2024-09-19T07:52:11.936 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T07:52:11.957 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T07:52:12.048 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911840' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - bad backtrace - object missing on disk - error reading table object - error reading sessionmap - Error loading MDS rank - missing journal object - Error recovering journal - error decoding table object - failed to read JournalPointer - Corrupt directory entry - Corrupt fnode header - corrupt sessionmap header - Corrupt dentry - Scrub error on inode - Metadata damage detected - MDS_READ_ONLY - force file system read-only - with standby daemon mds - MDS abort because newly corrupt dentry sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi017.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBQ29dvOEQDutVlEnJDCv8P9tNuXWqOsnpZ1aT/PCCC/NUAbYow56FhIvcoIr0IWevscwd8q6BoWvkoZoBFy9pI= smithi160.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkuM9gfU71uhuwlPgEn+x/Ea5J9PQFbrdrPs4vWwFJyqAuxt/sctxGS6B92cb94JvcONwtJDY0JOkBxxE+CeT8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_damage teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T07:52:12.048 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T07:52:12.049 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T07:52:12.049 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T07:52:12.051 INFO:teuthology.task.internal:Checking packages... 2024-09-19T07:52:12.072 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T07:52:12.072 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T07:52:12.072 INFO:teuthology.packaging:ref: None 2024-09-19T07:52:12.073 INFO:teuthology.packaging:tag: None 2024-09-19T07:52:12.073 INFO:teuthology.packaging:branch: squid 2024-09-19T07:52:12.073 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T07:52:12.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T07:52:12.310 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T07:52:12.312 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T07:52:12.319 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T07:52:12.319 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T07:52:12.361 INFO:teuthology.task.internal:Saving configuration 2024-09-19T07:52:12.378 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T07:52:12.386 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T07:52:12.410 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi017.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 07:47:05.636731', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBQ29dvOEQDutVlEnJDCv8P9tNuXWqOsnpZ1aT/PCCC/NUAbYow56FhIvcoIr0IWevscwd8q6BoWvkoZoBFy9pI='} 2024-09-19T07:52:12.434 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi160.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 07:47:05.635136', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkuM9gfU71uhuwlPgEn+x/Ea5J9PQFbrdrPs4vWwFJyqAuxt/sctxGS6B92cb94JvcONwtJDY0JOkBxxE+CeT8='} 2024-09-19T07:52:12.434 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T07:52:12.441 INFO:teuthology.task.internal:roles: ubuntu@smithi017.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T07:52:12.441 INFO:teuthology.task.internal:roles: ubuntu@smithi160.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T07:52:12.441 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T07:52:12.518 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f04dc08bbe0>, signals=[15]) 2024-09-19T07:52:12.518 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T07:52:12.524 INFO:teuthology.task.internal:Opening connections... 2024-09-19T07:52:12.524 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T07:52:12.525 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:52:12.600 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T07:52:12.601 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:52:12.684 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T07:52:12.690 DEBUG:teuthology.orchestra.run.smithi017:> uname -m 2024-09-19T07:52:12.708 INFO:teuthology.orchestra.run.smithi017.stdout:x86_64 2024-09-19T07:52:12.709 DEBUG:teuthology.orchestra.run.smithi017:> cat /etc/os-release 2024-09-19T07:52:12.766 INFO:teuthology.orchestra.run.smithi017.stdout:NAME="CentOS Stream" 2024-09-19T07:52:12.766 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION="9" 2024-09-19T07:52:12.766 INFO:teuthology.orchestra.run.smithi017.stdout:ID="centos" 2024-09-19T07:52:12.766 INFO:teuthology.orchestra.run.smithi017.stdout:ID_LIKE="rhel fedora" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION_ID="9" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:PLATFORM_ID="platform:el9" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:ANSI_COLOR="0;31" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:LOGO="fedora-logo-icon" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:HOME_URL="https://centos.org/" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T07:52:12.767 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T07:52:12.768 INFO:teuthology.lock.ops:Updating smithi017.front.sepia.ceph.com on lock server 2024-09-19T07:52:12.786 DEBUG:teuthology.orchestra.run.smithi160:> uname -m 2024-09-19T07:52:12.804 INFO:teuthology.orchestra.run.smithi160.stdout:x86_64 2024-09-19T07:52:12.804 DEBUG:teuthology.orchestra.run.smithi160:> cat /etc/os-release 2024-09-19T07:52:12.862 INFO:teuthology.orchestra.run.smithi160.stdout:NAME="CentOS Stream" 2024-09-19T07:52:12.862 INFO:teuthology.orchestra.run.smithi160.stdout:VERSION="9" 2024-09-19T07:52:12.862 INFO:teuthology.orchestra.run.smithi160.stdout:ID="centos" 2024-09-19T07:52:12.862 INFO:teuthology.orchestra.run.smithi160.stdout:ID_LIKE="rhel fedora" 2024-09-19T07:52:12.862 INFO:teuthology.orchestra.run.smithi160.stdout:VERSION_ID="9" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:PLATFORM_ID="platform:el9" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:ANSI_COLOR="0;31" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:LOGO="fedora-logo-icon" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:HOME_URL="https://centos.org/" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T07:52:12.863 INFO:teuthology.orchestra.run.smithi160.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T07:52:12.864 INFO:teuthology.lock.ops:Updating smithi160.front.sepia.ceph.com on lock server 2024-09-19T07:52:12.886 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T07:52:12.895 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T07:52:12.945 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T07:52:12.945 DEBUG:teuthology.orchestra.run.smithi017:> test '!' -e /home/ubuntu/cephtest 2024-09-19T07:52:12.948 DEBUG:teuthology.orchestra.run.smithi160:> test '!' -e /home/ubuntu/cephtest 2024-09-19T07:52:12.964 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T07:52:12.986 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T07:52:12.986 DEBUG:teuthology.orchestra.run.smithi017:> test -z $(ls -A /var/lib/ceph) 2024-09-19T07:52:13.004 DEBUG:teuthology.orchestra.run.smithi160:> test -z $(ls -A /var/lib/ceph) 2024-09-19T07:52:13.094 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T07:52:13.139 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T07:52:13.157 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T07:52:13.157 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T07:52:13.158 DEBUG:teuthology.orchestra.run.smithi017:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T07:52:13.158 DEBUG:teuthology.orchestra.run.smithi160:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T07:52:13.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:52:13.175 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-09-19T07:52:13.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:52:13.176 DEBUG:teuthology.orchestra.run.smithi160:> uname -r 2024-09-19T07:52:13.233 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-503.el9.x86_64 2024-09-19T07:52:13.233 INFO:teuthology.task.kernel:Running kernel on smithi017: 5.14.0-503.el9.x86_64 2024-09-19T07:52:13.233 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum install -y kernel 2024-09-19T07:52:13.234 INFO:teuthology.orchestra.run.smithi160.stdout:5.14.0-503.el9.x86_64 2024-09-19T07:52:13.234 INFO:teuthology.task.kernel:Running kernel on smithi160: 5.14.0-503.el9.x86_64 2024-09-19T07:52:13.235 DEBUG:teuthology.orchestra.run.smithi160:> sudo yum install -y kernel 2024-09-19T07:52:16.318 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 5.9 MB/s | 8.3 MB 00:01 2024-09-19T07:52:18.527 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 19 MB/s | 20 MB 00:01 2024-09-19T07:52:18.702 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.3 MB 00:03 2024-09-19T07:52:20.370 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-19T07:52:23.003 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-19T07:52:24.478 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 88 kB/s | 19 kB 00:00 2024-09-19T07:52:25.362 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - CRB 5.5 MB/s | 6.5 MB 00:01 2024-09-19T07:52:25.633 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-19T07:52:26.888 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - Extras packages 97 kB/s | 19 kB 00:00 2024-09-19T07:52:28.142 INFO:teuthology.orchestra.run.smithi160.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T07:52:31.297 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T07:52:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T07:52:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T07:52:33.354 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: Package Architecture Version Repository Size 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:52:33.365 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-09-19T07:52:33.366 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-19T07:52:33.366 INFO:teuthology.orchestra.run.smithi017.stdout:Install 4 Packages 2024-09-19T07:52:33.366 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:52:33.366 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 79 M 2024-09-19T07:52:33.366 INFO:teuthology.orchestra.run.smithi017.stdout:Installed size: 126 M 2024-09-19T07:52:33.367 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-09-19T07:52:33.581 INFO:teuthology.orchestra.run.smithi017.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 463 kB/s | 36 kB 00:00 2024-09-19T07:52:33.639 INFO:teuthology.orchestra.run.smithi160.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T07:52:35.521 INFO:teuthology.orchestra.run.smithi160.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T07:52:35.521 INFO:teuthology.orchestra.run.smithi160.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T07:52:35.610 INFO:teuthology.orchestra.run.smithi160.stdout:Dependencies resolved. 2024-09-19T07:52:35.614 INFO:teuthology.orchestra.run.smithi160.stdout:================================================================================ 2024-09-19T07:52:35.614 INFO:teuthology.orchestra.run.smithi160.stdout: Package Architecture Version Repository Size 2024-09-19T07:52:35.614 INFO:teuthology.orchestra.run.smithi160.stdout:================================================================================ 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout:Installing: 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout:Installing dependencies: 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction Summary 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout:================================================================================ 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout:Install 4 Packages 2024-09-19T07:52:35.615 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:52:35.616 INFO:teuthology.orchestra.run.smithi160.stdout:Total download size: 79 M 2024-09-19T07:52:35.616 INFO:teuthology.orchestra.run.smithi160.stdout:Installed size: 126 M 2024-09-19T07:52:35.616 INFO:teuthology.orchestra.run.smithi160.stdout:Downloading Packages: 2024-09-19T07:52:35.715 INFO:teuthology.orchestra.run.smithi017.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 7.1 MB/s | 16 MB 00:02 2024-09-19T07:52:35.982 INFO:teuthology.orchestra.run.smithi160.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 320 kB/s | 36 kB 00:00 2024-09-19T07:52:38.458 INFO:teuthology.orchestra.run.smithi160.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 6.1 MB/s | 16 MB 00:02 2024-09-19T07:52:40.599 INFO:teuthology.orchestra.run.smithi160.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 6.2 MB/s | 29 MB 00:04 2024-09-19T07:52:40.908 INFO:teuthology.orchestra.run.smithi160.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 6.9 MB/s | 35 MB 00:05 2024-09-19T07:52:40.908 INFO:teuthology.orchestra.run.smithi160.stdout:-------------------------------------------------------------------------------- 2024-09-19T07:52:40.908 INFO:teuthology.orchestra.run.smithi160.stdout:Total 15 MB/s | 79 MB 00:05 2024-09-19T07:52:41.005 INFO:teuthology.orchestra.run.smithi017.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 3.8 MB/s | 29 MB 00:07 2024-09-19T07:52:41.595 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction check 2024-09-19T07:52:41.941 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction check succeeded. 2024-09-19T07:52:41.941 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction test 2024-09-19T07:52:42.632 INFO:teuthology.orchestra.run.smithi017.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 3.8 MB/s | 35 MB 00:09 2024-09-19T07:52:42.632 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-09-19T07:52:42.632 INFO:teuthology.orchestra.run.smithi017.stdout:Total 8.5 MB/s | 79 MB 00:09 2024-09-19T07:52:42.886 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction test succeeded. 2024-09-19T07:52:42.886 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction 2024-09-19T07:52:43.345 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-09-19T07:52:43.716 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-09-19T07:52:43.716 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-09-19T07:52:44.694 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-09-19T07:52:44.694 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-09-19T07:52:45.335 INFO:teuthology.orchestra.run.smithi160.stdout: Preparing : 1/1 2024-09-19T07:52:45.962 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:52:46.057 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:52:47.301 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-09-19T07:52:47.961 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:52:48.050 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:52:48.826 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:52:48.952 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:52:50.794 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:52:50.926 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:52:53.797 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:52:53.886 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:52:56.063 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:52:56.116 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:52:58.707 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:01.254 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:36.943 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:36.993 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:37.299 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:37.300 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:53:37.300 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:53:37.300 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:53:38.139 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout:Installed: 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:53:38.140 INFO:teuthology.orchestra.run.smithi160.stdout:Complete! 2024-09-19T07:53:38.475 DEBUG:teuthology.orchestra.run.smithi160:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:53:38.565 INFO:teuthology.orchestra.run.smithi160.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.565 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:53:38.566 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T07:53:38.566 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T07:53:38.566 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T07:53:38.566 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T07:53:38.566 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi160.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T07:53:38.566 DEBUG:teuthology.orchestra.run.smithi160:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:53:38.625 INFO:teuthology.orchestra.run.smithi160.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:38.626 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:53:38.626 DEBUG:teuthology.orchestra.run.smithi160:> sudo rpm -qi grub2-tools 2024-09-19T07:53:38.667 INFO:teuthology.orchestra.run.smithi160.stdout:Name : grub2-tools 2024-09-19T07:53:38.667 INFO:teuthology.orchestra.run.smithi160.stdout:Epoch : 1 2024-09-19T07:53:38.667 INFO:teuthology.orchestra.run.smithi160.stdout:Version : 2.06 2024-09-19T07:53:38.667 INFO:teuthology.orchestra.run.smithi160.stdout:Release : 82.el9 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Architecture: x86_64 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Group : Unspecified 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Size : 8274670 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:License : GPLv3+ 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Packager : builder@centos.org 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Vendor : CentOS 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T07:53:38.668 INFO:teuthology.orchestra.run.smithi160.stdout:Summary : Support tools for GRUB. 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:Description : 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:hardware devices. 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T07:53:38.669 INFO:teuthology.orchestra.run.smithi160.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T07:53:38.670 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T07:53:38.670 INFO:teuthology.task.kernel:Updating grub on smithi160 to boot 5.14.0-508.el9.x86_64 2024-09-19T07:53:38.670 DEBUG:teuthology.orchestra.run.smithi160:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T07:53:39.295 INFO:teuthology.orchestra.run.smithi160.stderr:Generating grub configuration file ... 2024-09-19T07:53:40.596 INFO:teuthology.orchestra.run.smithi160.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T07:53:40.628 INFO:teuthology.orchestra.run.smithi160.stderr:done 2024-09-19T07:53:40.631 DEBUG:teuthology.orchestra.run.smithi160:> mktemp 2024-09-19T07:53:40.646 INFO:teuthology.orchestra.run.smithi160.stdout:/tmp/tmp.ByWRIzefPm 2024-09-19T07:53:40.646 DEBUG:teuthology.orchestra.run.smithi160:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ByWRIzefPm 2024-09-19T07:53:40.671 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:40.714 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:40.723 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 0666 /tmp/tmp.ByWRIzefPm 2024-09-19T07:53:40.858 DEBUG:teuthology.orchestra.remote:smithi160:/tmp/tmp.ByWRIzefPm is 6KB 2024-09-19T07:53:40.906 DEBUG:teuthology.orchestra.run.smithi160:> rm -fr /tmp/tmp.ByWRIzefPm 2024-09-19T07:53:40.922 DEBUG:teuthology.orchestra.run.smithi160:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T07:53:40.985 INFO:teuthology.orchestra.run.smithi160.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T07:53:40.985 INFO:teuthology.orchestra.run.smithi160.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T07:53:40.985 INFO:teuthology.orchestra.run.smithi160.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T07:53:40.985 INFO:teuthology.orchestra.run.smithi160.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T07:53:40.986 DEBUG:teuthology.orchestra.run.smithi160:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T07:53:41.085 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:41.085 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:53:41.085 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:53:41.085 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:53:41.126 DEBUG:teuthology.orchestra.run.smithi160:> sudo shutdown -r now 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T07:53:41.908 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T07:53:41.909 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T07:53:41.909 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:53:41.909 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-09-19T07:53:42.251 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:53:42.337 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:42.338 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:53:42.338 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T07:53:42.338 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T07:53:42.338 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T07:53:42.338 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T07:53:42.338 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi017.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T07:53:42.338 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:53:42.397 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:53:42.397 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:53:42.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo rpm -qi grub2-tools 2024-09-19T07:53:42.429 INFO:teuthology.orchestra.run.smithi017.stdout:Name : grub2-tools 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Epoch : 1 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Version : 2.06 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Release : 82.el9 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Architecture: x86_64 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Group : Unspecified 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Size : 8274670 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:License : GPLv3+ 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T07:53:42.430 INFO:teuthology.orchestra.run.smithi017.stdout:Packager : builder@centos.org 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:Vendor : CentOS 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:Summary : Support tools for GRUB. 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:Description : 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:hardware devices. 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T07:53:42.431 INFO:teuthology.orchestra.run.smithi017.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T07:53:42.433 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T07:53:42.433 INFO:teuthology.task.kernel:Updating grub on smithi017 to boot 5.14.0-508.el9.x86_64 2024-09-19T07:53:42.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T07:53:43.072 INFO:teuthology.orchestra.run.smithi017.stderr:Generating grub configuration file ... 2024-09-19T07:53:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T07:53:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:done 2024-09-19T07:53:44.490 DEBUG:teuthology.orchestra.run.smithi017:> mktemp 2024-09-19T07:53:44.505 INFO:teuthology.orchestra.run.smithi017.stdout:/tmp/tmp.NfjCTJ6feQ 2024-09-19T07:53:44.505 DEBUG:teuthology.orchestra.run.smithi017:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NfjCTJ6feQ 2024-09-19T07:53:44.580 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0666 /tmp/tmp.NfjCTJ6feQ 2024-09-19T07:53:44.730 DEBUG:teuthology.orchestra.remote:smithi017:/tmp/tmp.NfjCTJ6feQ is 6KB 2024-09-19T07:53:44.780 DEBUG:teuthology.orchestra.run.smithi017:> rm -fr /tmp/tmp.NfjCTJ6feQ 2024-09-19T07:53:44.795 DEBUG:teuthology.orchestra.run.smithi017:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T07:53:44.858 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T07:53:44.858 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T07:53:44.858 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T07:53:44.858 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T07:53:44.859 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T07:53:45.010 DEBUG:teuthology.orchestra.run.smithi017:> sudo shutdown -r now 2024-09-19T07:54:11.154 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T07:54:11.155 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:54:11.156 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:54:15.016 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T07:54:15.016 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:54:15.017 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:54:29.565 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.160 2024-09-19T07:54:33.409 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.17 2024-09-19T07:54:38.570 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:54:38.571 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:54:41.629 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.160 2024-09-19T07:54:42.410 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:54:42.411 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:54:53.641 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:54:53.641 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:12.061 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.160 2024-09-19T07:55:27.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:55:27.078 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:27.463 DEBUG:teuthology.orchestra.run.smithi160:> true 2024-09-19T07:55:27.958 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:55:27.958 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-19T07:55:27.959 DEBUG:teuthology.orchestra.run.smithi160:> uname -r 2024-09-19T07:55:27.973 INFO:teuthology.orchestra.run.smithi160.stdout:5.14.0-508.el9.x86_64 2024-09-19T07:55:27.973 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T07:55:27.973 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T07:55:27.973 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T07:55:28.974 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T07:55:28.974 DEBUG:teuthology.orchestra.run.smithi160:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T07:55:29.054 INFO:teuthology.orchestra.run.smithi160.stdout:ttyS1 2024-09-19T07:55:29.076 DEBUG:teuthology.parallel:result is None 2024-09-19T07:55:42.414 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T07:55:54.414 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:55:54.416 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:54.762 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-09-19T07:55:55.120 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:55:55.120 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-19T07:55:55.120 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-09-19T07:55:55.137 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-508.el9.x86_64 2024-09-19T07:55:55.137 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T07:55:55.137 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T07:55:55.138 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T07:55:56.138 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T07:55:56.139 DEBUG:teuthology.orchestra.run.smithi017:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T07:55:56.216 INFO:teuthology.orchestra.run.smithi017.stdout:ttyS1 2024-09-19T07:55:56.238 DEBUG:teuthology.parallel:result is None 2024-09-19T07:55:56.239 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T07:55:56.247 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T07:55:56.247 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T07:55:56.249 DEBUG:teuthology.orchestra.run.smithi160:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T07:55:56.270 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T07:55:56.276 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T07:55:56.305 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T07:55:56.305 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T07:55:56.308 DEBUG:teuthology.orchestra.run.smithi160:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T07:55:56.410 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T07:55:56.416 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T07:55:56.417 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T07:55:56.421 DEBUG:teuthology.orchestra.run.smithi160:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T07:55:56.452 INFO:teuthology.orchestra.run.smithi160.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:55:56.455 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:55:56.463 INFO:teuthology.orchestra.run.smithi160.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:55:56.467 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:55:56.468 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T07:55:56.475 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T07:55:56.475 DEBUG:teuthology.orchestra.run.smithi017:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T07:55:56.511 DEBUG:teuthology.orchestra.run.smithi160:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T07:55:56.539 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T07:55:56.547 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T07:55:56.547 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T07:55:56.580 DEBUG:teuthology.orchestra.run.smithi160:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T07:55:56.597 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:55:56.681 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:55:56.727 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:55:56.813 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:55:56.855 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T07:55:56.855 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T07:55:56.921 DEBUG:teuthology.orchestra.run.smithi160:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:55:56.966 DEBUG:teuthology.orchestra.run.smithi160:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:55:57.019 DEBUG:teuthology.orchestra.run.smithi160:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:55:57.098 DEBUG:teuthology.orchestra.run.smithi160:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:55:57.146 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T07:55:57.146 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T07:55:57.213 DEBUG:teuthology.orchestra.run.smithi017:> sudo service rsyslog restart 2024-09-19T07:55:57.216 DEBUG:teuthology.orchestra.run.smithi160:> sudo service rsyslog restart 2024-09-19T07:55:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T07:55:57.293 INFO:teuthology.orchestra.run.smithi160.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T07:55:57.805 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T07:55:57.813 INFO:teuthology.task.internal:Starting timer... 2024-09-19T07:55:57.813 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T07:55:57.856 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T07:55:57.889 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T07:55:57.889 DEBUG:teuthology.orchestra.run.smithi017:> sudo service auditd rotate 2024-09-19T07:55:57.950 INFO:teuthology.orchestra.run.smithi017.stdout:Rotating logs: 2024-09-19T07:55:57.952 DEBUG:teuthology.orchestra.run.smithi160:> sudo service auditd rotate 2024-09-19T07:55:58.017 INFO:teuthology.orchestra.run.smithi160.stdout:Rotating logs: 2024-09-19T07:55:58.018 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T07:55:58.019 DEBUG:teuthology.orchestra.run.smithi017:> /usr/sbin/getenforce 2024-09-19T07:55:58.043 INFO:teuthology.orchestra.run.smithi017.stdout:Permissive 2024-09-19T07:55:58.043 DEBUG:teuthology.orchestra.run.smithi160:> /usr/sbin/getenforce 2024-09-19T07:55:58.071 INFO:teuthology.orchestra.run.smithi160.stdout:Permissive 2024-09-19T07:55:58.071 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi017.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi160.front.sepia.ceph.com': 'permissive'} 2024-09-19T07:55:58.072 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T07:55:58.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:55:58.112 DEBUG:teuthology.orchestra.run.smithi160:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T07:55:58.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:55:58.142 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T07:55:58.142 DEBUG:teuthology.orchestra.run.smithi017:> sudo /usr/sbin/setenforce permissive 2024-09-19T07:55:58.193 DEBUG:teuthology.orchestra.run.smithi160:> sudo /usr/sbin/setenforce permissive 2024-09-19T07:55:58.224 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T07:55:58.233 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T07:55:58.245 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T07:55:58.246 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi017.front.sepia.ceph.com,smithi160.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T07:59:44.011 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi017.front.sepia.ceph.com'), Remote(name='ubuntu@smithi160.front.sepia.ceph.com')] 2024-09-19T07:59:44.013 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:59:44.014 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:59:44.096 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-09-19T07:59:44.173 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-19T07:59:44.173 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:59:44.174 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:59:44.251 DEBUG:teuthology.orchestra.run.smithi160:> true 2024-09-19T07:59:44.339 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi160.front.sepia.ceph.com' 2024-09-19T07:59:44.339 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T07:59:44.348 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T07:59:44.348 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T07:59:44.349 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T07:59:44.352 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T07:59:44.352 DEBUG:teuthology.orchestra.run.smithi160:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T07:59:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T07:59:44.397 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T07:59:44.412 INFO:teuthology.orchestra.run.smithi160.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T07:59:44.423 INFO:teuthology.orchestra.run.smithi017.stderr:sudo: ntpd: command not found 2024-09-19T07:59:44.428 INFO:teuthology.orchestra.run.smithi160.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T07:59:44.435 INFO:teuthology.orchestra.run.smithi017.stdout:506 Cannot talk to daemon 2024-09-19T07:59:44.450 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T07:59:44.454 INFO:teuthology.orchestra.run.smithi160.stderr:sudo: ntpd: command not found 2024-09-19T07:59:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T07:59:44.466 INFO:teuthology.orchestra.run.smithi160.stdout:506 Cannot talk to daemon 2024-09-19T07:59:44.480 INFO:teuthology.orchestra.run.smithi160.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T07:59:44.495 INFO:teuthology.orchestra.run.smithi160.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T07:59:44.520 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.524 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.558 INFO:teuthology.orchestra.run.smithi160.stderr:bash: line 1: ntpq: command not found 2024-09-19T07:59:44.561 INFO:teuthology.orchestra.run.smithi160.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T07:59:44.561 INFO:teuthology.orchestra.run.smithi160.stdout:=============================================================================== 2024-09-19T07:59:44.561 INFO:teuthology.orchestra.run.smithi160.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.562 INFO:teuthology.orchestra.run.smithi160.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.562 INFO:teuthology.orchestra.run.smithi160.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.562 INFO:teuthology.orchestra.run.smithi160.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T07:59:44.563 INFO:teuthology.run_tasks:Running task install... 2024-09-19T07:59:44.573 DEBUG:teuthology.task.install:project ceph 2024-09-19T07:59:44.573 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T07:59:44.573 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T07:59:44.573 INFO:teuthology.task.install:Using flavor: default 2024-09-19T07:59:44.579 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T07:59:44.579 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T07:59:44.579 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T07:59:44.580 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T07:59:44.582 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T07:59:44.583 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T07:59:44.729 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T07:59:44.730 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T07:59:44.738 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T07:59:44.738 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T07:59:44.843 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T07:59:44.844 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T07:59:44.844 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T07:59:44.847 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T07:59:44.848 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T07:59:44.848 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T07:59:44.872 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T07:59:44.872 DEBUG:teuthology.orchestra.run.smithi017:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T07:59:44.874 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T07:59:44.874 DEBUG:teuthology.orchestra.run.smithi160:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T07:59:44.939 DEBUG:teuthology.orchestra.run.smithi017:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T07:59:44.942 DEBUG:teuthology.orchestra.run.smithi160:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T07:59:45.017 DEBUG:teuthology.orchestra.run.smithi017:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T07:59:45.018 DEBUG:teuthology.orchestra.run.smithi160:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T07:59:45.083 INFO:teuthology.orchestra.run.smithi160.stdout:check_obsoletes = 1 2024-09-19T07:59:45.083 INFO:teuthology.orchestra.run.smithi017.stdout:check_obsoletes = 1 2024-09-19T07:59:45.084 DEBUG:teuthology.orchestra.run.smithi160:> sudo yum clean all 2024-09-19T07:59:45.086 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum clean all 2024-09-19T07:59:45.317 INFO:teuthology.orchestra.run.smithi160.stdout:45 files removed 2024-09-19T07:59:45.330 INFO:teuthology.orchestra.run.smithi017.stdout:45 files removed 2024-09-19T07:59:45.344 DEBUG:teuthology.orchestra.run.smithi160:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T07:59:45.357 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T07:59:45.897 INFO:teuthology.orchestra.run.smithi160.stdout:ceph packages for x86_64 314 kB/s | 84 kB 00:00 2024-09-19T07:59:45.928 INFO:teuthology.orchestra.run.smithi017.stdout:ceph packages for x86_64 309 kB/s | 84 kB 00:00 2024-09-19T07:59:46.181 INFO:teuthology.orchestra.run.smithi160.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T07:59:46.220 INFO:teuthology.orchestra.run.smithi017.stdout:ceph noarch packages 48 kB/s | 12 kB 00:00 2024-09-19T07:59:46.457 INFO:teuthology.orchestra.run.smithi160.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-19T07:59:46.504 INFO:teuthology.orchestra.run.smithi017.stdout:ceph source packages 7.8 kB/s | 1.9 kB 00:00 2024-09-19T07:59:46.882 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - BaseOS 21 MB/s | 8.3 MB 00:00 2024-09-19T07:59:46.930 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 21 MB/s | 8.3 MB 00:00 2024-09-19T07:59:48.722 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 32 MB/s | 20 MB 00:00 2024-09-19T07:59:50.341 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - AppStream 8.6 MB/s | 20 MB 00:02 2024-09-19T07:59:53.307 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-19T07:59:54.808 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 79 kB/s | 19 kB 00:00 2024-09-19T07:59:54.942 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - CRB 7.8 MB/s | 6.5 MB 00:00 2024-09-19T07:59:56.087 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T07:59:56.493 INFO:teuthology.orchestra.run.smithi160.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 19 kB 00:00 2024-09-19T07:59:57.706 INFO:teuthology.orchestra.run.smithi160.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-19T08:00:01.693 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-19T08:00:03.078 INFO:teuthology.orchestra.run.smithi160.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T08:00:03.989 INFO:teuthology.orchestra.run.smithi017.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:00:03.991 INFO:teuthology.orchestra.run.smithi017.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:00:04.005 INFO:teuthology.orchestra.run.smithi017.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T08:00:04.005 INFO:teuthology.orchestra.run.smithi017.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T08:00:04.006 INFO:teuthology.orchestra.run.smithi017.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T08:00:04.007 INFO:teuthology.orchestra.run.smithi017.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T08:00:04.009 INFO:teuthology.orchestra.run.smithi017.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T08:00:04.012 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T08:00:04.013 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T08:00:04.081 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout: Package Arch Version Repository Size 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T08:00:04.103 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T08:00:04.104 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T08:00:04.105 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T08:00:04.106 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrading: 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T08:00:04.107 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T08:00:04.108 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T08:00:04.109 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T08:00:04.110 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T08:00:04.111 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T08:00:04.112 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T08:00:04.113 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T08:00:04.114 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T08:00:04.115 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout:Installing weak dependencies: 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T08:00:04.116 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:04.117 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-09-19T08:00:04.117 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-19T08:00:04.117 INFO:teuthology.orchestra.run.smithi017.stdout:Install 148 Packages 2024-09-19T08:00:04.117 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrade 8 Packages 2024-09-19T08:00:04.117 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:04.118 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 226 M 2024-09-19T08:00:04.118 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-09-19T08:00:04.786 INFO:teuthology.orchestra.run.smithi017.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 51 kB/s | 6.6 kB 00:00 2024-09-19T08:00:04.970 INFO:teuthology.orchestra.run.smithi017.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.8 MB/s | 896 kB 00:00 2024-09-19T08:00:05.045 INFO:teuthology.orchestra.run.smithi017.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T08:00:05.146 INFO:teuthology.orchestra.run.smithi017.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-19T08:00:05.288 INFO:teuthology.orchestra.run.smithi017.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 9.9 MB/s | 2.4 MB 00:00 2024-09-19T08:00:05.313 INFO:teuthology.orchestra.run.smithi160.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:00:05.314 INFO:teuthology.orchestra.run.smithi160.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:00:05.325 INFO:teuthology.orchestra.run.smithi160.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T08:00:05.326 INFO:teuthology.orchestra.run.smithi160.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T08:00:05.327 INFO:teuthology.orchestra.run.smithi160.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T08:00:05.328 INFO:teuthology.orchestra.run.smithi160.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T08:00:05.329 INFO:teuthology.orchestra.run.smithi017.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 8.3 MB/s | 1.5 MB 00:00 2024-09-19T08:00:05.329 INFO:teuthology.orchestra.run.smithi160.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T08:00:05.331 INFO:teuthology.orchestra.run.smithi160.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T08:00:05.332 INFO:teuthology.orchestra.run.smithi160.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T08:00:05.394 INFO:teuthology.orchestra.run.smithi160.stdout:Dependencies resolved. 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout:====================================================================================== 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout: Package Arch Version Repository Size 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout:====================================================================================== 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout:Installing: 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T08:00:05.414 INFO:teuthology.orchestra.run.smithi160.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T08:00:05.415 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T08:00:05.416 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout:Upgrading: 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T08:00:05.417 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout:Installing dependencies: 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T08:00:05.418 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T08:00:05.419 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T08:00:05.420 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T08:00:05.420 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T08:00:05.421 INFO:teuthology.orchestra.run.smithi160.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T08:00:05.422 INFO:teuthology.orchestra.run.smithi160.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T08:00:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T08:00:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T08:00:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T08:00:05.426 INFO:teuthology.orchestra.run.smithi160.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T08:00:05.427 INFO:teuthology.orchestra.run.smithi160.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T08:00:05.428 INFO:teuthology.orchestra.run.smithi160.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T08:00:05.429 INFO:teuthology.orchestra.run.smithi160.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout:Installing weak dependencies: 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction Summary 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout:====================================================================================== 2024-09-19T08:00:05.430 INFO:teuthology.orchestra.run.smithi160.stdout:Install 148 Packages 2024-09-19T08:00:05.431 INFO:teuthology.orchestra.run.smithi160.stdout:Upgrade 8 Packages 2024-09-19T08:00:05.431 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:00:05.432 INFO:teuthology.orchestra.run.smithi160.stdout:Total download size: 226 M 2024-09-19T08:00:05.432 INFO:teuthology.orchestra.run.smithi160.stdout:Downloading Packages: 2024-09-19T08:00:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 12 MB/s | 4.7 MB 00:00 2024-09-19T08:00:05.804 INFO:teuthology.orchestra.run.smithi160.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 33 kB/s | 6.6 kB 00:00 2024-09-19T08:00:05.905 INFO:teuthology.orchestra.run.smithi017.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 17 MB/s | 21 MB 00:01 2024-09-19T08:00:05.964 INFO:teuthology.orchestra.run.smithi017.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 433 kB/s | 25 kB 00:00 2024-09-19T08:00:05.996 INFO:teuthology.orchestra.run.smithi160.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.6 MB/s | 896 kB 00:00 2024-09-19T08:00:06.438 INFO:teuthology.orchestra.run.smithi160.stdout:(3/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 6.5 MB/s | 5.4 MB 00:00 2024-09-19T08:00:06.472 INFO:teuthology.orchestra.run.smithi017.stdout:(10/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 15 MB/s | 17 MB 00:01 2024-09-19T08:00:06.580 INFO:teuthology.orchestra.run.smithi160.stdout:(4/156): ceph-immutable-object-cache-19.1.1-361 249 kB/s | 145 kB 00:00 2024-09-19T08:00:06.589 INFO:teuthology.orchestra.run.smithi017.stdout:(11/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 12 MB/s | 11 MB 00:00 2024-09-19T08:00:06.614 INFO:teuthology.orchestra.run.smithi017.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.6 MB/s | 228 kB 00:00 2024-09-19T08:00:06.630 INFO:teuthology.orchestra.run.smithi160.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 12 MB/s | 2.4 MB 00:00 2024-09-19T08:00:06.640 INFO:teuthology.orchestra.run.smithi017.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 541 kB/s | 27 kB 00:00 2024-09-19T08:00:06.665 INFO:teuthology.orchestra.run.smithi017.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 629 kB/s | 32 kB 00:00 2024-09-19T08:00:06.732 INFO:teuthology.orchestra.run.smithi017.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.4 MB/s | 163 kB 00:00 2024-09-19T08:00:06.765 INFO:teuthology.orchestra.run.smithi017.stdout:(16/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 5.8 MB/s | 751 kB 00:00 2024-09-19T08:00:06.780 INFO:teuthology.orchestra.run.smithi160.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 7.6 MB/s | 1.5 MB 00:00 2024-09-19T08:00:06.799 INFO:teuthology.orchestra.run.smithi017.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 1.9 MB/s | 127 kB 00:00 2024-09-19T08:00:06.833 INFO:teuthology.orchestra.run.smithi017.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 7.4 MB/s | 506 kB 00:00 2024-09-19T08:00:06.925 INFO:teuthology.orchestra.run.smithi017.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 492 kB/s | 45 kB 00:00 2024-09-19T08:00:07.017 INFO:teuthology.orchestra.run.smithi017.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.4 MB/s | 136 kB 00:00 2024-09-19T08:00:07.101 INFO:teuthology.orchestra.run.smithi017.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.9 MB/s | 161 kB 00:00 2024-09-19T08:00:07.131 INFO:teuthology.orchestra.run.smithi160.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 9.4 MB/s | 4.7 MB 00:00 2024-09-19T08:00:07.184 INFO:teuthology.orchestra.run.smithi017.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 3.8 MB/s | 320 kB 00:00 2024-09-19T08:00:07.268 INFO:teuthology.orchestra.run.smithi017.stdout:(23/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-19T08:00:07.293 INFO:teuthology.orchestra.run.smithi017.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 2.7 MB/s | 300 kB 00:00 2024-09-19T08:00:07.344 INFO:teuthology.orchestra.run.smithi017.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.3 MB/s | 99 kB 00:00 2024-09-19T08:00:07.369 INFO:teuthology.orchestra.run.smithi017.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.1 MB/s | 85 kB 00:00 2024-09-19T08:00:07.461 INFO:teuthology.orchestra.run.smithi017.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.8 MB/s | 171 kB 00:00 2024-09-19T08:00:07.544 INFO:teuthology.orchestra.run.smithi017.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 383 kB/s | 32 kB 00:00 2024-09-19T08:00:07.611 INFO:teuthology.orchestra.run.smithi017.stdout:(29/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-19T08:00:07.637 INFO:teuthology.orchestra.run.smithi017.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 1.6 MB/s | 146 kB 00:00 2024-09-19T08:00:07.639 INFO:teuthology.orchestra.run.smithi160.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 10 MB/s | 21 MB 00:02 2024-09-19T08:00:07.756 INFO:teuthology.orchestra.run.smithi160.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 216 kB/s | 25 kB 00:00 2024-09-19T08:00:07.945 INFO:teuthology.orchestra.run.smithi017.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 11 MB/s | 3.6 MB 00:00 2024-09-19T08:00:08.029 INFO:teuthology.orchestra.run.smithi017.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.9 MB/s | 249 kB 00:00 2024-09-19T08:00:08.136 INFO:teuthology.orchestra.run.smithi017.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 466 kB/s | 49 kB 00:00 2024-09-19T08:00:08.240 INFO:teuthology.orchestra.run.smithi160.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 9.6 MB/s | 11 MB 00:01 2024-09-19T08:00:08.254 INFO:teuthology.orchestra.run.smithi017.stdout:(34/156): ceph-mgr-diskprediction-local-19.1.1- 12 MB/s | 7.4 MB 00:00 2024-09-19T08:00:08.280 INFO:teuthology.orchestra.run.smithi017.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 114 kB/s | 16 kB 00:00 2024-09-19T08:00:08.290 INFO:teuthology.orchestra.run.smithi160.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 4.5 MB/s | 228 kB 00:00 2024-09-19T08:00:08.322 INFO:teuthology.orchestra.run.smithi017.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.2 MB/s | 285 kB 00:00 2024-09-19T08:00:08.364 INFO:teuthology.orchestra.run.smithi017.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 8.9 MB/s | 765 kB 00:00 2024-09-19T08:00:08.387 INFO:teuthology.orchestra.run.smithi160.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 279 kB/s | 27 kB 00:00 2024-09-19T08:00:08.389 INFO:teuthology.orchestra.run.smithi017.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T08:00:08.433 INFO:teuthology.orchestra.run.smithi160.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 706 kB/s | 32 kB 00:00 2024-09-19T08:00:08.498 INFO:teuthology.orchestra.run.smithi017.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-09-19T08:00:08.541 INFO:teuthology.orchestra.run.smithi160.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 6.8 MB/s | 751 kB 00:00 2024-09-19T08:00:08.565 INFO:teuthology.orchestra.run.smithi017.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-19T08:00:08.591 INFO:teuthology.orchestra.run.smithi160.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 3.2 MB/s | 163 kB 00:00 2024-09-19T08:00:08.599 INFO:teuthology.orchestra.run.smithi017.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 801 kB 00:00 2024-09-19T08:00:08.623 INFO:teuthology.orchestra.run.smithi017.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-19T08:00:08.642 INFO:teuthology.orchestra.run.smithi160.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T08:00:08.674 INFO:teuthology.orchestra.run.smithi017.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-19T08:00:08.699 INFO:teuthology.orchestra.run.smithi017.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-19T08:00:08.709 INFO:teuthology.orchestra.run.smithi160.stdout:(17/156): libradosstriper1-19.1.1-361.g2f599a46 7.4 MB/s | 506 kB 00:00 2024-09-19T08:00:08.733 INFO:teuthology.orchestra.run.smithi017.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-19T08:00:08.758 INFO:teuthology.orchestra.run.smithi017.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-19T08:00:08.784 INFO:teuthology.orchestra.run.smithi017.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T08:00:08.917 INFO:teuthology.orchestra.run.smithi160.stdout:(18/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 7.9 MB/s | 17 MB 00:02 2024-09-19T08:00:08.968 INFO:teuthology.orchestra.run.smithi160.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 910 kB/s | 45 kB 00:00 2024-09-19T08:00:09.034 INFO:teuthology.orchestra.run.smithi160.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 2.0 MB/s | 136 kB 00:00 2024-09-19T08:00:09.093 INFO:teuthology.orchestra.run.smithi160.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 2.7 MB/s | 161 kB 00:00 2024-09-19T08:00:09.193 INFO:teuthology.orchestra.run.smithi160.stdout:(22/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-19T08:00:09.218 INFO:teuthology.orchestra.run.smithi160.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 2.5 MB/s | 320 kB 00:00 2024-09-19T08:00:09.244 INFO:teuthology.orchestra.run.smithi160.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.9 MB/s | 300 kB 00:00 2024-09-19T08:00:09.269 INFO:teuthology.orchestra.run.smithi160.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T08:00:09.294 INFO:teuthology.orchestra.run.smithi160.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T08:00:09.345 INFO:teuthology.orchestra.run.smithi160.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.4 MB/s | 171 kB 00:00 2024-09-19T08:00:09.395 INFO:teuthology.orchestra.run.smithi160.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 638 kB/s | 32 kB 00:00 2024-09-19T08:00:09.409 INFO:teuthology.orchestra.run.smithi017.stdout:(48/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 14 MB/s | 49 MB 00:03 2024-09-19T08:00:09.445 INFO:teuthology.orchestra.run.smithi160.stdout:(29/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T08:00:09.554 INFO:teuthology.orchestra.run.smithi160.stdout:(30/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 11 MB/s | 3.1 MB 00:00 2024-09-19T08:00:09.713 INFO:teuthology.orchestra.run.smithi160.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 13 MB/s | 3.6 MB 00:00 2024-09-19T08:00:09.763 INFO:teuthology.orchestra.run.smithi160.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T08:00:09.813 INFO:teuthology.orchestra.run.smithi160.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 991 kB/s | 49 kB 00:00 2024-09-19T08:00:09.863 INFO:teuthology.orchestra.run.smithi160.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 329 kB/s | 16 kB 00:00 2024-09-19T08:00:09.878 INFO:teuthology.orchestra.run.smithi017.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 229 kB/s | 107 kB 00:00 2024-09-19T08:00:09.922 INFO:teuthology.orchestra.run.smithi160.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.8 MB/s | 285 kB 00:00 2024-09-19T08:00:09.968 INFO:teuthology.orchestra.run.smithi017.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 570 kB/s | 689 kB 00:01 2024-09-19T08:00:09.993 INFO:teuthology.orchestra.run.smithi017.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 185 kB/s | 22 kB 00:00 2024-09-19T08:00:10.014 INFO:teuthology.orchestra.run.smithi160.stdout:(36/156): cephadm-19.1.1-361.g2f599a46.el9.noar 8.2 MB/s | 765 kB 00:00 2024-09-19T08:00:10.019 INFO:teuthology.orchestra.run.smithi017.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 764 kB/s | 943 kB 00:01 2024-09-19T08:00:10.065 INFO:teuthology.orchestra.run.smithi160.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 367 kB/s | 18 kB 00:00 2024-09-19T08:00:10.086 INFO:teuthology.orchestra.run.smithi017.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-19T08:00:10.111 INFO:teuthology.orchestra.run.smithi017.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-09-19T08:00:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-19T08:00:10.198 INFO:teuthology.orchestra.run.smithi160.stdout:(38/156): ceph-mgr-diskprediction-local-19.1.1- 11 MB/s | 7.4 MB 00:00 2024-09-19T08:00:10.223 INFO:teuthology.orchestra.run.smithi160.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 503 kB/s | 80 kB 00:00 2024-09-19T08:00:10.228 INFO:teuthology.orchestra.run.smithi017.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 95 kB/s | 11 kB 00:00 2024-09-19T08:00:10.315 INFO:teuthology.orchestra.run.smithi160.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-19T08:00:10.320 INFO:teuthology.orchestra.run.smithi017.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-19T08:00:10.345 INFO:teuthology.orchestra.run.smithi017.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 387 kB/s | 45 kB 00:00 2024-09-19T08:00:10.348 INFO:teuthology.orchestra.run.smithi160.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 5.2 MB/s | 801 kB 00:00 2024-09-19T08:00:10.396 INFO:teuthology.orchestra.run.smithi017.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.9 MB/s | 3.0 MB 00:00 2024-09-19T08:00:10.416 INFO:teuthology.orchestra.run.smithi160.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-19T08:00:10.499 INFO:teuthology.orchestra.run.smithi160.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 8.1 MB/s | 1.2 MB 00:00 2024-09-19T08:00:10.504 INFO:teuthology.orchestra.run.smithi017.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 226 kB/s | 24 kB 00:00 2024-09-19T08:00:10.525 INFO:teuthology.orchestra.run.smithi160.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 984 kB/s | 106 kB 00:00 2024-09-19T08:00:10.538 INFO:teuthology.orchestra.run.smithi017.stdout:(61/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.0 MB/s | 662 kB 00:00 2024-09-19T08:00:10.583 INFO:teuthology.orchestra.run.smithi160.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-09-19T08:00:10.617 INFO:teuthology.orchestra.run.smithi160.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-19T08:00:10.618 INFO:teuthology.orchestra.run.smithi017.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 422 kB/s | 47 kB 00:00 2024-09-19T08:00:10.655 INFO:teuthology.orchestra.run.smithi017.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-19T08:00:10.731 INFO:teuthology.orchestra.run.smithi017.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-09-19T08:00:10.764 INFO:teuthology.orchestra.run.smithi017.stdout:(65/156): libtool-2.4.6-46.el9.x86_64.rpm 1.4 MB/s | 581 kB 00:00 2024-09-19T08:00:10.789 INFO:teuthology.orchestra.run.smithi017.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 287 kB/s | 38 kB 00:00 2024-09-19T08:00:11.015 INFO:teuthology.orchestra.run.smithi017.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-09-19T08:00:11.142 INFO:teuthology.orchestra.run.smithi160.stdout:(47/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 14 MB/s | 49 MB 00:03 2024-09-19T08:00:11.174 INFO:teuthology.orchestra.run.smithi017.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-19T08:00:11.201 INFO:teuthology.orchestra.run.smithi160.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 348 kB/s | 215 kB 00:00 2024-09-19T08:00:11.216 INFO:teuthology.orchestra.run.smithi017.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 4.4 MB/s | 910 kB 00:00 2024-09-19T08:00:11.299 INFO:teuthology.orchestra.run.smithi017.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-19T08:00:11.376 INFO:teuthology.orchestra.run.smithi160.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 611 kB/s | 107 kB 00:00 2024-09-19T08:00:11.410 INFO:teuthology.orchestra.run.smithi160.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 869 kB/s | 689 kB 00:00 2024-09-19T08:00:11.427 INFO:teuthology.orchestra.run.smithi160.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-19T08:00:11.441 INFO:teuthology.orchestra.run.smithi017.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 7.1 MB/s | 1.0 MB 00:00 2024-09-19T08:00:11.469 INFO:teuthology.orchestra.run.smithi160.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-09-19T08:00:11.500 INFO:teuthology.orchestra.run.smithi017.stdout:(72/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 6.0 MB/s | 4.4 MB 00:00 2024-09-19T08:00:11.510 INFO:teuthology.orchestra.run.smithi160.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 2.5 MB/s | 943 kB 00:00 2024-09-19T08:00:11.544 INFO:teuthology.orchestra.run.smithi160.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-09-19T08:00:11.558 INFO:teuthology.orchestra.run.smithi017.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 749 kB/s | 87 kB 00:00 2024-09-19T08:00:11.561 INFO:teuthology.orchestra.run.smithi160.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-19T08:00:11.603 INFO:teuthology.orchestra.run.smithi160.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 191 kB/s | 11 kB 00:00 2024-09-19T08:00:11.628 INFO:teuthology.orchestra.run.smithi160.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-19T08:00:11.675 INFO:teuthology.orchestra.run.smithi017.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 524 kB/s | 61 kB 00:00 2024-09-19T08:00:11.695 INFO:teuthology.orchestra.run.smithi160.stdout:(58/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-19T08:00:11.721 INFO:teuthology.orchestra.run.smithi160.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 386 kB/s | 45 kB 00:00 2024-09-19T08:00:11.779 INFO:teuthology.orchestra.run.smithi160.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 420 kB/s | 24 kB 00:00 2024-09-19T08:00:11.829 INFO:teuthology.orchestra.run.smithi017.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-09-19T08:00:11.838 INFO:teuthology.orchestra.run.smithi160.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 4.0 MB/s | 581 kB 00:00 2024-09-19T08:00:11.863 INFO:teuthology.orchestra.run.smithi160.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 568 kB/s | 47 kB 00:00 2024-09-19T08:00:11.951 INFO:teuthology.orchestra.run.smithi017.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.0 MB/s | 248 kB 00:00 2024-09-19T08:00:11.980 INFO:teuthology.orchestra.run.smithi160.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-09-19T08:00:12.022 INFO:teuthology.orchestra.run.smithi160.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-09-19T08:00:12.047 INFO:teuthology.orchestra.run.smithi160.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 577 kB/s | 38 kB 00:00 2024-09-19T08:00:12.068 INFO:teuthology.orchestra.run.smithi017.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 220 kB/s | 26 kB 00:00 2024-09-19T08:00:12.114 INFO:teuthology.orchestra.run.smithi160.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.6 MB/s | 3.0 MB 00:00 2024-09-19T08:00:12.176 INFO:teuthology.orchestra.run.smithi017.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 176 kB/s | 19 kB 00:00 2024-09-19T08:00:12.294 INFO:teuthology.orchestra.run.smithi017.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-19T08:00:12.410 INFO:teuthology.orchestra.run.smithi017.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 298 kB/s | 35 kB 00:00 2024-09-19T08:00:12.853 INFO:teuthology.orchestra.run.smithi017.stdout:(81/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-19T08:00:12.914 INFO:teuthology.orchestra.run.smithi160.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-09-19T08:00:12.978 INFO:teuthology.orchestra.run.smithi017.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-09-19T08:00:13.095 INFO:teuthology.orchestra.run.smithi017.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-19T08:00:13.203 INFO:teuthology.orchestra.run.smithi017.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 711 kB/s | 77 kB 00:00 2024-09-19T08:00:13.312 INFO:teuthology.orchestra.run.smithi017.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-09-19T08:00:13.381 INFO:teuthology.orchestra.run.smithi160.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 1.9 MB/s | 910 kB 00:00 2024-09-19T08:00:13.429 INFO:teuthology.orchestra.run.smithi017.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-09-19T08:00:13.498 INFO:teuthology.orchestra.run.smithi160.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-19T08:00:13.546 INFO:teuthology.orchestra.run.smithi017.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-19T08:00:13.664 INFO:teuthology.orchestra.run.smithi017.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-19T08:00:13.830 INFO:teuthology.orchestra.run.smithi017.stdout:(89/156): python3-babel-2.9.1-2.el9.noarch.rpm 2.6 MB/s | 6.0 MB 00:02 2024-09-19T08:00:13.857 INFO:teuthology.orchestra.run.smithi017.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 265 kB/s | 51 kB 00:00 2024-09-19T08:00:13.907 INFO:teuthology.orchestra.run.smithi160.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 2.4 MB/s | 4.4 MB 00:01 2024-09-19T08:00:13.947 INFO:teuthology.orchestra.run.smithi017.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-09-19T08:00:14.064 INFO:teuthology.orchestra.run.smithi017.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-19T08:00:14.181 INFO:teuthology.orchestra.run.smithi017.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 379 kB/s | 44 kB 00:00 2024-09-19T08:00:14.241 INFO:teuthology.orchestra.run.smithi160.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 3.0 MB/s | 1.0 MB 00:00 2024-09-19T08:00:14.307 INFO:teuthology.orchestra.run.smithi160.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-19T08:00:14.315 INFO:teuthology.orchestra.run.smithi017.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.6 MB/s | 221 kB 00:00 2024-09-19T08:00:14.432 INFO:teuthology.orchestra.run.smithi017.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 308 kB/s | 36 kB 00:00 2024-09-19T08:00:14.549 INFO:teuthology.orchestra.run.smithi017.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 406 kB/s | 47 kB 00:00 2024-09-19T08:00:14.549 INFO:teuthology.orchestra.run.smithi160.stdout:(73/156): openblas-openmp-0.3.26-2.el9.x86_64.r 2.0 MB/s | 4.9 MB 00:02 2024-09-19T08:00:14.666 INFO:teuthology.orchestra.run.smithi017.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.5 MB/s | 304 kB 00:00 2024-09-19T08:00:14.683 INFO:teuthology.orchestra.run.smithi160.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 460 kB/s | 61 kB 00:00 2024-09-19T08:00:14.774 INFO:teuthology.orchestra.run.smithi017.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 533 kB/s | 58 kB 00:00 2024-09-19T08:00:14.800 INFO:teuthology.orchestra.run.smithi160.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-09-19T08:00:14.891 INFO:teuthology.orchestra.run.smithi017.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 822 kB/s | 96 kB 00:00 2024-09-19T08:00:14.892 INFO:teuthology.orchestra.run.smithi160.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-09-19T08:00:14.934 INFO:teuthology.orchestra.run.smithi160.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 621 kB/s | 26 kB 00:00 2024-09-19T08:00:14.976 INFO:teuthology.orchestra.run.smithi160.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 458 kB/s | 19 kB 00:00 2024-09-19T08:00:15.043 INFO:teuthology.orchestra.run.smithi160.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-09-19T08:00:15.058 INFO:teuthology.orchestra.run.smithi017.stdout:(100/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-19T08:00:15.084 INFO:teuthology.orchestra.run.smithi017.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 332 kB/s | 64 kB 00:00 2024-09-19T08:00:15.093 INFO:teuthology.orchestra.run.smithi160.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-19T08:00:15.167 INFO:teuthology.orchestra.run.smithi017.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 413 kB/s | 45 kB 00:00 2024-09-19T08:00:15.193 INFO:teuthology.orchestra.run.smithi017.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-19T08:00:15.268 INFO:teuthology.orchestra.run.smithi017.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 7.1 MB/s | 548 kB 00:00 2024-09-19T08:00:15.310 INFO:teuthology.orchestra.run.smithi017.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 7.2 MB/s | 308 kB 00:00 2024-09-19T08:00:15.335 INFO:teuthology.orchestra.run.smithi017.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 783 kB/s | 19 kB 00:00 2024-09-19T08:00:15.377 INFO:teuthology.orchestra.run.smithi017.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.0 MB/s | 863 kB 00:00 2024-09-19T08:00:15.428 INFO:teuthology.orchestra.run.smithi017.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-09-19T08:00:15.453 INFO:teuthology.orchestra.run.smithi017.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T08:00:15.487 INFO:teuthology.orchestra.run.smithi017.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T08:00:15.554 INFO:teuthology.orchestra.run.smithi017.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-19T08:00:15.637 INFO:teuthology.orchestra.run.smithi017.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-19T08:00:15.696 INFO:teuthology.orchestra.run.smithi017.stdout:(113/156): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-19T08:00:15.721 INFO:teuthology.orchestra.run.smithi017.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T08:00:15.746 INFO:teuthology.orchestra.run.smithi017.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T08:00:15.772 INFO:teuthology.orchestra.run.smithi017.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 566 kB/s | 14 kB 00:00 2024-09-19T08:00:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-19T08:00:15.839 INFO:teuthology.orchestra.run.smithi017.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-09-19T08:00:15.881 INFO:teuthology.orchestra.run.smithi017.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-19T08:00:15.906 INFO:teuthology.orchestra.run.smithi017.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-19T08:00:15.931 INFO:teuthology.orchestra.run.smithi017.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T08:00:15.985 INFO:teuthology.orchestra.run.smithi017.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 2.6 MB/s | 144 kB 00:00 2024-09-19T08:00:16.007 INFO:teuthology.orchestra.run.smithi017.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 492 kB/s | 11 kB 00:00 2024-09-19T08:00:16.033 INFO:teuthology.orchestra.run.smithi017.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-09-19T08:00:16.058 INFO:teuthology.orchestra.run.smithi017.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 932 kB/s | 23 kB 00:00 2024-09-19T08:00:16.083 INFO:teuthology.orchestra.run.smithi017.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 775 kB/s | 19 kB 00:00 2024-09-19T08:00:16.109 INFO:teuthology.orchestra.run.smithi017.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 789 kB/s | 20 kB 00:00 2024-09-19T08:00:16.159 INFO:teuthology.orchestra.run.smithi017.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.1 MB/s | 2.0 MB 00:00 2024-09-19T08:00:16.184 INFO:teuthology.orchestra.run.smithi017.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T08:00:16.209 INFO:teuthology.orchestra.run.smithi017.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T08:00:16.243 INFO:teuthology.orchestra.run.smithi017.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-19T08:00:16.285 INFO:teuthology.orchestra.run.smithi017.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 5.8 MB/s | 1.0 MB 00:00 2024-09-19T08:00:16.310 INFO:teuthology.orchestra.run.smithi017.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-09-19T08:00:16.336 INFO:teuthology.orchestra.run.smithi017.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-19T08:00:16.361 INFO:teuthology.orchestra.run.smithi017.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-09-19T08:00:16.386 INFO:teuthology.orchestra.run.smithi017.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-19T08:00:16.412 INFO:teuthology.orchestra.run.smithi017.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T08:00:16.445 INFO:teuthology.orchestra.run.smithi017.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T08:00:16.462 INFO:teuthology.orchestra.run.smithi017.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T08:00:16.488 INFO:teuthology.orchestra.run.smithi017.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-19T08:00:16.493 INFO:teuthology.orchestra.run.smithi160.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 1.9 MB/s | 5.8 MB 00:02 2024-09-19T08:00:16.513 INFO:teuthology.orchestra.run.smithi017.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-19T08:00:16.540 INFO:teuthology.orchestra.run.smithi017.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T08:00:16.563 INFO:teuthology.orchestra.run.smithi017.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T08:00:16.589 INFO:teuthology.orchestra.run.smithi017.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 797 kB/s | 20 kB 00:00 2024-09-19T08:00:16.616 INFO:teuthology.orchestra.run.smithi017.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.0 MB/s | 191 kB 00:00 2024-09-19T08:00:16.635 INFO:teuthology.orchestra.run.smithi160.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-09-19T08:00:16.641 INFO:teuthology.orchestra.run.smithi017.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-19T08:00:16.700 INFO:teuthology.orchestra.run.smithi017.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-19T08:00:16.777 INFO:teuthology.orchestra.run.smithi160.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-09-19T08:00:16.852 INFO:teuthology.orchestra.run.smithi160.stdout:(84/156): python3-babel-2.9.1-2.el9.noarch.rpm 2.3 MB/s | 6.0 MB 00:02 2024-09-19T08:00:16.911 INFO:teuthology.orchestra.run.smithi160.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 578 kB/s | 77 kB 00:00 2024-09-19T08:00:16.928 INFO:teuthology.orchestra.run.smithi160.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 563 kB/s | 42 kB 00:00 2024-09-19T08:00:16.942 INFO:teuthology.orchestra.run.smithi017.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-19T08:00:16.992 INFO:teuthology.orchestra.run.smithi017.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T08:00:17.045 INFO:teuthology.orchestra.run.smithi160.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-19T08:00:17.103 INFO:teuthology.orchestra.run.smithi160.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 1.4 MB/s | 269 kB 00:00 2024-09-19T08:00:17.126 INFO:teuthology.orchestra.run.smithi017.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-19T08:00:17.145 INFO:teuthology.orchestra.run.smithi160.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-19T08:00:17.168 INFO:teuthology.orchestra.run.smithi017.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 983 kB/s | 41 kB 00:00 2024-09-19T08:00:17.187 INFO:teuthology.orchestra.run.smithi160.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-09-19T08:00:17.218 INFO:teuthology.orchestra.run.smithi017.stdout:(152/156): NetworkManager-libnm-1.51.0-1.el9.x8 8.0 MB/s | 1.8 MB 00:00 2024-09-19T08:00:17.243 INFO:teuthology.orchestra.run.smithi017.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 3.2 MB/s | 249 kB 00:00 2024-09-19T08:00:17.245 INFO:teuthology.orchestra.run.smithi160.stdout:(91/156): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-09-19T08:00:17.285 INFO:teuthology.orchestra.run.smithi017.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2024-09-19T08:00:17.313 INFO:teuthology.orchestra.run.smithi160.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.3 MB/s | 5.1 MB 00:02 2024-09-19T08:00:17.338 INFO:teuthology.orchestra.run.smithi160.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 453 kB/s | 42 kB 00:00 2024-09-19T08:00:17.344 INFO:teuthology.orchestra.run.smithi017.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-09-19T08:00:17.363 INFO:teuthology.orchestra.run.smithi160.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 879 kB/s | 44 kB 00:00 2024-09-19T08:00:17.414 INFO:teuthology.orchestra.run.smithi160.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 719 kB/s | 36 kB 00:00 2024-09-19T08:00:17.464 INFO:teuthology.orchestra.run.smithi160.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 951 kB/s | 47 kB 00:00 2024-09-19T08:00:17.497 INFO:teuthology.orchestra.run.smithi160.stdout:(97/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-19T08:00:17.548 INFO:teuthology.orchestra.run.smithi160.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-19T08:00:17.619 INFO:teuthology.orchestra.run.smithi017.stdout:(156/156): postgresql-server-13.16-1.el9.x86_64 924 kB/s | 5.8 MB 00:06 2024-09-19T08:00:17.624 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:00:17.625 INFO:teuthology.orchestra.run.smithi017.stdout:Total 17 MB/s | 226 MB 00:13 2024-09-19T08:00:17.631 INFO:teuthology.orchestra.run.smithi160.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-19T08:00:17.656 INFO:teuthology.orchestra.run.smithi160.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-09-19T08:00:17.715 INFO:teuthology.orchestra.run.smithi160.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 764 kB/s | 45 kB 00:00 2024-09-19T08:00:17.741 INFO:teuthology.orchestra.run.smithi160.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 583 kB/s | 64 kB 00:00 2024-09-19T08:00:17.816 INFO:teuthology.orchestra.run.smithi160.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-09-19T08:00:17.874 INFO:teuthology.orchestra.run.smithi160.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T08:00:17.908 INFO:teuthology.orchestra.run.smithi160.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-19T08:00:17.933 INFO:teuthology.orchestra.run.smithi160.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-19T08:00:17.959 INFO:teuthology.orchestra.run.smithi160.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.9 MB/s | 863 kB 00:00 2024-09-19T08:00:18.011 INFO:teuthology.orchestra.run.smithi160.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 522 kB/s | 26 kB 00:00 2024-09-19T08:00:18.043 INFO:teuthology.orchestra.run.smithi160.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T08:00:18.076 INFO:teuthology.orchestra.run.smithi160.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T08:00:18.118 INFO:teuthology.orchestra.run.smithi160.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-09-19T08:00:18.235 INFO:teuthology.orchestra.run.smithi160.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-09-19T08:00:18.277 INFO:teuthology.orchestra.run.smithi160.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 839 kB 00:00 2024-09-19T08:00:18.311 INFO:teuthology.orchestra.run.smithi160.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-19T08:00:18.336 INFO:teuthology.orchestra.run.smithi160.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T08:00:18.370 INFO:teuthology.orchestra.run.smithi160.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-19T08:00:18.395 INFO:teuthology.orchestra.run.smithi160.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 241 kB/s | 14 kB 00:00 2024-09-19T08:00:18.420 INFO:teuthology.orchestra.run.smithi160.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-19T08:00:18.454 INFO:teuthology.orchestra.run.smithi160.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T08:00:18.479 INFO:teuthology.orchestra.run.smithi160.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-19T08:00:18.505 INFO:teuthology.orchestra.run.smithi160.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T08:00:18.546 INFO:teuthology.orchestra.run.smithi160.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-09-19T08:00:18.572 INFO:teuthology.orchestra.run.smithi160.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-19T08:00:18.597 INFO:teuthology.orchestra.run.smithi160.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-19T08:00:18.622 INFO:teuthology.orchestra.run.smithi160.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 930 kB/s | 23 kB 00:00 2024-09-19T08:00:18.647 INFO:teuthology.orchestra.run.smithi160.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-19T08:00:18.673 INFO:teuthology.orchestra.run.smithi160.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 785 kB/s | 20 kB 00:00 2024-09-19T08:00:18.723 INFO:teuthology.orchestra.run.smithi160.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-09-19T08:00:18.849 INFO:teuthology.orchestra.run.smithi160.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 369 kB/s | 46 kB 00:00 2024-09-19T08:00:18.874 INFO:teuthology.orchestra.run.smithi160.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T08:00:18.899 INFO:teuthology.orchestra.run.smithi160.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T08:00:18.908 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-09-19T08:00:18.959 INFO:teuthology.orchestra.run.smithi160.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-09-19T08:00:18.991 INFO:teuthology.orchestra.run.smithi160.stdout:(133/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-19T08:00:19.017 INFO:teuthology.orchestra.run.smithi160.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 285 kB/s | 16 kB 00:00 2024-09-19T08:00:19.081 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-09-19T08:00:19.081 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-09-19T08:00:19.081 INFO:teuthology.orchestra.run.smithi160.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-19T08:00:19.081 INFO:teuthology.orchestra.run.smithi160.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-19T08:00:19.093 INFO:teuthology.orchestra.run.smithi160.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T08:00:19.118 INFO:teuthology.orchestra.run.smithi160.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T08:00:19.143 INFO:teuthology.orchestra.run.smithi160.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T08:00:19.177 INFO:teuthology.orchestra.run.smithi160.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-09-19T08:00:19.203 INFO:teuthology.orchestra.run.smithi160.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-19T08:00:19.227 INFO:teuthology.orchestra.run.smithi160.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T08:00:19.261 INFO:teuthology.orchestra.run.smithi160.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-19T08:00:19.287 INFO:teuthology.orchestra.run.smithi160.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-09-19T08:00:19.320 INFO:teuthology.orchestra.run.smithi160.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-09-19T08:00:19.346 INFO:teuthology.orchestra.run.smithi160.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T08:00:19.429 INFO:teuthology.orchestra.run.smithi160.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T08:00:19.671 INFO:teuthology.orchestra.run.smithi160.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-19T08:00:19.729 INFO:teuthology.orchestra.run.smithi160.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T08:00:19.855 INFO:teuthology.orchestra.run.smithi160.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-19T08:00:19.888 INFO:teuthology.orchestra.run.smithi160.stdout:(151/156): NetworkManager-libnm-1.51.0-1.el9.x8 11 MB/s | 1.8 MB 00:00 2024-09-19T08:00:19.930 INFO:teuthology.orchestra.run.smithi160.stdout:(152/156): NetworkManager-team-1.51.0-1.el9.x86 544 kB/s | 41 kB 00:00 2024-09-19T08:00:19.980 INFO:teuthology.orchestra.run.smithi160.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.6 MB/s | 249 kB 00:00 2024-09-19T08:00:20.089 INFO:teuthology.orchestra.run.smithi160.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 8.5 MB/s | 1.4 MB 00:00 2024-09-19T08:00:20.173 INFO:teuthology.orchestra.run.smithi160.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-09-19T08:00:21.493 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-09-19T08:00:21.494 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-09-19T08:00:24.534 INFO:teuthology.orchestra.run.smithi160.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.2 MB/s | 16 MB 00:07 2024-09-19T08:00:24.539 INFO:teuthology.orchestra.run.smithi160.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:00:24.540 INFO:teuthology.orchestra.run.smithi160.stdout:Total 12 MB/s | 226 MB 00:19 2024-09-19T08:00:25.722 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction check 2024-09-19T08:00:25.876 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction check succeeded. 2024-09-19T08:00:25.876 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction test 2024-09-19T08:00:27.887 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-09-19T08:00:28.016 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T08:00:28.054 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T08:00:28.084 INFO:teuthology.orchestra.run.smithi160.stdout:Transaction test succeeded. 2024-09-19T08:00:28.085 INFO:teuthology.orchestra.run.smithi160.stdout:Running transaction 2024-09-19T08:00:28.111 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T08:00:28.149 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T08:00:28.175 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T08:00:28.246 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T08:00:28.644 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T08:00:28.750 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:00:28.867 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:00:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:00:28.969 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:00:29.005 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:00:29.207 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T08:00:29.262 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T08:00:29.289 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:00:29.396 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:00:29.424 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:00:29.479 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:00:29.508 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:00:29.531 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:00:29.728 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:00:29.902 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:00:30.040 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T08:00:30.156 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:30.233 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:30.481 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:30.594 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T08:00:30.689 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T08:00:30.738 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T08:00:30.782 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T08:00:30.859 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T08:00:30.909 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T08:00:30.949 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T08:00:30.992 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T08:00:31.025 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T08:00:31.052 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T08:00:31.124 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T08:00:31.176 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T08:00:31.214 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T08:00:31.257 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T08:00:31.335 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T08:00:31.375 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T08:00:31.420 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T08:00:31.456 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T08:00:31.529 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T08:00:31.571 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T08:00:31.649 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T08:00:31.803 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T08:00:31.859 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T08:00:32.419 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T08:00:32.505 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T08:00:32.539 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T08:00:32.583 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T08:00:32.621 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T08:00:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T08:00:32.839 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T08:00:32.890 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T08:00:32.947 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T08:00:33.030 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T08:00:33.067 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T08:00:33.103 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T08:00:33.151 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T08:00:33.185 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T08:00:33.229 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T08:00:33.272 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T08:00:33.415 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T08:00:33.464 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T08:00:33.506 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T08:00:33.613 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T08:00:33.647 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T08:00:33.697 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T08:00:33.729 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T08:00:33.753 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T08:00:33.845 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T08:00:33.980 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T08:00:34.156 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T08:00:34.208 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T08:00:34.244 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T08:00:34.284 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T08:00:34.324 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T08:00:34.353 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T08:00:34.388 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T08:00:34.421 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T08:00:34.472 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T08:00:34.506 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T08:00:34.599 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T08:00:34.619 INFO:teuthology.orchestra.run.smithi160.stdout: Preparing : 1/1 2024-09-19T08:00:34.645 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T08:00:34.675 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T08:00:34.743 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T08:00:34.790 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T08:00:34.792 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T08:00:34.843 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T08:00:34.852 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T08:00:34.877 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T08:00:34.903 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T08:00:34.958 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T08:00:35.299 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T08:00:35.411 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:00:35.534 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:00:35.562 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:00:35.633 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T08:00:35.654 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:00:35.682 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T08:00:35.693 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:00:35.716 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T08:00:35.826 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T08:00:35.865 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T08:00:35.882 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T08:00:35.936 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T08:00:35.939 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T08:00:35.967 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:00:36.037 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T08:00:36.070 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:00:36.071 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T08:00:36.093 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:00:36.155 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:00:36.177 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:00:36.201 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:00:36.263 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T08:00:36.293 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T08:00:36.375 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T08:00:36.397 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:00:36.566 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:00:36.717 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T08:00:36.827 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:36.910 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:37.082 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T08:00:37.133 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:00:37.206 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T08:00:37.239 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T08:00:37.334 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T08:00:37.365 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T08:00:37.407 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T08:00:37.481 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T08:00:37.533 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T08:00:37.566 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T08:00:37.609 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T08:00:37.642 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T08:00:37.670 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T08:00:37.738 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T08:00:37.791 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T08:00:37.823 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T08:00:37.875 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T08:00:37.949 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T08:00:37.985 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T08:00:38.029 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T08:00:38.057 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T08:00:38.126 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T08:00:38.171 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T08:00:38.245 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T08:00:38.378 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T08:00:38.431 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T08:00:38.581 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T08:00:38.674 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T08:00:38.702 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T08:00:38.735 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T08:00:38.951 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T08:00:39.035 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T08:00:39.063 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T08:00:39.073 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T08:00:39.106 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:00:39.125 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T08:00:39.162 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T08:00:39.198 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:00:39.205 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T08:00:39.236 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T08:00:39.274 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T08:00:39.357 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T08:00:39.432 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T08:00:39.486 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T08:00:39.559 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T08:00:39.591 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T08:00:39.635 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T08:00:39.690 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T08:00:39.741 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T08:00:39.781 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T08:00:39.786 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T08:00:39.809 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:00:39.828 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T08:00:39.865 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:00:39.895 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T08:00:39.964 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T08:00:40.005 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T08:00:40.085 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T08:00:40.181 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T08:00:40.223 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T08:00:40.363 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T08:00:40.399 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T08:00:40.424 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T08:00:40.540 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T08:00:40.674 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T08:00:40.725 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T08:00:40.776 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T08:00:40.810 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T08:00:40.849 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T08:00:40.880 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T08:00:40.910 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T08:00:40.944 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T08:00:40.978 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T08:00:41.019 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T08:00:41.063 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T08:00:41.148 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T08:00:41.193 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T08:00:41.232 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T08:00:41.336 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T08:00:41.391 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T08:00:42.102 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T08:00:42.155 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T08:00:42.189 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T08:00:42.297 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T08:00:42.361 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T08:00:42.381 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:42.406 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T08:00:42.426 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:42.493 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T08:00:42.533 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T08:00:42.717 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T08:00:42.739 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T08:00:42.818 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T08:00:43.004 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:43.046 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:00:43.133 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:00:43.133 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T08:00:43.133 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T08:00:43.133 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:43.172 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:00:43.478 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T08:00:43.595 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T08:00:44.872 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T08:00:44.959 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T08:00:44.987 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T08:00:45.020 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T08:00:45.344 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T08:00:45.392 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:00:45.483 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:00:45.515 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T08:00:45.552 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T08:00:46.039 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T08:00:46.072 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:00:46.144 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:00:46.173 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T08:00:48.492 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:48.528 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:49.081 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:00:49.123 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:00:49.199 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:00:49.199 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T08:00:49.200 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T08:00:49.200 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:00:49.233 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:00:55.510 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:00:55.510 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /sys 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /proc 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /mnt 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /var/tmp 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /home 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /root 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /tmp 2024-09-19T08:00:55.511 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:55.692 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:00:55.709 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:00:55.709 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:00:55.709 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T08:00:55.709 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:57.260 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:00:57.289 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:00:57.289 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:00:57.290 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T08:00:57.290 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:00:57.290 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:00:57.290 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:57.546 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:00:57.571 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:00:57.571 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:00:57.572 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T08:00:57.572 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:00:57.572 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:00:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:58.030 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:00:58.055 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:00:58.169 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T08:00:58.228 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T08:00:58.292 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T08:00:58.495 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T08:00:58.549 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T08:00:58.630 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T08:00:58.728 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T08:00:58.879 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T08:00:58.940 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T08:00:58.973 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T08:00:59.000 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T08:00:59.455 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:00:59.482 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:00:59.522 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T08:00:59.595 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T08:00:59.621 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:01:00.737 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:01:00.773 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /sys 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /proc 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /mnt 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /var/tmp 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /home 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /root 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout:skipping the directory /tmp 2024-09-19T08:01:00.886 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:01.071 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:01:01.087 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:01:01.088 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:01.088 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T08:01:01.088 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:01.792 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:01:01.816 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:01:01.926 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:01:02.094 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T08:01:02.126 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:01:02.152 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:01:02.152 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:02.152 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T08:01:02.152 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:01:02.153 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:01:02.153 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:02.202 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:01:02.214 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:01:02.316 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T08:01:02.375 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T08:01:02.555 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:01:02.583 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:02.814 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:01:02.837 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:03.272 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:01:03.296 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:03.364 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T08:01:03.405 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T08:01:03.405 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:01:03.430 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:03.459 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T08:01:03.472 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:01:03.497 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:01:03.497 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:03.497 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T08:01:03.497 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:03.523 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T08:01:03.547 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:01:03.573 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:03.711 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T08:01:03.765 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T08:01:03.843 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T08:01:03.931 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T08:01:03.990 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:01:04.016 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:01:04.016 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:04.016 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T08:01:04.016 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:01:04.016 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:01:04.017 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:04.079 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T08:01:04.140 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T08:01:04.172 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T08:01:04.199 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T08:01:04.644 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:01:04.674 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:01:04.705 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T08:01:04.767 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T08:01:04.805 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:01:05.845 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:01:05.881 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:01:06.841 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:01:06.873 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:01:06.975 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:01:07.147 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T08:01:07.175 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:01:07.200 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:07.251 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:01:07.263 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:01:07.362 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T08:01:07.424 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T08:01:08.343 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T08:01:08.378 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:01:08.402 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:08.446 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:01:08.468 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:01:08.469 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:08.469 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T08:01:08.469 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:08.513 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:01:08.535 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:01:08.535 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:08.536 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T08:01:08.536 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:01:08.536 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:01:08.536 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:08.839 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:01:08.862 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:08.869 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T08:01:08.912 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T08:01:08.952 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T08:01:08.984 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T08:01:09.011 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T08:01:09.226 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T08:01:09.274 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T08:01:09.304 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T08:01:09.334 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T08:01:09.380 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T08:01:10.020 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:10.053 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:10.075 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:11.007 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T08:01:11.113 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T08:01:11.175 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T08:01:11.310 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T08:01:11.340 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T08:01:11.366 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T08:01:11.400 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T08:01:11.400 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:01:11.501 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:01:11.501 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:01:11.593 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:01:11.618 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T08:01:11.624 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:11.624 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:11.812 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:11.812 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:01:11.896 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:01:11.964 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:13.401 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T08:01:13.442 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T08:01:13.483 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T08:01:13.515 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T08:01:13.542 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T08:01:13.748 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T08:01:13.788 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T08:01:13.818 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T08:01:13.849 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T08:01:13.895 INFO:teuthology.orchestra.run.smithi160.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T08:01:14.499 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:14.534 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:14.554 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:01:15.417 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T08:01:15.505 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T08:01:15.550 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T08:01:15.651 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T08:01:15.683 INFO:teuthology.orchestra.run.smithi160.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T08:01:15.709 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T08:01:15.742 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T08:01:15.743 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:01:15.826 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:01:15.827 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:01:15.911 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:01:15.936 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T08:01:15.941 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:15.941 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:16.121 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:01:16.121 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:01:16.205 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:01:16.270 INFO:teuthology.orchestra.run.smithi160.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:17.547 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:01:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T08:01:17.549 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T08:01:17.550 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T08:01:17.550 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T08:01:17.562 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T08:01:17.563 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T08:01:17.564 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T08:01:17.565 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T08:01:17.566 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T08:01:17.567 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T08:01:17.568 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T08:01:17.569 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T08:01:17.570 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T08:01:17.571 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T08:01:17.572 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T08:01:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout:Upgraded: 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T08:01:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T08:01:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T08:01:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T08:01:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T08:01:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T08:01:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T08:01:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T08:01:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T08:01:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T08:01:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T08:01:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T08:01:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:20.215 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-09-19T08:01:20.594 DEBUG:teuthology.parallel:result is None 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:01:21.918 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T08:01:21.919 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T08:01:21.920 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T08:01:21.933 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T08:01:21.934 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T08:01:21.935 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T08:01:21.937 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T08:01:21.938 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T08:01:21.939 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T08:01:21.940 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T08:01:21.941 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T08:01:21.941 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T08:01:21.941 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T08:01:21.941 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T08:01:21.942 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T08:01:21.943 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T08:01:21.944 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T08:01:21.945 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T08:01:21.946 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout:Upgraded: 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:24.805 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout:Installed: 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.806 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.807 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T08:01:24.808 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.809 INFO:teuthology.orchestra.run.smithi160.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T08:01:24.810 INFO:teuthology.orchestra.run.smithi160.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T08:01:24.811 INFO:teuthology.orchestra.run.smithi160.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T08:01:24.812 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T08:01:24.813 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T08:01:24.814 INFO:teuthology.orchestra.run.smithi160.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T08:01:24.815 INFO:teuthology.orchestra.run.smithi160.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T08:01:24.816 INFO:teuthology.orchestra.run.smithi160.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T08:01:24.817 INFO:teuthology.orchestra.run.smithi160.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T08:01:24.818 INFO:teuthology.orchestra.run.smithi160.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T08:01:24.818 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:24.818 INFO:teuthology.orchestra.run.smithi160.stdout:Complete! 2024-09-19T08:01:25.294 DEBUG:teuthology.parallel:result is None 2024-09-19T08:01:25.295 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:01:25.436 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T08:01:25.462 INFO:teuthology.orchestra.run.smithi017.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T08:01:25.463 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T08:01:25.463 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T08:01:25.465 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:01:25.606 DEBUG:teuthology.orchestra.run.smithi160:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T08:01:25.629 INFO:teuthology.orchestra.run.smithi160.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T08:01:25.629 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T08:01:25.629 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T08:01:25.631 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T08:01:25.631 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:25.631 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T08:01:25.665 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:25.665 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T08:01:25.700 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T08:01:25.701 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:25.702 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T08:01:25.734 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T08:01:25.803 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:25.803 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T08:01:25.829 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T08:01:25.895 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T08:01:25.895 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:25.896 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T08:01:25.924 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T08:01:25.993 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:25.993 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T08:01:26.018 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T08:01:26.083 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T08:01:26.083 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:26.083 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T08:01:26.111 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T08:01:26.180 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:26.180 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T08:01:26.205 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T08:01:26.270 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T08:01:26.355 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T08:01:26.355 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 777 /var/log/ceph 2024-09-19T08:01:26.358 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 777 /var/log/ceph 2024-09-19T08:01:26.384 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T08:01:26.384 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T08:01:26.427 DEBUG:teuthology.orchestra.run.smithi160:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T08:01:26.453 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T08:01:26.453 DEBUG:teuthology.orchestra.run.smithi017:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T08:01:26.496 DEBUG:teuthology.orchestra.run.smithi160:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T08:01:26.532 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T08:01:26.533 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T08:01:26.533 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T08:01:26.533 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:26.533 DEBUG:teuthology.orchestra.run.smithi017:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T08:01:26.581 DEBUG:teuthology.orchestra.run.smithi017:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T08:01:26.699 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T08:01:26.727 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:26.727 DEBUG:teuthology.orchestra.run.smithi160:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T08:01:26.743 DEBUG:teuthology.orchestra.run.smithi160:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T08:01:26.855 DEBUG:teuthology.orchestra.run.smithi160:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T08:01:26.887 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T08:01:26.887 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T08:01:26.887 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911840', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi017.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBQ29dvOEQDutVlEnJDCv8P9tNuXWqOsnpZ1aT/PCCC/NUAbYow56FhIvcoIr0IWevscwd8q6BoWvkoZoBFy9pI=', 'smithi160.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkuM9gfU71uhuwlPgEn+x/Ea5J9PQFbrdrPs4vWwFJyqAuxt/sctxGS6B92cb94JvcONwtJDY0JOkBxxE+CeT8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_damage']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T08:01:26.888 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T08:01:26.891 DEBUG:teuthology.orchestra.run.smithi160:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T08:01:26.937 DEBUG:teuthology.orchestra.run.smithi017:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T08:01:26.949 DEBUG:teuthology.orchestra.run.smithi160:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T08:01:27.002 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:27.002 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T08:01:27.034 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T08:01:27.034 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_1 2024-09-19T08:01:27.092 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T08:01:27.092 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:27.092 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-19T08:01:27.092 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:27.092 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:27.093 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:01:12.341726905 +0000 2024-09-19T08:01:27.093 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 07:59:25.372416142 +0000 2024-09-19T08:01:27.093 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 07:59:25.372416142 +0000 2024-09-19T08:01:27.093 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-19 07:59:25.372416142 +0000 2024-09-19T08:01:27.093 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T08:01:27.159 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-19T08:01:27.159 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-19T08:01:27.159 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000111332 s, 4.6 MB/s 2024-09-19T08:01:27.160 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T08:01:27.219 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_2 2024-09-19T08:01:27.276 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:01:12.341726905 +0000 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 07:59:25.693412378 +0000 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 07:59:25.693412378 +0000 2024-09-19T08:01:27.277 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-19 07:59:25.693412378 +0000 2024-09-19T08:01:27.277 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T08:01:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-19T08:01:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-19T08:01:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000106739 s, 4.8 MB/s 2024-09-19T08:01:27.344 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T08:01:27.401 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_3 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:01:12.342726894 +0000 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 07:59:26.020408543 +0000 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 07:59:26.020408543 +0000 2024-09-19T08:01:27.458 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-19 07:59:26.020408543 +0000 2024-09-19T08:01:27.459 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T08:01:27.522 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-19T08:01:27.522 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-19T08:01:27.523 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 9.6566e-05 s, 5.3 MB/s 2024-09-19T08:01:27.523 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T08:01:27.580 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_4 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:01:12.342726894 +0000 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 07:59:26.356404603 +0000 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 07:59:26.356404603 +0000 2024-09-19T08:01:27.637 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-19 07:59:26.356404603 +0000 2024-09-19T08:01:27.638 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T08:01:27.700 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-19T08:01:27.700 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-19T08:01:27.700 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 8.7017e-05 s, 5.9 MB/s 2024-09-19T08:01:27.702 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T08:01:27.758 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:27.759 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:27.759 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T08:01:27.778 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T08:01:27.779 DEBUG:teuthology.orchestra.run.smithi160:> stat /dev/vg_nvme/lv_1 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:27.837 INFO:teuthology.orchestra.run.smithi160.stdout:Access: 2024-09-19 08:01:16.615463670 +0000 2024-09-19T08:01:27.838 INFO:teuthology.orchestra.run.smithi160.stdout:Modify: 2024-09-19 07:59:23.466108235 +0000 2024-09-19T08:01:27.838 INFO:teuthology.orchestra.run.smithi160.stdout:Change: 2024-09-19 07:59:23.466108235 +0000 2024-09-19T08:01:27.838 INFO:teuthology.orchestra.run.smithi160.stdout: Birth: 2024-09-19 07:59:23.466108235 +0000 2024-09-19T08:01:27.838 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T08:01:27.904 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records in 2024-09-19T08:01:27.904 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records out 2024-09-19T08:01:27.904 INFO:teuthology.orchestra.run.smithi160.stderr:512 bytes copied, 0.000220431 s, 2.3 MB/s 2024-09-19T08:01:27.906 DEBUG:teuthology.orchestra.run.smithi160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T08:01:27.964 DEBUG:teuthology.orchestra.run.smithi160:> stat /dev/vg_nvme/lv_2 2024-09-19T08:01:28.021 INFO:teuthology.orchestra.run.smithi160.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Access: 2024-09-19 08:01:16.615463670 +0000 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Modify: 2024-09-19 07:59:23.798103775 +0000 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout:Change: 2024-09-19 07:59:23.798103775 +0000 2024-09-19T08:01:28.022 INFO:teuthology.orchestra.run.smithi160.stdout: Birth: 2024-09-19 07:59:23.798103775 +0000 2024-09-19T08:01:28.022 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T08:01:28.087 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records in 2024-09-19T08:01:28.087 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records out 2024-09-19T08:01:28.087 INFO:teuthology.orchestra.run.smithi160.stderr:512 bytes copied, 0.000231265 s, 2.2 MB/s 2024-09-19T08:01:28.088 DEBUG:teuthology.orchestra.run.smithi160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T08:01:28.146 DEBUG:teuthology.orchestra.run.smithi160:> stat /dev/vg_nvme/lv_3 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Access: 2024-09-19 08:01:16.615463670 +0000 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Modify: 2024-09-19 07:59:24.123099408 +0000 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout:Change: 2024-09-19 07:59:24.123099408 +0000 2024-09-19T08:01:28.203 INFO:teuthology.orchestra.run.smithi160.stdout: Birth: 2024-09-19 07:59:24.123099408 +0000 2024-09-19T08:01:28.203 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T08:01:28.267 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records in 2024-09-19T08:01:28.268 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records out 2024-09-19T08:01:28.268 INFO:teuthology.orchestra.run.smithi160.stderr:512 bytes copied, 0.000262527 s, 2.0 MB/s 2024-09-19T08:01:28.269 DEBUG:teuthology.orchestra.run.smithi160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T08:01:28.326 DEBUG:teuthology.orchestra.run.smithi160:> stat /dev/vg_nvme/lv_4 2024-09-19T08:01:28.382 INFO:teuthology.orchestra.run.smithi160.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T08:01:28.382 INFO:teuthology.orchestra.run.smithi160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:01:28.382 INFO:teuthology.orchestra.run.smithi160.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout:Access: 2024-09-19 08:01:16.616463656 +0000 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout:Modify: 2024-09-19 07:59:24.454094961 +0000 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout:Change: 2024-09-19 07:59:24.454094961 +0000 2024-09-19T08:01:28.383 INFO:teuthology.orchestra.run.smithi160.stdout: Birth: 2024-09-19 07:59:24.454094961 +0000 2024-09-19T08:01:28.383 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T08:01:28.445 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records in 2024-09-19T08:01:28.446 INFO:teuthology.orchestra.run.smithi160.stderr:1+0 records out 2024-09-19T08:01:28.446 INFO:teuthology.orchestra.run.smithi160.stderr:512 bytes copied, 0.000239954 s, 2.1 MB/s 2024-09-19T08:01:28.447 DEBUG:teuthology.orchestra.run.smithi160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T08:01:28.504 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:28.504 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi017.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi160.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T08:01:28.504 INFO:tasks.ceph:Generating config... 2024-09-19T08:01:28.505 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T08:01:28.505 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T08:01:28.505 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T08:01:28.505 INFO:tasks.ceph:[client] pid file = 2024-09-19T08:01:28.505 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T08:01:28.506 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T08:01:28.506 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T08:01:28.507 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T08:01:28.507 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T08:01:28.507 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T08:01:28.507 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T08:01:28.507 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T08:01:28.507 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T08:01:28.508 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T08:01:28.508 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T08:01:28.509 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T08:01:28.564 INFO:teuthology.orchestra.run.smithi017.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T08:01:28.566 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T08:01:28.615 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T08:01:28.641 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.17'), ('mon.b', '172.21.15.160'), ('mon.c', '[v2:172.21.15.160:3301,v1:172.21.15.160:6790]')] 2024-09-19T08:01:28.642 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.17,172.21.15.160,[v2:172.21.15.160:3301,v1:172.21.15.160:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T08:01:28.643 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:28.643 DEBUG:teuthology.orchestra.run.smithi017:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T08:01:28.698 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.17 --add b 172.21.15.160 --addv c '[v2:172.21.15.160:3301,v1:172.21.15.160:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:28.788 INFO:teuthology.orchestra.run.smithi017.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:monmaptool: generated fsid 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:setting min_mon_release = quincy 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:epoch 0 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:fsid 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:last_changed 2024-09-19T08:01:28.789669+0000 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:created 2024-09-19T08:01:28.789669+0000 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:min_mon_release 17 (quincy) 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:election_strategy: 1 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:1: [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] mon.b 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:2: [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] mon.c 2024-09-19T08:01:28.789 INFO:teuthology.orchestra.run.smithi017.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T08:01:28.791 DEBUG:teuthology.orchestra.run.smithi017:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T08:01:28.806 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 69b5e481-59b9-432b-b815-af8fc37a64c1... 2024-09-19T08:01:28.807 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T08:01:28.849 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout:[global] 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: chdir = "" 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: auth supported = cephx 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: filestore xattr use omap = true 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: mon clock drift allowed = 1.000 2024-09-19T08:01:28.891 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: osd crush chooseleaf type = 0 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: auth debug = true 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: ms die on old message = true 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: ms die on bug = true 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: mon pg warn max object skew = 0 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.892 INFO:teuthology.orchestra.run.smithi017.stdout: osd pool default size = 2 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd allow primary affinity = true 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd allow pg remap = true 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on legacy crush tunables = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on crush straw calc version zero = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on no sortbitwise = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on osd down out interval zero = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on too few osds = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: mon_allow_pool_size_one = true 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T08:01:28.893 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: osd default data pool replay window = 5 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: mon allow pool delete = true 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: mon cluster log file level = debug 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: debug asserts on shutdown = true 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: mon health detail to clog = false 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: mon host = "172.21.15.17,172.21.15.160,[v2:172.21.15.160:3301,v1:172.21.15.160:6790]" 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: fsid = 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.894 INFO:teuthology.orchestra.run.smithi017.stdout:[osd] 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd journal size = 100 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd scrub load threshold = 5.0 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd scrub max interval = 600 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd mclock profile = high_recovery_ops 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd recover clone overlap = true 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd recovery max chunk = 1048576 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug shutdown = true 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug op order = true 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug verify stray on activate = true 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug trim objects = true 2024-09-19T08:01:28.895 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: osd open classes on start = true 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug pg log writeout = true 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: osd deep scrub update digest min age = 30 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: osd map max advance = 10 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: journal zero on create = true 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: filestore ondisk finisher threads = 3 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: filestore apply finisher threads = 3 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: bdev debug aio = true 2024-09-19T08:01:28.896 INFO:teuthology.orchestra.run.smithi017.stdout: osd debug misdirected ops = true 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: bdev async discard = True 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: bdev enable discard = True 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: bluestore allocator = bitmap 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: bluestore block size = 96636764160 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: bluestore fsck on mount = True 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: debug bluefs = 1/20 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: debug bluestore = 1/20 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: debug ms = 1 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: debug osd = 20 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: debug rocksdb = 4/10 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd full ratio = 0.9 2024-09-19T08:01:28.897 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd nearfull ratio = 0.8 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: osd failsafe full ratio = 0.95 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: osd objectstore = bluestore 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: osd op complaint time = 180 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout:[mgr] 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: debug ms = 1 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: debug mgr = 20 2024-09-19T08:01:28.898 INFO:teuthology.orchestra.run.smithi017.stdout: debug mon = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug auth = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: mon reweight min pgs per osd = 4 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: mon reweight min bytes per osd = 10 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: mgr/telemetry/nag = false 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug client = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout:[mon] 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug ms = 1 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug mon = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug paxos = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: debug auth = 20 2024-09-19T08:01:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: mon data avail warn = 5 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon mgr mkfs grace = 240 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon reweight min pgs per osd = 4 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd reporter subtree level = osd 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon osd prime pg temp = true 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon reweight min bytes per osd = 10 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T08:01:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: # 1m isn't quite enough 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: mon_down_mkfs_grace = 2m 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: mon_warn_on_filestore_osds = false 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: mon down mkfs grace = 300 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: mon op complaint time = 120 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: mon warn on pool no app = False 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout:[client] 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: rgw cache enabled = true 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: rgw enable ops log = true 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: rgw enable usage log = true 2024-09-19T08:01:28.901 INFO:teuthology.orchestra.run.smithi017.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: client mount timeout = 600 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: debug client = 20 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: debug ms = 1 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: pid file = "" 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: rados mon op timeout = 900 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout: rados osd op timeout = 900 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mon.a] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mon.b] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mon.c] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.a] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.c] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.b] 2024-09-19T08:01:28.902 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.d] 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout:[mds] 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: debug mds = 20 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: debug mds balancer = 20 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: debug ms = 1 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: mds debug frag = True 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: mds debug scatterstat = True 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: mds op complaint time = 180 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: mds verify scatter = True 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: osd op complaint time = 180 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: rados mon op timeout = 900 2024-09-19T08:01:28.903 INFO:teuthology.orchestra.run.smithi017.stdout: rados osd op timeout = 900 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout:[global] 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: chdir = "" 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: auth supported = cephx 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: filestore xattr use omap = true 2024-09-19T08:01:28.905 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: mon clock drift allowed = 1.000 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: osd crush chooseleaf type = 0 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: auth debug = true 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: ms die on old message = true 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: ms die on bug = true 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T08:01:28.906 INFO:teuthology.orchestra.run.smithi160.stdout: mon pg warn max object skew = 0 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: osd pool default size = 2 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd allow primary affinity = true 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd allow pg remap = true 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on legacy crush tunables = false 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on crush straw calc version zero = false 2024-09-19T08:01:28.907 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on no sortbitwise = false 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on osd down out interval zero = false 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on too few osds = false 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon_allow_pool_size_one = true 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: osd default data pool replay window = 5 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon allow pool delete = true 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.908 INFO:teuthology.orchestra.run.smithi160.stdout: mon cluster log file level = debug 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: debug asserts on shutdown = true 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: mon health detail to clog = false 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: mon host = "172.21.15.17,172.21.15.160,[v2:172.21.15.160:3301,v1:172.21.15.160:6790]" 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: fsid = 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout:[osd] 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd journal size = 100 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd scrub load threshold = 5.0 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd scrub max interval = 600 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd mclock profile = high_recovery_ops 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd recover clone overlap = true 2024-09-19T08:01:28.909 INFO:teuthology.orchestra.run.smithi160.stdout: osd recovery max chunk = 1048576 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug shutdown = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug op order = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug verify stray on activate = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug trim objects = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd open classes on start = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug pg log writeout = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd deep scrub update digest min age = 30 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: osd map max advance = 10 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: journal zero on create = true 2024-09-19T08:01:28.910 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: filestore ondisk finisher threads = 3 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: filestore apply finisher threads = 3 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bdev debug aio = true 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: osd debug misdirected ops = true 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bdev async discard = True 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bdev enable discard = True 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bluestore allocator = bitmap 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bluestore block size = 96636764160 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: bluestore fsck on mount = True 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: debug bluefs = 1/20 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: debug bluestore = 1/20 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: debug ms = 1 2024-09-19T08:01:28.911 INFO:teuthology.orchestra.run.smithi160.stdout: debug osd = 20 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: debug rocksdb = 4/10 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd full ratio = 0.9 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd nearfull ratio = 0.8 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: osd failsafe full ratio = 0.95 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: osd objectstore = bluestore 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: osd op complaint time = 180 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout:[mgr] 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: debug ms = 1 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: debug mgr = 20 2024-09-19T08:01:28.912 INFO:teuthology.orchestra.run.smithi160.stdout: debug mon = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug auth = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: mon reweight min pgs per osd = 4 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: mon reweight min bytes per osd = 10 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: mgr/telemetry/nag = false 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug client = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout:[mon] 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug ms = 1 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug mon = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug paxos = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: debug auth = 20 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: mon data avail warn = 5 2024-09-19T08:01:28.913 INFO:teuthology.orchestra.run.smithi160.stdout: mon mgr mkfs grace = 240 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon reweight min pgs per osd = 4 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd reporter subtree level = osd 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon osd prime pg temp = true 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon reweight min bytes per osd = 10 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: # 1m isn't quite enough 2024-09-19T08:01:28.914 INFO:teuthology.orchestra.run.smithi160.stdout: mon_down_mkfs_grace = 2m 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: mon_warn_on_filestore_osds = false 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: mon down mkfs grace = 300 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: mon op complaint time = 120 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: mon warn on pool no app = False 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout:[client] 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: rgw cache enabled = true 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: rgw enable ops log = true 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: rgw enable usage log = true 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: client mount timeout = 600 2024-09-19T08:01:28.915 INFO:teuthology.orchestra.run.smithi160.stdout: debug client = 20 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: debug ms = 1 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: pid file = "" 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: rados mon op timeout = 900 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: rados osd op timeout = 900 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mon.a] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mon.b] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mon.c] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.a] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.c] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.b] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.d] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout:[mds] 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: debug mds = 20 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: debug mds balancer = 20 2024-09-19T08:01:28.916 INFO:teuthology.orchestra.run.smithi160.stdout: debug ms = 1 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: mds debug frag = True 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: mds debug scatterstat = True 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: mds op complaint time = 180 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: mds verify scatter = True 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: osd op complaint time = 180 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: rados mon op timeout = 900 2024-09-19T08:01:28.917 INFO:teuthology.orchestra.run.smithi160.stdout: rados osd op timeout = 900 2024-09-19T08:01:28.917 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T08:01:28.917 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T08:01:29.000 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T08:01:29.001 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:29.001 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T08:01:29.017 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:29.017 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T08:01:29.072 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:01:29.072 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:29.072 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T08:01:29.072 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T08:01:29.147 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:01:29.148 DEBUG:teuthology.orchestra.run.smithi017:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:29.203 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:01:29.203 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:29.203 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T08:01:29.203 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T08:01:29.239 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:01:29.239 DEBUG:teuthology.orchestra.run.smithi160:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:29.295 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T08:01:29.295 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T08:01:29.295 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T08:01:29.347 INFO:teuthology.orchestra.run.smithi017.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T08:01:29.350 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T08:01:29.410 INFO:teuthology.orchestra.run.smithi160.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T08:01:29.413 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T08:01:29.413 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T08:01:29.466 INFO:teuthology.orchestra.run.smithi017.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T08:01:29.468 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T08:01:29.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T08:01:29.587 INFO:teuthology.orchestra.run.smithi017.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T08:01:29.590 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T08:01:29.615 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T08:01:29.666 INFO:teuthology.orchestra.run.smithi160.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T08:01:29.669 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T08:01:29.693 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T08:01:29.785 INFO:teuthology.orchestra.run.smithi160.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T08:01:29.788 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T08:01:29.813 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T08:01:29.813 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T08:01:29.855 INFO:teuthology.orchestra.run.smithi017.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T08:01:29.868 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T08:01:29.950 INFO:teuthology.orchestra.run.smithi017.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T08:01:29.964 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T08:01:30.005 INFO:teuthology.orchestra.run.smithi160.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T08:01:30.018 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T08:01:30.100 INFO:teuthology.orchestra.run.smithi160.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T08:01:30.112 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T08:01:30.112 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi017.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi160.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T08:01:30.112 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T08:01:30.138 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:30.138 INFO:tasks.ceph:role: osd.0 2024-09-19T08:01:30.138 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:01:30.138 DEBUG:teuthology.orchestra.run.smithi017:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:30.203 INFO:teuthology.orchestra.run.smithi017.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:30.236 INFO:teuthology.orchestra.run.smithi017.stdout:Discarding blocks...Done. 2024-09-19T08:01:30.237 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi017.front.sepia.ceph.com -o noatime 2024-09-19T08:01:30.238 DEBUG:teuthology.orchestra.run.smithi017:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T08:01:30.307 DEBUG:teuthology.orchestra.run.smithi017:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T08:01:30.381 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T08:01:30.448 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:30.448 INFO:tasks.ceph:role: osd.1 2024-09-19T08:01:30.448 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:01:30.448 DEBUG:teuthology.orchestra.run.smithi017:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T08:01:30.515 INFO:teuthology.orchestra.run.smithi017.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:30.515 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:30.515 INFO:teuthology.orchestra.run.smithi017.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:30.515 INFO:teuthology.orchestra.run.smithi017.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:30.516 INFO:teuthology.orchestra.run.smithi017.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:30.547 INFO:teuthology.orchestra.run.smithi017.stdout:Discarding blocks...Done. 2024-09-19T08:01:30.549 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi017.front.sepia.ceph.com -o noatime 2024-09-19T08:01:30.550 DEBUG:teuthology.orchestra.run.smithi017:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T08:01:30.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T08:01:30.692 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T08:01:30.758 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:30.759 INFO:tasks.ceph:role: osd.2 2024-09-19T08:01:30.759 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:01:30.759 DEBUG:teuthology.orchestra.run.smithi017:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:30.826 INFO:teuthology.orchestra.run.smithi017.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:30.858 INFO:teuthology.orchestra.run.smithi017.stdout:Discarding blocks...Done. 2024-09-19T08:01:30.861 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi017.front.sepia.ceph.com -o noatime 2024-09-19T08:01:30.861 DEBUG:teuthology.orchestra.run.smithi017:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T08:01:30.931 DEBUG:teuthology.orchestra.run.smithi017:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T08:01:31.005 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T08:01:31.071 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:31.071 INFO:tasks.ceph:role: osd.3 2024-09-19T08:01:31.072 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:01:31.072 DEBUG:teuthology.orchestra.run.smithi017:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T08:01:31.136 INFO:teuthology.orchestra.run.smithi017.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:31.137 INFO:teuthology.orchestra.run.smithi017.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:31.169 INFO:teuthology.orchestra.run.smithi017.stdout:Discarding blocks...Done. 2024-09-19T08:01:31.171 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi017.front.sepia.ceph.com -o noatime 2024-09-19T08:01:31.171 DEBUG:teuthology.orchestra.run.smithi017:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T08:01:31.247 DEBUG:teuthology.orchestra.run.smithi017:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T08:01:31.316 DEBUG:teuthology.orchestra.run.smithi017:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:31.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:31.414+0000 7f82db822640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T08:01:31.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:31.414+0000 7f82db822640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T08:01:31.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:31.414+0000 7f82db822640 -1 bdev(0x558a67d67800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:31.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:31.414+0000 7f82db822640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T08:01:35.322 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T08:01:35.353 DEBUG:teuthology.orchestra.run.smithi017:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:35.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:35.447+0000 7f37c1c0e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T08:01:35.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:35.447+0000 7f37c1c0e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T08:01:35.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:35.447+0000 7f37c1c0e640 -1 bdev(0x5643231ed800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:35.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:35.447+0000 7f37c1c0e640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T08:01:38.603 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T08:01:38.634 DEBUG:teuthology.orchestra.run.smithi017:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:38.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:38.727+0000 7f5ff460b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T08:01:38.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:38.727+0000 7f5ff460b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T08:01:38.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:38.727+0000 7f5ff460b640 -1 bdev(0x565523061800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:38.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:38.728+0000 7f5ff460b640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T08:01:41.894 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T08:01:41.922 DEBUG:teuthology.orchestra.run.smithi017:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:42.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:42.012+0000 7f7f0701e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T08:01:42.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:42.012+0000 7f7f0701e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T08:01:42.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:42.012+0000 7f7f0701e640 -1 bdev(0x564e0c009800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:42.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:01:42.012+0000 7f7f0701e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T08:01:45.182 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T08:01:45.213 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T08:01:45.243 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:45.244 INFO:tasks.ceph:role: osd.4 2024-09-19T08:01:45.244 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:01:45.244 DEBUG:teuthology.orchestra.run.smithi160:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T08:01:45.321 INFO:teuthology.orchestra.run.smithi160.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:45.321 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:45.321 INFO:teuthology.orchestra.run.smithi160.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:45.322 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:45.323 INFO:teuthology.orchestra.run.smithi160.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:45.840 INFO:teuthology.orchestra.run.smithi160.stdout:Discarding blocks...Done. 2024-09-19T08:01:45.843 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi160.front.sepia.ceph.com -o noatime 2024-09-19T08:01:45.843 DEBUG:teuthology.orchestra.run.smithi160:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T08:01:45.979 DEBUG:teuthology.orchestra.run.smithi160:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T08:01:46.021 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T08:01:46.086 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:46.086 INFO:tasks.ceph:role: osd.5 2024-09-19T08:01:46.086 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:01:46.086 DEBUG:teuthology.orchestra.run.smithi160:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T08:01:46.158 INFO:teuthology.orchestra.run.smithi160.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:46.158 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:46.158 INFO:teuthology.orchestra.run.smithi160.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:46.158 INFO:teuthology.orchestra.run.smithi160.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:46.159 INFO:teuthology.orchestra.run.smithi160.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:46.600 INFO:teuthology.orchestra.run.smithi160.stdout:Discarding blocks...Done. 2024-09-19T08:01:46.602 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi160.front.sepia.ceph.com -o noatime 2024-09-19T08:01:46.603 DEBUG:teuthology.orchestra.run.smithi160:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T08:01:46.682 DEBUG:teuthology.orchestra.run.smithi160:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T08:01:46.752 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T08:01:46.817 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:46.817 INFO:tasks.ceph:role: osd.6 2024-09-19T08:01:46.817 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:01:46.818 DEBUG:teuthology.orchestra.run.smithi160:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T08:01:46.890 INFO:teuthology.orchestra.run.smithi160.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:46.890 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:46.890 INFO:teuthology.orchestra.run.smithi160.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:46.891 INFO:teuthology.orchestra.run.smithi160.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:47.387 INFO:teuthology.orchestra.run.smithi160.stdout:Discarding blocks...Done. 2024-09-19T08:01:47.389 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi160.front.sepia.ceph.com -o noatime 2024-09-19T08:01:47.389 DEBUG:teuthology.orchestra.run.smithi160:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T08:01:47.498 DEBUG:teuthology.orchestra.run.smithi160:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T08:01:47.526 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T08:01:47.592 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T08:01:47.592 INFO:tasks.ceph:role: osd.7 2024-09-19T08:01:47.592 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:01:47.592 DEBUG:teuthology.orchestra.run.smithi160:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T08:01:47.664 INFO:teuthology.orchestra.run.smithi160.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout: = sunit=0 swidth=0 blks 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T08:01:47.665 INFO:teuthology.orchestra.run.smithi160.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T08:01:48.191 INFO:teuthology.orchestra.run.smithi160.stdout:Discarding blocks...Done. 2024-09-19T08:01:48.193 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi160.front.sepia.ceph.com -o noatime 2024-09-19T08:01:48.193 DEBUG:teuthology.orchestra.run.smithi160:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T08:01:48.316 DEBUG:teuthology.orchestra.run.smithi160:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T08:01:48.349 DEBUG:teuthology.orchestra.run.smithi160:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:48.449 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:48.449+0000 7fd34ea87640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T08:01:48.450 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:48.451+0000 7fd34ea87640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T08:01:48.450 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:48.451+0000 7fd34ea87640 -1 bdev(0x560c4973d800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:48.450 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:48.451+0000 7fd34ea87640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T08:01:52.358 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T08:01:52.389 DEBUG:teuthology.orchestra.run.smithi160:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:52.480 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:52.479+0000 7f380401c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T08:01:52.480 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:52.479+0000 7f380401c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T08:01:52.480 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:52.479+0000 7f380401c640 -1 bdev(0x55e7c4479800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:52.480 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:52.479+0000 7f380401c640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T08:01:56.134 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T08:01:56.276 DEBUG:teuthology.orchestra.run.smithi160:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:01:56.374 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:56.373+0000 7f3fb5214640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T08:01:56.374 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:56.373+0000 7f3fb5214640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T08:01:56.374 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:56.373+0000 7f3fb5214640 -1 bdev(0x56007a289800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T08:01:56.374 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:01:56.373+0000 7f3fb5214640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T08:01:56.889 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:01:56.892 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:02:00.284 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T08:02:00.314 DEBUG:teuthology.orchestra.run.smithi160:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:02:00.405 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:00.404+0000 7f2c11f41640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T08:02:00.405 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:00.404+0000 7f2c11f41640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T08:02:00.405 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:00.404+0000 7f2c11f41640 -1 bdev(0x5653e921f800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T08:02:00.405 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:00.404+0000 7f2c11f41640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T08:02:04.307 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T08:02:04.336 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T08:02:04.337 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.337 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T08:02:04.369 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.369 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T08:02:04.438 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.438 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T08:02:04.508 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T08:02:04.576 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.576 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T08:02:04.645 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.645 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T08:02:04.712 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:04.712 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T08:02:04.779 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:04.780 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T08:02:04.809 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:04.809 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T08:02:04.878 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:04.878 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T08:02:04.945 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:04.945 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T08:02:05.012 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:05.012 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T08:02:05.078 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:05.078 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T08:02:05.144 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:05.144 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T08:02:05.210 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:05.210 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T08:02:05.229 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:05.229 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T08:02:05.288 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:05.288 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T08:02:05.303 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:05.304 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T08:02:05.359 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T08:02:05.359 DEBUG:teuthology.orchestra.run.smithi017:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T08:02:05.362 DEBUG:teuthology.orchestra.run.smithi160:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout:[mgr.y] 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA== 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.a] 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w== 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.c] 2024-09-19T08:02:05.403 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.0] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.1] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.2] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.3] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[mgr.x] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.b] 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A== 2024-09-19T08:02:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.d] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.4] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.5] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.6] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[osd.7] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[client.2] 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA== 2024-09-19T08:02:05.405 INFO:teuthology.orchestra.run.smithi017.stdout:[client.1] 2024-09-19T08:02:05.406 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng== 2024-09-19T08:02:05.406 INFO:teuthology.orchestra.run.smithi017.stdout:[client.3] 2024-09-19T08:02:05.406 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA== 2024-09-19T08:02:05.422 INFO:teuthology.orchestra.run.smithi160.stdout:[mgr.y] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.a] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.c] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.0] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.1] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.2] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.3] 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ== 2024-09-19T08:02:05.423 INFO:teuthology.orchestra.run.smithi160.stdout:[mgr.x] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.b] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[mds.d] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.4] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.5] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.6] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[osd.7] 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg== 2024-09-19T08:02:05.424 INFO:teuthology.orchestra.run.smithi160.stdout:[client.0] 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout:[client.2] 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA== 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout:[client.1] 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng== 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout:[client.3] 2024-09-19T08:02:05.425 INFO:teuthology.orchestra.run.smithi160.stdout: key = AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA== 2024-09-19T08:02:05.426 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T08:02:05.449 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T08:02:05.518 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.521 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.579 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.634 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.637 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.688 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.691 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.742 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.744 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.795 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.797 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:05.848 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T08:02:05.850 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T08:02:05.902 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.904 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.958 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:05.961 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T08:02:06.014 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.016 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.068 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.070 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.124 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.175 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.177 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T08:02:06.229 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.231 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.285 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.287 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.342 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.345 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.401 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T08:02:06.456 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T08:02:06.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T08:02:06.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T08:02:06.580 DEBUG:teuthology.orchestra.run.smithi017:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T08:02:06.606 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T08:02:06.632 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T08:02:06.728 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T08:02:06.753 DEBUG:teuthology.orchestra.run.smithi160:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T08:02:06.818 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T08:02:06.913 DEBUG:teuthology.orchestra.run.smithi160:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T08:02:06.938 DEBUG:teuthology.orchestra.run.smithi017:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:02:06.941 DEBUG:teuthology.orchestra.run.smithi160:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T08:02:06.993 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T08:02:06.994 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T08:02:06.994 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T08:02:06.998 INFO:tasks.ceph.mon.a:Started 2024-09-19T08:02:06.998 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T08:02:06.998 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T08:02:07.036 INFO:tasks.ceph.mon.b:Started 2024-09-19T08:02:07.036 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T08:02:07.036 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T08:02:07.038 INFO:tasks.ceph.mon.c:Started 2024-09-19T08:02:07.038 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T08:02:07.039 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T08:02:07.039 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T08:02:07.041 INFO:tasks.ceph.mgr.y:Started 2024-09-19T08:02:07.041 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T08:02:07.041 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T08:02:07.043 INFO:tasks.ceph.mgr.x:Started 2024-09-19T08:02:07.043 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T08:02:07.044 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T08:02:07.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.148+0000 7f37f4e7b640 1 Processor -- start 2024-09-19T08:02:07.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.148+0000 7f37f4e7b640 1 -- start start 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37f4e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37f4e7b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37f4e7b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37f00725a0 con 0x7f37f015e380 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37f4e7b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f37f00af680 con 0x7f37f00b42a0 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37f4e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37f0072880 con 0x7f37f006c320 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37edd9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37eed9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37edd9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:48708/0 (socket says 172.21.15.17:48708) 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37edd9b640 1 -- 172.21.15.17:0/274322479 learned_addr learned my addr 172.21.15.17:0/274322479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.149+0000 7f37eed9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:32876/0 (socket says 172.21.15.17:32876) 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37edd9b640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 msgr2=0x7f37f0073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37edd9b640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 msgr2=0x7f37f0073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37edd9b640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:02:07.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37eed9d640 1 -- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 msgr2=0x7f37f0162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T08:02:07.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37eed9d640 1 -- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 msgr2=0x7f37f0162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:02:07.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37eed9d640 1 --2- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:02:07.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37eed9d640 1 --2- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:02:07.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.150+0000 7f37edd9b640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:02:07.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.305+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1904026684 0 0) 0x7f37f00725a0 con 0x7f37f015e380 2024-09-19T08:02:07.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.305+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37dc003520 con 0x7f37f015e380 2024-09-19T08:02:07.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v1:172.21.15.160:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3964073112 0 0) 0x7f37dc003520 con 0x7f37f015e380 2024-09-19T08:02:07.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 msgr2=0x7f37f0073720 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37f0073720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 msgr2=0x7f37f0162160 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 --2- 172.21.15.17:0/274322479 >> v2:172.21.15.160:3300/0 conn(0x7f37f00b42a0 0x7f37f0162160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 --> v1:172.21.15.160:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f0072b60 con 0x7f37f015e380 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v1:172.21.15.160:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f37e00019f0 con 0x7f37f015e380 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 >> v1:172.21.15.160:6789/0 conn(0x7f37f015e380 legacy=0x7f37f006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37dc0039b0 0x7f37dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37dc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc004d40 0x7f37dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37f00af680 con 0x7f37dc004d40 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f37f0072880 con 0x7f37dc0039b0 2024-09-19T08:02:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37dc00bc00 con 0x7f37f006c320 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ee59c640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37dc0039b0 0x7f37dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37eed9d640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc004d40 0x7f37dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37edd9b640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37dc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ee59c640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 msgr2=0x7f37dc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.307+0000 7f37ee59c640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37dc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37ee59c640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc004d40 msgr2=0x7f37dc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37ee59c640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc004d40 0x7f37dc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37ee59c640 1 -- 172.21.15.17:0/274322479 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37dc003520 con 0x7f37dc0039b0 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37eed9d640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc004d40 0x7f37dc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37edd9b640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f006c320 0x7f37dc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.308+0000 7f37ee59c640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37dc0039b0 0x7f37dc003dd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f37e000c490 tx=0x7f37dc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=483c1adba31f66a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0033070 con 0x7f37dc0039b0 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37e002f640 con 0x7f37dc0039b0 2024-09-19T08:02:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37ed59a640 1 -- 172.21.15.17:0/274322479 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e000c0e0 con 0x7f37dc0039b0 2024-09-19T08:02:07.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 -- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37dc0039b0 msgr2=0x7f37dc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 --2- 172.21.15.17:0/274322479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37dc0039b0 0x7f37dc003dd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f37e000c490 tx=0x7f37dc005830 comp rx=0 tx=0).stop 2024-09-19T08:02:07.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37eed9d640 1 -- 172.21.15.17:0/274322479 reap_dead start 2024-09-19T08:02:07.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 -- 172.21.15.17:0/274322479 shutdown_connections 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 -- 172.21.15.17:0/274322479 >> 172.21.15.17:0/274322479 conn(0x7f37f00b2fa0 msgr2=0x7f37f00b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 -- 172.21.15.17:0/274322479 shutdown_connections 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.309+0000 7f37f4e7b640 1 -- 172.21.15.17:0/274322479 wait complete. 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.311+0000 7f37f4e7b640 1 Processor -- start 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.311+0000 7f37f4e7b640 1 -- start start 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 0x7f37f014ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 0x7f37f01f7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37f015e8e0 con 0x7f37dc0039b0 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f37f015e760 con 0x7f37f01f7660 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37f4e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37f0073e00 con 0x7f37f0154740 2024-09-19T08:02:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37edd9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 0x7f37f014ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37eed9d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 0x7f37f01f7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46518/0 (socket says 172.21.15.17:46518) 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 -- 172.21.15.17:0/2329884058 learned_addr learned my addr 172.21.15.17:0/2329884058 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 -- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 msgr2=0x7f37f014ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 0x7f37f014ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 -- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 msgr2=0x7f37f01f7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 0x7f37f01f7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37ee59c640 1 -- 172.21.15.17:0/2329884058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f0157220 con 0x7f37dc0039b0 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37edd9b640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 0x7f37f014ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.312+0000 7f37eed9d640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 0x7f37f01f7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37ee59c640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f37e000c5b0 tx=0x7f37f0072d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0033070 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37e002f440 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0007df0 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37f0157500 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37f015f2b0 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f37e0036070 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.313+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f37e00388a0 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.314+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37f0073720 con 0x7f37dc0039b0 2024-09-19T08:02:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.316+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f37e0049030 con 0x7f37dc0039b0 2024-09-19T08:02:07.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.380+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f37f0154b20 con 0x7f37dc0039b0 2024-09-19T08:02:07.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.382+0000 7f37e6ffd640 1 -- 172.21.15.17:0/2329884058 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f37e002f5f0 con 0x7f37dc0039b0 2024-09-19T08:02:07.382 INFO:teuthology.orchestra.run.smithi017.stderr:adjusted tunables profile to default 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 msgr2=0x7f37f0156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f37e000c5b0 tx=0x7f37f0072d30 comp rx=0 tx=0).stop 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 shutdown_connections 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37f01f7660 0x7f37f01f7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37f0154740 0x7f37f014ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 --2- 172.21.15.17:0/2329884058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37dc0039b0 0x7f37f0156b90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 >> 172.21.15.17:0/2329884058 conn(0x7f37f00b2fa0 msgr2=0x7f37f00b62d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 shutdown_connections 2024-09-19T08:02:07.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:07.383+0000 7f37f4e7b640 1 -- 172.21.15.17:0/2329884058 wait complete. 2024-09-19T08:02:07.393 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T08:02:07.394 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T08:02:07.394 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:07.394 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T08:02:07.414 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.414+0000 7f89e2f37040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:02:07.419 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:07.419 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T08:02:07.424 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.423+0000 7f69e321c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:02:07.458 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.458+0000 7f89e2f37040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:02:07.464 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.464+0000 7f69e321c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:02:07.483 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:07.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T08:02:07.550 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:07.550 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T08:02:07.600 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.599+0000 7f69e321c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:02:07.607 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.607+0000 7f89e2f37040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:02:07.616 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:07.616 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T08:02:07.641 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:07.642 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T08:02:07.653 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.652+0000 7f69e321c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:02:07.660 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.661+0000 7f89e2f37040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:02:07.677 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:07.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T08:02:07.743 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:07.743 DEBUG:teuthology.orchestra.run.smithi160:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T08:02:07.809 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 70512a15-f6ec-4599-9d7f-36434ea13cad 0 2024-09-19T08:02:07.819 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.818+0000 7f69e321c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:02:07.822 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.822+0000 7f89e2f37040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:02:07.918 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.917+0000 7ff57f5d6640 1 Processor -- start 2024-09-19T08:02:07.918 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.917+0000 7ff57f5d6640 1 -- start start 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57f5d6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff5780b5d40 0x7ff57806f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57f5d6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff57806ff70 con 0x7ff57806fb50 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57f5d6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5780b6120 con 0x7ff57815c050 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57f5d6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff5780729a0 con 0x7ff5780b5d40 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57d372640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff5780b5d40 0x7ff57806f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57db73640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ff57815c050 0x7ff5780b42a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.160:41128/0 (socket says 172.21.15.160:41128) 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57db73640 1 -- 172.21.15.160:0/301256702 learned_addr learned my addr 172.21.15.160:0/301256702 (peer_addr_for_me v1:172.21.15.160:0/0) 2024-09-19T08:02:07.919 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57d372640 1 -- 172.21.15.160:0/301256702 >> v1:172.21.15.160:6789/0 conn(0x7ff57815c050 legacy=0x7ff5780b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.920 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57d372640 1 -- 172.21.15.160:0/301256702 >> v1:172.21.15.17:6789/0 conn(0x7ff57806fb50 legacy=0x7ff57815b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.920 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.918+0000 7ff57d372640 1 -- 172.21.15.160:0/301256702 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff578072070 con 0x7ff5780b5d40 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.919+0000 7ff57d372640 1 --2- 172.21.15.160:0/301256702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5780b5d40 0x7ff57806f610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff56c0097a0 tx=0x7ff56c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f7eaa2d8bb32dab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.919+0000 7ff56bfff640 1 -- 172.21.15.160:0/301256702 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c037070 con 0x7ff5780b5d40 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.919+0000 7ff56bfff640 1 -- 172.21.15.160:0/301256702 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff56c032440 con 0x7ff5780b5d40 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.919+0000 7ff56bfff640 1 -- 172.21.15.160:0/301256702 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c032810 con 0x7ff5780b5d40 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 -- 172.21.15.160:0/301256702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5780b5d40 msgr2=0x7ff57806f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/301256702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5780b5d40 0x7ff57806f610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff56c0097a0 tx=0x7ff56c02a230 comp rx=0 tx=0).stop 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 -- 172.21.15.160:0/301256702 shutdown_connections 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/301256702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5780b5d40 0x7ff57806f610 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.921 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 -- 172.21.15.160:0/301256702 >> 172.21.15.160:0/301256702 conn(0x7ff5780b2fa0 msgr2=0x7ff5780b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:07.922 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 -- 172.21.15.160:0/301256702 shutdown_connections 2024-09-19T08:02:07.922 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.920+0000 7ff57f5d6640 1 -- 172.21.15.160:0/301256702 wait complete. 2024-09-19T08:02:07.924 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.921+0000 7ff57f5d6640 1 Processor -- start 2024-09-19T08:02:07.924 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.921+0000 7ff57f5d6640 1 -- start start 2024-09-19T08:02:07.924 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.924 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5780b5d40 0x7ff578152930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.924 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57815c050 0x7ff578152e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff578072630 con 0x7ff57815c050 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff57815c4a0 con 0x7ff57806fb50 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57f5d6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff578072e30 con 0x7ff5780b5d40 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57d372640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57d372640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48648/0 (socket says 172.21.15.160:48648) 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57d372640 1 -- 172.21.15.160:0/1765381654 learned_addr learned my addr 172.21.15.160:0/1765381654 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57cb71640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5780b5d40 0x7ff578152930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57db73640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57815c050 0x7ff578152e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.922+0000 7ff57d372640 1 -- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5780b5d40 msgr2=0x7ff578152930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.925 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57d372640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5780b5d40 0x7ff578152930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57d372640 1 -- 172.21.15.160:0/1765381654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57815c050 msgr2=0x7ff578152e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57d372640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57815c050 0x7ff578152e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57d372640 1 -- 172.21.15.160:0/1765381654 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5781e5960 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57d372640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff56c035040 tx=0x7ff56c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c039800 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff56c0399c0 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5781e5c40 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c039db0 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff578156d70 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff56c0437c0 con 0x7ff57806fb50 2024-09-19T08:02:07.926 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.923+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7ff56c04cae0 con 0x7ff57806fb50 2024-09-19T08:02:07.927 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.924+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff57806f610 con 0x7ff57806fb50 2024-09-19T08:02:07.927 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.926+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff56c051020 con 0x7ff57806fb50 2024-09-19T08:02:07.935 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:07.935+0000 7f69e321c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:02:07.937 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:07.937+0000 7f89e2f37040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:02:07.996 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:07.995+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd new", "uuid": "70512a15-f6ec-4599-9d7f-36434ea13cad", "id": 0} v 0) -- 0x7ff578073dc0 con 0x7ff57806fb50 2024-09-19T08:02:08.002 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.001+0000 7ff569ffb640 1 -- 172.21.15.160:0/1765381654 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "70512a15-f6ec-4599-9d7f-36434ea13cad", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7ff56c04cd30 con 0x7ff57806fb50 2024-09-19T08:02:08.002 INFO:teuthology.orchestra.run.smithi160.stdout:0 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 msgr2=0x7ff5781f49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff56c035040 tx=0x7ff56c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 shutdown_connections 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57815c050 0x7ff578152e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5780b5d40 0x7ff578152930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 --2- 172.21.15.160:0/1765381654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff57806fb50 0x7ff5781f49a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 >> 172.21.15.160:0/1765381654 conn(0x7ff5780b2fa0 msgr2=0x7ff5780b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.003 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 shutdown_connections 2024-09-19T08:02:08.004 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.002+0000 7ff57f5d6640 1 -- 172.21.15.160:0/1765381654 wait complete. 2024-09-19T08:02:08.013 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new b5995a9e-a873-402f-8d89-ba0d51037b56 1 2024-09-19T08:02:08.112 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.111+0000 7f163bf6f640 1 Processor -- start 2024-09-19T08:02:08.112 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.111+0000 7f163bf6f640 1 -- start start 2024-09-19T08:02:08.113 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163bf6f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.113 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163bf6f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f163415f9d0 con 0x7f163415b2e0 2024-09-19T08:02:08.113 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163bf6f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f163415fcb0 con 0x7f16340b50a0 2024-09-19T08:02:08.113 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163bf6f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1634073fe0 con 0x7f163415f500 2024-09-19T08:02:08.113 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52772/0 (socket says 172.21.15.160:52772) 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 -- 172.21.15.160:0/1166102508 learned_addr learned my addr 172.21.15.160:0/1166102508 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 -- 172.21.15.160:0/1166102508 >> v1:172.21.15.160:6789/0 conn(0x7f16340b50a0 legacy=0x7f163415edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f1638d09640 1 -- 172.21.15.160:0/1166102508 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1005697963 0 0) 0x7f163415fcb0 con 0x7f16340b50a0 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 -- 172.21.15.160:0/1166102508 >> v1:172.21.15.17:6789/0 conn(0x7f163415b2e0 legacy=0x7f16340b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.114 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.112+0000 7f163a50c640 1 -- 172.21.15.160:0/1166102508 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16340cdea0 con 0x7f163415f500 2024-09-19T08:02:08.115 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.113+0000 7f163a50c640 1 --2- 172.21.15.160:0/1166102508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f162c009e80 tx=0x7f162c02a830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca0b2c859f068ed3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.115 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.113+0000 7f1638d09640 1 -- 172.21.15.160:0/1166102508 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162c037070 con 0x7f163415f500 2024-09-19T08:02:08.115 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.113+0000 7f1638d09640 1 -- 172.21.15.160:0/1166102508 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f162c032420 con 0x7f163415f500 2024-09-19T08:02:08.115 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.113+0000 7f1638d09640 1 -- 172.21.15.160:0/1166102508 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162c0327f0 con 0x7f163415f500 2024-09-19T08:02:08.115 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 -- 172.21.15.160:0/1166102508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 msgr2=0x7f16340ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 --2- 172.21.15.160:0/1166102508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f162c009e80 tx=0x7f162c02a830 comp rx=0 tx=0).stop 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 -- 172.21.15.160:0/1166102508 shutdown_connections 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 --2- 172.21.15.160:0/1166102508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415f500 0x7f16340ce980 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 -- 172.21.15.160:0/1166102508 >> 172.21.15.160:0/1166102508 conn(0x7f163406bc10 msgr2=0x7f163406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 -- 172.21.15.160:0/1166102508 shutdown_connections 2024-09-19T08:02:08.116 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.114+0000 7f163bf6f640 1 -- 172.21.15.160:0/1166102508 wait complete. 2024-09-19T08:02:08.118 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.115+0000 7f163bf6f640 1 Processor -- start 2024-09-19T08:02:08.118 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.115+0000 7f163bf6f640 1 -- start start 2024-09-19T08:02:08.118 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16340b50a0 0x7f163415a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.118 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 0x7f16341575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.118 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f163415b6c0 con 0x7f16340b50a0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f16340ce4f0 con 0x7f163415f500 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163bf6f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f16340cc9f0 con 0x7f163415b2e0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163a50c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 0x7f16341575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163a50c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48662/0 (socket says 172.21.15.160:48662) 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163a50c640 1 -- 172.21.15.160:0/4205025892 learned_addr learned my addr 172.21.15.160:0/4205025892 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f1639d0b640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16340b50a0 0x7f163415a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 -- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 msgr2=0x7f1634157b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 -- 172.21.15.160:0/4205025892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16340b50a0 msgr2=0x7f163415a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16340b50a0 0x7f163415a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 -- 172.21.15.160:0/4205025892 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163414ca10 con 0x7f163415b2e0 2024-09-19T08:02:08.119 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163a50c640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.116+0000 7f163950a640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 0x7f16341575e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f163000c400 tx=0x7f163000c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1630017070 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16300035f0 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1634159850 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16300039e0 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1634150ef0 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f163001a070 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.117+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f16300127b0 con 0x7f163415b2e0 2024-09-19T08:02:08.120 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.118+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1634069170 con 0x7f163415b2e0 2024-09-19T08:02:08.121 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.120+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1630021070 con 0x7f163415b2e0 2024-09-19T08:02:08.189 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.189+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b5995a9e-a873-402f-8d89-ba0d51037b56", "id": 1} v 0) -- 0x7f16340ce980 con 0x7f163415b2e0 2024-09-19T08:02:08.197 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.197+0000 7f16267fc640 1 -- 172.21.15.160:0/4205025892 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b5995a9e-a873-402f-8d89-ba0d51037b56", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f1630003d10 con 0x7f163415b2e0 2024-09-19T08:02:08.197 INFO:teuthology.orchestra.run.smithi160.stdout:1 2024-09-19T08:02:08.198 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.197+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 msgr2=0x7f16341575e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.198 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.197+0000 7f163bf6f640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 0x7f16341575e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f163000c400 tx=0x7f163000c8c0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 shutdown_connections 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f163415f500 0x7f1634157b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f163415b2e0 0x7f16341575e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 --2- 172.21.15.160:0/4205025892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16340b50a0 0x7f163415a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 >> 172.21.15.160:0/4205025892 conn(0x7f163406bc10 msgr2=0x7f16341564b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 shutdown_connections 2024-09-19T08:02:08.199 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.198+0000 7f163bf6f640 1 -- 172.21.15.160:0/4205025892 wait complete. 2024-09-19T08:02:08.209 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 6f81b0ce-3382-4191-b568-98fc6436fc1a 2 2024-09-19T08:02:08.264 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:08.264+0000 7f89e2f37040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:02:08.266 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:08.265+0000 7f69e321c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:02:08.309 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.308+0000 7f0f38966640 1 Processor -- start 2024-09-19T08:02:08.309 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.308+0000 7f0f38966640 1 -- start start 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.309+0000 7f0f38966640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 0x7f0f3406f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.309+0000 7f0f38966640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.309+0000 7f0f38966640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f3415b830 con 0x7f0f340d0a70 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.309+0000 7f0f38966640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0f34073250 con 0x7f0f3415b450 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.309+0000 7f0f38966640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0f34073530 con 0x7f0f340b3c50 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f32d9d640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f0f340d0a70 0x7f0f34071e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.160:41134/0 (socket says 172.21.15.160:41134) 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52798/0 (socket says 172.21.15.160:52798) 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f32d9d640 1 -- 172.21.15.160:0/1167529276 learned_addr learned my addr 172.21.15.160:0/1167529276 (peer_addr_for_me v1:172.21.15.160:0/0) 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f3259c640 1 --2- 172.21.15.160:0/1167529276 >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 0x7f0f3406f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f3159a640 1 -- 172.21.15.160:0/1167529276 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3798360979 0 0) 0x7f0f3415b830 con 0x7f0f340d0a70 2024-09-19T08:02:08.312 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f3159a640 1 -- 172.21.15.160:0/1167529276 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f20003520 con 0x7f0f340d0a70 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 -- 172.21.15.160:0/1167529276 >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 msgr2=0x7f0f3406f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 --2- 172.21.15.160:0/1167529276 >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 0x7f0f3406f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 -- 172.21.15.160:0/1167529276 >> v1:172.21.15.160:6789/0 conn(0x7f0f340d0a70 legacy=0x7f0f34071e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f31d9b640 1 -- 172.21.15.160:0/1167529276 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f34073810 con 0x7f0f340b3c50 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.310+0000 7f0f3259c640 1 --2- 172.21.15.160:0/1167529276 >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 0x7f0f3406f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f31d9b640 1 --2- 172.21.15.160:0/1167529276 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0097a0 tx=0x7f0f1c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fca72d461481ff2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f3159a640 1 -- 172.21.15.160:0/1167529276 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c037070 con 0x7f0f340b3c50 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f3159a640 1 -- 172.21.15.160:0/1167529276 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f1c032440 con 0x7f0f340b3c50 2024-09-19T08:02:08.313 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f3159a640 1 -- 172.21.15.160:0/1167529276 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c032810 con 0x7f0f340b3c50 2024-09-19T08:02:08.316 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f38966640 1 -- 172.21.15.160:0/1167529276 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 msgr2=0x7f0f3406fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.316 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.311+0000 7f0f38966640 1 --2- 172.21.15.160:0/1167529276 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0097a0 tx=0x7f0f1c02a180 comp rx=0 tx=0).stop 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 -- 172.21.15.160:0/1167529276 shutdown_connections 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 --2- 172.21.15.160:0/1167529276 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3406fa30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 --2- 172.21.15.160:0/1167529276 >> v2:172.21.15.17:3300/0 conn(0x7f0f3415b450 0x7f0f3406f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 -- 172.21.15.160:0/1167529276 >> 172.21.15.160:0/1167529276 conn(0x7f0f340b2fa0 msgr2=0x7f0f340b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 -- 172.21.15.160:0/1167529276 shutdown_connections 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.312+0000 7f0f38966640 1 -- 172.21.15.160:0/1167529276 wait complete. 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.313+0000 7f0f38966640 1 Processor -- start 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.313+0000 7f0f38966640 1 -- start start 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f340d0a70 0x7f0f340aae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 0x7f0f34159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.317 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0f340ceee0 con 0x7f0f340d0a70 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0f34073dd0 con 0x7f0f3415b450 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f38966640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0f340cf060 con 0x7f0f340b3c50 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f3259c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f3259c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52810/0 (socket says 172.21.15.160:52810) 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 0x7f0f34159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f3259c640 1 -- 172.21.15.160:0/2690589213 learned_addr learned my addr 172.21.15.160:0/2690589213 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f31d9b640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f340d0a70 0x7f0f340aae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 -- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 msgr2=0x7f0f3414fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 -- 172.21.15.160:0/2690589213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f340d0a70 msgr2=0x7f0f340aae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f340d0a70 0x7f0f340aae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.318 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 -- 172.21.15.160:0/2690589213 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f340ab7a0 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f3259c640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f32d9d640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 0x7f0f34159f70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c00ca80 tx=0x7f0f2c00cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.314+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c017070 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f2c00ac30 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f340aba80 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c012400 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f340ac040 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0f2c01a070 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f0f2c01cc10 con 0x7f0f3415b450 2024-09-19T08:02:08.319 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.315+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f34069f80 con 0x7f0f3415b450 2024-09-19T08:02:08.320 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.317+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0f34069f80 con 0x7f0f3415b450 2024-09-19T08:02:08.320 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:08.321+0000 7f89e2f37040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:02:08.323 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:08.323+0000 7f69e321c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:02:08.387 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.387+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6f81b0ce-3382-4191-b568-98fc6436fc1a", "id": 2} v 0) -- 0x7f0f3406f4f0 con 0x7f0f3415b450 2024-09-19T08:02:08.390 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f2affd640 1 -- 172.21.15.160:0/2690589213 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6f81b0ce-3382-4191-b568-98fc6436fc1a", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f0f2c01c7b0 con 0x7f0f3415b450 2024-09-19T08:02:08.390 INFO:teuthology.orchestra.run.smithi160.stdout:2 2024-09-19T08:02:08.391 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 msgr2=0x7f0f34159f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.391 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 0x7f0f34159f70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c00ca80 tx=0x7f0f2c00cf40 comp rx=0 tx=0).stop 2024-09-19T08:02:08.391 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 shutdown_connections 2024-09-19T08:02:08.391 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0f3415b450 0x7f0f34159f70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.392 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f340d0a70 0x7f0f340aae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.392 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 --2- 172.21.15.160:0/2690589213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0f340b3c50 0x7f0f3414fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.392 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.390+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 >> 172.21.15.160:0/2690589213 conn(0x7f0f340b2fa0 msgr2=0x7f0f3406e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.392 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.391+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 shutdown_connections 2024-09-19T08:02:08.392 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.391+0000 7f0f38966640 1 -- 172.21.15.160:0/2690589213 wait complete. 2024-09-19T08:02:08.402 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 80f00a7d-9187-4b47-a452-f0c4fe81770d 3 2024-09-19T08:02:08.478 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:08.478+0000 7f89e2f37040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:02:08.479 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:08.479+0000 7f69e321c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:02:08.501 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.500+0000 7f41e2417640 1 Processor -- start 2024-09-19T08:02:08.501 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.500+0000 7f41e2417640 1 -- start start 2024-09-19T08:02:08.502 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41e2417640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f41dc1414d0 0x7f41dc0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.502 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41e2417640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f41dc15f5a0 0x7f41dc0aede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.502 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41e2417640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41dc06c860 con 0x7f41dc06bc10 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41e2417640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f41dc06cb40 con 0x7f41dc15f5a0 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41e2417640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f41dc15eac0 con 0x7f41dc1414d0 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f41dc1414d0 0x7f41dc0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f41dc1414d0 0x7f41dc0ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48678/0 (socket says 172.21.15.160:48678) 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 -- 172.21.15.160:0/1689328110 learned_addr learned my addr 172.21.15.160:0/1689328110 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41db7fe640 1 --2- 172.21.15.160:0/1689328110 >> v2:172.21.15.17:3300/0 conn(0x7f41dc15f5a0 0x7f41dc0aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 -- 172.21.15.160:0/1689328110 >> v2:172.21.15.17:3300/0 conn(0x7f41dc15f5a0 msgr2=0x7f41dc0aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 --2- 172.21.15.160:0/1689328110 >> v2:172.21.15.17:3300/0 conn(0x7f41dc15f5a0 0x7f41dc0aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 -- 172.21.15.160:0/1689328110 >> v1:172.21.15.17:6789/0 conn(0x7f41dc06bc10 legacy=0x7f41dc06c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.501+0000 7f41dbfff640 1 -- 172.21.15.160:0/1689328110 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41dc15eda0 con 0x7f41dc1414d0 2024-09-19T08:02:08.503 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.502+0000 7f41dbfff640 1 --2- 172.21.15.160:0/1689328110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc1414d0 0x7f41dc0ae8a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f41dc070ab0 tx=0x7f41c402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc3be11f4d85a400 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.502+0000 7f41daffd640 1 -- 172.21.15.160:0/1689328110 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4037070 con 0x7f41dc1414d0 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.502+0000 7f41daffd640 1 -- 172.21.15.160:0/1689328110 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41c4032440 con 0x7f41dc1414d0 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.502+0000 7f41daffd640 1 -- 172.21.15.160:0/1689328110 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4032810 con 0x7f41dc1414d0 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 -- 172.21.15.160:0/1689328110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc1414d0 msgr2=0x7f41dc0ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 --2- 172.21.15.160:0/1689328110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc1414d0 0x7f41dc0ae8a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f41dc070ab0 tx=0x7f41c402a270 comp rx=0 tx=0).stop 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 -- 172.21.15.160:0/1689328110 shutdown_connections 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 --2- 172.21.15.160:0/1689328110 >> v2:172.21.15.17:3300/0 conn(0x7f41dc15f5a0 0x7f41dc0aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.505 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 --2- 172.21.15.160:0/1689328110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc1414d0 0x7f41dc0ae8a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.506 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 -- 172.21.15.160:0/1689328110 >> 172.21.15.160:0/1689328110 conn(0x7f41dc0b2fa0 msgr2=0x7f41dc0b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.506 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 -- 172.21.15.160:0/1689328110 shutdown_connections 2024-09-19T08:02:08.506 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.503+0000 7f41e2417640 1 -- 172.21.15.160:0/1689328110 wait complete. 2024-09-19T08:02:08.506 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.504+0000 7f41e2417640 1 Processor -- start 2024-09-19T08:02:08.506 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.504+0000 7f41e2417640 1 -- start start 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41dc06bc10 0x7f41dc157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 0x7f41dc1e71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc141c70 con 0x7f41dc06bc10 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc141af0 con 0x7f41dc15f5a0 2024-09-19T08:02:08.509 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e2417640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f41dc141df0 con 0x7f41dc1414d0 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41db7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 0x7f41dc1e71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48684/0 (socket says 172.21.15.160:48684) 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41db7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 0x7f41dc1e71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52824/0 (socket says 172.21.15.160:52824) 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41dc06bc10 0x7f41dc157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 -- 172.21.15.160:0/3302868494 learned_addr learned my addr 172.21.15.160:0/3302868494 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 -- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 msgr2=0x7f41dc1e71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 0x7f41dc1e71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 -- 172.21.15.160:0/3302868494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41dc06bc10 msgr2=0x7f41dc157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.505+0000 7f41e09b4640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41dc06bc10 0x7f41dc157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.510 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41e09b4640 1 -- 172.21.15.160:0/3302868494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41dc1e7af0 con 0x7f41dc15f5a0 2024-09-19T08:02:08.511 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41e09b4640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f41d400c730 tx=0x7f41d400cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.511 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4003b90 con 0x7f41dc15f5a0 2024-09-19T08:02:08.511 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41d4003d30 con 0x7f41dc15f5a0 2024-09-19T08:02:08.511 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41dc1e7dd0 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d400aa90 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41dc1e8390 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f41d400ac30 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.506+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f41d4005560 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.507+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41dc06c020 con 0x7f41dc15f5a0 2024-09-19T08:02:08.512 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.509+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f41d40050d0 con 0x7f41dc15f5a0 2024-09-19T08:02:08.579 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.578+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd new", "uuid": "80f00a7d-9187-4b47-a452-f0c4fe81770d", "id": 3} v 0) -- 0x7f41dc13e710 con 0x7f41dc15f5a0 2024-09-19T08:02:08.582 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.582+0000 7f41d8ff9640 1 -- 172.21.15.160:0/3302868494 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "80f00a7d-9187-4b47-a452-f0c4fe81770d", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f41d4005370 con 0x7f41dc15f5a0 2024-09-19T08:02:08.582 INFO:teuthology.orchestra.run.smithi160.stdout:3 2024-09-19T08:02:08.583 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.582+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 msgr2=0x7f41dc1e97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f41d400c730 tx=0x7f41d400cbf0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 shutdown_connections 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41dc15f5a0 0x7f41dc1e97f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41dc1414d0 0x7f41dc1e71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 --2- 172.21.15.160:0/3302868494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41dc06bc10 0x7f41dc157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 >> 172.21.15.160:0/3302868494 conn(0x7f41dc0b2fa0 msgr2=0x7f41dc06f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 shutdown_connections 2024-09-19T08:02:08.584 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.583+0000 7f41e2417640 1 -- 172.21.15.160:0/3302868494 wait complete. 2024-09-19T08:02:08.593 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 47ff2cad-727c-49b7-957d-112654f2e4b0 4 2024-09-19T08:02:08.693 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.692+0000 7f69af1f6640 1 Processor -- start 2024-09-19T08:02:08.693 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.692+0000 7f69af1f6640 1 -- start start 2024-09-19T08:02:08.696 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69af1f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 0x7f69a806f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.696 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69af1f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 0x7f69a80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.696 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69af1f6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69a815b830 con 0x7f69a80b3c50 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69af1f6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f69a8073250 con 0x7f69a80d0a70 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69af1f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f69a8073530 con 0x7f69a815b450 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69a7fff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f69a80b3c50 0x7f69a8071e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.160:41138/0 (socket says 172.21.15.160:41138) 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69acf92640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 0x7f69a806f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69a7fff640 1 -- 172.21.15.160:0/1319015212 learned_addr learned my addr 172.21.15.160:0/1319015212 (peer_addr_for_me v1:172.21.15.160:0/0) 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.693+0000 7f69ad793640 1 --2- 172.21.15.160:0/1319015212 >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 0x7f69a80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69a77fe640 1 -- 172.21.15.160:0/1319015212 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 500568355 0 0) 0x7f69a815b830 con 0x7f69a80b3c50 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69a77fe640 1 -- 172.21.15.160:0/1319015212 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6998003520 con 0x7f69a80b3c50 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69acf92640 1 -- 172.21.15.160:0/1319015212 >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 msgr2=0x7f69a80ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69acf92640 1 --2- 172.21.15.160:0/1319015212 >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 0x7f69a80ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.697 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69acf92640 1 -- 172.21.15.160:0/1319015212 >> v1:172.21.15.160:6789/0 conn(0x7f69a80b3c50 legacy=0x7f69a8071e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69acf92640 1 -- 172.21.15.160:0/1319015212 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a8073810 con 0x7f69a815b450 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69ad793640 1 --2- 172.21.15.160:0/1319015212 >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 0x7f69a80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.694+0000 7f69acf92640 1 --2- 172.21.15.160:0/1319015212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 0x7f69a806f4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f699c0097a0 tx=0x7f699c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1474dd0db6e666af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69a77fe640 1 -- 172.21.15.160:0/1319015212 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c037070 con 0x7f69a815b450 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69a77fe640 1 -- 172.21.15.160:0/1319015212 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699c032440 con 0x7f69a815b450 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69a77fe640 1 -- 172.21.15.160:0/1319015212 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c0327f0 con 0x7f69a815b450 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 -- 172.21.15.160:0/1319015212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 msgr2=0x7f69a806f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 --2- 172.21.15.160:0/1319015212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 0x7f69a806f4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f699c0097a0 tx=0x7f699c02a180 comp rx=0 tx=0).stop 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 -- 172.21.15.160:0/1319015212 shutdown_connections 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 --2- 172.21.15.160:0/1319015212 >> v2:172.21.15.17:3300/0 conn(0x7f69a80d0a70 0x7f69a80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 --2- 172.21.15.160:0/1319015212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815b450 0x7f69a806f4f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.698 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 -- 172.21.15.160:0/1319015212 >> 172.21.15.160:0/1319015212 conn(0x7f69a80b2fa0 msgr2=0x7f69a80b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.699 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 -- 172.21.15.160:0/1319015212 shutdown_connections 2024-09-19T08:02:08.699 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.695+0000 7f69af1f6640 1 -- 172.21.15.160:0/1319015212 wait complete. 2024-09-19T08:02:08.701 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 Processor -- start 2024-09-19T08:02:08.701 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 -- start start 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d0a70 0x7f69a81f4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 0x7f69a814db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69a806fa30 con 0x7f69a80d0a70 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f69a8073dd0 con 0x7f69a815b450 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.697+0000 7f69af1f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f69a806fbb0 con 0x7f69a80b3c50 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52842/0 (socket says 172.21.15.160:52842) 2024-09-19T08:02:08.702 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 -- 172.21.15.160:0/3719869916 learned_addr learned my addr 172.21.15.160:0/3719869916 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69ad793640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 0x7f69a814db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a7fff640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d0a70 0x7f69a81f4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 -- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 msgr2=0x7f69a814db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 0x7f69a814db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 -- 172.21.15.160:0/3719869916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d0a70 msgr2=0x7f69a81f4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d0a70 0x7f69a81f4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 -- 172.21.15.160:0/3719869916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a80aea40 con 0x7f69a80b3c50 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69ad793640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 0x7f69a814db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69acf92640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f699c02a1c0 tx=0x7f699c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c037040 con 0x7f69a80b3c50 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699c042070 con 0x7f69a80b3c50 2024-09-19T08:02:08.703 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69a80aed20 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c0308c0 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f69a80af2e0 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f699c030a60 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.698+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f699c030d50 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.699+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69a806f4f0 con 0x7f69a80b3c50 2024-09-19T08:02:08.704 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.701+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f699c047460 con 0x7f69a80b3c50 2024-09-19T08:02:08.771 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.771+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd new", "uuid": "47ff2cad-727c-49b7-957d-112654f2e4b0", "id": 4} v 0) -- 0x7f69a806eba0 con 0x7f69a80b3c50 2024-09-19T08:02:08.773 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.774+0000 7f69a57fa640 1 -- 172.21.15.160:0/3719869916 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "47ff2cad-727c-49b7-957d-112654f2e4b0", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f699c047640 con 0x7f69a80b3c50 2024-09-19T08:02:08.774 INFO:teuthology.orchestra.run.smithi160.stdout:4 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 msgr2=0x7f69a815e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f699c02a1c0 tx=0x7f699c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 shutdown_connections 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815b450 0x7f69a814db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d0a70 0x7f69a81f4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 --2- 172.21.15.160:0/3719869916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a80b3c50 0x7f69a815e6c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 >> 172.21.15.160:0/3719869916 conn(0x7f69a80b2fa0 msgr2=0x7f69a806df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.775 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 shutdown_connections 2024-09-19T08:02:08.776 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.775+0000 7f69af1f6640 1 -- 172.21.15.160:0/3719869916 wait complete. 2024-09-19T08:02:08.785 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 482eec8c-bb75-4e99-89c6-9f6074088a1b 5 2024-09-19T08:02:08.884 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.884+0000 7f8293b91640 1 Processor -- start 2024-09-19T08:02:08.884 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.884+0000 7f8293b91640 1 -- start start 2024-09-19T08:02:08.885 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f8293b91640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 0x7f828c15b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f8293b91640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f8293b91640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f828c0b6120 con 0x7f828c0b5d40 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f8293b91640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f828c0729a0 con 0x7f828c06fd20 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f8293b91640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f828c072070 con 0x7f828c15be80 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829212e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829212e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52858/0 (socket says 172.21.15.160:52858) 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829212e640 1 -- 172.21.15.160:0/1495774845 learned_addr learned my addr 172.21.15.160:0/1495774845 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829112c640 1 --2- 172.21.15.160:0/1495774845 >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 0x7f828c15b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829212e640 1 -- 172.21.15.160:0/1495774845 >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 msgr2=0x7f828c15b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.885+0000 7f829212e640 1 --2- 172.21.15.160:0/1495774845 >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 0x7f828c15b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.886+0000 7f829212e640 1 -- 172.21.15.160:0/1495774845 >> v1:172.21.15.17:6789/0 conn(0x7f828c0b5d40 legacy=0x7f828c06f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.886 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.886+0000 7f829092b640 1 -- 172.21.15.160:0/1495774845 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2934684266 0 0) 0x7f827c001110 con 0x7f828c0b5d40 2024-09-19T08:02:08.887 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.886+0000 7f829212e640 1 -- 172.21.15.160:0/1495774845 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f828c072350 con 0x7f828c15be80 2024-09-19T08:02:08.887 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.886+0000 7f829112c640 1 --2- 172.21.15.160:0/1495774845 >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 0x7f828c15b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f829212e640 1 --2- 172.21.15.160:0/1495774845 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8284009e50 tx=0x7f828402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14dbea8d90988c73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f829092b640 1 -- 172.21.15.160:0/1495774845 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8284036070 con 0x7f828c15be80 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f829092b640 1 -- 172.21.15.160:0/1495774845 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8284031600 con 0x7f828c15be80 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f829092b640 1 -- 172.21.15.160:0/1495774845 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82840319d0 con 0x7f828c15be80 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 -- 172.21.15.160:0/1495774845 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 msgr2=0x7f828c0b42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 --2- 172.21.15.160:0/1495774845 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8284009e50 tx=0x7f828402a710 comp rx=0 tx=0).stop 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 -- 172.21.15.160:0/1495774845 shutdown_connections 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 --2- 172.21.15.160:0/1495774845 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c15be80 0x7f828c0b42a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 --2- 172.21.15.160:0/1495774845 >> v2:172.21.15.17:3300/0 conn(0x7f828c06fd20 0x7f828c15b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.888 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.887+0000 7f8293b91640 1 -- 172.21.15.160:0/1495774845 >> 172.21.15.160:0/1495774845 conn(0x7f828c0b2fa0 msgr2=0x7f828c0b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.889 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.888+0000 7f8293b91640 1 -- 172.21.15.160:0/1495774845 shutdown_connections 2024-09-19T08:02:08.889 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.888+0000 7f8293b91640 1 -- 172.21.15.160:0/1495774845 wait complete. 2024-09-19T08:02:08.891 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 Processor -- start 2024-09-19T08:02:08.891 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 -- start start 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 0x7f828c0aca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f828c072e30 con 0x7f828c15be80 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f828c15c310 con 0x7f828c0b5d40 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.889+0000 7f8293b91640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f828c0aa650 con 0x7f828c06fd20 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829192d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48702/0 (socket says 172.21.15.160:48702) 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 -- 172.21.15.160:0/4004158705 learned_addr learned my addr 172.21.15.160:0/4004158705 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:08.892 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829192d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.160:52860/0 (socket says 172.21.15.160:52860) 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829212e640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 0x7f828c0aca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 -- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 msgr2=0x7f828c1f1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 -- 172.21.15.160:0/4004158705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 msgr2=0x7f828c0aca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 0x7f828c0aca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 -- 172.21.15.160:0/4004158705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f828c0acfa0 con 0x7f828c0b5d40 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829192d640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829212e640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 0x7f828c0aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f829112c640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f828800d800 tx=0x7f828800dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8288004030 con 0x7f828c0b5d40 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82880041d0 con 0x7f828c0b5d40 2024-09-19T08:02:08.893 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f828c1f2cf0 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828800b6c0 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f828c1f2730 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f828800b860 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.890+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f82880149b0 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.891+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f828c15b940 con 0x7f828c0b5d40 2024-09-19T08:02:08.894 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.893+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8288003dd0 con 0x7f828c0b5d40 2024-09-19T08:02:08.962 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.962+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd new", "uuid": "482eec8c-bb75-4e99-89c6-9f6074088a1b", "id": 5} v 0) -- 0x7f828c072fb0 con 0x7f828c0b5d40 2024-09-19T08:02:08.965 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.965+0000 7f82827fc640 1 -- 172.21.15.160:0/4004158705 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "482eec8c-bb75-4e99-89c6-9f6074088a1b", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f828800bc90 con 0x7f828c0b5d40 2024-09-19T08:02:08.965 INFO:teuthology.orchestra.run.smithi160.stdout:5 2024-09-19T08:02:08.966 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 msgr2=0x7f828c1f2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:08.966 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f828800d800 tx=0x7f828800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.966 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 shutdown_connections 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f828c15be80 0x7f828c0aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f828c0b5d40 0x7f828c1f2f10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 --2- 172.21.15.160:0/4004158705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f828c06fd20 0x7f828c1f1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 >> 172.21.15.160:0/4004158705 conn(0x7f828c0b2fa0 msgr2=0x7f828c0b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.966+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 shutdown_connections 2024-09-19T08:02:08.967 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:08.967+0000 7f8293b91640 1 -- 172.21.15.160:0/4004158705 wait complete. 2024-09-19T08:02:08.977 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new f787b801-76e0-435b-81a5-d50ef61de28f 6 2024-09-19T08:02:09.074 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.074+0000 7fb43fed0640 1 Processor -- start 2024-09-19T08:02:09.074 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.074+0000 7fb43fed0640 1 -- start start 2024-09-19T08:02:09.075 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43fed0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb43815b450 0x7fb43806f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.075 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43fed0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb4380b3c50 0x7fb43806fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43fed0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb43815b830 con 0x7fb4380d0a70 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43fed0640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb438073250 con 0x7fb43815b450 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43fed0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb438073530 con 0x7fb4380b3c50 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43d46b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb4380b3c50 0x7fb43806fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43e46d640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fb4380d0a70 0x7fb438071e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.160:41150/0 (socket says 172.21.15.160:41150) 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43e46d640 1 -- 172.21.15.160:0/2603811493 learned_addr learned my addr 172.21.15.160:0/2603811493 (peer_addr_for_me v1:172.21.15.160:0/0) 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.075+0000 7fb43dc6c640 1 --2- 172.21.15.160:0/2603811493 >> v2:172.21.15.17:3300/0 conn(0x7fb43815b450 0x7fb43806f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.076+0000 7fb43d46b640 1 -- 172.21.15.160:0/2603811493 >> v2:172.21.15.17:3300/0 conn(0x7fb43815b450 msgr2=0x7fb43806f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.076+0000 7fb43d46b640 1 --2- 172.21.15.160:0/2603811493 >> v2:172.21.15.17:3300/0 conn(0x7fb43815b450 0x7fb43806f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.076+0000 7fb43cc6a640 1 -- 172.21.15.160:0/2603811493 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2580571408 0 0) 0x7fb43815b830 con 0x7fb4380d0a70 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.076+0000 7fb43d46b640 1 -- 172.21.15.160:0/2603811493 >> v1:172.21.15.160:6789/0 conn(0x7fb4380d0a70 legacy=0x7fb438071e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.076 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.076+0000 7fb43d46b640 1 -- 172.21.15.160:0/2603811493 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb438073810 con 0x7fb4380b3c50 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43d46b640 1 --2- 172.21.15.160:0/2603811493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380b3c50 0x7fb43806fa30 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb4380b3b50 tx=0x7fb43402a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=305968f23a8ce0d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43cc6a640 1 -- 172.21.15.160:0/2603811493 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434037070 con 0x7fb4380b3c50 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43cc6a640 1 -- 172.21.15.160:0/2603811493 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb434032440 con 0x7fb4380b3c50 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43cc6a640 1 -- 172.21.15.160:0/2603811493 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434032810 con 0x7fb4380b3c50 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 -- 172.21.15.160:0/2603811493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380b3c50 msgr2=0x7fb43806fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 --2- 172.21.15.160:0/2603811493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380b3c50 0x7fb43806fa30 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb4380b3b50 tx=0x7fb43402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 -- 172.21.15.160:0/2603811493 shutdown_connections 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 --2- 172.21.15.160:0/2603811493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380b3c50 0x7fb43806fa30 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 --2- 172.21.15.160:0/2603811493 >> v2:172.21.15.17:3300/0 conn(0x7fb43815b450 0x7fb43806f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.077+0000 7fb43fed0640 1 -- 172.21.15.160:0/2603811493 >> 172.21.15.160:0/2603811493 conn(0x7fb4380b2fa0 msgr2=0x7fb4380b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.078 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.078+0000 7fb43fed0640 1 -- 172.21.15.160:0/2603811493 shutdown_connections 2024-09-19T08:02:09.079 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.078+0000 7fb43fed0640 1 -- 172.21.15.160:0/2603811493 wait complete. 2024-09-19T08:02:09.081 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.079+0000 7fb43fed0640 1 Processor -- start 2024-09-19T08:02:09.081 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.079+0000 7fb43fed0640 1 -- start start 2024-09-19T08:02:09.081 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.079+0000 7fb43fed0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4380b3c50 0x7fb4381f0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.081 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 0x7fb4380ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb4380ceee0 con 0x7fb4380b3c50 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb438073dd0 con 0x7fb4380d0a70 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb4380cf060 con 0x7fb43815b450 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:48710/0 (socket says 172.21.15.160:48710) 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 -- 172.21.15.160:0/1796540879 learned_addr learned my addr 172.21.15.160:0/1796540879 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43e46d640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 0x7fb4380ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43dc6c640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4380b3c50 0x7fb4381f0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 -- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 msgr2=0x7fb4380ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 0x7fb4380ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 -- 172.21.15.160:0/1796540879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4380b3c50 msgr2=0x7fb4381f0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4380b3c50 0x7fb4381f0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.082 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 -- 172.21.15.160:0/1796540879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4380abc00 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43e46d640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 0x7fb4380ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43d46b640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb434000c00 tx=0x7fb4340046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434037040 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb434042070 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb43815d2c0 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434030960 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.080+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb43815d880 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.081+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb434030b00 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.081+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fb434047af0 con 0x7fb4380d0a70 2024-09-19T08:02:09.083 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.081+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb43806f4f0 con 0x7fb4380d0a70 2024-09-19T08:02:09.084 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.083+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb434047460 con 0x7fb4380d0a70 2024-09-19T08:02:09.152 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.152+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f787b801-76e0-435b-81a5-d50ef61de28f", "id": 6} v 0) -- 0x7fb4380b4ec0 con 0x7fb4380d0a70 2024-09-19T08:02:09.155 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.155+0000 7fb42e7fc640 1 -- 172.21.15.160:0/1796540879 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f787b801-76e0-435b-81a5-d50ef61de28f", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fb434047640 con 0x7fb4380d0a70 2024-09-19T08:02:09.155 INFO:teuthology.orchestra.run.smithi160.stdout:6 2024-09-19T08:02:09.156 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 msgr2=0x7fb43815c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.156 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb434000c00 tx=0x7fb4340046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.156 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 shutdown_connections 2024-09-19T08:02:09.156 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb43815b450 0x7fb4380ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.156 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4380d0a70 0x7fb43815c0a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.157 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 --2- 172.21.15.160:0/1796540879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4380b3c50 0x7fb4381f0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.157 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 >> 172.21.15.160:0/1796540879 conn(0x7fb4380b2fa0 msgr2=0x7fb43806df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.157 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 shutdown_connections 2024-09-19T08:02:09.157 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.156+0000 7fb43fed0640 1 -- 172.21.15.160:0/1796540879 wait complete. 2024-09-19T08:02:09.166 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --cluster ceph osd new 6f377b2f-b844-4093-8ceb-a9a8de4e1057 7 2024-09-19T08:02:09.264 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.264+0000 7f3970376640 1 Processor -- start 2024-09-19T08:02:09.264 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.264+0000 7f3970376640 1 -- start start 2024-09-19T08:02:09.265 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.265+0000 7f3970376640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f396806fd20 0x7f396815b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.265+0000 7f3970376640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39680b6120 con 0x7f39680b5d40 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.265+0000 7f3970376640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3968072070 con 0x7f396815be80 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.265+0000 7f3970376640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f39680729a0 con 0x7f396806fd20 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396d911640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f396806fd20 0x7f396815b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396e913640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f396815be80 0x7f39680b42a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.160:40946/0 (socket says 172.21.15.160:40946) 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396e913640 1 -- 172.21.15.160:0/2130806801 learned_addr learned my addr 172.21.15.160:0/2130806801 (peer_addr_for_me v1:172.21.15.160:0/0) 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396d911640 1 -- 172.21.15.160:0/2130806801 >> v1:172.21.15.160:6789/0 conn(0x7f396815be80 legacy=0x7f39680b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396d911640 1 -- 172.21.15.160:0/2130806801 >> v1:172.21.15.17:6789/0 conn(0x7f39680b5d40 legacy=0x7f396806f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396d110640 1 -- 172.21.15.160:0/2130806801 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2165211515 0 0) 0x7f3968072070 con 0x7f396815be80 2024-09-19T08:02:09.266 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.266+0000 7f396d911640 1 -- 172.21.15.160:0/2130806801 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3968072350 con 0x7f396806fd20 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f396d911640 1 --2- 172.21.15.160:0/2130806801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396815b940 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f39580097a0 tx=0x7f395802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c86611f628c86b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f396d110640 1 -- 172.21.15.160:0/2130806801 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958037070 con 0x7f396806fd20 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f396d110640 1 -- 172.21.15.160:0/2130806801 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3958032440 con 0x7f396806fd20 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f396d110640 1 -- 172.21.15.160:0/2130806801 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958032810 con 0x7f396806fd20 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f3970376640 1 -- 172.21.15.160:0/2130806801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 msgr2=0x7f396815b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f3970376640 1 --2- 172.21.15.160:0/2130806801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396815b940 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f39580097a0 tx=0x7f395802a230 comp rx=0 tx=0).stop 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f3970376640 1 -- 172.21.15.160:0/2130806801 shutdown_connections 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f3970376640 1 --2- 172.21.15.160:0/2130806801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396815b940 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.267+0000 7f3970376640 1 -- 172.21.15.160:0/2130806801 >> 172.21.15.160:0/2130806801 conn(0x7f39680b2fa0 msgr2=0x7f39680b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.268 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.268+0000 7f3970376640 1 -- 172.21.15.160:0/2130806801 shutdown_connections 2024-09-19T08:02:09.269 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.268+0000 7f3970376640 1 -- 172.21.15.160:0/2130806801 wait complete. 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 Processor -- start 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 -- start start 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 0x7f39680ac410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f396815be80 0x7f39680b1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3968072e30 con 0x7f396815be80 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f396815c2d0 con 0x7f396806fd20 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.269+0000 7f3970376640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39680cc770 con 0x7f39680b5d40 2024-09-19T08:02:09.271 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396e112640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 0x7f39680ac410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396e112640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.160:45730/0 (socket says 172.21.15.160:45730) 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396e112640 1 -- 172.21.15.160:0/1827400349 learned_addr learned my addr 172.21.15.160:0/1827400349 (peer_addr_for_me v2:172.21.15.160:0/0) 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396e913640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f396815be80 0x7f39680b1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 -- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 msgr2=0x7f396814fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 -- 172.21.15.160:0/1827400349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f396815be80 msgr2=0x7f39680b1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f396815be80 0x7f39680b1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 -- 172.21.15.160:0/1827400349 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3968150220 con 0x7f39680b5d40 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396e112640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f396d911640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 0x7f39680ac410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3958031000 tx=0x7f39580046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.272 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958037050 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3958038040 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39680cbb60 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958004470 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.270+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f39680cc120 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.271+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3958030900 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.271+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f3958003ac0 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.271+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f396815b940 con 0x7f39680b5d40 2024-09-19T08:02:09.273 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.273+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3968150220 con 0x7f39680b5d40 2024-09-19T08:02:09.344 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.344+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6f377b2f-b844-4093-8ceb-a9a8de4e1057", "id": 7} v 0) -- 0x7f39680cff60 con 0x7f39680b5d40 2024-09-19T08:02:09.349 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.350+0000 7f395effd640 1 -- 172.21.15.160:0/1827400349 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6f377b2f-b844-4093-8ceb-a9a8de4e1057", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f3958003610 con 0x7f39680b5d40 2024-09-19T08:02:09.349 INFO:teuthology.orchestra.run.smithi160.stdout:7 2024-09-19T08:02:09.350 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.350+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 msgr2=0x7f39680ac410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.350+0000 7f3970376640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 0x7f39680ac410 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3958031000 tx=0x7f39580046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 shutdown_connections 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f396815be80 0x7f39680b1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39680b5d40 0x7f39680ac410 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 --2- 172.21.15.160:0/1827400349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f396806fd20 0x7f396814fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 >> 172.21.15.160:0/1827400349 conn(0x7f39680b2fa0 msgr2=0x7f396815ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 shutdown_connections 2024-09-19T08:02:09.351 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:09.351+0000 7f3970376640 1 -- 172.21.15.160:0/1827400349 wait complete. 2024-09-19T08:02:09.361 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T08:02:09.361 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T08:02:09.364 INFO:tasks.ceph.osd.0:Started 2024-09-19T08:02:09.364 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T08:02:09.364 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T08:02:09.366 INFO:tasks.ceph.osd.1:Started 2024-09-19T08:02:09.366 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T08:02:09.366 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T08:02:09.369 INFO:tasks.ceph.osd.2:Started 2024-09-19T08:02:09.369 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T08:02:09.369 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T08:02:09.372 INFO:tasks.ceph.osd.3:Started 2024-09-19T08:02:09.372 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T08:02:09.372 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T08:02:09.374 INFO:tasks.ceph.osd.4:Started 2024-09-19T08:02:09.374 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T08:02:09.374 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T08:02:09.376 INFO:tasks.ceph.osd.5:Started 2024-09-19T08:02:09.377 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T08:02:09.377 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T08:02:09.378 INFO:tasks.ceph.osd.6:Started 2024-09-19T08:02:09.379 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T08:02:09.379 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T08:02:09.381 INFO:tasks.ceph.osd.7:Started 2024-09-19T08:02:09.381 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:09.483 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:09.484+0000 7f89e2f37040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:02:09.501 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:09.501+0000 7f69e321c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:02:09.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.511+0000 7f9f02d5b640 1 Processor -- start 2024-09-19T08:02:09.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.511+0000 7f9f02d5b640 1 -- start start 2024-09-19T08:02:09.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f02d5b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9efc0d1e10 0x7f9efc0b4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f02d5b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9efc0d3040 con 0x7f9efc06cd90 2024-09-19T08:02:09.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efbfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9efc06cd90 0x7f9efc0d0e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60294/0 (socket says 172.21.15.17:60294) 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efbfff640 1 -- 172.21.15.17:0/1293168273 learned_addr learned my addr 172.21.15.17:0/1293168273 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f012f8640 1 --2- 172.21.15.17:0/1293168273 >> v2:172.21.15.17:3300/0 conn(0x7f9efc0d1e10 0x7f9efc0b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9efc073050 con 0x7f9efc161c60 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9efc0d2df0 con 0x7f9efc0d1e10 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1705042523 0 0) 0x7f9efc0d3040 con 0x7f9efc06cd90 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9eec003520 con 0x7f9efc06cd90 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2793421207 0 0) 0x7f9efc073050 con 0x7f9efc161c60 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9efc0d3040 con 0x7f9efc161c60 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f012f8640 1 -- 172.21.15.17:0/1293168273 >> v1:172.21.15.160:6789/0 conn(0x7f9efc161c60 legacy=0x7f9efc06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.512+0000 7f9f012f8640 1 -- 172.21.15.17:0/1293168273 >> v1:172.21.15.17:6789/0 conn(0x7f9efc06cd90 legacy=0x7f9efc0d0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.513+0000 7f9f012f8640 1 -- 172.21.15.17:0/1293168273 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9efc073330 con 0x7f9efc0d1e10 2024-09-19T08:02:09.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.513+0000 7f9f012f8640 1 --2- 172.21.15.17:0/1293168273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc0d1e10 0x7f9efc0b4090 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9ef4009d90 tx=0x7f9ef402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3feeb4f7a1d7fe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.513+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef4031600 con 0x7f9efc0d1e10 2024-09-19T08:02:09.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.513+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ef40317a0 con 0x7f9efc0d1e10 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.513+0000 7f9efb7fe640 1 -- 172.21.15.17:0/1293168273 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef4031b70 con 0x7f9efc0d1e10 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc0d1e10 msgr2=0x7f9efc0b4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/1293168273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc0d1e10 0x7f9efc0b4090 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9ef4009d90 tx=0x7f9ef402a5d0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 shutdown_connections 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/1293168273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc0d1e10 0x7f9efc0b4090 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 >> 172.21.15.17:0/1293168273 conn(0x7f9efc067950 msgr2=0x7f9efc067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 shutdown_connections 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.514+0000 7f9f02d5b640 1 -- 172.21.15.17:0/1293168273 wait complete. 2024-09-19T08:02:09.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.515+0000 7f9f02d5b640 1 Processor -- start 2024-09-19T08:02:09.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.515+0000 7f9f02d5b640 1 -- start start 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9efc0d1e10 0x7f9efc15c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9efc161c60 0x7f9efc15c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9efc074100 con 0x7f9efc06cd90 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9efc0d2240 con 0x7f9efc0d1e10 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f02d5b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9efc0d1530 con 0x7f9efc161c60 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.516+0000 7f9f00af7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9efbfff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9efc0d1e10 0x7f9efc15c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46538/0 (socket says 172.21.15.17:46538) 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 -- 172.21.15.17:0/2804063300 learned_addr learned my addr 172.21.15.17:0/2804063300 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f012f8640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9efc161c60 0x7f9efc15c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:09.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 -- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9efc161c60 msgr2=0x7f9efc15c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9efc161c60 0x7f9efc15c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 -- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9efc0d1e10 msgr2=0x7f9efc15c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9efc0d1e10 0x7f9efc15c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 -- 172.21.15.17:0/2804063300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9efc15fc30 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f00af7640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000c490 tx=0x7f9ef000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef00052d0 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ef0005470 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef0012850 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9efc151240 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9efc0cbb00 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.517+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9ef00129f0 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.518+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f9ef0012ce0 con 0x7f9efc06cd90 2024-09-19T08:02:09.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.518+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9efc0d0e20 con 0x7f9efc06cd90 2024-09-19T08:02:09.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.521+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9efc15fc30 con 0x7f9efc06cd90 2024-09-19T08:02:09.541 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:09.541+0000 7f89e2f37040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:02:09.554 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:09.554+0000 7f69e321c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:02:09.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.581+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9efc0702d0 con 0x7f9efc06cd90 2024-09-19T08:02:09.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.581+0000 7f9ef97fa640 1 -- 172.21.15.17:0/2804063300 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f9ef00035f0 con 0x7f9efc06cd90 2024-09-19T08:02:09.581 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:09.581 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":10,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:09.346300+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:09.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 msgr2=0x7f9efc150d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:09.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000c490 tx=0x7f9ef000c950 comp rx=0 tx=0).stop 2024-09-19T08:02:09.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 shutdown_connections 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9efc161c60 0x7f9efc15c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9efc0d1e10 0x7f9efc15c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 --2- 172.21.15.17:0/2804063300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9efc06cd90 0x7f9efc150d00 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 >> 172.21.15.17:0/2804063300 conn(0x7f9efc067950 msgr2=0x7f9efc0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 shutdown_connections 2024-09-19T08:02:09.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:09.582+0000 7f9f02d5b640 1 -- 172.21.15.17:0/2804063300 wait complete. 2024-09-19T08:02:09.593 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T08:02:09.593 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T08:02:09.916 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:09.917+0000 7f69e321c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:02:09.926 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:09.927+0000 7f89e2f37040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:02:09.999 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:09.999+0000 7f69e321c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:02:10.015 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.015+0000 7f89e2f37040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:02:10.107 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.108+0000 7f69e321c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:02:10.126 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.127+0000 7f89e2f37040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:02:10.152 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.153+0000 7f69e321c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:02:10.175 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.175+0000 7f89e2f37040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:02:10.262 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.263+0000 7f69e321c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:02:10.293 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.293+0000 7f89e2f37040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:02:10.318 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.318+0000 7f69e321c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:02:10.349 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.349+0000 7f89e2f37040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:02:10.363 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.363+0000 7f69e321c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:02:10.396 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.396+0000 7f89e2f37040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:02:10.399 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:10.472 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.472+0000 7f69e321c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:02:10.493 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.493+0000 7f42ecc77640 1 Processor -- start 2024-09-19T08:02:10.493 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.493+0000 7f42ecc77640 1 -- start start 2024-09-19T08:02:10.494 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42ecc77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 0x7f42e8073b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:10.494 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42ecc77640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42e815c8e0 con 0x7f42e80b6aa0 2024-09-19T08:02:10.494 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42ecc77640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42e80b1960 con 0x7f42e80734f0 2024-09-19T08:02:10.494 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42ecc77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42e80b1c40 con 0x7f42e815c500 2024-09-19T08:02:10.494 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f42e80b6aa0 0x7f42e8070730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60298/0 (socket says 172.21.15.17:60298) 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e6d9d640 1 -- 172.21.15.17:0/2160983530 learned_addr learned my addr 172.21.15.17:0/2160983530 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e659c640 1 --2- 172.21.15.17:0/2160983530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 0x7f42e8073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3726375 0 0) 0x7f42e0001490 con 0x7f42e80b6aa0 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42d0003520 con 0x7f42e80b6aa0 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.494+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3168753003 0 0) 0x7f42e80b1960 con 0x7f42e80734f0 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.495+0000 7f42e659c640 1 -- 172.21.15.17:0/2160983530 >> v1:172.21.15.160:6789/0 conn(0x7f42e80734f0 legacy=0x7f42e80b6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.495+0000 7f42e659c640 1 -- 172.21.15.17:0/2160983530 >> v1:172.21.15.17:6789/0 conn(0x7f42e80b6aa0 legacy=0x7f42e8070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.495 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.495+0000 7f42e659c640 1 -- 172.21.15.17:0/2160983530 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e8072f10 con 0x7f42e815c500 2024-09-19T08:02:10.496 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.495+0000 7f42e659c640 1 --2- 172.21.15.17:0/2160983530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 0x7f42e8073b40 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f42d80097d0 tx=0x7f42d802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9ff8b0e680a5fda server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:10.496 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8037070 con 0x7f42e815c500 2024-09-19T08:02:10.496 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42d8032440 con 0x7f42e815c500 2024-09-19T08:02:10.496 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42e559a640 1 -- 172.21.15.17:0/2160983530 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8032810 con 0x7f42e815c500 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 -- 172.21.15.17:0/2160983530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 msgr2=0x7f42e8073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2160983530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 0x7f42e8073b40 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f42d80097d0 tx=0x7f42d802a180 comp rx=0 tx=0).stop 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 -- 172.21.15.17:0/2160983530 shutdown_connections 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2160983530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e815c500 0x7f42e8073b40 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 -- 172.21.15.17:0/2160983530 >> 172.21.15.17:0/2160983530 conn(0x7f42e80d2380 msgr2=0x7f42e80d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 -- 172.21.15.17:0/2160983530 shutdown_connections 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.496+0000 7f42ecc77640 1 -- 172.21.15.17:0/2160983530 wait complete. 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 Processor -- start 2024-09-19T08:02:10.497 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 -- start start 2024-09-19T08:02:10.499 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42e80734f0 0x7f42e8149db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:10.499 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e80b6aa0 0x7f42e81580c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42e80d0f20 con 0x7f42e815c500 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f42e80d0c40 con 0x7f42e80734f0 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.498+0000 7f42ecc77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42e8074080 con 0x7f42e80b6aa0 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e659c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42e80734f0 0x7f42e8149db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46550/0 (socket says 172.21.15.17:46550) 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e5d9b640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e80b6aa0 0x7f42e81580c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 -- 172.21.15.17:0/2383127938 learned_addr learned my addr 172.21.15.17:0/2383127938 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 -- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e80b6aa0 msgr2=0x7f42e81580c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e80b6aa0 0x7f42e81580c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 -- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42e80734f0 msgr2=0x7f42e8149db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.500 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42e80734f0 0x7f42e8149db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 -- 172.21.15.17:0/2383127938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e8154790 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42e6d9d640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f42e000cb50 tx=0x7f42e000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0017070 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42e000ad40 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e8154a70 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0012620 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.499+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e8155030 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.500+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f42e001a070 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.500+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f42e0007740 con 0x7f42e815c500 2024-09-19T08:02:10.501 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.500+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e8073b40 con 0x7f42e815c500 2024-09-19T08:02:10.502 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.502+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f42e0021070 con 0x7f42e815c500 2024-09-19T08:02:10.516 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.517+0000 7f89e2f37040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:02:10.522 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.523+0000 7f69e321c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:02:10.563 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.563+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f42e80d2ea0 con 0x7f42e815c500 2024-09-19T08:02:10.563 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.563+0000 7f42d6ffd640 1 -- 172.21.15.17:0/2383127938 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f42e815c8e0 con 0x7f42e815c500 2024-09-19T08:02:10.564 INFO:teuthology.misc.health.smithi017.stdout: 2024-09-19T08:02:10.564 INFO:teuthology.misc.health.smithi017.stdout:{"epoch":10,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:09.346300+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 msgr2=0x7f42e81562e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f42e000cb50 tx=0x7f42e000a430 comp rx=0 tx=0).stop 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 shutdown_connections 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42e815c500 0x7f42e81562e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42e80b6aa0 0x7f42e81580c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 --2- 172.21.15.17:0/2383127938 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42e80734f0 0x7f42e8149db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 >> 172.21.15.17:0/2383127938 conn(0x7f42e80d2380 msgr2=0x7f42e80b2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:10.565 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 shutdown_connections 2024-09-19T08:02:10.566 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:10.564+0000 7f42ecc77640 1 -- 172.21.15.17:0/2383127938 wait complete. 2024-09-19T08:02:10.569 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.570+0000 7f89e2f37040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:02:10.573 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T08:02:10.574 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.574+0000 7f69e321c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:02:10.624 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.624+0000 7f89e2f37040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:02:10.641 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.642+0000 7f69e321c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:02:10.685 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.685+0000 7f69e321c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:02:10.694 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.695+0000 7f89e2f37040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:02:10.728 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:10.728+0000 7f69e321c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:02:10.741 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.741+0000 7f89e2f37040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:02:10.787 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:10.787+0000 7f89e2f37040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:02:10.826 INFO:tasks.ceph.osd.6.smithi160.stderr:2024-09-19T08:02:10.825+0000 7f629a60e640 -1 Falling back to public interface 2024-09-19T08:02:10.842 INFO:tasks.ceph.osd.7.smithi160.stderr:2024-09-19T08:02:10.842+0000 7f362f833640 -1 Falling back to public interface 2024-09-19T08:02:10.851 INFO:tasks.ceph.osd.0.smithi017.stderr:2024-09-19T08:02:10.851+0000 7fae9ee0c640 -1 Falling back to public interface 2024-09-19T08:02:11.092 INFO:tasks.ceph.osd.3.smithi017.stderr:2024-09-19T08:02:11.092+0000 7fa0a9d02640 -1 Falling back to public interface 2024-09-19T08:02:11.093 INFO:tasks.ceph.osd.5.smithi160.stderr:2024-09-19T08:02:11.093+0000 7fe6ef244640 -1 Falling back to public interface 2024-09-19T08:02:11.096 INFO:tasks.ceph.osd.1.smithi017.stderr:2024-09-19T08:02:11.096+0000 7f4e4ae0f640 -1 Falling back to public interface 2024-09-19T08:02:11.101 INFO:tasks.ceph.osd.4.smithi160.stderr:2024-09-19T08:02:11.101+0000 7f12d16ed640 -1 Falling back to public interface 2024-09-19T08:02:11.358 INFO:tasks.ceph.osd.2.smithi017.stderr:2024-09-19T08:02:11.358+0000 7fe03ee2a640 -1 Falling back to public interface 2024-09-19T08:02:11.377 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:11.377+0000 7f69e321c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:02:11.478 INFO:tasks.ceph.mgr.y.smithi017.stderr:2024-09-19T08:02:11.478+0000 7f89e2f37040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:02:12.393 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:12.393+0000 7f6982e9b640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T08:02:12.393 INFO:tasks.ceph.mgr.x.smithi160.stderr:2024-09-19T08:02:12.394+0000 7f6982e9b640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T08:02:14.872 INFO:tasks.ceph.osd.3.smithi017.stderr:2024-09-19T08:02:14.872+0000 7fa0a9d02640 -1 osd.3 0 log_to_monitors true 2024-09-19T08:02:15.074 INFO:tasks.ceph.osd.5.smithi160.stderr:2024-09-19T08:02:15.074+0000 7fe6ef244640 -1 osd.5 0 log_to_monitors true 2024-09-19T08:02:15.172 INFO:tasks.ceph.osd.7.smithi160.stderr:2024-09-19T08:02:15.173+0000 7f362f833640 -1 osd.7 0 log_to_monitors true 2024-09-19T08:02:15.178 INFO:tasks.ceph.osd.6.smithi160.stderr:2024-09-19T08:02:15.179+0000 7f629a60e640 -1 osd.6 0 log_to_monitors true 2024-09-19T08:02:15.201 INFO:tasks.ceph.osd.1.smithi017.stderr:2024-09-19T08:02:15.200+0000 7f4e4ae0f640 -1 osd.1 0 log_to_monitors true 2024-09-19T08:02:15.207 INFO:tasks.ceph.osd.0.smithi017.stderr:2024-09-19T08:02:15.206+0000 7fae9ee0c640 -1 osd.0 0 log_to_monitors true 2024-09-19T08:02:15.440 INFO:tasks.ceph.osd.4.smithi160.stderr:2024-09-19T08:02:15.441+0000 7f12d16ed640 -1 osd.4 0 log_to_monitors true 2024-09-19T08:02:15.753 INFO:tasks.ceph.osd.2.smithi017.stderr:2024-09-19T08:02:15.752+0000 7fe03ee2a640 -1 osd.2 0 log_to_monitors true 2024-09-19T08:02:17.380 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:17.531 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.530+0000 7fdceb8dd640 1 Processor -- start 2024-09-19T08:02:17.531 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.531+0000 7fdceb8dd640 1 -- start start 2024-09-19T08:02:17.532 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdceb8dd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdce40cd2a0 0x7fdce40cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdceb8dd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdce40cf120 0x7fdce40b3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdceb8dd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdce40b32c0 con 0x7fdce41581a0 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdceb8dd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdce415bc60 con 0x7fdce40cd2a0 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdceb8dd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdce40cf8a0 con 0x7fdce40cf120 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce9679640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdce41581a0 0x7fdce40ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:52800/0 (socket says 172.21.15.17:52800) 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce9679640 1 -- 172.21.15.17:0/25226018 learned_addr learned my addr 172.21.15.17:0/25226018 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce8e78640 1 --2- 172.21.15.17:0/25226018 >> v2:172.21.15.17:3300/0 conn(0x7fdce40cd2a0 0x7fdce40cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.533 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce9e7a640 1 --2- 172.21.15.17:0/25226018 >> v2:172.21.15.160:3300/0 conn(0x7fdce40cf120 0x7fdce40b3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.534 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce8e78640 1 -- 172.21.15.17:0/25226018 >> v2:172.21.15.160:3300/0 conn(0x7fdce40cf120 msgr2=0x7fdce40b3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:17.534 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce8e78640 1 --2- 172.21.15.17:0/25226018 >> v2:172.21.15.160:3300/0 conn(0x7fdce40cf120 0x7fdce40b3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.534 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.532+0000 7fdce8e78640 1 -- 172.21.15.17:0/25226018 >> v1:172.21.15.17:6789/0 conn(0x7fdce41581a0 legacy=0x7fdce40ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.534 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.533+0000 7fdce8e78640 1 -- 172.21.15.17:0/25226018 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce40cfb80 con 0x7fdce40cd2a0 2024-09-19T08:02:17.535 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.534+0000 7fdce8e78640 1 --2- 172.21.15.17:0/25226018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce40cd2a0 0x7fdce40cebe0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdce40b5320 tx=0x7fdcd402b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=311c380f22d89702 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:17.535 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.534+0000 7fdcdbfff640 1 -- 172.21.15.17:0/25226018 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd4038070 con 0x7fdce40cd2a0 2024-09-19T08:02:17.535 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.534+0000 7fdcdbfff640 1 -- 172.21.15.17:0/25226018 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcd4033640 con 0x7fdce40cd2a0 2024-09-19T08:02:17.535 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.534+0000 7fdcdbfff640 1 -- 172.21.15.17:0/25226018 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd400b040 con 0x7fdce40cd2a0 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 -- 172.21.15.17:0/25226018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce40cd2a0 msgr2=0x7fdce40cebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/25226018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce40cd2a0 0x7fdce40cebe0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdce40b5320 tx=0x7fdcd402b460 comp rx=0 tx=0).stop 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 -- 172.21.15.17:0/25226018 shutdown_connections 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/25226018 >> v2:172.21.15.160:3300/0 conn(0x7fdce40cf120 0x7fdce40b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/25226018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce40cd2a0 0x7fdce40cebe0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 -- 172.21.15.17:0/25226018 >> 172.21.15.17:0/25226018 conn(0x7fdce406bbc0 msgr2=0x7fdce406bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.535+0000 7fdceb8dd640 1 -- 172.21.15.17:0/25226018 shutdown_connections 2024-09-19T08:02:17.537 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.536+0000 7fdceb8dd640 1 -- 172.21.15.17:0/25226018 wait complete. 2024-09-19T08:02:17.538 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.537+0000 7fdceb8dd640 1 Processor -- start 2024-09-19T08:02:17.538 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.537+0000 7fdceb8dd640 1 -- start start 2024-09-19T08:02:17.541 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdce40cd2a0 0x7fdce414bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.541 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 0x7fdce41fc330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.541 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 0x7fdce4073790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdce40cf590 con 0x7fdce41581a0 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdce40b3560 con 0x7fdce40cd2a0 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdceb8dd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdce406ef10 con 0x7fdce40cf120 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdce8e78640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 0x7fdce41fc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdce8e78640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 0x7fdce41fc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:55306/0 (socket says 172.21.15.17:55306) 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdce8e78640 1 -- 172.21.15.17:0/2034476766 learned_addr learned my addr 172.21.15.17:0/2034476766 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdce9679640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdce40cd2a0 0x7fdce414bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.539+0000 7fdce9e7a640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 0x7fdce4073790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 -- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 msgr2=0x7fdce41fc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 0x7fdce41fc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.542 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 -- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdce40cd2a0 msgr2=0x7fdce414bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdce40cd2a0 0x7fdce414bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 -- 172.21.15.17:0/2034476766 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce40726f0 con 0x7fdce41581a0 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.540+0000 7fdce9e7a640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 0x7fdce4073790 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc007d90 tx=0x7fdcdc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.541+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc00edd0 con 0x7fdce41581a0 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.541+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcdc003990 con 0x7fdce41581a0 2024-09-19T08:02:17.543 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.541+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdce40729d0 con 0x7fdce41581a0 2024-09-19T08:02:17.544 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.541+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdce4072f90 con 0x7fdce41581a0 2024-09-19T08:02:17.544 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.541+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc003d80 con 0x7fdce41581a0 2024-09-19T08:02:17.545 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.544+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7fdcdc01b020 con 0x7fdce41581a0 2024-09-19T08:02:17.546 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.545+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdce40cebe0 con 0x7fdce41581a0 2024-09-19T08:02:17.547 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.545+0000 7fdcd9ffb640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 0x7fdcc806e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:17.547 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.545+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7fdcdc08a670 con 0x7fdce41581a0 2024-09-19T08:02:17.547 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.546+0000 7fdce9679640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 0x7fdcc806e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:17.548 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.547+0000 7fdce9679640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 0x7fdcc806e6e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdce0006240 tx=0x7fdce00091c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:17.555 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.554+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdcdc059600 con 0x7fdce41581a0 2024-09-19T08:02:17.686 INFO:tasks.ceph.osd.0.smithi017.stderr:2024-09-19T08:02:17.684+0000 7fae99ea6640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T08:02:17.690 INFO:tasks.ceph.osd.3.smithi017.stderr:2024-09-19T08:02:17.690+0000 7fa0a546e640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T08:02:17.699 INFO:tasks.ceph.osd.1.smithi017.stderr:2024-09-19T08:02:17.699+0000 7f4e45f6f640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T08:02:17.701 INFO:tasks.ceph.osd.0.smithi017.stderr:2024-09-19T08:02:17.701+0000 7fae924d8640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:17.707 INFO:tasks.ceph.osd.3.smithi017.stderr:2024-09-19T08:02:17.706+0000 7fa09daa0640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:17.712 INFO:tasks.ceph.osd.1.smithi017.stderr:2024-09-19T08:02:17.712+0000 7f4e3e5a1640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:17.865 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.864+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdce4074200 con 0x7fdce41581a0 2024-09-19T08:02:17.865 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.864+0000 7fdcd9ffb640 1 -- 172.21.15.17:0/2034476766 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7fdcdc05d900 con 0x7fdce41581a0 2024-09-19T08:02:17.865 INFO:teuthology.misc.health.smithi017.stdout: 2024-09-19T08:02:17.866 INFO:teuthology.misc.health.smithi017.stdout:{"epoch":13,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:17.402337+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 msgr2=0x7fdcc806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 0x7fdcc806e6e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdce0006240 tx=0x7fdce00091c0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 msgr2=0x7fdce4073790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 0x7fdce4073790 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc007d90 tx=0x7fdcdc00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 shutdown_connections 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcc806c220 0x7fdcc806e6e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.868 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce41581a0 0x7fdce4073790 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.869 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdce40cf120 0x7fdce41fc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.869 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 --2- 172.21.15.17:0/2034476766 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdce40cd2a0 0x7fdce414bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:17.869 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 >> 172.21.15.17:0/2034476766 conn(0x7fdce406bbc0 msgr2=0x7fdce40b43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:17.869 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 shutdown_connections 2024-09-19T08:02:17.869 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:17.867+0000 7fdceb8dd640 1 -- 172.21.15.17:0/2034476766 wait complete. 2024-09-19T08:02:17.878 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T08:02:18.106 INFO:tasks.ceph.osd.6.smithi160.stderr:2024-09-19T08:02:18.106+0000 7f6295663640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T08:02:18.123 INFO:tasks.ceph.osd.6.smithi160.stderr:2024-09-19T08:02:18.124+0000 7f628dc95640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:18.302 INFO:tasks.ceph.osd.7.smithi160.stderr:2024-09-19T08:02:18.303+0000 7f362af9f640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T08:02:18.317 INFO:tasks.ceph.osd.7.smithi160.stderr:2024-09-19T08:02:18.318+0000 7f36235d1640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:18.319 INFO:tasks.ceph.osd.5.smithi160.stderr:2024-09-19T08:02:18.320+0000 7fe6eb9e7640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T08:02:18.334 INFO:tasks.ceph.osd.5.smithi160.stderr:2024-09-19T08:02:18.335+0000 7fe6e2fe2640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:18.434 INFO:tasks.ceph.osd.2.smithi017.stderr:2024-09-19T08:02:18.433+0000 7fe03b5cd640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T08:02:18.445 INFO:tasks.ceph.osd.2.smithi017.stderr:2024-09-19T08:02:18.445+0000 7fe032bc8640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:18.523 INFO:tasks.ceph.osd.4.smithi160.stderr:2024-09-19T08:02:18.524+0000 7f12cce59640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T08:02:18.539 INFO:tasks.ceph.osd.4.smithi160.stderr:2024-09-19T08:02:18.540+0000 7f12c548b640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:02:24.686 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:24.792 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.791+0000 7f8aa8749640 1 Processor -- start 2024-09-19T08:02:24.793 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.791+0000 7f8aa8749640 1 -- start start 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.792+0000 7f8aa8749640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.792+0000 7f8aa8749640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 0x7f8aa0073310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.792+0000 7f8aa8749640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa00b54a0 con 0x7f8aa0073850 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.792+0000 7f8aa8749640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8aa006ccd0 con 0x7f8aa015e4e0 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.792+0000 7f8aa8749640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa006cfb0 con 0x7f8aa0072f10 2024-09-19T08:02:24.797 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37464/0 (socket says 172.21.15.17:37464) 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 -- 172.21.15.17:0/1898562289 learned_addr learned my addr 172.21.15.17:0/1898562289 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 0x7f8aa0073310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 -- 172.21.15.17:0/1898562289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 msgr2=0x7f8aa0073310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 0x7f8aa0073310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 -- 172.21.15.17:0/1898562289 >> v1:172.21.15.17:6789/0 conn(0x7f8aa0073850 legacy=0x7f8aa0162110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.798 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa54e3640 1 -- 172.21.15.17:0/1898562289 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1920622011 0 0) 0x7f8aa00b54a0 con 0x7f8aa0073850 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa64e5640 1 -- 172.21.15.17:0/1898562289 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa00b5780 con 0x7f8aa015e4e0 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.793+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 0x7f8aa0073310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa64e5640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009e50 tx=0x7f8a9002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6edf524453da4f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa54e3640 1 -- 172.21.15.17:0/1898562289 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90036070 con 0x7f8aa015e4e0 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa54e3640 1 -- 172.21.15.17:0/1898562289 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a90031600 con 0x7f8aa015e4e0 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa54e3640 1 -- 172.21.15.17:0/1898562289 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a900319d0 con 0x7f8aa015e4e0 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa8749640 1 -- 172.21.15.17:0/1898562289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa015e4e0 msgr2=0x7f8aa00b5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.799 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.794+0000 7f8aa8749640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009e50 tx=0x7f8a9002a710 comp rx=0 tx=0).stop 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 -- 172.21.15.17:0/1898562289 shutdown_connections 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa0072f10 0x7f8aa0073310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 --2- 172.21.15.17:0/1898562289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa015e4e0 0x7f8aa00b5fb0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 -- 172.21.15.17:0/1898562289 >> 172.21.15.17:0/1898562289 conn(0x7f8aa006f3b0 msgr2=0x7f8aa006f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 -- 172.21.15.17:0/1898562289 shutdown_connections 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.795+0000 7f8aa8749640 1 -- 172.21.15.17:0/1898562289 wait complete. 2024-09-19T08:02:24.800 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.796+0000 7f8aa8749640 1 Processor -- start 2024-09-19T08:02:24.801 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.796+0000 7f8aa8749640 1 -- start start 2024-09-19T08:02:24.805 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.805 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 0x7f8aa00cf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.805 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa015e4e0 0x7f8aa00d16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa0073ca0 con 0x7f8aa0072f10 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa00b64f0 con 0x7f8aa0073850 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa015e8c0 con 0x7f8aa015e4e0 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37468/0 (socket says 172.21.15.17:37468) 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 -- 172.21.15.17:0/3861062935 learned_addr learned my addr 172.21.15.17:0/3861062935 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:24.806 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa6ce6640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa015e4e0 0x7f8aa00d16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 0x7f8aa00cf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 -- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa015e4e0 msgr2=0x7f8aa00d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa015e4e0 0x7f8aa00d16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 -- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 msgr2=0x7f8aa00cf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 0x7f8aa00cf640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 -- 172.21.15.17:0/3861062935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa00cb8c0 con 0x7f8aa0072f10 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 0x7f8aa00cf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:24.807 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa64e5640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009e50 tx=0x7f8a90004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90041020 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a90037040 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aa00cbba0 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90036050 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.797+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aa014e130 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.798+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aa00cbf90 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.799+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a90007c50 con 0x7f8aa0072f10 2024-09-19T08:02:24.808 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.800+0000 7f8a9effd640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 0x7f8a8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:24.809 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.800+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f8a900ab980 con 0x7f8aa0072f10 2024-09-19T08:02:24.809 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.800+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 0x7f8a8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:24.809 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.800+0000 7f8aa5ce4640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 0x7f8a8c06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a94006fd0 tx=0x7f8a94008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:24.812 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.804+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a9004b060 con 0x7f8aa0072f10 2024-09-19T08:02:24.982 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.981+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8aa0073310 con 0x7f8aa0072f10 2024-09-19T08:02:24.983 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.982+0000 7f8a9effd640 1 -- 172.21.15.17:0/3861062935 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12872 (secure 0 0 0) 0x7f8a9007a430 con 0x7f8aa0072f10 2024-09-19T08:02:24.983 INFO:teuthology.misc.health.smithi017.stdout: 2024-09-19T08:02:24.983 INFO:teuthology.misc.health.smithi017.stdout:{"epoch":17,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:21.759962+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:24.985 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 msgr2=0x7f8a8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.985 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 0x7f8a8c06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a94006fd0 tx=0x7f8a94008040 comp rx=0 tx=0).stop 2024-09-19T08:02:24.985 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 msgr2=0x7f8aa01f3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:24.985 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009e50 tx=0x7f8a90004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:24.985 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 shutdown_connections 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8a8c06c2b0 0x7f8a8c06e770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aa015e4e0 0x7f8aa00d16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8aa0073850 0x7f8aa00cf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 --2- 172.21.15.17:0/3861062935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aa0072f10 0x7f8aa01f3770 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 >> 172.21.15.17:0/3861062935 conn(0x7f8aa006f3b0 msgr2=0x7f8aa006e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 shutdown_connections 2024-09-19T08:02:24.986 INFO:teuthology.misc.health.smithi017.stderr:2024-09-19T08:02:24.984+0000 7f8aa8749640 1 -- 172.21.15.17:0/3861062935 wait complete. 2024-09-19T08:02:24.995 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T08:02:24.995 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T08:02:24.995 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:02:24.996 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:02:24.998 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:02:24.998 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:02:24.998 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:02:25.000 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:02:25.000 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:02:25.001 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:02:25.004 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:02:25.004 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:02:25.004 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:02:25.006 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:02:25.006 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T08:02:25.007 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:25.076 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:02:25.077 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:02:25.089 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:02:25.089 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:02:25.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.114+0000 7efcc999f640 1 Processor -- start 2024-09-19T08:02:25.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.114+0000 7efcc999f640 1 -- start start 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc999f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 0x7efcc40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc999f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc999f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcc415ea20 con 0x7efcc40cf0e0 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc999f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efcc40b2860 con 0x7efcc415e640 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc999f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcc40b1c50 con 0x7efcc40d3660 2024-09-19T08:02:25.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc2ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 0x7efcc40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc37fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc27fc640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7efcc40cf0e0 0x7efcc40b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:36652/0 (socket says 172.21.15.17:36652) 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.115+0000 7efcc27fc640 1 -- 172.21.15.17:0/505826999 learned_addr learned my addr 172.21.15.17:0/505826999 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc1ffb640 1 -- 172.21.15.17:0/505826999 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 539474926 0 0) 0x7efcc415ea20 con 0x7efcc40cf0e0 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc1ffb640 1 -- 172.21.15.17:0/505826999 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efcac003520 con 0x7efcc40cf0e0 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc37fe640 1 -- 172.21.15.17:0/505826999 >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 msgr2=0x7efcc40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc37fe640 1 --2- 172.21.15.17:0/505826999 >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 0x7efcc40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc37fe640 1 -- 172.21.15.17:0/505826999 >> v1:172.21.15.160:6789/0 conn(0x7efcc40cf0e0 legacy=0x7efcc40b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc37fe640 1 -- 172.21.15.17:0/505826999 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc40b1f30 con 0x7efcc40d3660 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc2ffd640 1 --2- 172.21.15.17:0/505826999 >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 0x7efcc40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.116+0000 7efcc37fe640 1 --2- 172.21.15.17:0/505826999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc40cf550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efcbc009d90 tx=0x7efcbc02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e31e1102097956e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc1ffb640 1 -- 172.21.15.17:0/505826999 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc031600 con 0x7efcc40d3660 2024-09-19T08:02:25.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc1ffb640 1 -- 172.21.15.17:0/505826999 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcbc0317a0 con 0x7efcc40d3660 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc1ffb640 1 -- 172.21.15.17:0/505826999 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc031b50 con 0x7efcc40d3660 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 -- 172.21.15.17:0/505826999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 msgr2=0x7efcc40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 --2- 172.21.15.17:0/505826999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc40cf550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efcbc009d90 tx=0x7efcbc02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 -- 172.21.15.17:0/505826999 shutdown_connections 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 --2- 172.21.15.17:0/505826999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc40cf550 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 --2- 172.21.15.17:0/505826999 >> v2:172.21.15.160:3300/0 conn(0x7efcc415e640 0x7efcc40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 -- 172.21.15.17:0/505826999 >> 172.21.15.17:0/505826999 conn(0x7efcc409d820 msgr2=0x7efcc40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 -- 172.21.15.17:0/505826999 shutdown_connections 2024-09-19T08:02:25.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.117+0000 7efcc999f640 1 -- 172.21.15.17:0/505826999 wait complete. 2024-09-19T08:02:25.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.118+0000 7efcc999f640 1 Processor -- start 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 -- start start 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 0x7efcc41f7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc41609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcc40cfe40 con 0x7efcc415e640 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efcc40b24f0 con 0x7efcc40cf0e0 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc999f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcc40b73a0 con 0x7efcc40d3660 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37502/0 (socket says 172.21.15.17:37502) 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.119+0000 7efcc37fe640 1 -- 172.21.15.17:0/2143808291 learned_addr learned my addr 172.21.15.17:0/2143808291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:25.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc2ffd640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 0x7efcc41f7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc27fc640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc41609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 -- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 msgr2=0x7efcc41609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc41609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 -- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 msgr2=0x7efcc41f7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 0x7efcc41f7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 -- 172.21.15.17:0/2143808291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc40c8f20 con 0x7efcc415e640 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc2ffd640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 0x7efcc41f7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc37fe640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efcbc009eb0 tx=0x7efcbc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc03f070 con 0x7efcc415e640 2024-09-19T08:02:25.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcbc030850 con 0x7efcc415e640 2024-09-19T08:02:25.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcc40c9200 con 0x7efcc415e640 2024-09-19T08:02:25.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc030c40 con 0x7efcc415e640 2024-09-19T08:02:25.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.120+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcc40c97c0 con 0x7efcc415e640 2024-09-19T08:02:25.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.121+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcc40d0570 con 0x7efcc415e640 2024-09-19T08:02:25.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.122+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcbc043410 con 0x7efcc415e640 2024-09-19T08:02:25.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.122+0000 7efcabfff640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 0x7efcb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:25.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.122+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7efcbc0ac0b0 con 0x7efcc415e640 2024-09-19T08:02:25.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.122+0000 7efcc2ffd640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 0x7efcb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:25.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.123+0000 7efcc2ffd640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 0x7efcb006e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efcb4009560 tx=0x7efcb4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:25.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.127+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcc40d0570 con 0x7efcc415e640 2024-09-19T08:02:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.337+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efcc40ceba0 con 0x7efcc415e640 2024-09-19T08:02:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.337+0000 7efcabfff640 1 -- 172.21.15.17:0/2143808291 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7efcbc07a5b0 con 0x7efcc415e640 2024-09-19T08:02:25.338 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:25.339 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":2,"btime":"2024-09-19T08:02:25:081532+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T08:02:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 2 2024-09-19T08:02:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 msgr2=0x7efcb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 0x7efcb006e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efcb4009560 tx=0x7efcb4009190 comp rx=0 tx=0).stop 2024-09-19T08:02:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 msgr2=0x7efcc40cda70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efcbc009eb0 tx=0x7efcbc004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 shutdown_connections 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efcb006c2b0 0x7efcb006e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc415e640 0x7efcc40cda70 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc40d3660 0x7efcc41609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 --2- 172.21.15.17:0/2143808291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc40cf0e0 0x7efcc41f7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 >> 172.21.15.17:0/2143808291 conn(0x7efcc409d820 msgr2=0x7efcc406d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 shutdown_connections 2024-09-19T08:02:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:25.339+0000 7efcc999f640 1 -- 172.21.15.17:0/2143808291 wait complete. 2024-09-19T08:02:26.971 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:02:26.974 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:02:27.352 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:27.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.754+0000 7f0c4df86640 1 Processor -- start 2024-09-19T08:02:27.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.754+0000 7f0c4df86640 1 -- start start 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c4df86640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c480b6b30 0x7f0c480d3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c4df86640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c481631b0 con 0x7f0c4815e890 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c4df86640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c480cf6a0 con 0x7f0c48162d20 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c4df86640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0c4815ec70 con 0x7f0c480b6b30 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c480b6b30 0x7f0c480d3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c480b6b30 0x7f0c480d3650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37518/0 (socket says 172.21.15.17:37518) 2024-09-19T08:02:27.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 -- 172.21.15.17:0/600119285 learned_addr learned my addr 172.21.15.17:0/600119285 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c477fe640 1 --1- 172.21.15.17:0/600119285 >> v1:172.21.15.17:6789/0 conn(0x7f0c4815e890 0x7f0c480b6420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33122/0 (socket says 172.21.15.17:33122) 2024-09-19T08:02:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 -- 172.21.15.17:0/600119285 >> v1:172.21.15.160:6789/0 conn(0x7f0c48162d20 legacy=0x7f0c480d2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 -- 172.21.15.17:0/600119285 >> v1:172.21.15.17:6789/0 conn(0x7f0c4815e890 legacy=0x7f0c480b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 -- 172.21.15.17:0/600119285 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c480cf980 con 0x7f0c480b6b30 2024-09-19T08:02:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c467fc640 1 -- 172.21.15.17:0/600119285 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2638852135 0 0) 0x7f0c481631b0 con 0x7f0c4815e890 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c47fff640 1 --2- 172.21.15.17:0/600119285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480b6b30 0x7f0c480d3650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009e50 tx=0x7f0c4002a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50aa725409c7619f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c467fc640 1 -- 172.21.15.17:0/600119285 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40036070 con 0x7f0c480b6b30 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c467fc640 1 -- 172.21.15.17:0/600119285 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c40031600 con 0x7f0c480b6b30 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.756+0000 7f0c467fc640 1 -- 172.21.15.17:0/600119285 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c400319d0 con 0x7f0c480b6b30 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 -- 172.21.15.17:0/600119285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480b6b30 msgr2=0x7f0c480d3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 --2- 172.21.15.17:0/600119285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480b6b30 0x7f0c480d3650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009e50 tx=0x7f0c4002a7f0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 -- 172.21.15.17:0/600119285 shutdown_connections 2024-09-19T08:02:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 --2- 172.21.15.17:0/600119285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480b6b30 0x7f0c480d3650 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 -- 172.21.15.17:0/600119285 >> 172.21.15.17:0/600119285 conn(0x7f0c480d1440 msgr2=0x7f0c480d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 -- 172.21.15.17:0/600119285 shutdown_connections 2024-09-19T08:02:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.757+0000 7f0c4df86640 1 -- 172.21.15.17:0/600119285 wait complete. 2024-09-19T08:02:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.758+0000 7f0c4df86640 1 Processor -- start 2024-09-19T08:02:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.758+0000 7f0c4df86640 1 -- start start 2024-09-19T08:02:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 0x7f0c48153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 0x7f0c480cbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c480ce830 con 0x7f0c4815e890 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c480d2ab0 con 0x7f0c481e8aa0 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c4df86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c480ce9b0 con 0x7f0c480b6b30 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37524/0 (socket says 172.21.15.17:37524) 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 -- 172.21.15.17:0/400865037 learned_addr learned my addr 172.21.15.17:0/400865037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c477fe640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 0x7f0c48153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c47fff640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 0x7f0c480cbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 -- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 msgr2=0x7f0c48153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 0x7f0c48153ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 -- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 msgr2=0x7f0c480cbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 0x7f0c480cbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c46ffd640 1 -- 172.21.15.17:0/400865037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c481e9060 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c47fff640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 0x7f0c480cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.759+0000 7f0c477fe640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 0x7f0c48153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c00c430 tx=0x7f0c3c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c011790 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3c017070 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c481e9340 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c011b70 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.760+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c481e9900 con 0x7f0c4815e890 2024-09-19T08:02:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.761+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c480cee00 con 0x7f0c4815e890 2024-09-19T08:02:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.761+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c3c011d10 con 0x7f0c4815e890 2024-09-19T08:02:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.762+0000 7f0c2ffff640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 0x7f0c3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.762+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f0c3c08aec0 con 0x7f0c4815e890 2024-09-19T08:02:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.762+0000 7f0c477fe640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 0x7f0c3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.763+0000 7f0c477fe640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 0x7f0c3406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0c38000f60 tx=0x7f0c38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:27.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.766+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c3c059a10 con 0x7f0c4815e890 2024-09-19T08:02:27.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.980+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c480d23b0 con 0x7f0c4815e890 2024-09-19T08:02:27.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.980+0000 7f0c2ffff640 1 -- 172.21.15.17:0/400865037 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7f0c3c059310 con 0x7f0c4815e890 2024-09-19T08:02:27.981 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:27.981 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":3,"btime":"2024-09-19T08:02:26:082581+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T08:02:27.982 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 3 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 msgr2=0x7f0c3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 0x7f0c3406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0c38000f60 tx=0x7f0c38009040 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 msgr2=0x7f0c480cb670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c00c430 tx=0x7f0c3c00c8f0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 shutdown_connections 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c3406c2b0 0x7f0c3406e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c481e8aa0 0x7f0c480cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c4815e890 0x7f0c480cb670 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 --2- 172.21.15.17:0/400865037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480b6b30 0x7f0c48153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 >> 172.21.15.17:0/400865037 conn(0x7f0c480d1440 msgr2=0x7f0c480b9e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:27.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 shutdown_connections 2024-09-19T08:02:27.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:27.983+0000 7f0c4df86640 1 -- 172.21.15.17:0/400865037 wait complete. 2024-09-19T08:02:27.994 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:02:28.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.096+0000 7f0718850640 1 Processor -- start 2024-09-19T08:02:28.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.096+0000 7f0718850640 1 -- start start 2024-09-19T08:02:28.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0718850640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 0x7f071415d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0718850640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0714070660 0x7f0714070af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0718850640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07140b59b0 con 0x7f07140d27b0 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0718850640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f07140b5790 con 0x7f0714070660 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0718850640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f071415e0c0 con 0x7f07140b5320 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0714070660 0x7f0714070af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f07140d27b0 0x7f071415d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33126/0 (socket says 172.21.15.17:33126) 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0714070660 0x7f0714070af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37526/0 (socket says 172.21.15.17:37526) 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071259c640 1 -- 172.21.15.17:0/4214051151 learned_addr learned my addr 172.21.15.17:0/4214051151 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0711d9b640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 0x7f071415d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 -- 172.21.15.17:0/4214051151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 msgr2=0x7f071415d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 0x7f071415d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 -- 172.21.15.17:0/4214051151 >> v1:172.21.15.17:6789/0 conn(0x7f07140d27b0 legacy=0x7f071415d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 -- 172.21.15.17:0/4214051151 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07140b5c90 con 0x7f0714070660 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071159a640 1 -- 172.21.15.17:0/4214051151 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1407380043 0 0) 0x7f07140b59b0 con 0x7f07140d27b0 2024-09-19T08:02:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0711d9b640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 0x7f071415d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:28.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f0712d9d640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0714070660 0x7f0714070af0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f070c0097a0 tx=0x7f070c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3cad39462e93e1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071159a640 1 -- 172.21.15.17:0/4214051151 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c037070 con 0x7f0714070660 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071159a640 1 -- 172.21.15.17:0/4214051151 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f070c032440 con 0x7f0714070660 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.098+0000 7f071159a640 1 -- 172.21.15.17:0/4214051151 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c032810 con 0x7f0714070660 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 -- 172.21.15.17:0/4214051151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0714070660 msgr2=0x7f0714070af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0714070660 0x7f0714070af0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f070c0097a0 tx=0x7f070c02a180 comp rx=0 tx=0).stop 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 -- 172.21.15.17:0/4214051151 shutdown_connections 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0714070660 0x7f0714070af0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 --2- 172.21.15.17:0/4214051151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07140b5320 0x7f071415d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 -- 172.21.15.17:0/4214051151 >> 172.21.15.17:0/4214051151 conn(0x7f071406f400 msgr2=0x7f071406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 -- 172.21.15.17:0/4214051151 shutdown_connections 2024-09-19T08:02:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.099+0000 7f0718850640 1 -- 172.21.15.17:0/4214051151 wait complete. 2024-09-19T08:02:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.100+0000 7f0718850640 1 Processor -- start 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.100+0000 7f0718850640 1 -- start start 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0714070660 0x7f07140af450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07140b5320 0x7f07140ad570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07140b6530 con 0x7f07140d27b0 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07140b6250 con 0x7f07140b5320 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0718850640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07140d2b90 con 0x7f0714070660 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0712d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0712d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37532/0 (socket says 172.21.15.17:37532) 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0712d9d640 1 -- 172.21.15.17:0/1450162055 learned_addr learned my addr 172.21.15.17:0/1450162055 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f071259c640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0714070660 0x7f07140af450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.101+0000 7f0711d9b640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07140b5320 0x7f07140ad570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 -- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0714070660 msgr2=0x7f07140af450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0714070660 0x7f07140af450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 -- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07140b5320 msgr2=0x7f07140ad570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07140b5320 0x7f07140ad570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 -- 172.21.15.17:0/1450162055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07140b1590 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0712d9d640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f070c035040 tx=0x7f070c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c037050 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f070c038040 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07140ac7b0 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c006e10 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.102+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07140acd70 con 0x7f07140d27b0 2024-09-19T08:02:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.103+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f071415d2e0 con 0x7f07140d27b0 2024-09-19T08:02:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.103+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f070c030980 con 0x7f07140d27b0 2024-09-19T08:02:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.104+0000 7f070affd640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 0x7f06f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.104+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f070c0abba0 con 0x7f07140d27b0 2024-09-19T08:02:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.104+0000 7f071259c640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 0x7f06f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.105+0000 7f071259c640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 0x7f06f406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f07040012e0 tx=0x7f0704005eb0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.108+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f070c032e20 con 0x7f07140d27b0 2024-09-19T08:02:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.284+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f07140693a0 con 0x7f07140d27b0 2024-09-19T08:02:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.285+0000 7f070affd640 1 -- 172.21.15.17:0/1450162055 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f070c07a770 con 0x7f07140d27b0 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:02:28.286 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.286+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 msgr2=0x7f06f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.286+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 0x7f06f406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f07040012e0 tx=0x7f0704005eb0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.286+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 msgr2=0x7f07140b0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.286+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f070c035040 tx=0x7f070c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 shutdown_connections 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06f406c2b0 0x7f06f406e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07140d27b0 0x7f07140b0c60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07140b5320 0x7f07140ad570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 --2- 172.21.15.17:0/1450162055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0714070660 0x7f07140af450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 >> 172.21.15.17:0/1450162055 conn(0x7f071406f400 msgr2=0x7f071415bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 shutdown_connections 2024-09-19T08:02:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.287+0000 7f0718850640 1 -- 172.21.15.17:0/1450162055 wait complete. 2024-09-19T08:02:28.298 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:02:28.298 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:02:28.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.403+0000 7ffa7d423640 1 Processor -- start 2024-09-19T08:02:28.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.403+0000 7ffa7d423640 1 -- start start 2024-09-19T08:02:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa7d423640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffa780708c0 0x7ffa7806fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa7d423640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa78070dc0 con 0x7ffa780cf560 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa7d423640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa7815fef0 con 0x7ffa7815f7e0 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa7d423640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ffa78160820 con 0x7ffa780708c0 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa767fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ffa780cf560 0x7ffa7806f2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33128/0 (socket says 172.21.15.17:33128) 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa767fc640 1 -- 172.21.15.17:0/4191137845 learned_addr learned my addr 172.21.15.17:0/4191137845 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa777fe640 1 --2- 172.21.15.17:0/4191137845 >> v2:172.21.15.160:3300/0 conn(0x7ffa780708c0 0x7ffa7806fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa75ffb640 1 -- 172.21.15.17:0/4191137845 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1919223217 0 0) 0x7ffa78070dc0 con 0x7ffa780cf560 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.404+0000 7ffa75ffb640 1 -- 172.21.15.17:0/4191137845 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa64003520 con 0x7ffa780cf560 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.405+0000 7ffa777fe640 1 -- 172.21.15.17:0/4191137845 >> v1:172.21.15.160:6789/0 conn(0x7ffa7815f7e0 legacy=0x7ffa780cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.405+0000 7ffa777fe640 1 -- 172.21.15.17:0/4191137845 >> v1:172.21.15.17:6789/0 conn(0x7ffa780cf560 legacy=0x7ffa7806f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.405+0000 7ffa777fe640 1 -- 172.21.15.17:0/4191137845 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa781601d0 con 0x7ffa780708c0 2024-09-19T08:02:28.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.405+0000 7ffa777fe640 1 --2- 172.21.15.17:0/4191137845 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa780708c0 0x7ffa7806fa00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009800 tx=0x7ffa6802a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87122b6bd77ae5aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa75ffb640 1 -- 172.21.15.17:0/4191137845 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68037070 con 0x7ffa780708c0 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa75ffb640 1 -- 172.21.15.17:0/4191137845 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa68032440 con 0x7ffa780708c0 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa75ffb640 1 -- 172.21.15.17:0/4191137845 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa680327f0 con 0x7ffa780708c0 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 -- 172.21.15.17:0/4191137845 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa780708c0 msgr2=0x7ffa7806fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 --2- 172.21.15.17:0/4191137845 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa780708c0 0x7ffa7806fa00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009800 tx=0x7ffa6802a200 comp rx=0 tx=0).stop 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 -- 172.21.15.17:0/4191137845 shutdown_connections 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 --2- 172.21.15.17:0/4191137845 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa780708c0 0x7ffa7806fa00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 -- 172.21.15.17:0/4191137845 >> 172.21.15.17:0/4191137845 conn(0x7ffa780d23c0 msgr2=0x7ffa780d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 -- 172.21.15.17:0/4191137845 shutdown_connections 2024-09-19T08:02:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.406+0000 7ffa7d423640 1 -- 172.21.15.17:0/4191137845 wait complete. 2024-09-19T08:02:28.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.407+0000 7ffa7d423640 1 Processor -- start 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 -- start start 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffa780708c0 0x7ffa780c9c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa7815f7e0 0x7ffa781f0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffa78160cb0 con 0x7ffa780cf560 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7815fbc0 con 0x7ffa7815f7e0 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa7d423640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ffa7814cdd0 con 0x7ffa780708c0 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37546/0 (socket says 172.21.15.17:37546) 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa767fc640 1 -- 172.21.15.17:0/1530298882 learned_addr learned my addr 172.21.15.17:0/1530298882 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.408+0000 7ffa777fe640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa7815f7e0 0x7ffa781f0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa76ffd640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffa780708c0 0x7ffa780c9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 -- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffa780708c0 msgr2=0x7ffa780c9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffa780708c0 0x7ffa780c9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 -- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa7815f7e0 msgr2=0x7ffa781f0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa7815f7e0 0x7ffa781f0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 -- 172.21.15.17:0/1530298882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa7815e230 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa767fc640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000c500 tx=0x7ffa6000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa60017070 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa60005ce0 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa7815e510 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa60007330 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.409+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa78146a80 con 0x7ffa780cf560 2024-09-19T08:02:28.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.410+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa78071210 con 0x7ffa780cf560 2024-09-19T08:02:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.410+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa6001a070 con 0x7ffa780cf560 2024-09-19T08:02:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.411+0000 7ffa6f7fe640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 0x7ffa5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.411+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7ffa6008a4a0 con 0x7ffa780cf560 2024-09-19T08:02:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.411+0000 7ffa76ffd640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 0x7ffa5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.413+0000 7ffa76ffd640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 0x7ffa5806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffa70001e70 tx=0x7ffa70009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:28.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.416+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa600589d0 con 0x7ffa780cf560 2024-09-19T08:02:28.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:28.590+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ffa780693a0 con 0x7ffa780cf560 2024-09-19T08:02:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.095+0000 7ffa6f7fe640 1 -- 172.21.15.17:0/1530298882 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7ffa6005ccd0 con 0x7ffa780cf560 2024-09-19T08:02:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 msgr2=0x7ffa5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 0x7ffa5806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffa70001e70 tx=0x7ffa70009040 comp rx=0 tx=0).stop 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 msgr2=0x7ffa780ca1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000c500 tx=0x7ffa6000c9c0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 shutdown_connections 2024-09-19T08:02:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffa5806c2b0 0x7ffa5806e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffa7815f7e0 0x7ffa781f0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa780cf560 0x7ffa780ca1b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 --2- 172.21.15.17:0/1530298882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffa780708c0 0x7ffa780c9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 >> 172.21.15.17:0/1530298882 conn(0x7ffa780d23c0 msgr2=0x7ffa7815b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 shutdown_connections 2024-09-19T08:02:29.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.099+0000 7ffa7d423640 1 -- 172.21.15.17:0/1530298882 wait complete. 2024-09-19T08:02:29.116 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:02:29.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.232+0000 7f03aa78d640 1 Processor -- start 2024-09-19T08:02:29.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.232+0000 7f03aa78d640 1 -- start start 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03aa78d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a406d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03aa78d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f03a40cd700 0x7f03a40af690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03aa78d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03a40cf910 con 0x7f03a415f480 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03aa78d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f03a40cfbf0 con 0x7f03a40cd700 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03aa78d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03a40cfed0 con 0x7f03a415e600 2024-09-19T08:02:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f03a40cd700 0x7f03a40af690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f03a40cd700 0x7f03a40af690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37548/0 (socket says 172.21.15.17:37548) 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 -- 172.21.15.17:0/2722462213 learned_addr learned my addr 172.21.15.17:0/2722462213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a3fff640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a406d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 -- 172.21.15.17:0/2722462213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 msgr2=0x7f03a406d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a406d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 -- 172.21.15.17:0/2722462213 >> v1:172.21.15.17:6789/0 conn(0x7f03a415f480 legacy=0x7f03a40ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a2ffd640 1 -- 172.21.15.17:0/2722462213 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3920329281 0 0) 0x7f03a40cf910 con 0x7f03a415f480 2024-09-19T08:02:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.233+0000 7f03a8d2a640 1 -- 172.21.15.17:0/2722462213 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a415f960 con 0x7f03a40cd700 2024-09-19T08:02:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.234+0000 7f03a8d2a640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a40af690 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f039c009e50 tx=0x7f039c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd29ad698204da3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.234+0000 7f03a2ffd640 1 -- 172.21.15.17:0/2722462213 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c036070 con 0x7f03a40cd700 2024-09-19T08:02:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.234+0000 7f03a2ffd640 1 -- 172.21.15.17:0/2722462213 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f039c031600 con 0x7f03a40cd700 2024-09-19T08:02:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.234+0000 7f03a2ffd640 1 -- 172.21.15.17:0/2722462213 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c0319d0 con 0x7f03a40cd700 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 -- 172.21.15.17:0/2722462213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 msgr2=0x7f03a40af690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a40af690 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f039c009e50 tx=0x7f039c02a680 comp rx=0 tx=0).stop 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 -- 172.21.15.17:0/2722462213 shutdown_connections 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a40af690 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 --2- 172.21.15.17:0/2722462213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a406d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 -- 172.21.15.17:0/2722462213 >> 172.21.15.17:0/2722462213 conn(0x7f03a406bc10 msgr2=0x7f03a406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 -- 172.21.15.17:0/2722462213 shutdown_connections 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.235+0000 7f03aa78d640 1 -- 172.21.15.17:0/2722462213 wait complete. 2024-09-19T08:02:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.236+0000 7f03aa78d640 1 Processor -- start 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.236+0000 7f03aa78d640 1 -- start start 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a41553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a415f480 0x7f03a40b02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03a40d0850 con 0x7f03a40cd700 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f03a40d06d0 con 0x7f03a415f480 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03aa78d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03a40d09d0 con 0x7f03a415e600 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37560/0 (socket says 172.21.15.17:37560) 2024-09-19T08:02:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 -- 172.21.15.17:0/132317119 learned_addr learned my addr 172.21.15.17:0/132317119 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a37fe640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a41553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a8d2a640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a415f480 0x7f03a40b02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 -- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 msgr2=0x7f03a41553b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a41553b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 -- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a415f480 msgr2=0x7f03a40b02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a415f480 0x7f03a40b02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 -- 172.21.15.17:0/132317119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a4154310 con 0x7f03a40cd700 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a37fe640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a41553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.237+0000 7f03a3fff640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f039400e930 tx=0x7f039400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.238+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0394017070 con 0x7f03a40cd700 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.238+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f039400ca00 con 0x7f03a40cd700 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.238+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a41545f0 con 0x7f03a40cd700 2024-09-19T08:02:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.238+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039400cdf0 con 0x7f03a40cd700 2024-09-19T08:02:29.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.238+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a4154bb0 con 0x7f03a40cd700 2024-09-19T08:02:29.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.239+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a40b3630 con 0x7f03a40cd700 2024-09-19T08:02:29.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.239+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f039401a070 con 0x7f03a40cd700 2024-09-19T08:02:29.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.240+0000 7f03a0ff9640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 0x7f039006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:29.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.240+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f039408b5d0 con 0x7f03a40cd700 2024-09-19T08:02:29.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.240+0000 7f03a37fe640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 0x7f039006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:29.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.241+0000 7f03a37fe640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 0x7f039006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f03a4150150 tx=0x7f0398009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:29.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.245+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f039405a070 con 0x7f03a40cd700 2024-09-19T08:02:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:29.421+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f03a4160020 con 0x7f03a40cd700 2024-09-19T08:02:30.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.100+0000 7f03a0ff9640 1 -- 172.21.15.17:0/132317119 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f0394059970 con 0x7f03a40cd700 2024-09-19T08:02:30.101 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 msgr2=0x7f039006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 0x7f039006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f03a4150150 tx=0x7f0398009040 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 msgr2=0x7f03a4145ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f039400e930 tx=0x7f039400edf0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 shutdown_connections 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f039006c2b0 0x7f039006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a415f480 0x7f03a40b02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a415e600 0x7f03a41553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 --2- 172.21.15.17:0/132317119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03a40cd700 0x7f03a4145ff0 secure :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f039400e930 tx=0x7f039400edf0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 >> 172.21.15.17:0/132317119 conn(0x7f03a406bc10 msgr2=0x7f03a4074c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:30.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.104+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 shutdown_connections 2024-09-19T08:02:30.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.105+0000 7f03aa78d640 1 -- 172.21.15.17:0/132317119 wait complete. 2024-09-19T08:02:30.133 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:02:30.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 Processor -- start 2024-09-19T08:02:30.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 -- start start 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd56806c7f0 0x7fd5680b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5680cfcc0 con 0x7fd5680cf7b0 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd5680cffa0 con 0x7fd56806c7f0 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.244+0000 7fd56d928640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5680d0280 con 0x7fd56815e7f0 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd566ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5677fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd56806c7f0 0x7fd5680b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5667fc640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fd5680cf7b0 0x7fd56806c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:36674/0 (socket says 172.21.15.17:36674) 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd566ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:33084/0 (socket says 172.21.15.17:33084) 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5667fc640 1 -- 172.21.15.17:0/119073434 learned_addr learned my addr 172.21.15.17:0/119073434 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5677fe640 1 -- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 msgr2=0x7fd5680cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5677fe640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5677fe640 1 -- 172.21.15.17:0/119073434 >> v1:172.21.15.160:6789/0 conn(0x7fd5680cf7b0 legacy=0x7fd56806c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd5677fe640 1 -- 172.21.15.17:0/119073434 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5680d0560 con 0x7fd56806c7f0 2024-09-19T08:02:30.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.245+0000 7fd566ffd640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.246+0000 7fd5677fe640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd5680b75f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5600097a0 tx=0x7fd56002a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e190bf5045e4188 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.246+0000 7fd565ffb640 1 -- 172.21.15.17:0/119073434 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd560037070 con 0x7fd56806c7f0 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.246+0000 7fd565ffb640 1 -- 172.21.15.17:0/119073434 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd560032440 con 0x7fd56806c7f0 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.246+0000 7fd565ffb640 1 -- 172.21.15.17:0/119073434 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd560032810 con 0x7fd56806c7f0 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 -- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 msgr2=0x7fd5680b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd5680b75f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5600097a0 tx=0x7fd56002a210 comp rx=0 tx=0).stop 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 -- 172.21.15.17:0/119073434 shutdown_connections 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd5680b75f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 --2- 172.21.15.17:0/119073434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 -- 172.21.15.17:0/119073434 >> 172.21.15.17:0/119073434 conn(0x7fd5680d44e0 msgr2=0x7fd5680d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 -- 172.21.15.17:0/119073434 shutdown_connections 2024-09-19T08:02:30.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.247+0000 7fd56d928640 1 -- 172.21.15.17:0/119073434 wait complete. 2024-09-19T08:02:30.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.248+0000 7fd56d928640 1 Processor -- start 2024-09-19T08:02:30.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.248+0000 7fd56d928640 1 -- start start 2024-09-19T08:02:30.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd568160640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680d2020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd5680cee70 con 0x7fd5680cf7b0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd5680cecf0 con 0x7fd56806c7f0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd56d928640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5680b7b30 con 0x7fd56815e7f0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37562/0 (socket says 172.21.15.17:37562) 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 -- 172.21.15.17:0/3665397473 learned_addr learned my addr 172.21.15.17:0/3665397473 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5677fe640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680d2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd566ffd640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd568160640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 -- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 msgr2=0x7fd5680d2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680d2020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 -- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 msgr2=0x7fd568160640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:30.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.249+0000 7fd5667fc640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd568160640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd5667fc640 1 -- 172.21.15.17:0/3665397473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd568160c20 con 0x7fd5680cf7b0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd5667fc640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd55000c470 tx=0x7fd550001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd550017070 con 0x7fd5680cf7b0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd550005ce0 con 0x7fd5680cf7b0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5500072f0 con 0x7fd5680cf7b0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd568160f00 con 0x7fd5680cf7b0 2024-09-19T08:02:30.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.250+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5681614c0 con 0x7fd5680cf7b0 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.251+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5680b75f0 con 0x7fd5680cf7b0 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.251+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd55001a070 con 0x7fd5680cf7b0 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.252+0000 7fd55ffff640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 0x7fd54806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.252+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7fd55008a830 con 0x7fd5680cf7b0 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.252+0000 7fd566ffd640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 0x7fd54806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:30.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.253+0000 7fd566ffd640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 0x7fd54806e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd558007440 tx=0x7fd55800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:30.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.256+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd550058f80 con 0x7fd5680cf7b0 2024-09-19T08:02:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:30.469+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd5680b8740 con 0x7fd5680cf7b0 2024-09-19T08:02:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.102+0000 7fd55ffff640 1 -- 172.21.15.17:0/3665397473 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fd550058880 con 0x7fd5680cf7b0 2024-09-19T08:02:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 msgr2=0x7fd54806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 0x7fd54806e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd558007440 tx=0x7fd55800b040 comp rx=0 tx=0).stop 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 msgr2=0x7fd568157660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd55000c470 tx=0x7fd550001e70 comp rx=0 tx=0).stop 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 shutdown_connections 2024-09-19T08:02:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd54806c2b0 0x7fd54806e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd56815e7f0 0x7fd5680d2020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5680cf7b0 0x7fd568157660 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 --2- 172.21.15.17:0/3665397473 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd56806c7f0 0x7fd568160640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.106+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 >> 172.21.15.17:0/3665397473 conn(0x7fd5680d44e0 msgr2=0x7fd5680b4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.107+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 shutdown_connections 2024-09-19T08:02:31.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.107+0000 7fd56d928640 1 -- 172.21.15.17:0/3665397473 wait complete. 2024-09-19T08:02:31.143 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.247+0000 7f9936fd8640 1 Processor -- start 2024-09-19T08:02:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.247+0000 7f9936fd8640 1 -- start start 2024-09-19T08:02:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9936fd8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f99300d3c00 0x7f99300d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9936fd8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99300b7e60 con 0x7f99300b3720 2024-09-19T08:02:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9936fd8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99300cf800 con 0x7f993015e840 2024-09-19T08:02:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9936fd8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f993015ec20 con 0x7f99300d3c00 2024-09-19T08:02:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9935575640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f99300d3c00 0x7f99300d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f992ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f99300b3720 0x7f99300b7750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33148/0 (socket says 172.21.15.17:33148) 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f992ffff640 1 -- 172.21.15.17:0/1439333540 learned_addr learned my addr 172.21.15.17:0/1439333540 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9935575640 1 --2- 172.21.15.17:0/1439333540 >> v2:172.21.15.17:3300/0 conn(0x7f99300d3c00 0x7f99300d4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37576/0 (socket says 172.21.15.17:37576) 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.248+0000 7f9935575640 1 -- 172.21.15.17:0/1439333540 >> v1:172.21.15.160:6789/0 conn(0x7f993015e840 legacy=0x7f99300cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f9935575640 1 -- 172.21.15.17:0/1439333540 >> v1:172.21.15.17:6789/0 conn(0x7f99300b3720 legacy=0x7f99300b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f9935575640 1 -- 172.21.15.17:0/1439333540 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99300cfae0 con 0x7f99300d3c00 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f992f7fe640 1 -- 172.21.15.17:0/1439333540 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1748351713 0 0) 0x7f991c001110 con 0x7f99300b3720 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f9935575640 1 --2- 172.21.15.17:0/1439333540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99300d3c00 0x7f99300d4090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9928009d90 tx=0x7f992802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3180e966c6b3e2da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f992f7fe640 1 -- 172.21.15.17:0/1439333540 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9928007740 con 0x7f99300d3c00 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f992f7fe640 1 -- 172.21.15.17:0/1439333540 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99280078e0 con 0x7f99300d3c00 2024-09-19T08:02:31.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.249+0000 7f992f7fe640 1 -- 172.21.15.17:0/1439333540 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9928007cb0 con 0x7f99300d3c00 2024-09-19T08:02:31.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 -- 172.21.15.17:0/1439333540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99300d3c00 msgr2=0x7f99300d4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 --2- 172.21.15.17:0/1439333540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99300d3c00 0x7f99300d4090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9928009d90 tx=0x7f992802a730 comp rx=0 tx=0).stop 2024-09-19T08:02:31.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 -- 172.21.15.17:0/1439333540 shutdown_connections 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 --2- 172.21.15.17:0/1439333540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99300d3c00 0x7f99300d4090 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 -- 172.21.15.17:0/1439333540 >> 172.21.15.17:0/1439333540 conn(0x7f99300d4930 msgr2=0x7f99300d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 -- 172.21.15.17:0/1439333540 shutdown_connections 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.250+0000 7f9936fd8640 1 -- 172.21.15.17:0/1439333540 wait complete. 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.251+0000 7f9936fd8640 1 Processor -- start 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.251+0000 7f9936fd8640 1 -- start start 2024-09-19T08:02:31.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99300b3720 0x7f99301f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99300d3c00 0x7f99300cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f99300d27e0 con 0x7f993015e840 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f99300cfdc0 con 0x7f99300b3720 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9936fd8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f99300d2d00 con 0x7f99300d3c00 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9935575640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9935575640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37584/0 (socket says 172.21.15.17:37584) 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9935575640 1 -- 172.21.15.17:0/3611561822 learned_addr learned my addr 172.21.15.17:0/3611561822 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f992ffff640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99300d3c00 0x7f99300cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.252+0000 7f9934d74640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99300b3720 0x7f99301f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 -- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99300d3c00 msgr2=0x7f99300cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99300d3c00 0x7f99300cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 -- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99300b3720 msgr2=0x7f99301f84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99300b3720 0x7f99301f84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 -- 172.21.15.17:0/3611561822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99300cdca0 con 0x7f993015e840 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9935575640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9928009eb0 tx=0x7f9928004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9928040070 con 0x7f993015e840 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9928031c90 con 0x7f993015e840 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9930157ea0 con 0x7f993015e840 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9928045680 con 0x7f993015e840 2024-09-19T08:02:31.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.253+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99301f4850 con 0x7f993015e840 2024-09-19T08:02:31.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.254+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99300d4090 con 0x7f993015e840 2024-09-19T08:02:31.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.254+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9928039040 con 0x7f993015e840 2024-09-19T08:02:31.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.255+0000 7f992d7fa640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 0x7f991406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.255+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f99280acdb0 con 0x7f993015e840 2024-09-19T08:02:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.255+0000 7f9934d74640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 0x7f991406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.256+0000 7f9934d74640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 0x7f991406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f99301f8b30 tx=0x7f9924009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.259+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99300cdca0 con 0x7f993015e840 2024-09-19T08:02:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.438+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f993006db40 con 0x7f993015e840 2024-09-19T08:02:31.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.440+0000 7f992d7fa640 1 -- 172.21.15.17:0/3611561822 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16654 (secure 0 0 0) 0x7f992807af90 con 0x7f993015e840 2024-09-19T08:02:31.440 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:31.440 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":20,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:30.471091+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:31.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.441+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 msgr2=0x7f991406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.441+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 0x7f991406e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f99301f8b30 tx=0x7f9924009060 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.441+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 msgr2=0x7f9930157960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.441+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9928009eb0 tx=0x7f9928004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 shutdown_connections 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f991406c2b0 0x7f991406e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f993015e840 0x7f9930157960 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99300d3c00 0x7f99300cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 --2- 172.21.15.17:0/3611561822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99300b3720 0x7f99301f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 >> 172.21.15.17:0/3611561822 conn(0x7f99300d4930 msgr2=0x7f993006cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 shutdown_connections 2024-09-19T08:02:31.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.442+0000 7f9936fd8640 1 -- 172.21.15.17:0/3611561822 wait complete. 2024-09-19T08:02:31.453 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:31.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.554+0000 7f9b885e4640 1 Processor -- start 2024-09-19T08:02:31.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.554+0000 7f9b885e4640 1 -- start start 2024-09-19T08:02:31.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.555+0000 7f9b885e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b8015e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.555+0000 7f9b885e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 0x7f9b800cedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.555+0000 7f9b885e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b800afa20 con 0x7f9b800cf310 2024-09-19T08:02:31.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.555+0000 7f9b885e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9b8015eef0 con 0x7f9b800d1a50 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.555+0000 7f9b885e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9b8015f170 con 0x7f9b800d1670 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86b81640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9b800cf310 0x7f9b80162660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33162/0 (socket says 172.21.15.17:33162) 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86b81640 1 -- 172.21.15.17:0/2573319224 learned_addr learned my addr 172.21.15.17:0/2573319224 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86380640 1 --2- 172.21.15.17:0/2573319224 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b8015e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b85b7f640 1 --2- 172.21.15.17:0/2573319224 >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 0x7f9b800cedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b8537e640 1 -- 172.21.15.17:0/2573319224 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1416442042 0 0) 0x7f9b78001110 con 0x7f9b800cf310 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b8537e640 1 -- 172.21.15.17:0/2573319224 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b68003520 con 0x7f9b800cf310 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86380640 1 -- 172.21.15.17:0/2573319224 >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 msgr2=0x7f9b800cedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86380640 1 --2- 172.21.15.17:0/2573319224 >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 0x7f9b800cedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86380640 1 -- 172.21.15.17:0/2573319224 >> v1:172.21.15.17:6789/0 conn(0x7f9b800cf310 legacy=0x7f9b80162660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b86380640 1 -- 172.21.15.17:0/2573319224 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b8015f450 con 0x7f9b800d1670 2024-09-19T08:02:31.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.556+0000 7f9b85b7f640 1 --2- 172.21.15.17:0/2573319224 >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 0x7f9b800cedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:31.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.557+0000 7f9b86380640 1 --2- 172.21.15.17:0/2573319224 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b8015e9b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9b70009d90 tx=0x7f9b7002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3735c19e779ecf3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.557+0000 7f9b8537e640 1 -- 172.21.15.17:0/2573319224 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70007740 con 0x7f9b800d1670 2024-09-19T08:02:31.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.557+0000 7f9b8537e640 1 -- 172.21.15.17:0/2573319224 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b700078e0 con 0x7f9b800d1670 2024-09-19T08:02:31.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.557+0000 7f9b8537e640 1 -- 172.21.15.17:0/2573319224 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70007cb0 con 0x7f9b800d1670 2024-09-19T08:02:31.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 -- 172.21.15.17:0/2573319224 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 msgr2=0x7f9b8015e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 --2- 172.21.15.17:0/2573319224 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b8015e9b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9b70009d90 tx=0x7f9b7002a660 comp rx=0 tx=0).stop 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 -- 172.21.15.17:0/2573319224 shutdown_connections 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 --2- 172.21.15.17:0/2573319224 >> v2:172.21.15.160:3300/0 conn(0x7f9b800d1a50 0x7f9b800cedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 --2- 172.21.15.17:0/2573319224 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b8015e9b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 -- 172.21.15.17:0/2573319224 >> 172.21.15.17:0/2573319224 conn(0x7f9b8006d110 msgr2=0x7f9b8006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 -- 172.21.15.17:0/2573319224 shutdown_connections 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.558+0000 7f9b885e4640 1 -- 172.21.15.17:0/2573319224 wait complete. 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.559+0000 7f9b885e4640 1 Processor -- start 2024-09-19T08:02:31.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.559+0000 7f9b885e4640 1 -- start start 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b800b4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b800d1a50 0x7f9b800b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b800d1eb0 con 0x7f9b800cf310 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9b80162d70 con 0x7f9b800d1a50 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9b800b01c0 con 0x7f9b800d1670 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37598/0 (socket says 172.21.15.17:37598) 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 -- 172.21.15.17:0/3828358550 learned_addr learned my addr 172.21.15.17:0/3828358550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86b81640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b800d1a50 0x7f9b800b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b85b7f640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b800b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 -- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 msgr2=0x7f9b800b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b800b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 -- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b800d1a50 msgr2=0x7f9b800b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b800d1a50 0x7f9b800b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 -- 172.21.15.17:0/3828358550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b800b4940 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b86380640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9b70009d90 tx=0x7f9b70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70040070 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b70031c40 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b800b4c20 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.560+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70009450 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.561+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b800b51e0 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.562+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b8015e9b0 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.562+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b70039040 con 0x7f9b800cf310 2024-09-19T08:02:31.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.562+0000 7f9b7effd640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 0x7f9b6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.562+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f9b700acbd0 con 0x7f9b800cf310 2024-09-19T08:02:31.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.563+0000 7f9b85b7f640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 0x7f9b6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.563+0000 7f9b85b7f640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 0x7f9b6c06e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9b801609c0 tx=0x7f9b74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.567+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b7007b460 con 0x7f9b800cf310 2024-09-19T08:02:31.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.744+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9b8006e410 con 0x7f9b800cf310 2024-09-19T08:02:31.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.745+0000 7f9b7effd640 1 -- 172.21.15.17:0/3828358550 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16654 (secure 0 0 0) 0x7f9b7007ad60 con 0x7f9b800cf310 2024-09-19T08:02:31.745 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:31.746 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":20,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:30.471091+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:31.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 msgr2=0x7f9b6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 0x7f9b6c06e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9b801609c0 tx=0x7f9b74008040 comp rx=0 tx=0).stop 2024-09-19T08:02:31.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 msgr2=0x7f9b800b19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9b70009d90 tx=0x7f9b70004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 shutdown_connections 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b6c06c2b0 0x7f9b6c06e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b800d1a50 0x7f9b800b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b800d1670 0x7f9b800b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 --2- 172.21.15.17:0/3828358550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b800cf310 0x7f9b800b19e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 >> 172.21.15.17:0/3828358550 conn(0x7f9b8006d110 msgr2=0x7f9b800d0830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 shutdown_connections 2024-09-19T08:02:31.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.747+0000 7f9b885e4640 1 -- 172.21.15.17:0/3828358550 wait complete. 2024-09-19T08:02:31.758 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:02:31.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.863+0000 7f036c5b7640 1 Processor -- start 2024-09-19T08:02:31.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.863+0000 7f036c5b7640 1 -- start start 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036c5b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 0x7f03640d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036c5b7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0364161e40 0x7f03640d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036c5b7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03640d32a0 con 0x7f03640d2da0 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036c5b7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f03640d23d0 con 0x7f0364161e40 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036c5b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03640d3540 con 0x7f0364161a60 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036a353640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 0x7f03640d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036ab54640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f03640d2da0 0x7f03640cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:36704/0 (socket says 172.21.15.17:36704) 2024-09-19T08:02:31.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f0369b52640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0364161e40 0x7f03640d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.864+0000 7f036ab54640 1 -- 172.21.15.17:0/2238822855 learned_addr learned my addr 172.21.15.17:0/2238822855 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.865+0000 7f036a353640 1 -- 172.21.15.17:0/2238822855 >> v2:172.21.15.160:3300/0 conn(0x7f0364161e40 msgr2=0x7f03640d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.865+0000 7f036a353640 1 --2- 172.21.15.17:0/2238822855 >> v2:172.21.15.160:3300/0 conn(0x7f0364161e40 0x7f03640d2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.865+0000 7f036a353640 1 -- 172.21.15.17:0/2238822855 >> v1:172.21.15.160:6789/0 conn(0x7f03640d2da0 legacy=0x7f03640cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.865+0000 7f036a353640 1 -- 172.21.15.17:0/2238822855 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03640d3820 con 0x7f0364161a60 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.865+0000 7f036a353640 1 --2- 172.21.15.17:0/2238822855 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 0x7f03640d3ca0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f03640d2550 tx=0x7f036002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccc61bc3917c738c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f0369351640 1 -- 172.21.15.17:0/2238822855 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360037070 con 0x7f0364161a60 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f0369351640 1 -- 172.21.15.17:0/2238822855 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0360032440 con 0x7f0364161a60 2024-09-19T08:02:31.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f0369351640 1 -- 172.21.15.17:0/2238822855 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360032810 con 0x7f0364161a60 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 -- 172.21.15.17:0/2238822855 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 msgr2=0x7f03640d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 --2- 172.21.15.17:0/2238822855 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 0x7f03640d3ca0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f03640d2550 tx=0x7f036002a210 comp rx=0 tx=0).stop 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 -- 172.21.15.17:0/2238822855 shutdown_connections 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 --2- 172.21.15.17:0/2238822855 >> v2:172.21.15.160:3300/0 conn(0x7f0364161e40 0x7f03640d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 --2- 172.21.15.17:0/2238822855 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364161a60 0x7f03640d3ca0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 -- 172.21.15.17:0/2238822855 >> 172.21.15.17:0/2238822855 conn(0x7f03640d1390 msgr2=0x7f03640d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 -- 172.21.15.17:0/2238822855 shutdown_connections 2024-09-19T08:02:31.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.866+0000 7f036c5b7640 1 -- 172.21.15.17:0/2238822855 wait complete. 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.867+0000 7f036c5b7640 1 Processor -- start 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.867+0000 7f036c5b7640 1 -- start start 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 0x7f03640c99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364152e00 0x7f03640cec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03640d4360 con 0x7f0364161a60 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f03640d41e0 con 0x7f0364161e40 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036c5b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03640cf9e0 con 0x7f0364152e00 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036a353640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036a353640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37610/0 (socket says 172.21.15.17:37610) 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.868+0000 7f036a353640 1 -- 172.21.15.17:0/3056004944 learned_addr learned my addr 172.21.15.17:0/3056004944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036ab54640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364152e00 0x7f03640cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f0369b52640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 0x7f03640c99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 -- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364152e00 msgr2=0x7f03640cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364152e00 0x7f03640cec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 -- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 msgr2=0x7f03640c99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 0x7f03640c99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 -- 172.21.15.17:0/3056004944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03640cc2e0 con 0x7f0364161a60 2024-09-19T08:02:31.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f0369b52640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 0x7f03640c99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036a353640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0360000c00 tx=0x7f03600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360037040 con 0x7f0364161a60 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0360042070 con 0x7f0364161a60 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03640ca210 con 0x7f0364161a60 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360030960 con 0x7f0364161a60 2024-09-19T08:02:31.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.869+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03640ca7d0 con 0x7f0364161a60 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.870+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f036406e010 con 0x7f0364161a60 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.870+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0360030b00 con 0x7f0364161a60 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.871+0000 7f035affd640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 0x7f034806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.871+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f03600abde0 con 0x7f0364161a60 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.871+0000 7f0369b52640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 0x7f034806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:31.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.871+0000 7f0369b52640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 0x7f034806e7a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f03640b7ad0 tx=0x7f0354008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:31.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:31.875+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0360045360 con 0x7f0364161a60 2024-09-19T08:02:32.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.085+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f036406cdb0 con 0x7f0364161a60 2024-09-19T08:02:32.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.117+0000 7f035affd640 1 -- 172.21.15.17:0/3056004944 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) ==== 118+0+0 (secure 0 0 0) 0x7f036007a4b0 con 0x7f0364161a60 2024-09-19T08:02:32.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 msgr2=0x7f034806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 0x7f034806e7a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f03640b7ad0 tx=0x7f0354008040 comp rx=0 tx=0).stop 2024-09-19T08:02:32.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 msgr2=0x7f0364152760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0360000c00 tx=0x7f03600046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 shutdown_connections 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f034806c2e0 0x7f034806e7a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0364152e00 0x7f03640cec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0364161e40 0x7f03640c99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 --2- 172.21.15.17:0/3056004944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0364161a60 0x7f0364152760 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 >> 172.21.15.17:0/3056004944 conn(0x7f03640d1390 msgr2=0x7f036415fd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 shutdown_connections 2024-09-19T08:02:32.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.119+0000 7f036c5b7640 1 -- 172.21.15.17:0/3056004944 wait complete. 2024-09-19T08:02:32.130 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:02:32.130 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:02:32.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.235+0000 7f5ba62e6640 1 Processor -- start 2024-09-19T08:02:32.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.235+0000 7f5ba62e6640 1 -- start start 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba62e6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5ba015e7f0 0x7f5ba00cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba62e6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba006c7f0 0x7f5ba00b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba62e6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ba00cfcc0 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba62e6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba00cffa0 con 0x7f5ba006c7f0 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba62e6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba00d0280 con 0x7f5ba015e7f0 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba006c7f0 0x7f5ba00b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5b9f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f5ba00cf7b0 0x7f5ba006c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33172/0 (socket says 172.21.15.17:33172) 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba006c7f0 0x7f5ba00b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37620/0 (socket says 172.21.15.17:37620) 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5b9f7fe640 1 -- 172.21.15.17:0/3731732190 learned_addr learned my addr 172.21.15.17:0/3731732190 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5b9ffff640 1 --2- 172.21.15.17:0/3731732190 >> v2:172.21.15.160:3300/0 conn(0x7f5ba015e7f0 0x7f5ba00cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 -- 172.21.15.17:0/3731732190 >> v2:172.21.15.160:3300/0 conn(0x7f5ba015e7f0 msgr2=0x7f5ba00cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 --2- 172.21.15.17:0/3731732190 >> v2:172.21.15.160:3300/0 conn(0x7f5ba015e7f0 0x7f5ba00cf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 -- 172.21.15.17:0/3731732190 >> v1:172.21.15.17:6789/0 conn(0x7f5ba00cf7b0 legacy=0x7f5ba006c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.236+0000 7f5ba4883640 1 -- 172.21.15.17:0/3731732190 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba00d0560 con 0x7f5ba006c7f0 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.237+0000 7f5ba4883640 1 --2- 172.21.15.17:0/3731732190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba006c7f0 0x7f5ba00b75f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5ba008d790 tx=0x7f5b9802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af10c7f93130f9bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.237+0000 7f5b9effd640 1 -- 172.21.15.17:0/3731732190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98007740 con 0x7f5ba006c7f0 2024-09-19T08:02:32.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.237+0000 7f5b9effd640 1 -- 172.21.15.17:0/3731732190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b980078e0 con 0x7f5ba006c7f0 2024-09-19T08:02:32.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.237+0000 7f5b9effd640 1 -- 172.21.15.17:0/3731732190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98007cb0 con 0x7f5ba006c7f0 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3731732190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba006c7f0 msgr2=0x7f5ba00b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3731732190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba006c7f0 0x7f5ba00b75f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5ba008d790 tx=0x7f5b9802a710 comp rx=0 tx=0).stop 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3731732190 shutdown_connections 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3731732190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba006c7f0 0x7f5ba00b75f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3731732190 >> v2:172.21.15.160:3300/0 conn(0x7f5ba015e7f0 0x7f5ba00cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3731732190 >> 172.21.15.17:0/3731732190 conn(0x7f5ba00d44e0 msgr2=0x7f5ba00d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3731732190 shutdown_connections 2024-09-19T08:02:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.238+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3731732190 wait complete. 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.239+0000 7f5ba62e6640 1 Processor -- start 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.239+0000 7f5ba62e6640 1 -- start start 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 0x7f5ba01f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 0x7f5ba01519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba00cee70 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba00cecf0 con 0x7f5ba015e7f0 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba62e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba00b7b30 con 0x7f5ba006c7f0 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37636/0 (socket says 172.21.15.17:37636) 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 -- 172.21.15.17:0/3609580287 learned_addr learned my addr 172.21.15.17:0/3609580287 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:32.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba4883640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 0x7f5ba01519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9ffff640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 0x7f5ba01f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 -- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 msgr2=0x7f5ba01f41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 0x7f5ba01f41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 -- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 msgr2=0x7f5ba01519e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 0x7f5ba01519e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9f7fe640 1 -- 172.21.15.17:0/3609580287 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba00ce810 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5b9ffff640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 0x7f5ba01f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.240+0000 7f5ba4883640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 0x7f5ba01519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5b9f7fe640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400c430 tx=0x7f5b9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94017070 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b94005ce0 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba00cb750 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b940072f0 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.241+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba01604e0 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.242+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ba00b75f0 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.242+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5b9401a070 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.243+0000 7f5b9cff9640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 0x7f5b8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:32.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.243+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5b9408a950 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.243+0000 7f5b9ffff640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 0x7f5b8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:32.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.244+0000 7f5b9ffff640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 0x7f5b8c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5b90006fd0 tx=0x7f5b90008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:32.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.247+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ba00ce810 con 0x7f5ba00cf7b0 2024-09-19T08:02:32.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:32.462+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5ba00b9bf0 con 0x7f5ba00cf7b0 2024-09-19T08:02:33.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.118+0000 7f5b9cff9640 1 -- 172.21.15.17:0/3609580287 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) ==== 122+0+0 (secure 0 0 0) 0x7f5b94058fa0 con 0x7f5ba00cf7b0 2024-09-19T08:02:33.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 msgr2=0x7f5b8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 0x7f5b8c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5b90006fd0 tx=0x7f5b90008040 comp rx=0 tx=0).stop 2024-09-19T08:02:33.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 msgr2=0x7f5ba015afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400c430 tx=0x7f5b9400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 shutdown_connections 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b8c06c2b0 0x7f5b8c06e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba015e7f0 0x7f5ba01519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba00cf7b0 0x7f5ba015afd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 --2- 172.21.15.17:0/3609580287 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba006c7f0 0x7f5ba01f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 >> 172.21.15.17:0/3609580287 conn(0x7f5ba00d44e0 msgr2=0x7f5ba00b4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.121+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 shutdown_connections 2024-09-19T08:02:33.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.122+0000 7f5ba62e6640 1 -- 172.21.15.17:0/3609580287 wait complete. 2024-09-19T08:02:33.135 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:02:33.135 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:33.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.243+0000 7fc5eb331640 1 Processor -- start 2024-09-19T08:02:33.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.244+0000 7fc5eb331640 1 -- start start 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.244+0000 7fc5eb331640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc5e415c4a0 0x7fc5e40cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5eb331640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e40b47a0 0x7fc5e415c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5eb331640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5e40d0a30 con 0x7fc5e40d2da0 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5eb331640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc5e40d0d30 con 0x7fc5e415c4a0 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5eb331640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e40b76f0 con 0x7fc5e40b47a0 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc5e415c4a0 0x7fc5e40cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc5e415c4a0 0x7fc5e40cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48284/0 (socket says 172.21.15.17:48284) 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 -- 172.21.15.17:0/1500580557 learned_addr learned my addr 172.21.15.17:0/1500580557 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e98ce640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e40b47a0 0x7fc5e415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 -- 172.21.15.17:0/1500580557 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e40b47a0 msgr2=0x7fc5e415c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e40b47a0 0x7fc5e415c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 -- 172.21.15.17:0/1500580557 >> v1:172.21.15.160:6789/0 conn(0x7fc5e40d2da0 legacy=0x7fc5e40b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.245+0000 7fc5e90cd640 1 -- 172.21.15.17:0/1500580557 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e4073710 con 0x7fc5e415c4a0 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5e90cd640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e415c4a0 0x7fc5e40cff80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009870 tx=0x7fc5e002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8972f91110b20a72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5dbfff640 1 -- 172.21.15.17:0/1500580557 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0037070 con 0x7fc5e415c4a0 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5dbfff640 1 -- 172.21.15.17:0/1500580557 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5e0032440 con 0x7fc5e415c4a0 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5dbfff640 1 -- 172.21.15.17:0/1500580557 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0032810 con 0x7fc5e415c4a0 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5eb331640 1 -- 172.21.15.17:0/1500580557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e415c4a0 msgr2=0x7fc5e40cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.246+0000 7fc5eb331640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e415c4a0 0x7fc5e40cff80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009870 tx=0x7fc5e002a180 comp rx=0 tx=0).stop 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 -- 172.21.15.17:0/1500580557 shutdown_connections 2024-09-19T08:02:33.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e40b47a0 0x7fc5e415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 --2- 172.21.15.17:0/1500580557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e415c4a0 0x7fc5e40cff80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 -- 172.21.15.17:0/1500580557 >> 172.21.15.17:0/1500580557 conn(0x7fc5e4067950 msgr2=0x7fc5e4067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 -- 172.21.15.17:0/1500580557 shutdown_connections 2024-09-19T08:02:33.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.247+0000 7fc5eb331640 1 -- 172.21.15.17:0/1500580557 wait complete. 2024-09-19T08:02:33.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.248+0000 7fc5eb331640 1 Processor -- start 2024-09-19T08:02:33.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.248+0000 7fc5eb331640 1 -- start start 2024-09-19T08:02:33.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5e40d2da0 0x7fc5e4155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 0x7fc5e4158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4166030 con 0x7fc5e40b47a0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e40d28e0 con 0x7fc5e40d2da0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e41661b0 con 0x7fc5e415c4a0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48288/0 (socket says 172.21.15.17:48288) 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 -- 172.21.15.17:0/3689281322 learned_addr learned my addr 172.21.15.17:0/3689281322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e98ce640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 0x7fc5e4158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e88cc640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5e40d2da0 0x7fc5e4155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 -- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 msgr2=0x7fc5e4158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 0x7fc5e4158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 -- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5e40d2da0 msgr2=0x7fc5e4155920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5e40d2da0 0x7fc5e4155920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 -- 172.21.15.17:0/3689281322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e41592a0 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e98ce640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 0x7fc5e4158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5e90cd640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009870 tx=0x7fc5e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0041070 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5e003c870 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e4154e40 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.249+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0037040 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.250+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e4155400 con 0x7fc5e40b47a0 2024-09-19T08:02:33.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.251+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e415c880 con 0x7fc5e40b47a0 2024-09-19T08:02:33.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.251+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc5e0044070 con 0x7fc5e40b47a0 2024-09-19T08:02:33.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.252+0000 7fc5d9ffb640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 0x7fc5c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.252+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc5e00ac250 con 0x7fc5e40b47a0 2024-09-19T08:02:33.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.252+0000 7fc5e88cc640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 0x7fc5c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.252+0000 7fc5e88cc640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 0x7fc5c806e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc5e40d04c0 tx=0x7fc5d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.256+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc5e007aa40 con 0x7fc5e40b47a0 2024-09-19T08:02:33.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.468+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5e4151dd0 con 0x7fc5e40b47a0 2024-09-19T08:02:33.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.468+0000 7fc5d9ffb640 1 -- 172.21.15.17:0/3689281322 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fc5e007a340 con 0x7fc5e40b47a0 2024-09-19T08:02:33.468 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:33.468 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:02:33.469 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:02:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 msgr2=0x7fc5c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 0x7fc5c806e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc5e40d04c0 tx=0x7fc5d4009040 comp rx=0 tx=0).stop 2024-09-19T08:02:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 msgr2=0x7fc5e414ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009870 tx=0x7fc5e00046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 shutdown_connections 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5c806c2b0 0x7fc5c806e770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5e415c4a0 0x7fc5e4158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5e40d2da0 0x7fc5e4155920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 --2- 172.21.15.17:0/3689281322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5e40b47a0 0x7fc5e414ce50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 >> 172.21.15.17:0/3689281322 conn(0x7fc5e4067950 msgr2=0x7fc5e40b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 shutdown_connections 2024-09-19T08:02:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.470+0000 7fc5eb331640 1 -- 172.21.15.17:0/3689281322 wait complete. 2024-09-19T08:02:33.481 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:33.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.582+0000 7f2237e47640 1 Processor -- start 2024-09-19T08:02:33.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.582+0000 7f2237e47640 1 -- start start 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2237e47640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f22300b6a40 0x7f2230162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2237e47640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f22300cf480 0x7f22300b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2237e47640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22300b39a0 con 0x7f223015e7c0 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2237e47640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f22301630d0 con 0x7f22300cf480 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2237e47640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f223015eba0 con 0x7f22300b6a40 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2235be3640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f223015e7c0 0x7f22300b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33958/0 (socket says 172.21.15.17:33958) 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f2235be3640 1 -- 172.21.15.17:0/1269906189 learned_addr learned my addr 172.21.15.17:0/1269906189 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f22300b6a40 0x7f2230162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.583+0000 7f22363e4640 1 --2- 172.21.15.17:0/1269906189 >> v2:172.21.15.160:3300/0 conn(0x7f22300cf480 0x7f22300b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3095271912 0 0) 0x7f22300b39a0 con 0x7f223015e7c0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f221c003520 con 0x7f223015e7c0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3887216955 0 0) 0x7f221c003520 con 0x7f223015e7c0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f22300b6a40 msgr2=0x7f2230162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f22300b6a40 0x7f2230162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 >> v2:172.21.15.160:3300/0 conn(0x7f22300cf480 msgr2=0x7f22300b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 --2- 172.21.15.17:0/1269906189 >> v2:172.21.15.160:3300/0 conn(0x7f22300cf480 0x7f22300b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22300cfc60 con 0x7f223015e7c0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f222c001670 con 0x7f223015e7c0 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 >> v1:172.21.15.17:6789/0 conn(0x7f223015e7c0 legacy=0x7f22300b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f221c0039b0 0x7f221c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f221c004800 0x7f221c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c0051c0 0x7f221c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f22301630d0 con 0x7f221c004800 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f223015eba0 con 0x7f221c0039b0 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f221c00bf00 con 0x7f221c0051c0 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f22300b6a40 0x7f2230162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22363e4640 1 --2- 172.21.15.17:0/1269906189 >> v2:172.21.15.160:3300/0 conn(0x7f22300cf480 0x7f22300b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f2235be3640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f221c0039b0 0x7f221c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f221c004800 0x7f221c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22363e4640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c0051c0 0x7f221c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 -- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c0051c0 msgr2=0x7f221c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c0051c0 0x7f221c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 -- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f221c0039b0 msgr2=0x7f221c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f221c0039b0 0x7f221c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.584+0000 7f22353e2640 1 -- 172.21.15.17:0/1269906189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f221c003520 con 0x7f221c004800 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.585+0000 7f22353e2640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f221c004800 0x7f221c004c80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22300d0ba0 tx=0x7f221c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a906d64b5e860f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.585+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2220036070 con 0x7f221c004800 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.585+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2220004030 con 0x7f221c004800 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.585+0000 7f2234be1640 1 -- 172.21.15.17:0/1269906189 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22200097d0 con 0x7f221c004800 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 -- 172.21.15.17:0/1269906189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f221c004800 msgr2=0x7f221c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 --2- 172.21.15.17:0/1269906189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f221c004800 0x7f221c004c80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22300d0ba0 tx=0x7f221c005830 comp rx=0 tx=0).stop 2024-09-19T08:02:33.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f22363e4640 1 -- 172.21.15.17:0/1269906189 reap_dead start 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 -- 172.21.15.17:0/1269906189 shutdown_connections 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 -- 172.21.15.17:0/1269906189 >> 172.21.15.17:0/1269906189 conn(0x7f22300d1320 msgr2=0x7f22300d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 -- 172.21.15.17:0/1269906189 shutdown_connections 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.586+0000 7f2237e47640 1 -- 172.21.15.17:0/1269906189 wait complete. 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.587+0000 7f2237e47640 1 Processor -- start 2024-09-19T08:02:33.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.587+0000 7f2237e47640 1 -- start start 2024-09-19T08:02:33.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c004800 0x7f223014f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f22300b8d90 0x7f22300b9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f223015f100 con 0x7f22301e8190 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f223015ee20 con 0x7f22300b8d90 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2237e47640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f223015f3e0 con 0x7f221c004800 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48296/0 (socket says 172.21.15.17:48296) 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 -- 172.21.15.17:0/684585900 learned_addr learned my addr 172.21.15.17:0/684585900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f2235be3640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c004800 0x7f223014f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22363e4640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f22300b8d90 0x7f22300b9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 -- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c004800 msgr2=0x7f223014f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c004800 0x7f223014f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 -- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f22300b8d90 msgr2=0x7f22300b9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f22300b8d90 0x7f22300b9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 -- 172.21.15.17:0/684585900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22301e8d00 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.588+0000 7f22353e2640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2220009bf0 tx=0x7f2220004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.589+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2220041020 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.589+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2220003c40 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.589+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22301e8fe0 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.589+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2220036040 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.589+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22301f4dc0 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.590+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f223015f900 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.590+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2220044020 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.591+0000 7f22267fc640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 0x7f221406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.591+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f22200abab0 con 0x7f22301e8190 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.591+0000 7f2235be3640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 0x7f221406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.591+0000 7f2235be3640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 0x7f221406e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f222c007fd0 tx=0x7f222c0078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.595+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f222004b030 con 0x7f22301e8190 2024-09-19T08:02:33.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.770+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22300d2150 con 0x7f22301e8190 2024-09-19T08:02:33.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.771+0000 7f22267fc640 1 -- 172.21.15.17:0/684585900 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f2220079c60 con 0x7f22301e8190 2024-09-19T08:02:33.771 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:33.771 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 msgr2=0x7f221406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 0x7f221406e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f222c007fd0 tx=0x7f222c0078f0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 msgr2=0x7f22301e8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2220009bf0 tx=0x7f2220004730 comp rx=0 tx=0).stop 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 shutdown_connections 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221406c2e0 0x7f221406e7a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f22300b8d90 0x7f22300b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22301e8190 0x7f22301e8610 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 --2- 172.21.15.17:0/684585900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f221c004800 0x7f223014f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 >> 172.21.15.17:0/684585900 conn(0x7f22300d1320 msgr2=0x7f223015fe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 shutdown_connections 2024-09-19T08:02:33.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.773+0000 7f2237e47640 1 -- 172.21.15.17:0/684585900 wait complete. 2024-09-19T08:02:33.784 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:02:33.784 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:33.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.886+0000 7fa06fd9f640 1 Processor -- start 2024-09-19T08:02:33.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.886+0000 7fa06fd9f640 1 -- start start 2024-09-19T08:02:33.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06fd9f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa06815e7c0 0x7fa068162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06fd9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06fd9f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0680b39a0 con 0x7fa06815f900 2024-09-19T08:02:33.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06fd9f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa0681630d0 con 0x7fa06815e7c0 2024-09-19T08:02:33.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06fd9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa06815eba0 con 0x7fa0680cf480 2024-09-19T08:02:33.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06d33a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06d33a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36322/0 (socket says 172.21.15.17:36322) 2024-09-19T08:02:33.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06d33a640 1 -- 172.21.15.17:0/2445858082 learned_addr learned my addr 172.21.15.17:0/2445858082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06db3b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa06815e7c0 0x7fa068162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.887+0000 7fa06e33c640 1 --1- 172.21.15.17:0/2445858082 >> v1:172.21.15.160:6789/0 conn(0x7fa06815f900 0x7fa0680b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35134/0 (socket says 172.21.15.17:35134) 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.888+0000 7fa06d33a640 1 -- 172.21.15.17:0/2445858082 >> v2:172.21.15.160:3300/0 conn(0x7fa06815e7c0 msgr2=0x7fa068162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.888+0000 7fa06d33a640 1 --2- 172.21.15.17:0/2445858082 >> v2:172.21.15.160:3300/0 conn(0x7fa06815e7c0 0x7fa068162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.888+0000 7fa06d33a640 1 -- 172.21.15.17:0/2445858082 >> v1:172.21.15.160:6789/0 conn(0x7fa06815f900 legacy=0x7fa0680b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.888+0000 7fa06d33a640 1 -- 172.21.15.17:0/2445858082 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0680cfc60 con 0x7fa0680cf480 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.888+0000 7fa06d33a640 1 --2- 172.21.15.17:0/2445858082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa058009870 tx=0x7fa05802a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae65ad4771126d3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06cb39640 1 -- 172.21.15.17:0/2445858082 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa058037070 con 0x7fa0680cf480 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06cb39640 1 -- 172.21.15.17:0/2445858082 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa05802ae50 con 0x7fa0680cf480 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06cb39640 1 -- 172.21.15.17:0/2445858082 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa058032860 con 0x7fa0680cf480 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 -- 172.21.15.17:0/2445858082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 msgr2=0x7fa0680b6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/2445858082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa058009870 tx=0x7fa05802a300 comp rx=0 tx=0).stop 2024-09-19T08:02:33.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 -- 172.21.15.17:0/2445858082 shutdown_connections 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/2445858082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa0680b6330 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/2445858082 >> v2:172.21.15.160:3300/0 conn(0x7fa06815e7c0 0x7fa068162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 -- 172.21.15.17:0/2445858082 >> 172.21.15.17:0/2445858082 conn(0x7fa0680d1320 msgr2=0x7fa0680d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 -- 172.21.15.17:0/2445858082 shutdown_connections 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.889+0000 7fa06fd9f640 1 -- 172.21.15.17:0/2445858082 wait complete. 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.890+0000 7fa06fd9f640 1 Processor -- start 2024-09-19T08:02:33.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.890+0000 7fa06fd9f640 1 -- start start 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa06814e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa06815f900 0x7fa068160910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa06815f100 con 0x7fa06815e7c0 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa06815ee20 con 0x7fa06815f900 2024-09-19T08:02:33.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06fd9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa06815f3e0 con 0x7fa0680cf480 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06d33a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06d33a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48304/0 (socket says 172.21.15.17:48304) 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06d33a640 1 -- 172.21.15.17:0/1629631221 learned_addr learned my addr 172.21.15.17:0/1629631221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06db3b640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa06814e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.891+0000 7fa06e33c640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa06815f900 0x7fa068160910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 -- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 msgr2=0x7fa06814e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa06814e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 -- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa06815f900 msgr2=0x7fa068160910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa06815f900 0x7fa068160910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 -- 172.21.15.17:0/1629631221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0680cba10 con 0x7fa06815e7c0 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06d33a640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa058000c00 tx=0x7fa0580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa058041070 con 0x7fa06815e7c0 2024-09-19T08:02:33.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa05803c660 con 0x7fa06815e7c0 2024-09-19T08:02:33.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa058037040 con 0x7fa06815e7c0 2024-09-19T08:02:33.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0680cbcf0 con 0x7fa06815e7c0 2024-09-19T08:02:33.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.892+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0680cc2b0 con 0x7fa06815e7c0 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.893+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa068162b90 con 0x7fa06815e7c0 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.894+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa058044070 con 0x7fa06815e7c0 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.894+0000 7fa05e7fc640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 0x7fa04c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.894+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa0580abaa0 con 0x7fa06815e7c0 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.894+0000 7fa06db3b640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 0x7fa04c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.895+0000 7fa06db3b640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 0x7fa04c06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa064009b40 tx=0x7fa064009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:33.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:33.899+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa058079d70 con 0x7fa06815e7c0 2024-09-19T08:02:34.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.068+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa0680d2150 con 0x7fa04c06c2b0 2024-09-19T08:02:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.075+0000 7fa05e7fc640 1 -- 172.21.15.17:0/1629631221 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240032 (secure 0 0 0) 0x7fa0680d2150 con 0x7fa04c06c2b0 2024-09-19T08:02:34.077 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:34.078 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:34.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.077+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 msgr2=0x7fa04c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.077+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 0x7fa04c06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa064009b40 tx=0x7fa064009190 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.077+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 msgr2=0x7fa0680aaf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.077+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa058000c00 tx=0x7fa0580046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 shutdown_connections 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa04c06c2b0 0x7fa04c06e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa06815f900 0x7fa068160910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa06815e7c0 0x7fa0680aaf70 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 --2- 172.21.15.17:0/1629631221 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0680cf480 0x7fa06814e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 >> 172.21.15.17:0/1629631221 conn(0x7fa0680d1320 msgr2=0x7fa06815d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 shutdown_connections 2024-09-19T08:02:34.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.078+0000 7fa06fd9f640 1 -- 172.21.15.17:0/1629631221 wait complete. 2024-09-19T08:02:34.088 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T08:02:33.391991+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239528,"kb_used_data":2488,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735192,"statfs":{"total":773094113280,"available":772848836608,"internally_reserved":0,"allocated":2547712,"data_stored":1595972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.294890"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101766+0000","last_change":"2024-09-19T08:02:29.101766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101766+0000","last_undegraded":"2024-09-19T08:02:29.101766+0000","last_fullsized":"2024-09-19T08:02:29.101766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099128+0000","last_change":"2024-09-19T08:02:29.099128+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099128+0000","last_undegraded":"2024-09-19T08:02:29.099128+0000","last_fullsized":"2024-09-19T08:02:29.099128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101410+0000","last_change":"2024-09-19T08:02:29.101410+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101410+0000","last_undegraded":"2024-09-19T08:02:29.101410+0000","last_fullsized":"2024-09-19T08:02:29.101410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107508+0000","last_change":"2024-09-19T08:02:29.107508+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107508+0000","last_undegraded":"2024-09-19T08:02:29.107508+0000","last_fullsized":"2024-09-19T08:02:29.107508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099926+0000","last_change":"2024-09-19T08:02:29.099926+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099926+0000","last_undegraded":"2024-09-19T08:02:29.099926+0000","last_fullsized":"2024-09-19T08:02:29.099926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107168+0000","last_change":"2024-09-19T08:02:29.107168+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107168+0000","last_undegraded":"2024-09-19T08:02:29.107168+0000","last_fullsized":"2024-09-19T08:02:29.107168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103730+0000","last_change":"2024-09-19T08:02:29.103730+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103730+0000","last_undegraded":"2024-09-19T08:02:29.103730+0000","last_fullsized":"2024-09-19T08:02:29.103730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099248+0000","last_change":"2024-09-19T08:02:29.099248+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099248+0000","last_undegraded":"2024-09-19T08:02:29.099248+0000","last_fullsized":"2024-09-19T08:02:29.099248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099439+0000","last_change":"2024-09-19T08:02:29.099439+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099439+0000","last_undegraded":"2024-09-19T08:02:29.099439+0000","last_fullsized":"2024-09-19T08:02:29.099439+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107788+0000","last_change":"2024-09-19T08:02:29.107788+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107788+0000","last_undegraded":"2024-09-19T08:02:29.107788+0000","last_fullsized":"2024-09-19T08:02:29.107788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099933+0000","last_change":"2024-09-19T08:02:29.099933+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099933+0000","last_undegraded":"2024-09-19T08:02:29.099933+0000","last_fullsized":"2024-09-19T08:02:29.099933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109119+0000","last_change":"2024-09-19T08:02:29.109119+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109119+0000","last_undegraded":"2024-09-19T08:02:29.109119+0000","last_fullsized":"2024-09-19T08:02:29.109119+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102027+0000","last_change":"2024-09-19T08:02:29.102027+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102027+0000","last_undegraded":"2024-09-19T08:02:29.102027+0000","last_fullsized":"2024-09-19T08:02:29.102027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109116+0000","last_change":"2024-09-19T08:02:29.109116+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109116+0000","last_undegraded":"2024-09-19T08:02:29.109116+0000","last_fullsized":"2024-09-19T08:02:29.109116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102978+0000","last_change":"2024-09-19T08:02:29.102978+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102978+0000","last_undegraded":"2024-09-19T08:02:29.102978+0000","last_fullsized":"2024-09-19T08:02:29.102978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109085+0000","last_change":"2024-09-19T08:02:29.109085+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109085+0000","last_undegraded":"2024-09-19T08:02:29.109085+0000","last_fullsized":"2024-09-19T08:02:29.109085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-19T08:02:29.101867+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:29.101867+0000","last_peered":"2024-09-19T08:02:29.101867+0000","last_clean":"2024-09-19T08:02:29.101867+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:29.101867+0000","last_undegraded":"2024-09-19T08:02:29.101867+0000","last_fullsized":"2024-09-19T08:02:29.101867+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107173+0000","last_change":"2024-09-19T08:02:29.107173+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107173+0000","last_undegraded":"2024-09-19T08:02:29.107173+0000","last_fullsized":"2024-09-19T08:02:29.107173+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099032+0000","last_change":"2024-09-19T08:02:29.099032+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099032+0000","last_undegraded":"2024-09-19T08:02:29.099032+0000","last_fullsized":"2024-09-19T08:02:29.099032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109103+0000","last_change":"2024-09-19T08:02:29.109103+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109103+0000","last_undegraded":"2024-09-19T08:02:29.109103+0000","last_fullsized":"2024-09-19T08:02:29.109103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107216+0000","last_change":"2024-09-19T08:02:29.107216+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107216+0000","last_undegraded":"2024-09-19T08:02:29.107216+0000","last_fullsized":"2024-09-19T08:02:29.107216+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102766+0000","last_change":"2024-09-19T08:02:29.102766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102766+0000","last_undegraded":"2024-09-19T08:02:29.102766+0000","last_fullsized":"2024-09-19T08:02:29.102766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099335+0000","last_change":"2024-09-19T08:02:29.099335+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099335+0000","last_undegraded":"2024-09-19T08:02:29.099335+0000","last_fullsized":"2024-09-19T08:02:29.099335+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103268+0000","last_change":"2024-09-19T08:02:29.103268+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103268+0000","last_undegraded":"2024-09-19T08:02:29.103268+0000","last_fullsized":"2024-09-19T08:02:29.103268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099121+0000","last_change":"2024-09-19T08:02:29.099121+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099121+0000","last_undegraded":"2024-09-19T08:02:29.099121+0000","last_fullsized":"2024-09-19T08:02:29.099121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101064+0000","last_change":"2024-09-19T08:02:29.101064+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101064+0000","last_undegraded":"2024-09-19T08:02:29.101064+0000","last_fullsized":"2024-09-19T08:02:29.101064+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102864+0000","last_change":"2024-09-19T08:02:29.102864+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102864+0000","last_undegraded":"2024-09-19T08:02:29.102864+0000","last_fullsized":"2024-09-19T08:02:29.102864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103150+0000","last_change":"2024-09-19T08:02:29.103150+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103150+0000","last_undegraded":"2024-09-19T08:02:29.103150+0000","last_fullsized":"2024-09-19T08:02:29.103150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099163+0000","last_change":"2024-09-19T08:02:29.099163+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099163+0000","last_undegraded":"2024-09-19T08:02:29.099163+0000","last_fullsized":"2024-09-19T08:02:29.099163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099132+0000","last_change":"2024-09-19T08:02:29.099132+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099132+0000","last_undegraded":"2024-09-19T08:02:29.099132+0000","last_fullsized":"2024-09-19T08:02:29.099132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.100589+0000","last_change":"2024-09-19T08:02:29.100589+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.100589+0000","last_undegraded":"2024-09-19T08:02:29.100589+0000","last_fullsized":"2024-09-19T08:02:29.100589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101516+0000","last_change":"2024-09-19T08:02:29.101516+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101516+0000","last_undegraded":"2024-09-19T08:02:29.101516+0000","last_fullsized":"2024-09-19T08:02:29.101516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099448+0000","last_change":"2024-09-19T08:02:29.099448+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099448+0000","last_undegraded":"2024-09-19T08:02:29.099448+0000","last_fullsized":"2024-09-19T08:02:29.099448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":639364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35512,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336328,"statfs":{"total":96636764160,"available":96600399872,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31940,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339900,"statfs":{"total":96636764160,"available":96604057600,"internally_reserved":0,"allocated":770048,"data_stored":645181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:34.092 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:34.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.230+0000 7ff156d0c640 1 Processor -- start 2024-09-19T08:02:34.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.230+0000 7ff156d0c640 1 -- start start 2024-09-19T08:02:34.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.231+0000 7ff156d0c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff1500d1670 0x7ff15015e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.231+0000 7ff156d0c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff1500cedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.231+0000 7ff156d0c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1500afa20 con 0x7ff1500cf310 2024-09-19T08:02:34.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.231+0000 7ff156d0c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff15015eef0 con 0x7ff1500d1670 2024-09-19T08:02:34.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.231+0000 7ff156d0c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff15015f170 con 0x7ff1500d1a50 2024-09-19T08:02:34.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff14ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff1500cedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff1552a9640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ff1500cf310 0x7ff150162660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35150/0 (socket says 172.21.15.17:35150) 2024-09-19T08:02:34.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff1552a9640 1 -- 172.21.15.17:0/4149433675 learned_addr learned my addr 172.21.15.17:0/4149433675 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:34.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4149433675 >> v2:172.21.15.160:3300/0 conn(0x7ff1500d1670 0x7ff15015e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff14f7fe640 1 -- 172.21.15.17:0/4149433675 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3338933656 0 0) 0x7ff140001110 con 0x7ff1500cf310 2024-09-19T08:02:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff14f7fe640 1 -- 172.21.15.17:0/4149433675 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff138003520 con 0x7ff1500cf310 2024-09-19T08:02:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff154aa8640 1 -- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 msgr2=0x7ff1500cedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff1500cedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff154aa8640 1 -- 172.21.15.17:0/4149433675 >> v1:172.21.15.160:6789/0 conn(0x7ff1500cf310 legacy=0x7ff150162660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff154aa8640 1 -- 172.21.15.17:0/4149433675 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff15015f450 con 0x7ff1500d1670 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.232+0000 7ff14ffff640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff1500cedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.233+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff15015e9b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff148009d90 tx=0x7ff14802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eebcf87635c7fb21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.233+0000 7ff14f7fe640 1 -- 172.21.15.17:0/4149433675 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148007740 con 0x7ff1500d1670 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.233+0000 7ff14f7fe640 1 -- 172.21.15.17:0/4149433675 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1480078e0 con 0x7ff1500d1670 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.233+0000 7ff14f7fe640 1 -- 172.21.15.17:0/4149433675 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148007c90 con 0x7ff1500d1670 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 -- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 msgr2=0x7ff15015e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff15015e9b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff148009d90 tx=0x7ff14802a660 comp rx=0 tx=0).stop 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 -- 172.21.15.17:0/4149433675 shutdown_connections 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff1500cedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4149433675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff15015e9b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 -- 172.21.15.17:0/4149433675 >> 172.21.15.17:0/4149433675 conn(0x7ff15006d110 msgr2=0x7ff15006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 -- 172.21.15.17:0/4149433675 shutdown_connections 2024-09-19T08:02:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.234+0000 7ff156d0c640 1 -- 172.21.15.17:0/4149433675 wait complete. 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.235+0000 7ff156d0c640 1 Processor -- start 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.235+0000 7ff156d0c640 1 -- start start 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff150156f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff150157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1500d1eb0 con 0x7ff1500cf310 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff150162d70 con 0x7ff1500d1670 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff156d0c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1500b01c0 con 0x7ff1500d1a50 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48318/0 (socket says 172.21.15.17:48318) 2024-09-19T08:02:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 -- 172.21.15.17:0/4086391883 learned_addr learned my addr 172.21.15.17:0/4086391883 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff1552a9640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff150157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff14ffff640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff150156f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 -- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 msgr2=0x7ff150157460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff150157460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 -- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 msgr2=0x7ff150156f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff150156f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff154aa8640 1 -- 172.21.15.17:0/4086391883 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1500b5720 con 0x7ff1500cf310 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.236+0000 7ff14ffff640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff150156f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff154aa8640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff148009eb0 tx=0x7ff148004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148009450 con 0x7ff1500cf310 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff148004240 con 0x7ff1500cf310 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1500b59c0 con 0x7ff1500cf310 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1480045f0 con 0x7ff1500cf310 2024-09-19T08:02:34.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.237+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1500b5f80 con 0x7ff1500cf310 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.238+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1500afca0 con 0x7ff1500cf310 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.238+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff148039040 con 0x7ff1500cf310 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.239+0000 7ff14d7fa640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 0x7ff13c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.239+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff1480ac7b0 con 0x7ff1500cf310 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.239+0000 7ff14ffff640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 0x7ff13c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.239+0000 7ff14ffff640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 0x7ff13c06e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff1500cd520 tx=0x7ff144009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.243+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1500afca0 con 0x7ff1500cf310 2024-09-19T08:02:34.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.415+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff15006e410 con 0x7ff13c06c2b0 2024-09-19T08:02:34.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.421+0000 7ff14d7fa640 1 -- 172.21.15.17:0/4086391883 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240032 (secure 0 0 0) 0x7ff15006e410 con 0x7ff13c06c2b0 2024-09-19T08:02:34.423 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 msgr2=0x7ff13c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 0x7ff13c06e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff1500cd520 tx=0x7ff144009190 comp rx=0 tx=0).stop 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 msgr2=0x7ff1501546a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff148009eb0 tx=0x7ff148004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 shutdown_connections 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff13c06c2b0 0x7ff13c06e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1500d1a50 0x7ff150157460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1500d1670 0x7ff150156f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 --2- 172.21.15.17:0/4086391883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1500cf310 0x7ff1501546a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 >> 172.21.15.17:0/4086391883 conn(0x7ff15006d110 msgr2=0x7ff150160c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 shutdown_connections 2024-09-19T08:02:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.424+0000 7ff156d0c640 1 -- 172.21.15.17:0/4086391883 wait complete. 2024-09-19T08:02:34.434 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T08:02:33.391991+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239528,"kb_used_data":2488,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735192,"statfs":{"total":773094113280,"available":772848836608,"internally_reserved":0,"allocated":2547712,"data_stored":1595972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.294890"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101766+0000","last_change":"2024-09-19T08:02:29.101766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101766+0000","last_undegraded":"2024-09-19T08:02:29.101766+0000","last_fullsized":"2024-09-19T08:02:29.101766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099128+0000","last_change":"2024-09-19T08:02:29.099128+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099128+0000","last_undegraded":"2024-09-19T08:02:29.099128+0000","last_fullsized":"2024-09-19T08:02:29.099128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101410+0000","last_change":"2024-09-19T08:02:29.101410+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101410+0000","last_undegraded":"2024-09-19T08:02:29.101410+0000","last_fullsized":"2024-09-19T08:02:29.101410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107508+0000","last_change":"2024-09-19T08:02:29.107508+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107508+0000","last_undegraded":"2024-09-19T08:02:29.107508+0000","last_fullsized":"2024-09-19T08:02:29.107508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099926+0000","last_change":"2024-09-19T08:02:29.099926+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099926+0000","last_undegraded":"2024-09-19T08:02:29.099926+0000","last_fullsized":"2024-09-19T08:02:29.099926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107168+0000","last_change":"2024-09-19T08:02:29.107168+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107168+0000","last_undegraded":"2024-09-19T08:02:29.107168+0000","last_fullsized":"2024-09-19T08:02:29.107168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103730+0000","last_change":"2024-09-19T08:02:29.103730+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103730+0000","last_undegraded":"2024-09-19T08:02:29.103730+0000","last_fullsized":"2024-09-19T08:02:29.103730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099248+0000","last_change":"2024-09-19T08:02:29.099248+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099248+0000","last_undegraded":"2024-09-19T08:02:29.099248+0000","last_fullsized":"2024-09-19T08:02:29.099248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099439+0000","last_change":"2024-09-19T08:02:29.099439+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099439+0000","last_undegraded":"2024-09-19T08:02:29.099439+0000","last_fullsized":"2024-09-19T08:02:29.099439+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107788+0000","last_change":"2024-09-19T08:02:29.107788+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107788+0000","last_undegraded":"2024-09-19T08:02:29.107788+0000","last_fullsized":"2024-09-19T08:02:29.107788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099933+0000","last_change":"2024-09-19T08:02:29.099933+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099933+0000","last_undegraded":"2024-09-19T08:02:29.099933+0000","last_fullsized":"2024-09-19T08:02:29.099933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109119+0000","last_change":"2024-09-19T08:02:29.109119+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109119+0000","last_undegraded":"2024-09-19T08:02:29.109119+0000","last_fullsized":"2024-09-19T08:02:29.109119+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102027+0000","last_change":"2024-09-19T08:02:29.102027+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102027+0000","last_undegraded":"2024-09-19T08:02:29.102027+0000","last_fullsized":"2024-09-19T08:02:29.102027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109116+0000","last_change":"2024-09-19T08:02:29.109116+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109116+0000","last_undegraded":"2024-09-19T08:02:29.109116+0000","last_fullsized":"2024-09-19T08:02:29.109116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102978+0000","last_change":"2024-09-19T08:02:29.102978+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102978+0000","last_undegraded":"2024-09-19T08:02:29.102978+0000","last_fullsized":"2024-09-19T08:02:29.102978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109085+0000","last_change":"2024-09-19T08:02:29.109085+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109085+0000","last_undegraded":"2024-09-19T08:02:29.109085+0000","last_fullsized":"2024-09-19T08:02:29.109085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-19T08:02:29.101867+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:29.101867+0000","last_peered":"2024-09-19T08:02:29.101867+0000","last_clean":"2024-09-19T08:02:29.101867+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:29.101867+0000","last_undegraded":"2024-09-19T08:02:29.101867+0000","last_fullsized":"2024-09-19T08:02:29.101867+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107173+0000","last_change":"2024-09-19T08:02:29.107173+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107173+0000","last_undegraded":"2024-09-19T08:02:29.107173+0000","last_fullsized":"2024-09-19T08:02:29.107173+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099032+0000","last_change":"2024-09-19T08:02:29.099032+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099032+0000","last_undegraded":"2024-09-19T08:02:29.099032+0000","last_fullsized":"2024-09-19T08:02:29.099032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109103+0000","last_change":"2024-09-19T08:02:29.109103+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109103+0000","last_undegraded":"2024-09-19T08:02:29.109103+0000","last_fullsized":"2024-09-19T08:02:29.109103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107216+0000","last_change":"2024-09-19T08:02:29.107216+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107216+0000","last_undegraded":"2024-09-19T08:02:29.107216+0000","last_fullsized":"2024-09-19T08:02:29.107216+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102766+0000","last_change":"2024-09-19T08:02:29.102766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102766+0000","last_undegraded":"2024-09-19T08:02:29.102766+0000","last_fullsized":"2024-09-19T08:02:29.102766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099335+0000","last_change":"2024-09-19T08:02:29.099335+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099335+0000","last_undegraded":"2024-09-19T08:02:29.099335+0000","last_fullsized":"2024-09-19T08:02:29.099335+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103268+0000","last_change":"2024-09-19T08:02:29.103268+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103268+0000","last_undegraded":"2024-09-19T08:02:29.103268+0000","last_fullsized":"2024-09-19T08:02:29.103268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099121+0000","last_change":"2024-09-19T08:02:29.099121+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099121+0000","last_undegraded":"2024-09-19T08:02:29.099121+0000","last_fullsized":"2024-09-19T08:02:29.099121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101064+0000","last_change":"2024-09-19T08:02:29.101064+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101064+0000","last_undegraded":"2024-09-19T08:02:29.101064+0000","last_fullsized":"2024-09-19T08:02:29.101064+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102864+0000","last_change":"2024-09-19T08:02:29.102864+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102864+0000","last_undegraded":"2024-09-19T08:02:29.102864+0000","last_fullsized":"2024-09-19T08:02:29.102864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103150+0000","last_change":"2024-09-19T08:02:29.103150+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103150+0000","last_undegraded":"2024-09-19T08:02:29.103150+0000","last_fullsized":"2024-09-19T08:02:29.103150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099163+0000","last_change":"2024-09-19T08:02:29.099163+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099163+0000","last_undegraded":"2024-09-19T08:02:29.099163+0000","last_fullsized":"2024-09-19T08:02:29.099163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099132+0000","last_change":"2024-09-19T08:02:29.099132+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099132+0000","last_undegraded":"2024-09-19T08:02:29.099132+0000","last_fullsized":"2024-09-19T08:02:29.099132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.100589+0000","last_change":"2024-09-19T08:02:29.100589+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.100589+0000","last_undegraded":"2024-09-19T08:02:29.100589+0000","last_fullsized":"2024-09-19T08:02:29.100589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101516+0000","last_change":"2024-09-19T08:02:29.101516+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101516+0000","last_undegraded":"2024-09-19T08:02:29.101516+0000","last_fullsized":"2024-09-19T08:02:29.101516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099448+0000","last_change":"2024-09-19T08:02:29.099448+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099448+0000","last_undegraded":"2024-09-19T08:02:29.099448+0000","last_fullsized":"2024-09-19T08:02:29.099448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":639364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35512,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336328,"statfs":{"total":96636764160,"available":96600399872,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31940,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339900,"statfs":{"total":96636764160,"available":96604057600,"internally_reserved":0,"allocated":770048,"data_stored":645181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:34.438 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:34.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.576+0000 7f9504c5e640 1 Processor -- start 2024-09-19T08:02:34.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.576+0000 7f9504c5e640 1 -- start start 2024-09-19T08:02:34.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.577+0000 7f9504c5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f95000cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.577+0000 7f9504c5e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95000af940 0x7f95000afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.577+0000 7f9504c5e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95000cf870 con 0x7f9500162660 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.577+0000 7f9504c5e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f95000b02f0 con 0x7f95000af940 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.577+0000 7f9504c5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95000cfb50 con 0x7f9500162280 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95000af940 0x7f95000afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95000af940 0x7f95000afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48324/0 (socket says 172.21.15.17:48324) 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 -- 172.21.15.17:0/1289528561 learned_addr learned my addr 172.21.15.17:0/1289528561 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fe59c640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f95000cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 -- 172.21.15.17:0/1289528561 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 msgr2=0x7f95000cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f95000cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 -- 172.21.15.17:0/1289528561 >> v1:172.21.15.160:6789/0 conn(0x7f9500162660 legacy=0x7f95000ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.578+0000 7f94fed9d640 1 -- 172.21.15.17:0/1289528561 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95000cfe30 con 0x7f95000af940 2024-09-19T08:02:34.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f94fed9d640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f95000afdb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94f0009e50 tx=0x7f94f002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe6c52fef9e4ae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f94fd59a640 1 -- 172.21.15.17:0/1289528561 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f0036070 con 0x7f95000af940 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f94fd59a640 1 -- 172.21.15.17:0/1289528561 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94f0031600 con 0x7f95000af940 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f94fd59a640 1 -- 172.21.15.17:0/1289528561 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f00319d0 con 0x7f95000af940 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 -- 172.21.15.17:0/1289528561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 msgr2=0x7f95000afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f95000afdb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94f0009e50 tx=0x7f94f002a710 comp rx=0 tx=0).stop 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 -- 172.21.15.17:0/1289528561 shutdown_connections 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f95000afdb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 --2- 172.21.15.17:0/1289528561 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f95000cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 -- 172.21.15.17:0/1289528561 >> 172.21.15.17:0/1289528561 conn(0x7f95000b1770 msgr2=0x7f95000b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 -- 172.21.15.17:0/1289528561 shutdown_connections 2024-09-19T08:02:34.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.579+0000 7f9504c5e640 1 -- 172.21.15.17:0/1289528561 wait complete. 2024-09-19T08:02:34.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.581+0000 7f9504c5e640 1 Processor -- start 2024-09-19T08:02:34.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.581+0000 7f9504c5e640 1 -- start start 2024-09-19T08:02:34.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.581+0000 7f9504c5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.581+0000 7f9504c5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f950015c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.581+0000 7f9504c5e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9500162660 0x7f950015caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f9504c5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9500154c50 con 0x7f95000af940 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f9504c5e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f95000d03f0 con 0x7f9500162660 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f9504c5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9500154dd0 con 0x7f9500162280 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48334/0 (socket says 172.21.15.17:48334) 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 -- 172.21.15.17:0/506007393 learned_addr learned my addr 172.21.15.17:0/506007393 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fdd9b640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f950015c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fed9d640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9500162660 0x7f950015caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 -- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 msgr2=0x7f950015c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f950015c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 -- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9500162660 msgr2=0x7f950015caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9500162660 0x7f950015caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 -- 172.21.15.17:0/506007393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f950015eb30 con 0x7f95000af940 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94fe59c640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9e0 tx=0x7f94f800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8017070 con 0x7f95000af940 2024-09-19T08:02:34.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94f800c9d0 con 0x7f95000af940 2024-09-19T08:02:34.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f950015ee10 con 0x7f95000af940 2024-09-19T08:02:34.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f800cdc0 con 0x7f95000af940 2024-09-19T08:02:34.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.582+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f950015f3d0 con 0x7f95000af940 2024-09-19T08:02:34.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.583+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95000afdb0 con 0x7f95000af940 2024-09-19T08:02:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.584+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f94f801a070 con 0x7f95000af940 2024-09-19T08:02:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.584+0000 7f94f6ffd640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 0x7f94e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.584+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f94f808b6f0 con 0x7f95000af940 2024-09-19T08:02:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.585+0000 7f94fdd9b640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 0x7f94e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.585+0000 7f94fdd9b640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 0x7f94e006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f95001f8910 tx=0x7f94e8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.589+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f94f8059820 con 0x7f95000af940 2024-09-19T08:02:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.760+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95000aa6a0 con 0x7f94e006c2b0 2024-09-19T08:02:34.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.766+0000 7f94f6ffd640 1 -- 172.21.15.17:0/506007393 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240032 (secure 0 0 0) 0x7f95000aa6a0 con 0x7f94e006c2b0 2024-09-19T08:02:34.768 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:34.769 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 msgr2=0x7f94e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 0x7f94e006e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f95001f8910 tx=0x7f94e8009040 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 msgr2=0x7f950015e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9e0 tx=0x7f94f800eea0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 shutdown_connections 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f94e006c2b0 0x7f94e006e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9500162660 0x7f950015caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9500162280 0x7f950015c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 --2- 172.21.15.17:0/506007393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95000af940 0x7f950015e4c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 >> 172.21.15.17:0/506007393 conn(0x7f95000b1770 msgr2=0x7f95000679e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.769+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 shutdown_connections 2024-09-19T08:02:34.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.770+0000 7f9504c5e640 1 -- 172.21.15.17:0/506007393 wait complete. 2024-09-19T08:02:34.780 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T08:02:33.391991+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239528,"kb_used_data":2488,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735192,"statfs":{"total":773094113280,"available":772848836608,"internally_reserved":0,"allocated":2547712,"data_stored":1595972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.294890"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101766+0000","last_change":"2024-09-19T08:02:29.101766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101766+0000","last_undegraded":"2024-09-19T08:02:29.101766+0000","last_fullsized":"2024-09-19T08:02:29.101766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099128+0000","last_change":"2024-09-19T08:02:29.099128+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099128+0000","last_undegraded":"2024-09-19T08:02:29.099128+0000","last_fullsized":"2024-09-19T08:02:29.099128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101410+0000","last_change":"2024-09-19T08:02:29.101410+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101410+0000","last_undegraded":"2024-09-19T08:02:29.101410+0000","last_fullsized":"2024-09-19T08:02:29.101410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107508+0000","last_change":"2024-09-19T08:02:29.107508+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107508+0000","last_undegraded":"2024-09-19T08:02:29.107508+0000","last_fullsized":"2024-09-19T08:02:29.107508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099926+0000","last_change":"2024-09-19T08:02:29.099926+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099926+0000","last_undegraded":"2024-09-19T08:02:29.099926+0000","last_fullsized":"2024-09-19T08:02:29.099926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107168+0000","last_change":"2024-09-19T08:02:29.107168+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107168+0000","last_undegraded":"2024-09-19T08:02:29.107168+0000","last_fullsized":"2024-09-19T08:02:29.107168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103730+0000","last_change":"2024-09-19T08:02:29.103730+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103730+0000","last_undegraded":"2024-09-19T08:02:29.103730+0000","last_fullsized":"2024-09-19T08:02:29.103730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099248+0000","last_change":"2024-09-19T08:02:29.099248+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099248+0000","last_undegraded":"2024-09-19T08:02:29.099248+0000","last_fullsized":"2024-09-19T08:02:29.099248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099439+0000","last_change":"2024-09-19T08:02:29.099439+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099439+0000","last_undegraded":"2024-09-19T08:02:29.099439+0000","last_fullsized":"2024-09-19T08:02:29.099439+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107788+0000","last_change":"2024-09-19T08:02:29.107788+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107788+0000","last_undegraded":"2024-09-19T08:02:29.107788+0000","last_fullsized":"2024-09-19T08:02:29.107788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099933+0000","last_change":"2024-09-19T08:02:29.099933+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099933+0000","last_undegraded":"2024-09-19T08:02:29.099933+0000","last_fullsized":"2024-09-19T08:02:29.099933+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109119+0000","last_change":"2024-09-19T08:02:29.109119+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109119+0000","last_undegraded":"2024-09-19T08:02:29.109119+0000","last_fullsized":"2024-09-19T08:02:29.109119+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102027+0000","last_change":"2024-09-19T08:02:29.102027+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102027+0000","last_undegraded":"2024-09-19T08:02:29.102027+0000","last_fullsized":"2024-09-19T08:02:29.102027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109116+0000","last_change":"2024-09-19T08:02:29.109116+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109116+0000","last_undegraded":"2024-09-19T08:02:29.109116+0000","last_fullsized":"2024-09-19T08:02:29.109116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102978+0000","last_change":"2024-09-19T08:02:29.102978+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102978+0000","last_undegraded":"2024-09-19T08:02:29.102978+0000","last_fullsized":"2024-09-19T08:02:29.102978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109085+0000","last_change":"2024-09-19T08:02:29.109085+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109085+0000","last_undegraded":"2024-09-19T08:02:29.109085+0000","last_fullsized":"2024-09-19T08:02:29.109085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-19T08:02:29.101867+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:29.101867+0000","last_peered":"2024-09-19T08:02:29.101867+0000","last_clean":"2024-09-19T08:02:29.101867+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:29.101867+0000","last_undegraded":"2024-09-19T08:02:29.101867+0000","last_fullsized":"2024-09-19T08:02:29.101867+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107173+0000","last_change":"2024-09-19T08:02:29.107173+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107173+0000","last_undegraded":"2024-09-19T08:02:29.107173+0000","last_fullsized":"2024-09-19T08:02:29.107173+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099032+0000","last_change":"2024-09-19T08:02:29.099032+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099032+0000","last_undegraded":"2024-09-19T08:02:29.099032+0000","last_fullsized":"2024-09-19T08:02:29.099032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.109103+0000","last_change":"2024-09-19T08:02:29.109103+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.109103+0000","last_undegraded":"2024-09-19T08:02:29.109103+0000","last_fullsized":"2024-09-19T08:02:29.109103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.107216+0000","last_change":"2024-09-19T08:02:29.107216+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.107216+0000","last_undegraded":"2024-09-19T08:02:29.107216+0000","last_fullsized":"2024-09-19T08:02:29.107216+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102766+0000","last_change":"2024-09-19T08:02:29.102766+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102766+0000","last_undegraded":"2024-09-19T08:02:29.102766+0000","last_fullsized":"2024-09-19T08:02:29.102766+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099335+0000","last_change":"2024-09-19T08:02:29.099335+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099335+0000","last_undegraded":"2024-09-19T08:02:29.099335+0000","last_fullsized":"2024-09-19T08:02:29.099335+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103268+0000","last_change":"2024-09-19T08:02:29.103268+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103268+0000","last_undegraded":"2024-09-19T08:02:29.103268+0000","last_fullsized":"2024-09-19T08:02:29.103268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099121+0000","last_change":"2024-09-19T08:02:29.099121+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099121+0000","last_undegraded":"2024-09-19T08:02:29.099121+0000","last_fullsized":"2024-09-19T08:02:29.099121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101064+0000","last_change":"2024-09-19T08:02:29.101064+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101064+0000","last_undegraded":"2024-09-19T08:02:29.101064+0000","last_fullsized":"2024-09-19T08:02:29.101064+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.102864+0000","last_change":"2024-09-19T08:02:29.102864+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.102864+0000","last_undegraded":"2024-09-19T08:02:29.102864+0000","last_fullsized":"2024-09-19T08:02:29.102864+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.103150+0000","last_change":"2024-09-19T08:02:29.103150+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.103150+0000","last_undegraded":"2024-09-19T08:02:29.103150+0000","last_fullsized":"2024-09-19T08:02:29.103150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099163+0000","last_change":"2024-09-19T08:02:29.099163+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099163+0000","last_undegraded":"2024-09-19T08:02:29.099163+0000","last_fullsized":"2024-09-19T08:02:29.099163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099132+0000","last_change":"2024-09-19T08:02:29.099132+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099132+0000","last_undegraded":"2024-09-19T08:02:29.099132+0000","last_fullsized":"2024-09-19T08:02:29.099132+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.100589+0000","last_change":"2024-09-19T08:02:29.100589+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.100589+0000","last_undegraded":"2024-09-19T08:02:29.100589+0000","last_fullsized":"2024-09-19T08:02:29.100589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.101516+0000","last_change":"2024-09-19T08:02:29.101516+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.101516+0000","last_undegraded":"2024-09-19T08:02:29.101516+0000","last_fullsized":"2024-09-19T08:02:29.101516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:02:30.096947+0000","last_change":"2024-09-19T08:02:30.096947+0000","last_active":"2024-09-19T08:02:30.096947+0000","last_peered":"2024-09-19T08:02:30.096947+0000","last_clean":"2024-09-19T08:02:30.096947+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:30.096947+0000","last_undegraded":"2024-09-19T08:02:30.096947+0000","last_fullsized":"2024-09-19T08:02:30.096947+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T08:02:29.099448+0000","last_change":"2024-09-19T08:02:29.099448+0000","last_active":"2024-09-19T08:02:29.091223+0000","last_peered":"2024-09-19T08:02:29.091223+0000","last_clean":"2024-09-19T08:02:29.091223+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:02:29.099448+0000","last_undegraded":"2024-09-19T08:02:29.099448+0000","last_fullsized":"2024-09-19T08:02:29.099448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":639364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35512,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336328,"statfs":{"total":96636764160,"available":96600399872,"internally_reserved":0,"allocated":163840,"data_stored":48996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":176128,"data_stored":54813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31940,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339900,"statfs":{"total":96636764160,"available":96604057600,"internally_reserved":0,"allocated":770048,"data_stored":645181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:34.783 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.784 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-19T08:02:34.785 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-19T08:02:34.786 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-19T08:02:34.787 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-19T08:02:34.788 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1b is not active+clean 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.101766+0000', 'last_change': '2024-09-19T08:02:29.101766+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.101766+0000', 'last_undegraded': '2024-09-19T08:02:29.101766+0000', 'last_fullsized': '2024-09-19T08:02:29.101766+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T08:02:34.789 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1a is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099128+0000', 'last_change': '2024-09-19T08:02:29.099128+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099128+0000', 'last_undegraded': '2024-09-19T08:02:29.099128+0000', 'last_fullsized': '2024-09-19T08:02:29.099128+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 2.19 is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.101410+0000', 'last_change': '2024-09-19T08:02:29.101410+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.101410+0000', 'last_undegraded': '2024-09-19T08:02:29.101410+0000', 'last_fullsized': '2024-09-19T08:02:29.101410+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 2.18 is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.107508+0000', 'last_change': '2024-09-19T08:02:29.107508+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.107508+0000', 'last_undegraded': '2024-09-19T08:02:29.107508+0000', 'last_fullsized': '2024-09-19T08:02:29.107508+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:PG 2.17 is not active+clean 2024-09-19T08:02:34.790 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099926+0000', 'last_change': '2024-09-19T08:02:29.099926+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099926+0000', 'last_undegraded': '2024-09-19T08:02:29.099926+0000', 'last_fullsized': '2024-09-19T08:02:29.099926+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 2.16 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.107168+0000', 'last_change': '2024-09-19T08:02:29.107168+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.107168+0000', 'last_undegraded': '2024-09-19T08:02:29.107168+0000', 'last_fullsized': '2024-09-19T08:02:29.107168+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 2.15 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.103730+0000', 'last_change': '2024-09-19T08:02:29.103730+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.103730+0000', 'last_undegraded': '2024-09-19T08:02:29.103730+0000', 'last_fullsized': '2024-09-19T08:02:29.103730+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:PG 2.14 is not active+clean 2024-09-19T08:02:34.791 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099248+0000', 'last_change': '2024-09-19T08:02:29.099248+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099248+0000', 'last_undegraded': '2024-09-19T08:02:29.099248+0000', 'last_fullsized': '2024-09-19T08:02:29.099248+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 2.13 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099439+0000', 'last_change': '2024-09-19T08:02:29.099439+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099439+0000', 'last_undegraded': '2024-09-19T08:02:29.099439+0000', 'last_fullsized': '2024-09-19T08:02:29.099439+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 2.12 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.107788+0000', 'last_change': '2024-09-19T08:02:29.107788+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.107788+0000', 'last_undegraded': '2024-09-19T08:02:29.107788+0000', 'last_fullsized': '2024-09-19T08:02:29.107788+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:PG 2.11 is not active+clean 2024-09-19T08:02:34.792 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099933+0000', 'last_change': '2024-09-19T08:02:29.099933+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099933+0000', 'last_undegraded': '2024-09-19T08:02:29.099933+0000', 'last_fullsized': '2024-09-19T08:02:29.099933+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.109119+0000', 'last_change': '2024-09-19T08:02:29.109119+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.109119+0000', 'last_undegraded': '2024-09-19T08:02:29.109119+0000', 'last_fullsized': '2024-09-19T08:02:29.109119+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 2.f is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.102027+0000', 'last_change': '2024-09-19T08:02:29.102027+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.102027+0000', 'last_undegraded': '2024-09-19T08:02:29.102027+0000', 'last_fullsized': '2024-09-19T08:02:29.102027+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-19T08:02:34.793 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.109116+0000', 'last_change': '2024-09-19T08:02:29.109116+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.109116+0000', 'last_undegraded': '2024-09-19T08:02:29.109116+0000', 'last_fullsized': '2024-09-19T08:02:29.109116+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 2.d is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.102978+0000', 'last_change': '2024-09-19T08:02:29.102978+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.102978+0000', 'last_undegraded': '2024-09-19T08:02:29.102978+0000', 'last_fullsized': '2024-09-19T08:02:29.102978+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 2.c is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.109085+0000', 'last_change': '2024-09-19T08:02:29.109085+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.109085+0000', 'last_undegraded': '2024-09-19T08:02:29.109085+0000', 'last_fullsized': '2024-09-19T08:02:29.109085+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 2.3 is not active+clean 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.107173+0000', 'last_change': '2024-09-19T08:02:29.107173+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.107173+0000', 'last_undegraded': '2024-09-19T08:02:29.107173+0000', 'last_fullsized': '2024-09-19T08:02:29.107173+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T08:02:34.794 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099032+0000', 'last_change': '2024-09-19T08:02:29.099032+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099032+0000', 'last_undegraded': '2024-09-19T08:02:29.099032+0000', 'last_fullsized': '2024-09-19T08:02:29.099032+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.109103+0000', 'last_change': '2024-09-19T08:02:29.109103+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.109103+0000', 'last_undegraded': '2024-09-19T08:02:29.109103+0000', 'last_fullsized': '2024-09-19T08:02:29.109103+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.107216+0000', 'last_change': '2024-09-19T08:02:29.107216+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.107216+0000', 'last_undegraded': '2024-09-19T08:02:29.107216+0000', 'last_fullsized': '2024-09-19T08:02:29.107216+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T08:02:34.795 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.102766+0000', 'last_change': '2024-09-19T08:02:29.102766+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.102766+0000', 'last_undegraded': '2024-09-19T08:02:29.102766+0000', 'last_fullsized': '2024-09-19T08:02:29.102766+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:PG 2.5 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099335+0000', 'last_change': '2024-09-19T08:02:29.099335+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099335+0000', 'last_undegraded': '2024-09-19T08:02:29.099335+0000', 'last_fullsized': '2024-09-19T08:02:29.099335+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean 2024-09-19T08:02:34.796 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.103268+0000', 'last_change': '2024-09-19T08:02:29.103268+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.103268+0000', 'last_undegraded': '2024-09-19T08:02:29.103268+0000', 'last_fullsized': '2024-09-19T08:02:29.103268+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 2.7 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099121+0000', 'last_change': '2024-09-19T08:02:29.099121+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099121+0000', 'last_undegraded': '2024-09-19T08:02:29.099121+0000', 'last_fullsized': '2024-09-19T08:02:29.099121+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 2.8 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.101064+0000', 'last_change': '2024-09-19T08:02:29.101064+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.101064+0000', 'last_undegraded': '2024-09-19T08:02:29.101064+0000', 'last_fullsized': '2024-09-19T08:02:29.101064+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 2.9 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.102864+0000', 'last_change': '2024-09-19T08:02:29.102864+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.102864+0000', 'last_undegraded': '2024-09-19T08:02:29.102864+0000', 'last_fullsized': '2024-09-19T08:02:29.102864+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-19T08:02:34.797 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 2.a is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.103150+0000', 'last_change': '2024-09-19T08:02:29.103150+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.103150+0000', 'last_undegraded': '2024-09-19T08:02:29.103150+0000', 'last_fullsized': '2024-09-19T08:02:29.103150+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 2.b is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099163+0000', 'last_change': '2024-09-19T08:02:29.099163+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099163+0000', 'last_undegraded': '2024-09-19T08:02:29.099163+0000', 'last_fullsized': '2024-09-19T08:02:29.099163+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1c is not active+clean 2024-09-19T08:02:34.798 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099132+0000', 'last_change': '2024-09-19T08:02:29.099132+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099132+0000', 'last_undegraded': '2024-09-19T08:02:29.099132+0000', 'last_fullsized': '2024-09-19T08:02:29.099132+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1d is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.100589+0000', 'last_change': '2024-09-19T08:02:29.100589+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.100589+0000', 'last_undegraded': '2024-09-19T08:02:29.100589+0000', 'last_fullsized': '2024-09-19T08:02:29.100589+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1e is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.101516+0000', 'last_change': '2024-09-19T08:02:29.101516+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.101516+0000', 'last_undegraded': '2024-09-19T08:02:29.101516+0000', 'last_fullsized': '2024-09-19T08:02:29.101516+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T08:02:30.096947+0000', 'last_change': '2024-09-19T08:02:30.096947+0000', 'last_active': '2024-09-19T08:02:30.096947+0000', 'last_peered': '2024-09-19T08:02:30.096947+0000', 'last_clean': '2024-09-19T08:02:30.096947+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:30.096947+0000', 'last_undegraded': '2024-09-19T08:02:30.096947+0000', 'last_fullsized': '2024-09-19T08:02:30.096947+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:30.096947+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-19T08:02:34.799 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-19T08:02:29.099448+0000', 'last_change': '2024-09-19T08:02:29.099448+0000', 'last_active': '2024-09-19T08:02:29.091223+0000', 'last_peered': '2024-09-19T08:02:29.091223+0000', 'last_clean': '2024-09-19T08:02:29.091223+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T08:02:29.099448+0000', 'last_undegraded': '2024-09-19T08:02:29.099448+0000', 'last_fullsized': '2024-09-19T08:02:29.099448+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'last_clean_scrub_stamp': '2024-09-19T08:02:29.091223+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T08:02:34.800 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T08:02:34.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.920+0000 7f427a2ba640 1 Processor -- start 2024-09-19T08:02:34.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 -- start start 2024-09-19T08:02:34.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f427415e590 0x7f42740d3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f42740b7530 0x7f42740b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f427415e970 con 0x7f42740cf840 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f42740d41f0 con 0x7f427415e590 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f427a2ba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f42740d2800 con 0x7f42740b7530 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f4273fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f427415e590 0x7f42740d3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f4273fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f427415e590 0x7f42740d3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48340/0 (socket says 172.21.15.17:48340) 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.921+0000 7f4273fff640 1 -- 172.21.15.17:0/1975777291 learned_addr learned my addr 172.21.15.17:0/1975777291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f42737fe640 1 --2- 172.21.15.17:0/1975777291 >> v2:172.21.15.160:3300/0 conn(0x7f42740b7530 0x7f42740b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f4273fff640 1 -- 172.21.15.17:0/1975777291 >> v2:172.21.15.160:3300/0 conn(0x7f42740b7530 msgr2=0x7f42740b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f4273fff640 1 --2- 172.21.15.17:0/1975777291 >> v2:172.21.15.160:3300/0 conn(0x7f42740b7530 0x7f42740b5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f4273fff640 1 -- 172.21.15.17:0/1975777291 >> v1:172.21.15.160:6789/0 conn(0x7f42740cf840 legacy=0x7f427406bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f4273fff640 1 -- 172.21.15.17:0/1975777291 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42740d2ae0 con 0x7f427415e590 2024-09-19T08:02:34.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.922+0000 7f4273fff640 1 --2- 172.21.15.17:0/1975777291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427415e590 0x7f42740d3930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f427408da40 tx=0x7f426402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bdb4e4a46af972 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f4272ffd640 1 -- 172.21.15.17:0/1975777291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264037070 con 0x7f427415e590 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f4272ffd640 1 -- 172.21.15.17:0/1975777291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4264032440 con 0x7f427415e590 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f4272ffd640 1 -- 172.21.15.17:0/1975777291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264032810 con 0x7f427415e590 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 -- 172.21.15.17:0/1975777291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427415e590 msgr2=0x7f42740d3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 --2- 172.21.15.17:0/1975777291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427415e590 0x7f42740d3930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f427408da40 tx=0x7f426402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 -- 172.21.15.17:0/1975777291 shutdown_connections 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 --2- 172.21.15.17:0/1975777291 >> v2:172.21.15.160:3300/0 conn(0x7f42740b7530 0x7f42740b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 --2- 172.21.15.17:0/1975777291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427415e590 0x7f42740d3930 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 -- 172.21.15.17:0/1975777291 >> 172.21.15.17:0/1975777291 conn(0x7f4274067d70 msgr2=0x7f4274068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 -- 172.21.15.17:0/1975777291 shutdown_connections 2024-09-19T08:02:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.923+0000 7f427a2ba640 1 -- 172.21.15.17:0/1975777291 wait complete. 2024-09-19T08:02:34.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.924+0000 7f427a2ba640 1 Processor -- start 2024-09-19T08:02:34.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 -- start start 2024-09-19T08:02:34.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42740b7530 0x7f427415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 0x7f427414bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42740d3e70 con 0x7f42740cf840 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f42740d30a0 con 0x7f42740b7530 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f427a2ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42740b6460 con 0x7f427415e590 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f42737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f42737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48354/0 (socket says 172.21.15.17:48354) 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f42737fe640 1 -- 172.21.15.17:0/2592721321 learned_addr learned my addr 172.21.15.17:0/2592721321 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f4273fff640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42740b7530 0x7f427415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.925+0000 7f4278857640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 0x7f427414bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 -- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 msgr2=0x7f427414bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 0x7f427414bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 -- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42740b7530 msgr2=0x7f427415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42740b7530 0x7f427415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:34.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 -- 172.21.15.17:0/2592721321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427414a260 con 0x7f42740cf840 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f4278857640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 0x7f427414bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f42737fe640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f426800d800 tx=0x7f426800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426800b660 con 0x7f42740cf840 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4268019070 con 0x7f42740cf840 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427414a540 con 0x7f42740cf840 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426800ba20 con 0x7f42740cf840 2024-09-19T08:02:34.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.926+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427414ab00 con 0x7f42740cf840 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.927+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42740b67f0 con 0x7f42740cf840 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.927+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f426800bbc0 con 0x7f42740cf840 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.928+0000 7f4270ff9640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 0x7f426006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.928+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f426808b890 con 0x7f42740cf840 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.928+0000 7f4273fff640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 0x7f426006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:34.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.929+0000 7f4273fff640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 0x7f426006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4264034000 tx=0x7f426402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:34.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:34.933+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4268059f70 con 0x7f42740cf840 2024-09-19T08:02:35.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.175+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f42740b6240 con 0x7f42740cf840 2024-09-19T08:02:35.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.175+0000 7f4270ff9640 1 -- 172.21.15.17:0/2592721321 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1149 (secure 0 0 0) 0x7f4268059870 con 0x7f42740cf840 2024-09-19T08:02:35.175 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:35.175 INFO:teuthology.orchestra.run.smithi017.stdout:{"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":27,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726732938,"num_in_osds":8,"osd_in_since":1726732929,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":245276672,"bytes_avail":772848836608,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"c","status":"up:active","gid":4287}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-19T08:02:07.297186+0000","services":{}},"progress_events":{}} 2024-09-19T08:02:35.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 msgr2=0x7f426006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 0x7f426006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4264034000 tx=0x7f426402e000 comp rx=0 tx=0).stop 2024-09-19T08:02:35.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 msgr2=0x7f427414b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f426800d800 tx=0x7f426800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 shutdown_connections 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426006c2b0 0x7f426006e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f427415e590 0x7f427414bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42740cf840 0x7f427414b630 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 --2- 172.21.15.17:0/2592721321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42740b7530 0x7f427415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 >> 172.21.15.17:0/2592721321 conn(0x7f4274067d70 msgr2=0x7f427406be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 shutdown_connections 2024-09-19T08:02:35.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.177+0000 7f427a2ba640 1 -- 172.21.15.17:0/2592721321 wait complete. 2024-09-19T08:02:35.188 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T08:02:35.188 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.290+0000 7f425145c640 1 Processor -- start 2024-09-19T08:02:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.290+0000 7f425145c640 1 -- start start 2024-09-19T08:02:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f425145c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424c0cf2b0 0x7f424c0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f425145c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 0x7f424c0d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f425145c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f424c15ea20 con 0x7f424c15e640 2024-09-19T08:02:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f425145c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f424c0b3d00 con 0x7f424c0cf2b0 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f425145c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f424c0b2860 con 0x7f424c0cf720 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424c0cf2b0 0x7f424c0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424c0cf2b0 0x7f424c0d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48368/0 (socket says 172.21.15.17:48368) 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 -- 172.21.15.17:0/1194624136 learned_addr learned my addr 172.21.15.17:0/1194624136 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 -- 172.21.15.17:0/1194624136 >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 msgr2=0x7f424c0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424b7fe640 1 --2- 172.21.15.17:0/1194624136 >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 0x7f424c0d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 --2- 172.21.15.17:0/1194624136 >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 0x7f424c0d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 -- 172.21.15.17:0/1194624136 >> v1:172.21.15.160:6789/0 conn(0x7f424c15e640 legacy=0x7f424c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.291+0000 7f424a7fc640 1 -- 172.21.15.17:0/1194624136 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c0b1c50 con 0x7f424c0cf2b0 2024-09-19T08:02:35.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.292+0000 7f424b7fe640 1 --2- 172.21.15.17:0/1194624136 >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 0x7f424c0d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.292+0000 7f424a7fc640 1 --2- 172.21.15.17:0/1194624136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c0d2650 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f424c15ebf0 tx=0x7f424002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55dd9388348cdda2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.292+0000 7f4249ffb640 1 -- 172.21.15.17:0/1194624136 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240037070 con 0x7f424c0cf2b0 2024-09-19T08:02:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.292+0000 7f4249ffb640 1 -- 172.21.15.17:0/1194624136 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4240032440 con 0x7f424c0cf2b0 2024-09-19T08:02:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.292+0000 7f4249ffb640 1 -- 172.21.15.17:0/1194624136 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240032810 con 0x7f424c0cf2b0 2024-09-19T08:02:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 -- 172.21.15.17:0/1194624136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 msgr2=0x7f424c0d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 --2- 172.21.15.17:0/1194624136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c0d2650 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f424c15ebf0 tx=0x7f424002a180 comp rx=0 tx=0).stop 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 -- 172.21.15.17:0/1194624136 shutdown_connections 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 --2- 172.21.15.17:0/1194624136 >> v2:172.21.15.160:3300/0 conn(0x7f424c0cf720 0x7f424c0d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 --2- 172.21.15.17:0/1194624136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c0d2650 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 -- 172.21.15.17:0/1194624136 >> 172.21.15.17:0/1194624136 conn(0x7f424c09d820 msgr2=0x7f424c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 -- 172.21.15.17:0/1194624136 shutdown_connections 2024-09-19T08:02:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.293+0000 7f425145c640 1 -- 172.21.15.17:0/1194624136 wait complete. 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.294+0000 7f425145c640 1 Processor -- start 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.294+0000 7f425145c640 1 -- start start 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f424c0cf720 0x7f424c15b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f424c15e640 0x7f424c06c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f424c0b24f0 con 0x7f424c0cf2b0 2024-09-19T08:02:35.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f424c0b2210 con 0x7f424c0cf720 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f425145c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f424c0cfe40 con 0x7f424c15e640 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f424affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f424affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48384/0 (socket says 172.21.15.17:48384) 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f424affd640 1 -- 172.21.15.17:0/3973195575 learned_addr learned my addr 172.21.15.17:0/3973195575 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f424a7fc640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f424c0cf720 0x7f424c15b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.295+0000 7f424b7fe640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f424c15e640 0x7f424c06c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 -- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f424c15e640 msgr2=0x7f424c06c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f424c15e640 0x7f424c06c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 -- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f424c0cf720 msgr2=0x7f424c15b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f424c0cf720 0x7f424c15b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 -- 172.21.15.17:0/3973195575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c15bd60 con 0x7f424c0cf2b0 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f424affd640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f423c00c430 tx=0x7f423c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:35.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c011790 con 0x7f424c0cf2b0 2024-09-19T08:02:35.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f423c017070 con 0x7f424c0cf2b0 2024-09-19T08:02:35.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c011b70 con 0x7f424c0cf2b0 2024-09-19T08:02:35.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f424c15c040 con 0x7f424c0cf2b0 2024-09-19T08:02:35.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.296+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f424c15c600 con 0x7f424c0cf2b0 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.297+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f424c0b73a0 con 0x7f424c0cf2b0 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.298+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f423c011d10 con 0x7f424c0cf2b0 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.298+0000 7f42337fe640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 0x7f423806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.298+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f423c08b1d0 con 0x7f424c0cf2b0 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.298+0000 7f424a7fc640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 0x7f423806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:35.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.299+0000 7f424a7fc640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 0x7f423806e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4240034000 tx=0x7f424002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:35.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.302+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f423c059260 con 0x7f424c0cf2b0 2024-09-19T08:02:35.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.475+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f424c0d1970 con 0x7f423806c2b0 2024-09-19T08:02:35.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.482+0000 7f42337fe640 1 -- 172.21.15.17:0/3973195575 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251924 (secure 0 0 0) 0x7f424c0d1970 con 0x7f423806c2b0 2024-09-19T08:02:35.484 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:35.486 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 msgr2=0x7f423806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 0x7f423806e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4240034000 tx=0x7f424002e000 comp rx=0 tx=0).stop 2024-09-19T08:02:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 msgr2=0x7f424c150880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f423c00c430 tx=0x7f423c00c8f0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 shutdown_connections 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423806c2b0 0x7f423806e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f424c15e640 0x7f424c06c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f424c0cf720 0x7f424c15b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 --2- 172.21.15.17:0/3973195575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424c0cf2b0 0x7f424c150880 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 >> 172.21.15.17:0/3973195575 conn(0x7f424c09d820 msgr2=0x7f424c0b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 shutdown_connections 2024-09-19T08:02:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:35.485+0000 7f425145c640 1 -- 172.21.15.17:0/3973195575 wait complete. 2024-09-19T08:02:35.496 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T08:02:35.392338+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239908,"kb_used_data":2852,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734812,"statfs":{"total":773094113280,"available":772848447488,"internally_reserved":0,"allocated":2920448,"data_stored":1759960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001399"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.127721+0000","last_change":"2024-09-19T08:02:31.124316+0000","last_active":"2024-09-19T08:02:31.127721+0000","last_peered":"2024-09-19T08:02:31.127721+0000","last_clean":"2024-09-19T08:02:31.127721+0000","last_became_active":"2024-09-19T08:02:31.124043+0000","last_became_peered":"2024-09-19T08:02:31.124043+0000","last_unstale":"2024-09-19T08:02:31.127721+0000","last_undegraded":"2024-09-19T08:02:31.127721+0000","last_fullsized":"2024-09-19T08:02:31.127721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:19.256612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111006+0000","last_change":"2024-09-19T08:02:31.118606+0000","last_active":"2024-09-19T08:02:33.111006+0000","last_peered":"2024-09-19T08:02:33.111006+0000","last_clean":"2024-09-19T08:02:33.111006+0000","last_became_active":"2024-09-19T08:02:31.118319+0000","last_became_peered":"2024-09-19T08:02:31.118319+0000","last_unstale":"2024-09-19T08:02:33.111006+0000","last_undegraded":"2024-09-19T08:02:33.111006+0000","last_fullsized":"2024-09-19T08:02:33.111006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.121148+0000","last_change":"2024-09-19T08:02:31.119993+0000","last_active":"2024-09-19T08:02:31.121148+0000","last_peered":"2024-09-19T08:02:31.121148+0000","last_clean":"2024-09-19T08:02:31.121148+0000","last_became_active":"2024-09-19T08:02:31.119636+0000","last_became_peered":"2024-09-19T08:02:31.119636+0000","last_unstale":"2024-09-19T08:02:31.121148+0000","last_undegraded":"2024-09-19T08:02:31.121148+0000","last_fullsized":"2024-09-19T08:02:31.121148+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:18.590546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123039+0000","last_change":"2024-09-19T08:02:31.127643+0000","last_active":"2024-09-19T08:02:32.123039+0000","last_peered":"2024-09-19T08:02:32.123039+0000","last_clean":"2024-09-19T08:02:32.123039+0000","last_became_active":"2024-09-19T08:02:31.127237+0000","last_became_peered":"2024-09-19T08:02:31.127237+0000","last_unstale":"2024-09-19T08:02:32.123039+0000","last_undegraded":"2024-09-19T08:02:32.123039+0000","last_fullsized":"2024-09-19T08:02:32.123039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132109+0000","last_change":"2024-09-19T08:02:31.128070+0000","last_active":"2024-09-19T08:02:31.132109+0000","last_peered":"2024-09-19T08:02:31.132109+0000","last_clean":"2024-09-19T08:02:31.132109+0000","last_became_active":"2024-09-19T08:02:31.127791+0000","last_became_peered":"2024-09-19T08:02:31.127791+0000","last_unstale":"2024-09-19T08:02:31.132109+0000","last_undegraded":"2024-09-19T08:02:31.132109+0000","last_fullsized":"2024-09-19T08:02:31.132109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:34.006142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122655+0000","last_change":"2024-09-19T08:02:31.134300+0000","last_active":"2024-09-19T08:02:32.122655+0000","last_peered":"2024-09-19T08:02:32.122655+0000","last_clean":"2024-09-19T08:02:32.122655+0000","last_became_active":"2024-09-19T08:02:31.133241+0000","last_became_peered":"2024-09-19T08:02:31.133241+0000","last_unstale":"2024-09-19T08:02:32.122655+0000","last_undegraded":"2024-09-19T08:02:32.122655+0000","last_fullsized":"2024-09-19T08:02:32.122655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132811+0000","last_change":"2024-09-19T08:02:31.131265+0000","last_active":"2024-09-19T08:02:31.132811+0000","last_peered":"2024-09-19T08:02:31.132811+0000","last_clean":"2024-09-19T08:02:31.132811+0000","last_became_active":"2024-09-19T08:02:31.130318+0000","last_became_peered":"2024-09-19T08:02:31.130318+0000","last_unstale":"2024-09-19T08:02:31.132811+0000","last_undegraded":"2024-09-19T08:02:31.132811+0000","last_fullsized":"2024-09-19T08:02:31.132811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278946+0000","last_change":"2024-09-19T08:02:31.136499+0000","last_active":"2024-09-19T08:02:32.278946+0000","last_peered":"2024-09-19T08:02:32.278946+0000","last_clean":"2024-09-19T08:02:32.278946+0000","last_became_active":"2024-09-19T08:02:31.136189+0000","last_became_peered":"2024-09-19T08:02:31.136189+0000","last_unstale":"2024-09-19T08:02:32.278946+0000","last_undegraded":"2024-09-19T08:02:32.278946+0000","last_fullsized":"2024-09-19T08:02:32.278946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136260+0000","last_change":"2024-09-19T08:02:31.133152+0000","last_active":"2024-09-19T08:02:31.136260+0000","last_peered":"2024-09-19T08:02:31.136260+0000","last_clean":"2024-09-19T08:02:31.136260+0000","last_became_active":"2024-09-19T08:02:31.132736+0000","last_became_peered":"2024-09-19T08:02:31.132736+0000","last_unstale":"2024-09-19T08:02:31.136260+0000","last_undegraded":"2024-09-19T08:02:31.136260+0000","last_fullsized":"2024-09-19T08:02:31.136260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125247+0000","last_change":"2024-09-19T08:02:31.119087+0000","last_active":"2024-09-19T08:02:32.125247+0000","last_peered":"2024-09-19T08:02:32.125247+0000","last_clean":"2024-09-19T08:02:32.125247+0000","last_became_active":"2024-09-19T08:02:31.118840+0000","last_became_peered":"2024-09-19T08:02:31.118840+0000","last_unstale":"2024-09-19T08:02:32.125247+0000","last_undegraded":"2024-09-19T08:02:32.125247+0000","last_fullsized":"2024-09-19T08:02:32.125247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124740+0000","last_change":"2024-09-19T08:02:31.123335+0000","last_active":"2024-09-19T08:02:32.124740+0000","last_peered":"2024-09-19T08:02:32.124740+0000","last_clean":"2024-09-19T08:02:32.124740+0000","last_became_active":"2024-09-19T08:02:31.123044+0000","last_became_peered":"2024-09-19T08:02:31.123044+0000","last_unstale":"2024-09-19T08:02:32.124740+0000","last_undegraded":"2024-09-19T08:02:32.124740+0000","last_fullsized":"2024-09-19T08:02:32.124740+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123529+0000","last_change":"2024-09-19T08:02:31.125262+0000","last_active":"2024-09-19T08:02:32.123529+0000","last_peered":"2024-09-19T08:02:32.123529+0000","last_clean":"2024-09-19T08:02:32.123529+0000","last_became_active":"2024-09-19T08:02:31.124972+0000","last_became_peered":"2024-09-19T08:02:31.124972+0000","last_unstale":"2024-09-19T08:02:32.123529+0000","last_undegraded":"2024-09-19T08:02:32.123529+0000","last_fullsized":"2024-09-19T08:02:32.123529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:45.056248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279204+0000","last_change":"2024-09-19T08:02:31.125013+0000","last_active":"2024-09-19T08:02:32.279204+0000","last_peered":"2024-09-19T08:02:32.279204+0000","last_clean":"2024-09-19T08:02:32.279204+0000","last_became_active":"2024-09-19T08:02:31.122438+0000","last_became_peered":"2024-09-19T08:02:31.122438+0000","last_unstale":"2024-09-19T08:02:32.279204+0000","last_undegraded":"2024-09-19T08:02:32.279204+0000","last_fullsized":"2024-09-19T08:02:32.279204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135013+0000","last_change":"2024-09-19T08:02:31.130731+0000","last_active":"2024-09-19T08:02:31.135013+0000","last_peered":"2024-09-19T08:02:31.135013+0000","last_clean":"2024-09-19T08:02:31.135013+0000","last_became_active":"2024-09-19T08:02:31.130466+0000","last_became_peered":"2024-09-19T08:02:31.130466+0000","last_unstale":"2024-09-19T08:02:31.135013+0000","last_undegraded":"2024-09-19T08:02:31.135013+0000","last_fullsized":"2024-09-19T08:02:31.135013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:15.547881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110793+0000","last_change":"2024-09-19T08:02:31.124261+0000","last_active":"2024-09-19T08:02:33.110793+0000","last_peered":"2024-09-19T08:02:33.110793+0000","last_clean":"2024-09-19T08:02:33.110793+0000","last_became_active":"2024-09-19T08:02:31.123959+0000","last_became_peered":"2024-09-19T08:02:31.123959+0000","last_unstale":"2024-09-19T08:02:33.110793+0000","last_undegraded":"2024-09-19T08:02:33.110793+0000","last_fullsized":"2024-09-19T08:02:33.110793+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122630+0000","last_change":"2024-09-19T08:02:31.133666+0000","last_active":"2024-09-19T08:02:32.122630+0000","last_peered":"2024-09-19T08:02:32.122630+0000","last_clean":"2024-09-19T08:02:32.122630+0000","last_became_active":"2024-09-19T08:02:31.133386+0000","last_became_peered":"2024-09-19T08:02:31.133386+0000","last_unstale":"2024-09-19T08:02:32.122630+0000","last_undegraded":"2024-09-19T08:02:32.122630+0000","last_fullsized":"2024-09-19T08:02:32.122630+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123701+0000","last_change":"2024-09-19T08:02:31.130790+0000","last_active":"2024-09-19T08:02:32.123701+0000","last_peered":"2024-09-19T08:02:32.123701+0000","last_clean":"2024-09-19T08:02:32.123701+0000","last_became_active":"2024-09-19T08:02:31.130495+0000","last_became_peered":"2024-09-19T08:02:31.130495+0000","last_unstale":"2024-09-19T08:02:32.123701+0000","last_undegraded":"2024-09-19T08:02:32.123701+0000","last_fullsized":"2024-09-19T08:02:32.123701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259703+0000","last_change":"2024-09-19T08:02:31.122708+0000","last_active":"2024-09-19T08:02:34.259703+0000","last_peered":"2024-09-19T08:02:34.259703+0000","last_clean":"2024-09-19T08:02:34.259703+0000","last_became_active":"2024-09-19T08:02:31.118878+0000","last_became_peered":"2024-09-19T08:02:31.118878+0000","last_unstale":"2024-09-19T08:02:34.259703+0000","last_undegraded":"2024-09-19T08:02:34.259703+0000","last_fullsized":"2024-09-19T08:02:34.259703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132074+0000","last_change":"2024-09-19T08:02:31.127137+0000","last_active":"2024-09-19T08:02:31.132074+0000","last_peered":"2024-09-19T08:02:31.132074+0000","last_clean":"2024-09-19T08:02:31.132074+0000","last_became_active":"2024-09-19T08:02:31.126887+0000","last_became_peered":"2024-09-19T08:02:31.126887+0000","last_unstale":"2024-09-19T08:02:31.132074+0000","last_undegraded":"2024-09-19T08:02:31.132074+0000","last_fullsized":"2024-09-19T08:02:31.132074+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:48.274991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125169+0000","last_change":"2024-09-19T08:02:31.122792+0000","last_active":"2024-09-19T08:02:32.125169+0000","last_peered":"2024-09-19T08:02:32.125169+0000","last_clean":"2024-09-19T08:02:32.125169+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:32.125169+0000","last_undegraded":"2024-09-19T08:02:32.125169+0000","last_fullsized":"2024-09-19T08:02:32.125169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.129090+0000","last_change":"2024-09-19T08:02:31.124088+0000","last_active":"2024-09-19T08:02:31.129090+0000","last_peered":"2024-09-19T08:02:31.129090+0000","last_clean":"2024-09-19T08:02:31.129090+0000","last_became_active":"2024-09-19T08:02:31.123791+0000","last_became_peered":"2024-09-19T08:02:31.123791+0000","last_unstale":"2024-09-19T08:02:31.129090+0000","last_undegraded":"2024-09-19T08:02:31.129090+0000","last_fullsized":"2024-09-19T08:02:31.129090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:50.598166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122868+0000","last_change":"2024-09-19T08:02:31.131077+0000","last_active":"2024-09-19T08:02:32.122868+0000","last_peered":"2024-09-19T08:02:32.122868+0000","last_clean":"2024-09-19T08:02:32.122868+0000","last_became_active":"2024-09-19T08:02:31.130613+0000","last_became_peered":"2024-09-19T08:02:31.130613+0000","last_unstale":"2024-09-19T08:02:32.122868+0000","last_undegraded":"2024-09-19T08:02:32.122868+0000","last_fullsized":"2024-09-19T08:02:32.122868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279289+0000","last_change":"2024-09-19T08:02:31.123605+0000","last_active":"2024-09-19T08:02:32.279289+0000","last_peered":"2024-09-19T08:02:32.279289+0000","last_clean":"2024-09-19T08:02:32.279289+0000","last_became_active":"2024-09-19T08:02:31.123254+0000","last_became_peered":"2024-09-19T08:02:31.123254+0000","last_unstale":"2024-09-19T08:02:32.279289+0000","last_undegraded":"2024-09-19T08:02:32.279289+0000","last_fullsized":"2024-09-19T08:02:32.279289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122884+0000","last_change":"2024-09-19T08:02:31.132603+0000","last_active":"2024-09-19T08:02:32.122884+0000","last_peered":"2024-09-19T08:02:32.122884+0000","last_clean":"2024-09-19T08:02:32.122884+0000","last_became_active":"2024-09-19T08:02:31.131678+0000","last_became_peered":"2024-09-19T08:02:31.131678+0000","last_unstale":"2024-09-19T08:02:32.122884+0000","last_undegraded":"2024-09-19T08:02:32.122884+0000","last_fullsized":"2024-09-19T08:02:32.122884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279371+0000","last_change":"2024-09-19T08:02:31.123671+0000","last_active":"2024-09-19T08:02:32.279371+0000","last_peered":"2024-09-19T08:02:32.279371+0000","last_clean":"2024-09-19T08:02:32.279371+0000","last_became_active":"2024-09-19T08:02:31.123352+0000","last_became_peered":"2024-09-19T08:02:31.123352+0000","last_unstale":"2024-09-19T08:02:32.279371+0000","last_undegraded":"2024-09-19T08:02:32.279371+0000","last_fullsized":"2024-09-19T08:02:32.279371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125161+0000","last_change":"2024-09-19T08:02:31.125454+0000","last_active":"2024-09-19T08:02:32.125161+0000","last_peered":"2024-09-19T08:02:32.125161+0000","last_clean":"2024-09-19T08:02:32.125161+0000","last_became_active":"2024-09-19T08:02:31.123932+0000","last_became_peered":"2024-09-19T08:02:31.123932+0000","last_unstale":"2024-09-19T08:02:32.125161+0000","last_undegraded":"2024-09-19T08:02:32.125161+0000","last_fullsized":"2024-09-19T08:02:32.125161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110940+0000","last_change":"2024-09-19T08:02:31.131148+0000","last_active":"2024-09-19T08:02:33.110940+0000","last_peered":"2024-09-19T08:02:33.110940+0000","last_clean":"2024-09-19T08:02:33.110940+0000","last_became_active":"2024-09-19T08:02:31.130849+0000","last_became_peered":"2024-09-19T08:02:31.130849+0000","last_unstale":"2024-09-19T08:02:33.110940+0000","last_undegraded":"2024-09-19T08:02:33.110940+0000","last_fullsized":"2024-09-19T08:02:33.110940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279588+0000","last_change":"2024-09-19T08:02:31.127542+0000","last_active":"2024-09-19T08:02:32.279588+0000","last_peered":"2024-09-19T08:02:32.279588+0000","last_clean":"2024-09-19T08:02:32.279588+0000","last_became_active":"2024-09-19T08:02:31.126399+0000","last_became_peered":"2024-09-19T08:02:31.126399+0000","last_unstale":"2024-09-19T08:02:32.279588+0000","last_undegraded":"2024-09-19T08:02:32.279588+0000","last_fullsized":"2024-09-19T08:02:32.279588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136165+0000","last_change":"2024-09-19T08:02:31.133154+0000","last_active":"2024-09-19T08:02:31.136165+0000","last_peered":"2024-09-19T08:02:31.136165+0000","last_clean":"2024-09-19T08:02:31.136165+0000","last_became_active":"2024-09-19T08:02:31.132004+0000","last_became_peered":"2024-09-19T08:02:31.132004+0000","last_unstale":"2024-09-19T08:02:31.136165+0000","last_undegraded":"2024-09-19T08:02:31.136165+0000","last_fullsized":"2024-09-19T08:02:31.136165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:19.256612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123769+0000","last_change":"2024-09-19T08:02:31.126994+0000","last_active":"2024-09-19T08:02:32.123769+0000","last_peered":"2024-09-19T08:02:32.123769+0000","last_clean":"2024-09-19T08:02:32.123769+0000","last_became_active":"2024-09-19T08:02:31.126699+0000","last_became_peered":"2024-09-19T08:02:31.126699+0000","last_unstale":"2024-09-19T08:02:32.123769+0000","last_undegraded":"2024-09-19T08:02:32.123769+0000","last_fullsized":"2024-09-19T08:02:32.123769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259589+0000","last_change":"2024-09-19T08:02:31.119617+0000","last_active":"2024-09-19T08:02:34.259589+0000","last_peered":"2024-09-19T08:02:34.259589+0000","last_clean":"2024-09-19T08:02:34.259589+0000","last_became_active":"2024-09-19T08:02:31.118585+0000","last_became_peered":"2024-09-19T08:02:31.118585+0000","last_unstale":"2024-09-19T08:02:34.259589+0000","last_undegraded":"2024-09-19T08:02:34.259589+0000","last_fullsized":"2024-09-19T08:02:34.259589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124144+0000","last_change":"2024-09-19T08:02:31.116727+0000","last_active":"2024-09-19T08:02:32.124144+0000","last_peered":"2024-09-19T08:02:32.124144+0000","last_clean":"2024-09-19T08:02:32.124144+0000","last_became_active":"2024-09-19T08:02:31.116423+0000","last_became_peered":"2024-09-19T08:02:31.116423+0000","last_unstale":"2024-09-19T08:02:32.124144+0000","last_undegraded":"2024-09-19T08:02:32.124144+0000","last_fullsized":"2024-09-19T08:02:32.124144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122423+0000","last_change":"2024-09-19T08:02:31.130245+0000","last_active":"2024-09-19T08:02:32.122423+0000","last_peered":"2024-09-19T08:02:32.122423+0000","last_clean":"2024-09-19T08:02:32.122423+0000","last_became_active":"2024-09-19T08:02:31.129966+0000","last_became_peered":"2024-09-19T08:02:31.129966+0000","last_unstale":"2024-09-19T08:02:32.122423+0000","last_undegraded":"2024-09-19T08:02:32.122423+0000","last_fullsized":"2024-09-19T08:02:32.122423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:58.140039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279258+0000","last_change":"2024-09-19T08:02:30.124812+0000","last_active":"2024-09-19T08:02:32.279258+0000","last_peered":"2024-09-19T08:02:32.279258+0000","last_clean":"2024-09-19T08:02:32.279258+0000","last_became_active":"2024-09-19T08:02:30.124537+0000","last_became_peered":"2024-09-19T08:02:30.124537+0000","last_unstale":"2024-09-19T08:02:32.279258+0000","last_undegraded":"2024-09-19T08:02:32.279258+0000","last_fullsized":"2024-09-19T08:02:32.279258+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136145+0000","last_change":"2024-09-19T08:02:31.132902+0000","last_active":"2024-09-19T08:02:31.136145+0000","last_peered":"2024-09-19T08:02:31.136145+0000","last_clean":"2024-09-19T08:02:31.136145+0000","last_became_active":"2024-09-19T08:02:31.131592+0000","last_became_peered":"2024-09-19T08:02:31.131592+0000","last_unstale":"2024-09-19T08:02:31.136145+0000","last_undegraded":"2024-09-19T08:02:31.136145+0000","last_fullsized":"2024-09-19T08:02:31.136145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:56.648628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124443+0000","last_change":"2024-09-19T08:02:30.117676+0000","last_active":"2024-09-19T08:02:32.124443+0000","last_peered":"2024-09-19T08:02:32.124443+0000","last_clean":"2024-09-19T08:02:32.124443+0000","last_became_active":"2024-09-19T08:02:30.117395+0000","last_became_peered":"2024-09-19T08:02:30.117395+0000","last_unstale":"2024-09-19T08:02:32.124443+0000","last_undegraded":"2024-09-19T08:02:32.124443+0000","last_fullsized":"2024-09-19T08:02:32.124443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278997+0000","last_change":"2024-09-19T08:02:30.120517+0000","last_active":"2024-09-19T08:02:32.278997+0000","last_peered":"2024-09-19T08:02:32.278997+0000","last_clean":"2024-09-19T08:02:32.278997+0000","last_became_active":"2024-09-19T08:02:30.119930+0000","last_became_peered":"2024-09-19T08:02:30.119930+0000","last_unstale":"2024-09-19T08:02:32.278997+0000","last_undegraded":"2024-09-19T08:02:32.278997+0000","last_fullsized":"2024-09-19T08:02:32.278997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279030+0000","last_change":"2024-09-19T08:02:31.125078+0000","last_active":"2024-09-19T08:02:32.279030+0000","last_peered":"2024-09-19T08:02:32.279030+0000","last_clean":"2024-09-19T08:02:32.279030+0000","last_became_active":"2024-09-19T08:02:31.124731+0000","last_became_peered":"2024-09-19T08:02:31.124731+0000","last_unstale":"2024-09-19T08:02:32.279030+0000","last_undegraded":"2024-09-19T08:02:32.279030+0000","last_fullsized":"2024-09-19T08:02:32.279030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.117474+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.117196+0000","last_became_peered":"2024-09-19T08:02:30.117196+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110715+0000","last_change":"2024-09-19T08:02:31.131622+0000","last_active":"2024-09-19T08:02:33.110715+0000","last_peered":"2024-09-19T08:02:33.110715+0000","last_clean":"2024-09-19T08:02:33.110715+0000","last_became_active":"2024-09-19T08:02:31.131360+0000","last_became_peered":"2024-09-19T08:02:31.131360+0000","last_unstale":"2024-09-19T08:02:33.110715+0000","last_undegraded":"2024-09-19T08:02:33.110715+0000","last_fullsized":"2024-09-19T08:02:33.110715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125034+0000","last_change":"2024-09-19T08:02:30.120024+0000","last_active":"2024-09-19T08:02:32.125034+0000","last_peered":"2024-09-19T08:02:32.125034+0000","last_clean":"2024-09-19T08:02:32.125034+0000","last_became_active":"2024-09-19T08:02:30.119546+0000","last_became_peered":"2024-09-19T08:02:30.119546+0000","last_unstale":"2024-09-19T08:02:32.125034+0000","last_undegraded":"2024-09-19T08:02:32.125034+0000","last_fullsized":"2024-09-19T08:02:32.125034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123199+0000","last_change":"2024-09-19T08:02:31.128348+0000","last_active":"2024-09-19T08:02:32.123199+0000","last_peered":"2024-09-19T08:02:32.123199+0000","last_clean":"2024-09-19T08:02:32.123199+0000","last_became_active":"2024-09-19T08:02:31.127584+0000","last_became_peered":"2024-09-19T08:02:31.127584+0000","last_unstale":"2024-09-19T08:02:32.123199+0000","last_undegraded":"2024-09-19T08:02:32.123199+0000","last_fullsized":"2024-09-19T08:02:32.123199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123104+0000","last_change":"2024-09-19T08:02:30.115461+0000","last_active":"2024-09-19T08:02:32.123104+0000","last_peered":"2024-09-19T08:02:32.123104+0000","last_clean":"2024-09-19T08:02:32.123104+0000","last_became_active":"2024-09-19T08:02:30.115130+0000","last_became_peered":"2024-09-19T08:02:30.115130+0000","last_unstale":"2024-09-19T08:02:32.123104+0000","last_undegraded":"2024-09-19T08:02:32.123104+0000","last_fullsized":"2024-09-19T08:02:32.123104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134962+0000","last_change":"2024-09-19T08:02:31.127979+0000","last_active":"2024-09-19T08:02:31.134962+0000","last_peered":"2024-09-19T08:02:31.134962+0000","last_clean":"2024-09-19T08:02:31.134962+0000","last_became_active":"2024-09-19T08:02:31.124410+0000","last_became_peered":"2024-09-19T08:02:31.124410+0000","last_unstale":"2024-09-19T08:02:31.134962+0000","last_undegraded":"2024-09-19T08:02:31.134962+0000","last_fullsized":"2024-09-19T08:02:31.134962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:20.461821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110873+0000","last_change":"2024-09-19T08:02:30.122223+0000","last_active":"2024-09-19T08:02:33.110873+0000","last_peered":"2024-09-19T08:02:33.110873+0000","last_clean":"2024-09-19T08:02:33.110873+0000","last_became_active":"2024-09-19T08:02:30.119638+0000","last_became_peered":"2024-09-19T08:02:30.119638+0000","last_unstale":"2024-09-19T08:02:33.110873+0000","last_undegraded":"2024-09-19T08:02:33.110873+0000","last_fullsized":"2024-09-19T08:02:33.110873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123665+0000","last_change":"2024-09-19T08:02:31.129079+0000","last_active":"2024-09-19T08:02:32.123665+0000","last_peered":"2024-09-19T08:02:32.123665+0000","last_clean":"2024-09-19T08:02:32.123665+0000","last_became_active":"2024-09-19T08:02:31.128650+0000","last_became_peered":"2024-09-19T08:02:31.128650+0000","last_unstale":"2024-09-19T08:02:32.123665+0000","last_undegraded":"2024-09-19T08:02:32.123665+0000","last_fullsized":"2024-09-19T08:02:32.123665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125062+0000","last_change":"2024-09-19T08:02:30.116858+0000","last_active":"2024-09-19T08:02:32.125062+0000","last_peered":"2024-09-19T08:02:32.125062+0000","last_clean":"2024-09-19T08:02:32.125062+0000","last_became_active":"2024-09-19T08:02:30.116577+0000","last_became_peered":"2024-09-19T08:02:30.116577+0000","last_unstale":"2024-09-19T08:02:32.125062+0000","last_undegraded":"2024-09-19T08:02:32.125062+0000","last_fullsized":"2024-09-19T08:02:32.125062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.139442+0000","last_change":"2024-09-19T08:02:31.134457+0000","last_active":"2024-09-19T08:02:31.139442+0000","last_peered":"2024-09-19T08:02:31.139442+0000","last_clean":"2024-09-19T08:02:31.139442+0000","last_became_active":"2024-09-19T08:02:31.134173+0000","last_became_peered":"2024-09-19T08:02:31.134173+0000","last_unstale":"2024-09-19T08:02:31.139442+0000","last_undegraded":"2024-09-19T08:02:31.139442+0000","last_fullsized":"2024-09-19T08:02:31.139442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136587+0000","last_change":"2024-09-19T08:02:30.118289+0000","last_active":"2024-09-19T08:02:31.136587+0000","last_peered":"2024-09-19T08:02:31.136587+0000","last_clean":"2024-09-19T08:02:31.136587+0000","last_became_active":"2024-09-19T08:02:30.117976+0000","last_became_peered":"2024-09-19T08:02:30.117976+0000","last_unstale":"2024-09-19T08:02:31.136587+0000","last_undegraded":"2024-09-19T08:02:31.136587+0000","last_fullsized":"2024-09-19T08:02:31.136587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.122245+0000","last_change":"2024-09-19T08:02:31.121435+0000","last_active":"2024-09-19T08:02:31.122245+0000","last_peered":"2024-09-19T08:02:31.122245+0000","last_clean":"2024-09-19T08:02:31.122245+0000","last_became_active":"2024-09-19T08:02:31.121174+0000","last_became_peered":"2024-09-19T08:02:31.121174+0000","last_unstale":"2024-09-19T08:02:31.122245+0000","last_undegraded":"2024-09-19T08:02:31.122245+0000","last_fullsized":"2024-09-19T08:02:31.122245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:04.661522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123128+0000","last_change":"2024-09-19T08:02:30.121363+0000","last_active":"2024-09-19T08:02:32.123128+0000","last_peered":"2024-09-19T08:02:32.123128+0000","last_clean":"2024-09-19T08:02:32.123128+0000","last_became_active":"2024-09-19T08:02:30.121082+0000","last_became_peered":"2024-09-19T08:02:30.121082+0000","last_unstale":"2024-09-19T08:02:32.123128+0000","last_undegraded":"2024-09-19T08:02:32.123128+0000","last_fullsized":"2024-09-19T08:02:32.123128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132723+0000","last_change":"2024-09-19T08:02:31.129495+0000","last_active":"2024-09-19T08:02:31.132723+0000","last_peered":"2024-09-19T08:02:31.132723+0000","last_clean":"2024-09-19T08:02:31.132723+0000","last_became_active":"2024-09-19T08:02:31.129231+0000","last_became_peered":"2024-09-19T08:02:31.129231+0000","last_unstale":"2024-09-19T08:02:31.132723+0000","last_undegraded":"2024-09-19T08:02:31.132723+0000","last_fullsized":"2024-09-19T08:02:31.132723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124472+0000","last_change":"2024-09-19T08:02:30.115955+0000","last_active":"2024-09-19T08:02:32.124472+0000","last_peered":"2024-09-19T08:02:32.124472+0000","last_clean":"2024-09-19T08:02:32.124472+0000","last_became_active":"2024-09-19T08:02:30.115638+0000","last_became_peered":"2024-09-19T08:02:30.115638+0000","last_unstale":"2024-09-19T08:02:32.124472+0000","last_undegraded":"2024-09-19T08:02:32.124472+0000","last_fullsized":"2024-09-19T08:02:32.124472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124376+0000","last_change":"2024-09-19T08:02:31.116020+0000","last_active":"2024-09-19T08:02:32.124376+0000","last_peered":"2024-09-19T08:02:32.124376+0000","last_clean":"2024-09-19T08:02:32.124376+0000","last_became_active":"2024-09-19T08:02:31.115731+0000","last_became_peered":"2024-09-19T08:02:31.115731+0000","last_unstale":"2024-09-19T08:02:32.124376+0000","last_undegraded":"2024-09-19T08:02:32.124376+0000","last_fullsized":"2024-09-19T08:02:32.124376+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259468+0000","last_change":"2024-09-19T08:02:30.117894+0000","last_active":"2024-09-19T08:02:34.259468+0000","last_peered":"2024-09-19T08:02:34.259468+0000","last_clean":"2024-09-19T08:02:34.259468+0000","last_became_active":"2024-09-19T08:02:30.117577+0000","last_became_peered":"2024-09-19T08:02:30.117577+0000","last_unstale":"2024-09-19T08:02:34.259468+0000","last_undegraded":"2024-09-19T08:02:34.259468+0000","last_fullsized":"2024-09-19T08:02:34.259468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:20.915584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.131624+0000","last_change":"2024-09-19T08:02:31.126212+0000","last_active":"2024-09-19T08:02:31.131624+0000","last_peered":"2024-09-19T08:02:31.131624+0000","last_clean":"2024-09-19T08:02:31.131624+0000","last_became_active":"2024-09-19T08:02:31.125939+0000","last_became_peered":"2024-09-19T08:02:31.125939+0000","last_unstale":"2024-09-19T08:02:31.131624+0000","last_undegraded":"2024-09-19T08:02:31.131624+0000","last_fullsized":"2024-09-19T08:02:31.131624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:57.528983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123422+0000","last_change":"2024-09-19T08:02:30.118166+0000","last_active":"2024-09-19T08:02:32.123422+0000","last_peered":"2024-09-19T08:02:32.123422+0000","last_clean":"2024-09-19T08:02:32.123422+0000","last_became_active":"2024-09-19T08:02:30.117892+0000","last_became_peered":"2024-09-19T08:02:30.117892+0000","last_unstale":"2024-09-19T08:02:32.123422+0000","last_undegraded":"2024-09-19T08:02:32.123422+0000","last_fullsized":"2024-09-19T08:02:32.123422+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:27.391343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132783+0000","last_change":"2024-09-19T08:02:31.130055+0000","last_active":"2024-09-19T08:02:31.132783+0000","last_peered":"2024-09-19T08:02:31.132783+0000","last_clean":"2024-09-19T08:02:31.132783+0000","last_became_active":"2024-09-19T08:02:31.129767+0000","last_became_peered":"2024-09-19T08:02:31.129767+0000","last_unstale":"2024-09-19T08:02:31.132783+0000","last_undegraded":"2024-09-19T08:02:31.132783+0000","last_fullsized":"2024-09-19T08:02:31.132783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259678+0000","last_change":"2024-09-19T08:02:30.123316+0000","last_active":"2024-09-19T08:02:34.259678+0000","last_peered":"2024-09-19T08:02:34.259678+0000","last_clean":"2024-09-19T08:02:34.259678+0000","last_became_active":"2024-09-19T08:02:30.122886+0000","last_became_peered":"2024-09-19T08:02:30.122886+0000","last_unstale":"2024-09-19T08:02:34.259678+0000","last_undegraded":"2024-09-19T08:02:34.259678+0000","last_fullsized":"2024-09-19T08:02:34.259678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:42.027764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.133964+0000","last_change":"2024-09-19T08:02:31.129392+0000","last_active":"2024-09-19T08:02:31.133964+0000","last_peered":"2024-09-19T08:02:31.133964+0000","last_clean":"2024-09-19T08:02:31.133964+0000","last_became_active":"2024-09-19T08:02:31.127675+0000","last_became_peered":"2024-09-19T08:02:31.127675+0000","last_unstale":"2024-09-19T08:02:31.133964+0000","last_undegraded":"2024-09-19T08:02:31.133964+0000","last_fullsized":"2024-09-19T08:02:31.133964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110995+0000","last_change":"2024-09-19T08:02:30.117701+0000","last_active":"2024-09-19T08:02:33.110995+0000","last_peered":"2024-09-19T08:02:33.110995+0000","last_clean":"2024-09-19T08:02:33.110995+0000","last_became_active":"2024-09-19T08:02:30.117397+0000","last_became_peered":"2024-09-19T08:02:30.117397+0000","last_unstale":"2024-09-19T08:02:33.110995+0000","last_undegraded":"2024-09-19T08:02:33.110995+0000","last_fullsized":"2024-09-19T08:02:33.110995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123367+0000","last_change":"2024-09-19T08:02:31.127885+0000","last_active":"2024-09-19T08:02:32.123367+0000","last_peered":"2024-09-19T08:02:32.123367+0000","last_clean":"2024-09-19T08:02:32.123367+0000","last_became_active":"2024-09-19T08:02:31.127494+0000","last_became_peered":"2024-09-19T08:02:31.127494+0000","last_unstale":"2024-09-19T08:02:32.123367+0000","last_undegraded":"2024-09-19T08:02:32.123367+0000","last_fullsized":"2024-09-19T08:02:32.123367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259604+0000","last_change":"2024-09-19T08:02:30.120167+0000","last_active":"2024-09-19T08:02:34.259604+0000","last_peered":"2024-09-19T08:02:34.259604+0000","last_clean":"2024-09-19T08:02:34.259604+0000","last_became_active":"2024-09-19T08:02:30.119837+0000","last_became_peered":"2024-09-19T08:02:30.119837+0000","last_unstale":"2024-09-19T08:02:34.259604+0000","last_undegraded":"2024-09-19T08:02:34.259604+0000","last_fullsized":"2024-09-19T08:02:34.259604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:27.428902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.139461+0000","last_change":"2024-09-19T08:02:31.135344+0000","last_active":"2024-09-19T08:02:31.139461+0000","last_peered":"2024-09-19T08:02:31.139461+0000","last_clean":"2024-09-19T08:02:31.139461+0000","last_became_active":"2024-09-19T08:02:31.135031+0000","last_became_peered":"2024-09-19T08:02:31.135031+0000","last_unstale":"2024-09-19T08:02:31.139461+0000","last_undegraded":"2024-09-19T08:02:31.139461+0000","last_fullsized":"2024-09-19T08:02:31.139461+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116112+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:31.116112+0000","last_peered":"2024-09-19T08:02:31.116112+0000","last_clean":"2024-09-19T08:02:31.116112+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:31.116112+0000","last_undegraded":"2024-09-19T08:02:31.116112+0000","last_fullsized":"2024-09-19T08:02:31.116112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.114065+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.113388+0000","last_became_peered":"2024-09-19T08:02:30.113388+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279240+0000","last_change":"2024-09-19T08:02:31.135407+0000","last_active":"2024-09-19T08:02:32.279240+0000","last_peered":"2024-09-19T08:02:32.279240+0000","last_clean":"2024-09-19T08:02:32.279240+0000","last_became_active":"2024-09-19T08:02:31.135048+0000","last_became_peered":"2024-09-19T08:02:31.135048+0000","last_unstale":"2024-09-19T08:02:32.279240+0000","last_undegraded":"2024-09-19T08:02:32.279240+0000","last_fullsized":"2024-09-19T08:02:32.279240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116078+0000","last_change":"2024-09-19T08:02:30.124549+0000","last_active":"2024-09-19T08:02:31.116078+0000","last_peered":"2024-09-19T08:02:31.116078+0000","last_clean":"2024-09-19T08:02:31.116078+0000","last_became_active":"2024-09-19T08:02:30.124319+0000","last_became_peered":"2024-09-19T08:02:30.124319+0000","last_unstale":"2024-09-19T08:02:31.116078+0000","last_undegraded":"2024-09-19T08:02:31.116078+0000","last_fullsized":"2024-09-19T08:02:31.116078+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134937+0000","last_change":"2024-09-19T08:02:31.127862+0000","last_active":"2024-09-19T08:02:31.134937+0000","last_peered":"2024-09-19T08:02:31.134937+0000","last_clean":"2024-09-19T08:02:31.134937+0000","last_became_active":"2024-09-19T08:02:31.127424+0000","last_became_peered":"2024-09-19T08:02:31.127424+0000","last_unstale":"2024-09-19T08:02:31.134937+0000","last_undegraded":"2024-09-19T08:02:31.134937+0000","last_fullsized":"2024-09-19T08:02:31.134937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:36.366826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259645+0000","last_change":"2024-09-19T08:02:30.119221+0000","last_active":"2024-09-19T08:02:34.259645+0000","last_peered":"2024-09-19T08:02:34.259645+0000","last_clean":"2024-09-19T08:02:34.259645+0000","last_became_active":"2024-09-19T08:02:30.118915+0000","last_became_peered":"2024-09-19T08:02:30.118915+0000","last_unstale":"2024-09-19T08:02:34.259645+0000","last_undegraded":"2024-09-19T08:02:34.259645+0000","last_fullsized":"2024-09-19T08:02:34.259645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:08.562650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110719+0000","last_change":"2024-09-19T08:02:31.122781+0000","last_active":"2024-09-19T08:02:33.110719+0000","last_peered":"2024-09-19T08:02:33.110719+0000","last_clean":"2024-09-19T08:02:33.110719+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:33.110719+0000","last_undegraded":"2024-09-19T08:02:33.110719+0000","last_fullsized":"2024-09-19T08:02:33.110719+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123249+0000","last_change":"2024-09-19T08:02:30.120374+0000","last_active":"2024-09-19T08:02:32.123249+0000","last_peered":"2024-09-19T08:02:32.123249+0000","last_clean":"2024-09-19T08:02:32.123249+0000","last_became_active":"2024-09-19T08:02:30.120115+0000","last_became_peered":"2024-09-19T08:02:30.120115+0000","last_unstale":"2024-09-19T08:02:32.123249+0000","last_undegraded":"2024-09-19T08:02:32.123249+0000","last_fullsized":"2024-09-19T08:02:32.123249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123182+0000","last_change":"2024-09-19T08:02:31.122765+0000","last_active":"2024-09-19T08:02:32.123182+0000","last_peered":"2024-09-19T08:02:32.123182+0000","last_clean":"2024-09-19T08:02:32.123182+0000","last_became_active":"2024-09-19T08:02:31.121870+0000","last_became_peered":"2024-09-19T08:02:31.121870+0000","last_unstale":"2024-09-19T08:02:32.123182+0000","last_undegraded":"2024-09-19T08:02:32.123182+0000","last_fullsized":"2024-09-19T08:02:32.123182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:02.818343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110765+0000","last_change":"2024-09-19T08:02:30.115778+0000","last_active":"2024-09-19T08:02:33.110765+0000","last_peered":"2024-09-19T08:02:33.110765+0000","last_clean":"2024-09-19T08:02:33.110765+0000","last_became_active":"2024-09-19T08:02:30.115456+0000","last_became_peered":"2024-09-19T08:02:30.115456+0000","last_unstale":"2024-09-19T08:02:33.110765+0000","last_undegraded":"2024-09-19T08:02:33.110765+0000","last_fullsized":"2024-09-19T08:02:33.110765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123505+0000","last_change":"2024-09-19T08:02:31.126713+0000","last_active":"2024-09-19T08:02:32.123505+0000","last_peered":"2024-09-19T08:02:32.123505+0000","last_clean":"2024-09-19T08:02:32.123505+0000","last_became_active":"2024-09-19T08:02:31.126447+0000","last_became_peered":"2024-09-19T08:02:31.126447+0000","last_unstale":"2024-09-19T08:02:32.123505+0000","last_undegraded":"2024-09-19T08:02:32.123505+0000","last_fullsized":"2024-09-19T08:02:32.123505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.117527+0000","last_change":"2024-09-19T08:02:30.120791+0000","last_active":"2024-09-19T08:02:31.117527+0000","last_peered":"2024-09-19T08:02:31.117527+0000","last_clean":"2024-09-19T08:02:31.117527+0000","last_became_active":"2024-09-19T08:02:30.120516+0000","last_became_peered":"2024-09-19T08:02:30.120516+0000","last_unstale":"2024-09-19T08:02:31.117527+0000","last_undegraded":"2024-09-19T08:02:31.117527+0000","last_fullsized":"2024-09-19T08:02:31.117527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:55.642903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110994+0000","last_change":"2024-09-19T08:02:31.119399+0000","last_active":"2024-09-19T08:02:33.110994+0000","last_peered":"2024-09-19T08:02:33.110994+0000","last_clean":"2024-09-19T08:02:33.110994+0000","last_became_active":"2024-09-19T08:02:31.119111+0000","last_became_peered":"2024-09-19T08:02:31.119111+0000","last_unstale":"2024-09-19T08:02:33.110994+0000","last_undegraded":"2024-09-19T08:02:33.110994+0000","last_fullsized":"2024-09-19T08:02:33.110994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111027+0000","last_change":"2024-09-19T08:02:30.116005+0000","last_active":"2024-09-19T08:02:33.111027+0000","last_peered":"2024-09-19T08:02:33.111027+0000","last_clean":"2024-09-19T08:02:33.111027+0000","last_became_active":"2024-09-19T08:02:30.115477+0000","last_became_peered":"2024-09-19T08:02:30.115477+0000","last_unstale":"2024-09-19T08:02:33.111027+0000","last_undegraded":"2024-09-19T08:02:33.111027+0000","last_fullsized":"2024-09-19T08:02:33.111027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279399+0000","last_change":"2024-09-19T08:02:31.133269+0000","last_active":"2024-09-19T08:02:32.279399+0000","last_peered":"2024-09-19T08:02:32.279399+0000","last_clean":"2024-09-19T08:02:32.279399+0000","last_became_active":"2024-09-19T08:02:31.132867+0000","last_became_peered":"2024-09-19T08:02:31.132867+0000","last_unstale":"2024-09-19T08:02:32.279399+0000","last_undegraded":"2024-09-19T08:02:32.279399+0000","last_fullsized":"2024-09-19T08:02:32.279399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125158+0000","last_change":"2024-09-19T08:02:30.121117+0000","last_active":"2024-09-19T08:02:32.125158+0000","last_peered":"2024-09-19T08:02:32.125158+0000","last_clean":"2024-09-19T08:02:32.125158+0000","last_became_active":"2024-09-19T08:02:30.120789+0000","last_became_peered":"2024-09-19T08:02:30.120789+0000","last_unstale":"2024-09-19T08:02:32.125158+0000","last_undegraded":"2024-09-19T08:02:32.125158+0000","last_fullsized":"2024-09-19T08:02:32.125158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.120950+0000","last_change":"2024-09-19T08:02:31.117106+0000","last_active":"2024-09-19T08:02:31.120950+0000","last_peered":"2024-09-19T08:02:31.120950+0000","last_clean":"2024-09-19T08:02:31.120950+0000","last_became_active":"2024-09-19T08:02:31.116862+0000","last_became_peered":"2024-09-19T08:02:31.116862+0000","last_unstale":"2024-09-19T08:02:31.120950+0000","last_undegraded":"2024-09-19T08:02:31.120950+0000","last_fullsized":"2024-09-19T08:02:31.120950+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:51.585356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116004+0000","last_change":"2024-09-19T08:02:30.121608+0000","last_active":"2024-09-19T08:02:31.116004+0000","last_peered":"2024-09-19T08:02:31.116004+0000","last_clean":"2024-09-19T08:02:31.116004+0000","last_became_active":"2024-09-19T08:02:30.121313+0000","last_became_peered":"2024-09-19T08:02:30.121313+0000","last_unstale":"2024-09-19T08:02:31.116004+0000","last_undegraded":"2024-09-19T08:02:31.116004+0000","last_fullsized":"2024-09-19T08:02:31.116004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124004+0000","last_change":"2024-09-19T08:02:31.123739+0000","last_active":"2024-09-19T08:02:32.124004+0000","last_peered":"2024-09-19T08:02:32.124004+0000","last_clean":"2024-09-19T08:02:32.124004+0000","last_became_active":"2024-09-19T08:02:31.122738+0000","last_became_peered":"2024-09-19T08:02:31.122738+0000","last_unstale":"2024-09-19T08:02:32.124004+0000","last_undegraded":"2024-09-19T08:02:32.124004+0000","last_fullsized":"2024-09-19T08:02:32.124004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110790+0000","last_change":"2024-09-19T08:02:30.122583+0000","last_active":"2024-09-19T08:02:33.110790+0000","last_peered":"2024-09-19T08:02:33.110790+0000","last_clean":"2024-09-19T08:02:33.110790+0000","last_became_active":"2024-09-19T08:02:30.120303+0000","last_became_peered":"2024-09-19T08:02:30.120303+0000","last_unstale":"2024-09-19T08:02:33.110790+0000","last_undegraded":"2024-09-19T08:02:33.110790+0000","last_fullsized":"2024-09-19T08:02:33.110790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279107+0000","last_change":"2024-09-19T08:02:31.132953+0000","last_active":"2024-09-19T08:02:32.279107+0000","last_peered":"2024-09-19T08:02:32.279107+0000","last_clean":"2024-09-19T08:02:32.279107+0000","last_became_active":"2024-09-19T08:02:31.132518+0000","last_became_peered":"2024-09-19T08:02:31.132518+0000","last_unstale":"2024-09-19T08:02:32.279107+0000","last_undegraded":"2024-09-19T08:02:32.279107+0000","last_fullsized":"2024-09-19T08:02:32.279107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110748+0000","last_change":"2024-09-19T08:02:30.121824+0000","last_active":"2024-09-19T08:02:33.110748+0000","last_peered":"2024-09-19T08:02:33.110748+0000","last_clean":"2024-09-19T08:02:33.110748+0000","last_became_active":"2024-09-19T08:02:30.120680+0000","last_became_peered":"2024-09-19T08:02:30.120680+0000","last_unstale":"2024-09-19T08:02:33.110748+0000","last_undegraded":"2024-09-19T08:02:33.110748+0000","last_fullsized":"2024-09-19T08:02:33.110748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:17.584821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279191+0000","last_change":"2024-09-19T08:02:31.130249+0000","last_active":"2024-09-19T08:02:32.279191+0000","last_peered":"2024-09-19T08:02:32.279191+0000","last_clean":"2024-09-19T08:02:32.279191+0000","last_became_active":"2024-09-19T08:02:31.129995+0000","last_became_peered":"2024-09-19T08:02:31.129995+0000","last_unstale":"2024-09-19T08:02:32.279191+0000","last_undegraded":"2024-09-19T08:02:32.279191+0000","last_fullsized":"2024-09-19T08:02:32.279191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.129313+0000","last_change":"2024-09-19T08:02:30.122641+0000","last_active":"2024-09-19T08:02:31.129313+0000","last_peered":"2024-09-19T08:02:31.129313+0000","last_clean":"2024-09-19T08:02:31.129313+0000","last_became_active":"2024-09-19T08:02:30.122278+0000","last_became_peered":"2024-09-19T08:02:30.122278+0000","last_unstale":"2024-09-19T08:02:31.129313+0000","last_undegraded":"2024-09-19T08:02:31.129313+0000","last_fullsized":"2024-09-19T08:02:31.129313+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124704+0000","last_change":"2024-09-19T08:02:31.115839+0000","last_active":"2024-09-19T08:02:32.124704+0000","last_peered":"2024-09-19T08:02:32.124704+0000","last_clean":"2024-09-19T08:02:32.124704+0000","last_became_active":"2024-09-19T08:02:31.115550+0000","last_became_peered":"2024-09-19T08:02:31.115550+0000","last_unstale":"2024-09-19T08:02:32.124704+0000","last_undegraded":"2024-09-19T08:02:32.124704+0000","last_fullsized":"2024-09-19T08:02:32.124704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123312+0000","last_change":"2024-09-19T08:02:31.132088+0000","last_active":"2024-09-19T08:02:32.123312+0000","last_peered":"2024-09-19T08:02:32.123312+0000","last_clean":"2024-09-19T08:02:32.123312+0000","last_became_active":"2024-09-19T08:02:31.131087+0000","last_became_peered":"2024-09-19T08:02:31.131087+0000","last_unstale":"2024-09-19T08:02:32.123312+0000","last_undegraded":"2024-09-19T08:02:32.123312+0000","last_fullsized":"2024-09-19T08:02:32.123312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134839+0000","last_change":"2024-09-19T08:02:30.123605+0000","last_active":"2024-09-19T08:02:31.134839+0000","last_peered":"2024-09-19T08:02:31.134839+0000","last_clean":"2024-09-19T08:02:31.134839+0000","last_became_active":"2024-09-19T08:02:30.123241+0000","last_became_peered":"2024-09-19T08:02:30.123241+0000","last_unstale":"2024-09-19T08:02:31.134839+0000","last_undegraded":"2024-09-19T08:02:31.134839+0000","last_fullsized":"2024-09-19T08:02:31.134839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123438+0000","last_change":"2024-09-19T08:02:31.130311+0000","last_active":"2024-09-19T08:02:32.123438+0000","last_peered":"2024-09-19T08:02:32.123438+0000","last_clean":"2024-09-19T08:02:32.123438+0000","last_became_active":"2024-09-19T08:02:31.128864+0000","last_became_peered":"2024-09-19T08:02:31.128864+0000","last_unstale":"2024-09-19T08:02:32.123438+0000","last_undegraded":"2024-09-19T08:02:32.123438+0000","last_fullsized":"2024-09-19T08:02:32.123438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134654+0000","last_change":"2024-09-19T08:02:30.121242+0000","last_active":"2024-09-19T08:02:31.134654+0000","last_peered":"2024-09-19T08:02:31.134654+0000","last_clean":"2024-09-19T08:02:31.134654+0000","last_became_active":"2024-09-19T08:02:30.120827+0000","last_became_peered":"2024-09-19T08:02:30.120827+0000","last_unstale":"2024-09-19T08:02:31.134654+0000","last_undegraded":"2024-09-19T08:02:31.134654+0000","last_fullsized":"2024-09-19T08:02:31.134654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:22.473977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135229+0000","last_change":"2024-09-19T08:02:31.130815+0000","last_active":"2024-09-19T08:02:31.135229+0000","last_peered":"2024-09-19T08:02:31.135229+0000","last_clean":"2024-09-19T08:02:31.135229+0000","last_became_active":"2024-09-19T08:02:31.130558+0000","last_became_peered":"2024-09-19T08:02:31.130558+0000","last_unstale":"2024-09-19T08:02:31.135229+0000","last_undegraded":"2024-09-19T08:02:31.135229+0000","last_fullsized":"2024-09-19T08:02:31.135229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:23.479702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279441+0000","last_change":"2024-09-19T08:02:30.121424+0000","last_active":"2024-09-19T08:02:32.279441+0000","last_peered":"2024-09-19T08:02:32.279441+0000","last_clean":"2024-09-19T08:02:32.279441+0000","last_became_active":"2024-09-19T08:02:30.121123+0000","last_became_peered":"2024-09-19T08:02:30.121123+0000","last_unstale":"2024-09-19T08:02:32.279441+0000","last_undegraded":"2024-09-19T08:02:32.279441+0000","last_fullsized":"2024-09-19T08:02:32.279441+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:50.579631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279443+0000","last_change":"2024-09-19T08:02:31.121896+0000","last_active":"2024-09-19T08:02:32.279443+0000","last_peered":"2024-09-19T08:02:32.279443+0000","last_clean":"2024-09-19T08:02:32.279443+0000","last_became_active":"2024-09-19T08:02:31.121604+0000","last_became_peered":"2024-09-19T08:02:31.121604+0000","last_unstale":"2024-09-19T08:02:32.279443+0000","last_undegraded":"2024-09-19T08:02:32.279443+0000","last_fullsized":"2024-09-19T08:02:32.279443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135932+0000","last_change":"2024-09-19T08:02:30.123679+0000","last_active":"2024-09-19T08:02:31.135932+0000","last_peered":"2024-09-19T08:02:31.135932+0000","last_clean":"2024-09-19T08:02:31.135932+0000","last_became_active":"2024-09-19T08:02:30.123415+0000","last_became_peered":"2024-09-19T08:02:30.123415+0000","last_unstale":"2024-09-19T08:02:31.135932+0000","last_undegraded":"2024-09-19T08:02:31.135932+0000","last_fullsized":"2024-09-19T08:02:31.135932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":798720,"data_stored":658813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":74253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35548,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336292,"statfs":{"total":96636764160,"available":96600363008,"internally_reserved":0,"allocated":200704,"data_stored":67863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":658869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:37.089 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:02:37.089+0000 7fa3ce516640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:02:38.500 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.615+0000 7f75f4781640 1 Processor -- start 2024-09-19T08:02:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.615+0000 7f75f4781640 1 -- start start 2024-09-19T08:02:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f4781640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f4781640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f75ec0cf800 0x7f75ec0b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f4781640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75ec0ce060 con 0x7f75ec0b23c0 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f4781640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f75ec0cf100 con 0x7f75ec0cf800 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f4781640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f75ec0cfc40 con 0x7f75ec15c480 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f1d1c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f75ec0cf800 0x7f75ec0b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.616+0000 7f75f2d1e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f75ec0b23c0 0x7f75ec0cce90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33974/0 (socket says 172.21.15.17:33974) 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f1d1c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f75ec0cf800 0x7f75ec0b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48386/0 (socket says 172.21.15.17:48386) 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f2d1e640 1 -- 172.21.15.17:0/1170066409 learned_addr learned my addr 172.21.15.17:0/1170066409 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f251d640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1170066409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 msgr2=0x7f75ec0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f1d1c640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1170066409 >> v1:172.21.15.17:6789/0 conn(0x7f75ec0b23c0 legacy=0x7f75ec0cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1170066409 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75ec0ce340 con 0x7f75ec0cf800 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.617+0000 7f75f151b640 1 -- 172.21.15.17:0/1170066409 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1365627834 0 0) 0x7f75ec0ce060 con 0x7f75ec0b23c0 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f1d1c640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec0b1e80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f75dc0097a0 tx=0x7f75dc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ecc3961a86786a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f151b640 1 -- 172.21.15.17:0/1170066409 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc037070 con 0x7f75ec0cf800 2024-09-19T08:02:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f151b640 1 -- 172.21.15.17:0/1170066409 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75dc032440 con 0x7f75ec0cf800 2024-09-19T08:02:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f151b640 1 -- 172.21.15.17:0/1170066409 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc032810 con 0x7f75ec0cf800 2024-09-19T08:02:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 -- 172.21.15.17:0/1170066409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 msgr2=0x7f75ec0b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec0b1e80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f75dc0097a0 tx=0x7f75dc02a180 comp rx=0 tx=0).stop 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 -- 172.21.15.17:0/1170066409 shutdown_connections 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec0b1e80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 --2- 172.21.15.17:0/1170066409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 -- 172.21.15.17:0/1170066409 >> 172.21.15.17:0/1170066409 conn(0x7f75ec06bc10 msgr2=0x7f75ec06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 -- 172.21.15.17:0/1170066409 shutdown_connections 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.618+0000 7f75f4781640 1 -- 172.21.15.17:0/1170066409 wait complete. 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 Processor -- start 2024-09-19T08:02:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 -- start start 2024-09-19T08:02:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 0x7f75ec0b4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0af470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec0cebe0 con 0x7f75ec0cf800 2024-09-19T08:02:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec0ce900 con 0x7f75ec0b23c0 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f4781640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f75ec0b2870 con 0x7f75ec15c480 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.620+0000 7f75f1d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48398/0 (socket says 172.21.15.17:48398) 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1672761036 learned_addr learned my addr 172.21.15.17:0/1672761036 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f2d1e640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0af470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f251d640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 0x7f75ec0b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 msgr2=0x7f75ec0af470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0af470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 msgr2=0x7f75ec0b4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 0x7f75ec0b4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 -- 172.21.15.17:0/1672761036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75ec1f53f0 con 0x7f75ec0cf800 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f251d640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 0x7f75ec0b4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f1d1c640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f75dc035040 tx=0x7f75dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc037040 con 0x7f75ec0cf800 2024-09-19T08:02:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75dc030770 con 0x7f75ec0cf800 2024-09-19T08:02:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75ec0b36e0 con 0x7f75ec0cf800 2024-09-19T08:02:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc030b80 con 0x7f75ec0cf800 2024-09-19T08:02:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.621+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75ec0b3ca0 con 0x7f75ec0cf800 2024-09-19T08:02:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.622+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75ec0b1e80 con 0x7f75ec0cf800 2024-09-19T08:02:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.623+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75dc044020 con 0x7f75ec0cf800 2024-09-19T08:02:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.623+0000 7f75e2ffd640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.623+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f75dc0ab880 con 0x7f75ec0cf800 2024-09-19T08:02:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.624+0000 7f75f251d640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.624+0000 7f75f251d640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 0x7f75d006e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f75ec0b5050 tx=0x7f75e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.628+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75ec1f53f0 con 0x7f75ec0cf800 2024-09-19T08:02:38.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.801+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75ec06d900 con 0x7f75d006c2b0 2024-09-19T08:02:38.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.807+0000 7f75e2ffd640 1 -- 172.21.15.17:0/1672761036 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251924 (secure 0 0 0) 0x7f75ec06d900 con 0x7f75d006c2b0 2024-09-19T08:02:38.809 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:38.810 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:38.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 msgr2=0x7f75d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 0x7f75d006e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f75ec0b5050 tx=0x7f75e8008040 comp rx=0 tx=0).stop 2024-09-19T08:02:38.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 msgr2=0x7f75ec1f4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f75dc035040 tx=0x7f75dc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 shutdown_connections 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75d006c2b0 0x7f75d006e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f75ec15c480 0x7f75ec0af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75ec0cf800 0x7f75ec1f4eb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 --2- 172.21.15.17:0/1672761036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f75ec0b23c0 0x7f75ec0b4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 >> 172.21.15.17:0/1672761036 conn(0x7f75ec06bc10 msgr2=0x7f75ec15aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 shutdown_connections 2024-09-19T08:02:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.810+0000 7f75f4781640 1 -- 172.21.15.17:0/1672761036 wait complete. 2024-09-19T08:02:38.821 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T08:02:37.392852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239908,"kb_used_data":2852,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734812,"statfs":{"total":773094113280,"available":772848447488,"internally_reserved":0,"allocated":2920448,"data_stored":1759960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.290508"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.127721+0000","last_change":"2024-09-19T08:02:31.124316+0000","last_active":"2024-09-19T08:02:31.127721+0000","last_peered":"2024-09-19T08:02:31.127721+0000","last_clean":"2024-09-19T08:02:31.127721+0000","last_became_active":"2024-09-19T08:02:31.124043+0000","last_became_peered":"2024-09-19T08:02:31.124043+0000","last_unstale":"2024-09-19T08:02:31.127721+0000","last_undegraded":"2024-09-19T08:02:31.127721+0000","last_fullsized":"2024-09-19T08:02:31.127721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:19.256612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111006+0000","last_change":"2024-09-19T08:02:31.118606+0000","last_active":"2024-09-19T08:02:33.111006+0000","last_peered":"2024-09-19T08:02:33.111006+0000","last_clean":"2024-09-19T08:02:33.111006+0000","last_became_active":"2024-09-19T08:02:31.118319+0000","last_became_peered":"2024-09-19T08:02:31.118319+0000","last_unstale":"2024-09-19T08:02:33.111006+0000","last_undegraded":"2024-09-19T08:02:33.111006+0000","last_fullsized":"2024-09-19T08:02:33.111006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.121148+0000","last_change":"2024-09-19T08:02:31.119993+0000","last_active":"2024-09-19T08:02:31.121148+0000","last_peered":"2024-09-19T08:02:31.121148+0000","last_clean":"2024-09-19T08:02:31.121148+0000","last_became_active":"2024-09-19T08:02:31.119636+0000","last_became_peered":"2024-09-19T08:02:31.119636+0000","last_unstale":"2024-09-19T08:02:31.121148+0000","last_undegraded":"2024-09-19T08:02:31.121148+0000","last_fullsized":"2024-09-19T08:02:31.121148+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:18.590546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123039+0000","last_change":"2024-09-19T08:02:31.127643+0000","last_active":"2024-09-19T08:02:32.123039+0000","last_peered":"2024-09-19T08:02:32.123039+0000","last_clean":"2024-09-19T08:02:32.123039+0000","last_became_active":"2024-09-19T08:02:31.127237+0000","last_became_peered":"2024-09-19T08:02:31.127237+0000","last_unstale":"2024-09-19T08:02:32.123039+0000","last_undegraded":"2024-09-19T08:02:32.123039+0000","last_fullsized":"2024-09-19T08:02:32.123039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132109+0000","last_change":"2024-09-19T08:02:31.128070+0000","last_active":"2024-09-19T08:02:31.132109+0000","last_peered":"2024-09-19T08:02:31.132109+0000","last_clean":"2024-09-19T08:02:31.132109+0000","last_became_active":"2024-09-19T08:02:31.127791+0000","last_became_peered":"2024-09-19T08:02:31.127791+0000","last_unstale":"2024-09-19T08:02:31.132109+0000","last_undegraded":"2024-09-19T08:02:31.132109+0000","last_fullsized":"2024-09-19T08:02:31.132109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:34.006142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122655+0000","last_change":"2024-09-19T08:02:31.134300+0000","last_active":"2024-09-19T08:02:32.122655+0000","last_peered":"2024-09-19T08:02:32.122655+0000","last_clean":"2024-09-19T08:02:32.122655+0000","last_became_active":"2024-09-19T08:02:31.133241+0000","last_became_peered":"2024-09-19T08:02:31.133241+0000","last_unstale":"2024-09-19T08:02:32.122655+0000","last_undegraded":"2024-09-19T08:02:32.122655+0000","last_fullsized":"2024-09-19T08:02:32.122655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132811+0000","last_change":"2024-09-19T08:02:31.131265+0000","last_active":"2024-09-19T08:02:31.132811+0000","last_peered":"2024-09-19T08:02:31.132811+0000","last_clean":"2024-09-19T08:02:31.132811+0000","last_became_active":"2024-09-19T08:02:31.130318+0000","last_became_peered":"2024-09-19T08:02:31.130318+0000","last_unstale":"2024-09-19T08:02:31.132811+0000","last_undegraded":"2024-09-19T08:02:31.132811+0000","last_fullsized":"2024-09-19T08:02:31.132811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278946+0000","last_change":"2024-09-19T08:02:31.136499+0000","last_active":"2024-09-19T08:02:32.278946+0000","last_peered":"2024-09-19T08:02:32.278946+0000","last_clean":"2024-09-19T08:02:32.278946+0000","last_became_active":"2024-09-19T08:02:31.136189+0000","last_became_peered":"2024-09-19T08:02:31.136189+0000","last_unstale":"2024-09-19T08:02:32.278946+0000","last_undegraded":"2024-09-19T08:02:32.278946+0000","last_fullsized":"2024-09-19T08:02:32.278946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136260+0000","last_change":"2024-09-19T08:02:31.133152+0000","last_active":"2024-09-19T08:02:31.136260+0000","last_peered":"2024-09-19T08:02:31.136260+0000","last_clean":"2024-09-19T08:02:31.136260+0000","last_became_active":"2024-09-19T08:02:31.132736+0000","last_became_peered":"2024-09-19T08:02:31.132736+0000","last_unstale":"2024-09-19T08:02:31.136260+0000","last_undegraded":"2024-09-19T08:02:31.136260+0000","last_fullsized":"2024-09-19T08:02:31.136260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125247+0000","last_change":"2024-09-19T08:02:31.119087+0000","last_active":"2024-09-19T08:02:32.125247+0000","last_peered":"2024-09-19T08:02:32.125247+0000","last_clean":"2024-09-19T08:02:32.125247+0000","last_became_active":"2024-09-19T08:02:31.118840+0000","last_became_peered":"2024-09-19T08:02:31.118840+0000","last_unstale":"2024-09-19T08:02:32.125247+0000","last_undegraded":"2024-09-19T08:02:32.125247+0000","last_fullsized":"2024-09-19T08:02:32.125247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124740+0000","last_change":"2024-09-19T08:02:31.123335+0000","last_active":"2024-09-19T08:02:32.124740+0000","last_peered":"2024-09-19T08:02:32.124740+0000","last_clean":"2024-09-19T08:02:32.124740+0000","last_became_active":"2024-09-19T08:02:31.123044+0000","last_became_peered":"2024-09-19T08:02:31.123044+0000","last_unstale":"2024-09-19T08:02:32.124740+0000","last_undegraded":"2024-09-19T08:02:32.124740+0000","last_fullsized":"2024-09-19T08:02:32.124740+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123529+0000","last_change":"2024-09-19T08:02:31.125262+0000","last_active":"2024-09-19T08:02:32.123529+0000","last_peered":"2024-09-19T08:02:32.123529+0000","last_clean":"2024-09-19T08:02:32.123529+0000","last_became_active":"2024-09-19T08:02:31.124972+0000","last_became_peered":"2024-09-19T08:02:31.124972+0000","last_unstale":"2024-09-19T08:02:32.123529+0000","last_undegraded":"2024-09-19T08:02:32.123529+0000","last_fullsized":"2024-09-19T08:02:32.123529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:45.056248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279204+0000","last_change":"2024-09-19T08:02:31.125013+0000","last_active":"2024-09-19T08:02:32.279204+0000","last_peered":"2024-09-19T08:02:32.279204+0000","last_clean":"2024-09-19T08:02:32.279204+0000","last_became_active":"2024-09-19T08:02:31.122438+0000","last_became_peered":"2024-09-19T08:02:31.122438+0000","last_unstale":"2024-09-19T08:02:32.279204+0000","last_undegraded":"2024-09-19T08:02:32.279204+0000","last_fullsized":"2024-09-19T08:02:32.279204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135013+0000","last_change":"2024-09-19T08:02:31.130731+0000","last_active":"2024-09-19T08:02:31.135013+0000","last_peered":"2024-09-19T08:02:31.135013+0000","last_clean":"2024-09-19T08:02:31.135013+0000","last_became_active":"2024-09-19T08:02:31.130466+0000","last_became_peered":"2024-09-19T08:02:31.130466+0000","last_unstale":"2024-09-19T08:02:31.135013+0000","last_undegraded":"2024-09-19T08:02:31.135013+0000","last_fullsized":"2024-09-19T08:02:31.135013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:15.547881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110793+0000","last_change":"2024-09-19T08:02:31.124261+0000","last_active":"2024-09-19T08:02:33.110793+0000","last_peered":"2024-09-19T08:02:33.110793+0000","last_clean":"2024-09-19T08:02:33.110793+0000","last_became_active":"2024-09-19T08:02:31.123959+0000","last_became_peered":"2024-09-19T08:02:31.123959+0000","last_unstale":"2024-09-19T08:02:33.110793+0000","last_undegraded":"2024-09-19T08:02:33.110793+0000","last_fullsized":"2024-09-19T08:02:33.110793+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122630+0000","last_change":"2024-09-19T08:02:31.133666+0000","last_active":"2024-09-19T08:02:32.122630+0000","last_peered":"2024-09-19T08:02:32.122630+0000","last_clean":"2024-09-19T08:02:32.122630+0000","last_became_active":"2024-09-19T08:02:31.133386+0000","last_became_peered":"2024-09-19T08:02:31.133386+0000","last_unstale":"2024-09-19T08:02:32.122630+0000","last_undegraded":"2024-09-19T08:02:32.122630+0000","last_fullsized":"2024-09-19T08:02:32.122630+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123701+0000","last_change":"2024-09-19T08:02:31.130790+0000","last_active":"2024-09-19T08:02:32.123701+0000","last_peered":"2024-09-19T08:02:32.123701+0000","last_clean":"2024-09-19T08:02:32.123701+0000","last_became_active":"2024-09-19T08:02:31.130495+0000","last_became_peered":"2024-09-19T08:02:31.130495+0000","last_unstale":"2024-09-19T08:02:32.123701+0000","last_undegraded":"2024-09-19T08:02:32.123701+0000","last_fullsized":"2024-09-19T08:02:32.123701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259703+0000","last_change":"2024-09-19T08:02:31.122708+0000","last_active":"2024-09-19T08:02:34.259703+0000","last_peered":"2024-09-19T08:02:34.259703+0000","last_clean":"2024-09-19T08:02:34.259703+0000","last_became_active":"2024-09-19T08:02:31.118878+0000","last_became_peered":"2024-09-19T08:02:31.118878+0000","last_unstale":"2024-09-19T08:02:34.259703+0000","last_undegraded":"2024-09-19T08:02:34.259703+0000","last_fullsized":"2024-09-19T08:02:34.259703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132074+0000","last_change":"2024-09-19T08:02:31.127137+0000","last_active":"2024-09-19T08:02:31.132074+0000","last_peered":"2024-09-19T08:02:31.132074+0000","last_clean":"2024-09-19T08:02:31.132074+0000","last_became_active":"2024-09-19T08:02:31.126887+0000","last_became_peered":"2024-09-19T08:02:31.126887+0000","last_unstale":"2024-09-19T08:02:31.132074+0000","last_undegraded":"2024-09-19T08:02:31.132074+0000","last_fullsized":"2024-09-19T08:02:31.132074+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:48.274991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125169+0000","last_change":"2024-09-19T08:02:31.122792+0000","last_active":"2024-09-19T08:02:32.125169+0000","last_peered":"2024-09-19T08:02:32.125169+0000","last_clean":"2024-09-19T08:02:32.125169+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:32.125169+0000","last_undegraded":"2024-09-19T08:02:32.125169+0000","last_fullsized":"2024-09-19T08:02:32.125169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.129090+0000","last_change":"2024-09-19T08:02:31.124088+0000","last_active":"2024-09-19T08:02:31.129090+0000","last_peered":"2024-09-19T08:02:31.129090+0000","last_clean":"2024-09-19T08:02:31.129090+0000","last_became_active":"2024-09-19T08:02:31.123791+0000","last_became_peered":"2024-09-19T08:02:31.123791+0000","last_unstale":"2024-09-19T08:02:31.129090+0000","last_undegraded":"2024-09-19T08:02:31.129090+0000","last_fullsized":"2024-09-19T08:02:31.129090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:50.598166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122868+0000","last_change":"2024-09-19T08:02:31.131077+0000","last_active":"2024-09-19T08:02:32.122868+0000","last_peered":"2024-09-19T08:02:32.122868+0000","last_clean":"2024-09-19T08:02:32.122868+0000","last_became_active":"2024-09-19T08:02:31.130613+0000","last_became_peered":"2024-09-19T08:02:31.130613+0000","last_unstale":"2024-09-19T08:02:32.122868+0000","last_undegraded":"2024-09-19T08:02:32.122868+0000","last_fullsized":"2024-09-19T08:02:32.122868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279289+0000","last_change":"2024-09-19T08:02:31.123605+0000","last_active":"2024-09-19T08:02:32.279289+0000","last_peered":"2024-09-19T08:02:32.279289+0000","last_clean":"2024-09-19T08:02:32.279289+0000","last_became_active":"2024-09-19T08:02:31.123254+0000","last_became_peered":"2024-09-19T08:02:31.123254+0000","last_unstale":"2024-09-19T08:02:32.279289+0000","last_undegraded":"2024-09-19T08:02:32.279289+0000","last_fullsized":"2024-09-19T08:02:32.279289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122884+0000","last_change":"2024-09-19T08:02:31.132603+0000","last_active":"2024-09-19T08:02:32.122884+0000","last_peered":"2024-09-19T08:02:32.122884+0000","last_clean":"2024-09-19T08:02:32.122884+0000","last_became_active":"2024-09-19T08:02:31.131678+0000","last_became_peered":"2024-09-19T08:02:31.131678+0000","last_unstale":"2024-09-19T08:02:32.122884+0000","last_undegraded":"2024-09-19T08:02:32.122884+0000","last_fullsized":"2024-09-19T08:02:32.122884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279371+0000","last_change":"2024-09-19T08:02:31.123671+0000","last_active":"2024-09-19T08:02:32.279371+0000","last_peered":"2024-09-19T08:02:32.279371+0000","last_clean":"2024-09-19T08:02:32.279371+0000","last_became_active":"2024-09-19T08:02:31.123352+0000","last_became_peered":"2024-09-19T08:02:31.123352+0000","last_unstale":"2024-09-19T08:02:32.279371+0000","last_undegraded":"2024-09-19T08:02:32.279371+0000","last_fullsized":"2024-09-19T08:02:32.279371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125161+0000","last_change":"2024-09-19T08:02:31.125454+0000","last_active":"2024-09-19T08:02:32.125161+0000","last_peered":"2024-09-19T08:02:32.125161+0000","last_clean":"2024-09-19T08:02:32.125161+0000","last_became_active":"2024-09-19T08:02:31.123932+0000","last_became_peered":"2024-09-19T08:02:31.123932+0000","last_unstale":"2024-09-19T08:02:32.125161+0000","last_undegraded":"2024-09-19T08:02:32.125161+0000","last_fullsized":"2024-09-19T08:02:32.125161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110940+0000","last_change":"2024-09-19T08:02:31.131148+0000","last_active":"2024-09-19T08:02:33.110940+0000","last_peered":"2024-09-19T08:02:33.110940+0000","last_clean":"2024-09-19T08:02:33.110940+0000","last_became_active":"2024-09-19T08:02:31.130849+0000","last_became_peered":"2024-09-19T08:02:31.130849+0000","last_unstale":"2024-09-19T08:02:33.110940+0000","last_undegraded":"2024-09-19T08:02:33.110940+0000","last_fullsized":"2024-09-19T08:02:33.110940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279588+0000","last_change":"2024-09-19T08:02:31.127542+0000","last_active":"2024-09-19T08:02:32.279588+0000","last_peered":"2024-09-19T08:02:32.279588+0000","last_clean":"2024-09-19T08:02:32.279588+0000","last_became_active":"2024-09-19T08:02:31.126399+0000","last_became_peered":"2024-09-19T08:02:31.126399+0000","last_unstale":"2024-09-19T08:02:32.279588+0000","last_undegraded":"2024-09-19T08:02:32.279588+0000","last_fullsized":"2024-09-19T08:02:32.279588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136165+0000","last_change":"2024-09-19T08:02:31.133154+0000","last_active":"2024-09-19T08:02:31.136165+0000","last_peered":"2024-09-19T08:02:31.136165+0000","last_clean":"2024-09-19T08:02:31.136165+0000","last_became_active":"2024-09-19T08:02:31.132004+0000","last_became_peered":"2024-09-19T08:02:31.132004+0000","last_unstale":"2024-09-19T08:02:31.136165+0000","last_undegraded":"2024-09-19T08:02:31.136165+0000","last_fullsized":"2024-09-19T08:02:31.136165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:19.256612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123769+0000","last_change":"2024-09-19T08:02:31.126994+0000","last_active":"2024-09-19T08:02:32.123769+0000","last_peered":"2024-09-19T08:02:32.123769+0000","last_clean":"2024-09-19T08:02:32.123769+0000","last_became_active":"2024-09-19T08:02:31.126699+0000","last_became_peered":"2024-09-19T08:02:31.126699+0000","last_unstale":"2024-09-19T08:02:32.123769+0000","last_undegraded":"2024-09-19T08:02:32.123769+0000","last_fullsized":"2024-09-19T08:02:32.123769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259589+0000","last_change":"2024-09-19T08:02:31.119617+0000","last_active":"2024-09-19T08:02:34.259589+0000","last_peered":"2024-09-19T08:02:34.259589+0000","last_clean":"2024-09-19T08:02:34.259589+0000","last_became_active":"2024-09-19T08:02:31.118585+0000","last_became_peered":"2024-09-19T08:02:31.118585+0000","last_unstale":"2024-09-19T08:02:34.259589+0000","last_undegraded":"2024-09-19T08:02:34.259589+0000","last_fullsized":"2024-09-19T08:02:34.259589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124144+0000","last_change":"2024-09-19T08:02:31.116727+0000","last_active":"2024-09-19T08:02:32.124144+0000","last_peered":"2024-09-19T08:02:32.124144+0000","last_clean":"2024-09-19T08:02:32.124144+0000","last_became_active":"2024-09-19T08:02:31.116423+0000","last_became_peered":"2024-09-19T08:02:31.116423+0000","last_unstale":"2024-09-19T08:02:32.124144+0000","last_undegraded":"2024-09-19T08:02:32.124144+0000","last_fullsized":"2024-09-19T08:02:32.124144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122423+0000","last_change":"2024-09-19T08:02:31.130245+0000","last_active":"2024-09-19T08:02:32.122423+0000","last_peered":"2024-09-19T08:02:32.122423+0000","last_clean":"2024-09-19T08:02:32.122423+0000","last_became_active":"2024-09-19T08:02:31.129966+0000","last_became_peered":"2024-09-19T08:02:31.129966+0000","last_unstale":"2024-09-19T08:02:32.122423+0000","last_undegraded":"2024-09-19T08:02:32.122423+0000","last_fullsized":"2024-09-19T08:02:32.122423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:58.140039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279258+0000","last_change":"2024-09-19T08:02:30.124812+0000","last_active":"2024-09-19T08:02:32.279258+0000","last_peered":"2024-09-19T08:02:32.279258+0000","last_clean":"2024-09-19T08:02:32.279258+0000","last_became_active":"2024-09-19T08:02:30.124537+0000","last_became_peered":"2024-09-19T08:02:30.124537+0000","last_unstale":"2024-09-19T08:02:32.279258+0000","last_undegraded":"2024-09-19T08:02:32.279258+0000","last_fullsized":"2024-09-19T08:02:32.279258+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136145+0000","last_change":"2024-09-19T08:02:31.132902+0000","last_active":"2024-09-19T08:02:31.136145+0000","last_peered":"2024-09-19T08:02:31.136145+0000","last_clean":"2024-09-19T08:02:31.136145+0000","last_became_active":"2024-09-19T08:02:31.131592+0000","last_became_peered":"2024-09-19T08:02:31.131592+0000","last_unstale":"2024-09-19T08:02:31.136145+0000","last_undegraded":"2024-09-19T08:02:31.136145+0000","last_fullsized":"2024-09-19T08:02:31.136145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:56.648628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124443+0000","last_change":"2024-09-19T08:02:30.117676+0000","last_active":"2024-09-19T08:02:32.124443+0000","last_peered":"2024-09-19T08:02:32.124443+0000","last_clean":"2024-09-19T08:02:32.124443+0000","last_became_active":"2024-09-19T08:02:30.117395+0000","last_became_peered":"2024-09-19T08:02:30.117395+0000","last_unstale":"2024-09-19T08:02:32.124443+0000","last_undegraded":"2024-09-19T08:02:32.124443+0000","last_fullsized":"2024-09-19T08:02:32.124443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278997+0000","last_change":"2024-09-19T08:02:30.120517+0000","last_active":"2024-09-19T08:02:32.278997+0000","last_peered":"2024-09-19T08:02:32.278997+0000","last_clean":"2024-09-19T08:02:32.278997+0000","last_became_active":"2024-09-19T08:02:30.119930+0000","last_became_peered":"2024-09-19T08:02:30.119930+0000","last_unstale":"2024-09-19T08:02:32.278997+0000","last_undegraded":"2024-09-19T08:02:32.278997+0000","last_fullsized":"2024-09-19T08:02:32.278997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279030+0000","last_change":"2024-09-19T08:02:31.125078+0000","last_active":"2024-09-19T08:02:32.279030+0000","last_peered":"2024-09-19T08:02:32.279030+0000","last_clean":"2024-09-19T08:02:32.279030+0000","last_became_active":"2024-09-19T08:02:31.124731+0000","last_became_peered":"2024-09-19T08:02:31.124731+0000","last_unstale":"2024-09-19T08:02:32.279030+0000","last_undegraded":"2024-09-19T08:02:32.279030+0000","last_fullsized":"2024-09-19T08:02:32.279030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.117474+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.117196+0000","last_became_peered":"2024-09-19T08:02:30.117196+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110715+0000","last_change":"2024-09-19T08:02:31.131622+0000","last_active":"2024-09-19T08:02:33.110715+0000","last_peered":"2024-09-19T08:02:33.110715+0000","last_clean":"2024-09-19T08:02:33.110715+0000","last_became_active":"2024-09-19T08:02:31.131360+0000","last_became_peered":"2024-09-19T08:02:31.131360+0000","last_unstale":"2024-09-19T08:02:33.110715+0000","last_undegraded":"2024-09-19T08:02:33.110715+0000","last_fullsized":"2024-09-19T08:02:33.110715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125034+0000","last_change":"2024-09-19T08:02:30.120024+0000","last_active":"2024-09-19T08:02:32.125034+0000","last_peered":"2024-09-19T08:02:32.125034+0000","last_clean":"2024-09-19T08:02:32.125034+0000","last_became_active":"2024-09-19T08:02:30.119546+0000","last_became_peered":"2024-09-19T08:02:30.119546+0000","last_unstale":"2024-09-19T08:02:32.125034+0000","last_undegraded":"2024-09-19T08:02:32.125034+0000","last_fullsized":"2024-09-19T08:02:32.125034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123199+0000","last_change":"2024-09-19T08:02:31.128348+0000","last_active":"2024-09-19T08:02:32.123199+0000","last_peered":"2024-09-19T08:02:32.123199+0000","last_clean":"2024-09-19T08:02:32.123199+0000","last_became_active":"2024-09-19T08:02:31.127584+0000","last_became_peered":"2024-09-19T08:02:31.127584+0000","last_unstale":"2024-09-19T08:02:32.123199+0000","last_undegraded":"2024-09-19T08:02:32.123199+0000","last_fullsized":"2024-09-19T08:02:32.123199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123104+0000","last_change":"2024-09-19T08:02:30.115461+0000","last_active":"2024-09-19T08:02:32.123104+0000","last_peered":"2024-09-19T08:02:32.123104+0000","last_clean":"2024-09-19T08:02:32.123104+0000","last_became_active":"2024-09-19T08:02:30.115130+0000","last_became_peered":"2024-09-19T08:02:30.115130+0000","last_unstale":"2024-09-19T08:02:32.123104+0000","last_undegraded":"2024-09-19T08:02:32.123104+0000","last_fullsized":"2024-09-19T08:02:32.123104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134962+0000","last_change":"2024-09-19T08:02:31.127979+0000","last_active":"2024-09-19T08:02:31.134962+0000","last_peered":"2024-09-19T08:02:31.134962+0000","last_clean":"2024-09-19T08:02:31.134962+0000","last_became_active":"2024-09-19T08:02:31.124410+0000","last_became_peered":"2024-09-19T08:02:31.124410+0000","last_unstale":"2024-09-19T08:02:31.134962+0000","last_undegraded":"2024-09-19T08:02:31.134962+0000","last_fullsized":"2024-09-19T08:02:31.134962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:20.461821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110873+0000","last_change":"2024-09-19T08:02:30.122223+0000","last_active":"2024-09-19T08:02:33.110873+0000","last_peered":"2024-09-19T08:02:33.110873+0000","last_clean":"2024-09-19T08:02:33.110873+0000","last_became_active":"2024-09-19T08:02:30.119638+0000","last_became_peered":"2024-09-19T08:02:30.119638+0000","last_unstale":"2024-09-19T08:02:33.110873+0000","last_undegraded":"2024-09-19T08:02:33.110873+0000","last_fullsized":"2024-09-19T08:02:33.110873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123665+0000","last_change":"2024-09-19T08:02:31.129079+0000","last_active":"2024-09-19T08:02:32.123665+0000","last_peered":"2024-09-19T08:02:32.123665+0000","last_clean":"2024-09-19T08:02:32.123665+0000","last_became_active":"2024-09-19T08:02:31.128650+0000","last_became_peered":"2024-09-19T08:02:31.128650+0000","last_unstale":"2024-09-19T08:02:32.123665+0000","last_undegraded":"2024-09-19T08:02:32.123665+0000","last_fullsized":"2024-09-19T08:02:32.123665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125062+0000","last_change":"2024-09-19T08:02:30.116858+0000","last_active":"2024-09-19T08:02:32.125062+0000","last_peered":"2024-09-19T08:02:32.125062+0000","last_clean":"2024-09-19T08:02:32.125062+0000","last_became_active":"2024-09-19T08:02:30.116577+0000","last_became_peered":"2024-09-19T08:02:30.116577+0000","last_unstale":"2024-09-19T08:02:32.125062+0000","last_undegraded":"2024-09-19T08:02:32.125062+0000","last_fullsized":"2024-09-19T08:02:32.125062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.139442+0000","last_change":"2024-09-19T08:02:31.134457+0000","last_active":"2024-09-19T08:02:31.139442+0000","last_peered":"2024-09-19T08:02:31.139442+0000","last_clean":"2024-09-19T08:02:31.139442+0000","last_became_active":"2024-09-19T08:02:31.134173+0000","last_became_peered":"2024-09-19T08:02:31.134173+0000","last_unstale":"2024-09-19T08:02:31.139442+0000","last_undegraded":"2024-09-19T08:02:31.139442+0000","last_fullsized":"2024-09-19T08:02:31.139442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.136587+0000","last_change":"2024-09-19T08:02:30.118289+0000","last_active":"2024-09-19T08:02:31.136587+0000","last_peered":"2024-09-19T08:02:31.136587+0000","last_clean":"2024-09-19T08:02:31.136587+0000","last_became_active":"2024-09-19T08:02:30.117976+0000","last_became_peered":"2024-09-19T08:02:30.117976+0000","last_unstale":"2024-09-19T08:02:31.136587+0000","last_undegraded":"2024-09-19T08:02:31.136587+0000","last_fullsized":"2024-09-19T08:02:31.136587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.122245+0000","last_change":"2024-09-19T08:02:31.121435+0000","last_active":"2024-09-19T08:02:31.122245+0000","last_peered":"2024-09-19T08:02:31.122245+0000","last_clean":"2024-09-19T08:02:31.122245+0000","last_became_active":"2024-09-19T08:02:31.121174+0000","last_became_peered":"2024-09-19T08:02:31.121174+0000","last_unstale":"2024-09-19T08:02:31.122245+0000","last_undegraded":"2024-09-19T08:02:31.122245+0000","last_fullsized":"2024-09-19T08:02:31.122245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:04.661522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123128+0000","last_change":"2024-09-19T08:02:30.121363+0000","last_active":"2024-09-19T08:02:32.123128+0000","last_peered":"2024-09-19T08:02:32.123128+0000","last_clean":"2024-09-19T08:02:32.123128+0000","last_became_active":"2024-09-19T08:02:30.121082+0000","last_became_peered":"2024-09-19T08:02:30.121082+0000","last_unstale":"2024-09-19T08:02:32.123128+0000","last_undegraded":"2024-09-19T08:02:32.123128+0000","last_fullsized":"2024-09-19T08:02:32.123128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132723+0000","last_change":"2024-09-19T08:02:31.129495+0000","last_active":"2024-09-19T08:02:31.132723+0000","last_peered":"2024-09-19T08:02:31.132723+0000","last_clean":"2024-09-19T08:02:31.132723+0000","last_became_active":"2024-09-19T08:02:31.129231+0000","last_became_peered":"2024-09-19T08:02:31.129231+0000","last_unstale":"2024-09-19T08:02:31.132723+0000","last_undegraded":"2024-09-19T08:02:31.132723+0000","last_fullsized":"2024-09-19T08:02:31.132723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124472+0000","last_change":"2024-09-19T08:02:30.115955+0000","last_active":"2024-09-19T08:02:32.124472+0000","last_peered":"2024-09-19T08:02:32.124472+0000","last_clean":"2024-09-19T08:02:32.124472+0000","last_became_active":"2024-09-19T08:02:30.115638+0000","last_became_peered":"2024-09-19T08:02:30.115638+0000","last_unstale":"2024-09-19T08:02:32.124472+0000","last_undegraded":"2024-09-19T08:02:32.124472+0000","last_fullsized":"2024-09-19T08:02:32.124472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124376+0000","last_change":"2024-09-19T08:02:31.116020+0000","last_active":"2024-09-19T08:02:32.124376+0000","last_peered":"2024-09-19T08:02:32.124376+0000","last_clean":"2024-09-19T08:02:32.124376+0000","last_became_active":"2024-09-19T08:02:31.115731+0000","last_became_peered":"2024-09-19T08:02:31.115731+0000","last_unstale":"2024-09-19T08:02:32.124376+0000","last_undegraded":"2024-09-19T08:02:32.124376+0000","last_fullsized":"2024-09-19T08:02:32.124376+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259468+0000","last_change":"2024-09-19T08:02:30.117894+0000","last_active":"2024-09-19T08:02:34.259468+0000","last_peered":"2024-09-19T08:02:34.259468+0000","last_clean":"2024-09-19T08:02:34.259468+0000","last_became_active":"2024-09-19T08:02:30.117577+0000","last_became_peered":"2024-09-19T08:02:30.117577+0000","last_unstale":"2024-09-19T08:02:34.259468+0000","last_undegraded":"2024-09-19T08:02:34.259468+0000","last_fullsized":"2024-09-19T08:02:34.259468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:20.915584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.131624+0000","last_change":"2024-09-19T08:02:31.126212+0000","last_active":"2024-09-19T08:02:31.131624+0000","last_peered":"2024-09-19T08:02:31.131624+0000","last_clean":"2024-09-19T08:02:31.131624+0000","last_became_active":"2024-09-19T08:02:31.125939+0000","last_became_peered":"2024-09-19T08:02:31.125939+0000","last_unstale":"2024-09-19T08:02:31.131624+0000","last_undegraded":"2024-09-19T08:02:31.131624+0000","last_fullsized":"2024-09-19T08:02:31.131624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:57.528983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123422+0000","last_change":"2024-09-19T08:02:30.118166+0000","last_active":"2024-09-19T08:02:32.123422+0000","last_peered":"2024-09-19T08:02:32.123422+0000","last_clean":"2024-09-19T08:02:32.123422+0000","last_became_active":"2024-09-19T08:02:30.117892+0000","last_became_peered":"2024-09-19T08:02:30.117892+0000","last_unstale":"2024-09-19T08:02:32.123422+0000","last_undegraded":"2024-09-19T08:02:32.123422+0000","last_fullsized":"2024-09-19T08:02:32.123422+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:27.391343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.132783+0000","last_change":"2024-09-19T08:02:31.130055+0000","last_active":"2024-09-19T08:02:31.132783+0000","last_peered":"2024-09-19T08:02:31.132783+0000","last_clean":"2024-09-19T08:02:31.132783+0000","last_became_active":"2024-09-19T08:02:31.129767+0000","last_became_peered":"2024-09-19T08:02:31.129767+0000","last_unstale":"2024-09-19T08:02:31.132783+0000","last_undegraded":"2024-09-19T08:02:31.132783+0000","last_fullsized":"2024-09-19T08:02:31.132783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259678+0000","last_change":"2024-09-19T08:02:30.123316+0000","last_active":"2024-09-19T08:02:34.259678+0000","last_peered":"2024-09-19T08:02:34.259678+0000","last_clean":"2024-09-19T08:02:34.259678+0000","last_became_active":"2024-09-19T08:02:30.122886+0000","last_became_peered":"2024-09-19T08:02:30.122886+0000","last_unstale":"2024-09-19T08:02:34.259678+0000","last_undegraded":"2024-09-19T08:02:34.259678+0000","last_fullsized":"2024-09-19T08:02:34.259678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:42.027764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.133964+0000","last_change":"2024-09-19T08:02:31.129392+0000","last_active":"2024-09-19T08:02:31.133964+0000","last_peered":"2024-09-19T08:02:31.133964+0000","last_clean":"2024-09-19T08:02:31.133964+0000","last_became_active":"2024-09-19T08:02:31.127675+0000","last_became_peered":"2024-09-19T08:02:31.127675+0000","last_unstale":"2024-09-19T08:02:31.133964+0000","last_undegraded":"2024-09-19T08:02:31.133964+0000","last_fullsized":"2024-09-19T08:02:31.133964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110995+0000","last_change":"2024-09-19T08:02:30.117701+0000","last_active":"2024-09-19T08:02:33.110995+0000","last_peered":"2024-09-19T08:02:33.110995+0000","last_clean":"2024-09-19T08:02:33.110995+0000","last_became_active":"2024-09-19T08:02:30.117397+0000","last_became_peered":"2024-09-19T08:02:30.117397+0000","last_unstale":"2024-09-19T08:02:33.110995+0000","last_undegraded":"2024-09-19T08:02:33.110995+0000","last_fullsized":"2024-09-19T08:02:33.110995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123367+0000","last_change":"2024-09-19T08:02:31.127885+0000","last_active":"2024-09-19T08:02:32.123367+0000","last_peered":"2024-09-19T08:02:32.123367+0000","last_clean":"2024-09-19T08:02:32.123367+0000","last_became_active":"2024-09-19T08:02:31.127494+0000","last_became_peered":"2024-09-19T08:02:31.127494+0000","last_unstale":"2024-09-19T08:02:32.123367+0000","last_undegraded":"2024-09-19T08:02:32.123367+0000","last_fullsized":"2024-09-19T08:02:32.123367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259604+0000","last_change":"2024-09-19T08:02:30.120167+0000","last_active":"2024-09-19T08:02:34.259604+0000","last_peered":"2024-09-19T08:02:34.259604+0000","last_clean":"2024-09-19T08:02:34.259604+0000","last_became_active":"2024-09-19T08:02:30.119837+0000","last_became_peered":"2024-09-19T08:02:30.119837+0000","last_unstale":"2024-09-19T08:02:34.259604+0000","last_undegraded":"2024-09-19T08:02:34.259604+0000","last_fullsized":"2024-09-19T08:02:34.259604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:27.428902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.139461+0000","last_change":"2024-09-19T08:02:31.135344+0000","last_active":"2024-09-19T08:02:31.139461+0000","last_peered":"2024-09-19T08:02:31.139461+0000","last_clean":"2024-09-19T08:02:31.139461+0000","last_became_active":"2024-09-19T08:02:31.135031+0000","last_became_peered":"2024-09-19T08:02:31.135031+0000","last_unstale":"2024-09-19T08:02:31.139461+0000","last_undegraded":"2024-09-19T08:02:31.139461+0000","last_fullsized":"2024-09-19T08:02:31.139461+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116112+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:31.116112+0000","last_peered":"2024-09-19T08:02:31.116112+0000","last_clean":"2024-09-19T08:02:31.116112+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:31.116112+0000","last_undegraded":"2024-09-19T08:02:31.116112+0000","last_fullsized":"2024-09-19T08:02:31.116112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.114065+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.113388+0000","last_became_peered":"2024-09-19T08:02:30.113388+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279240+0000","last_change":"2024-09-19T08:02:31.135407+0000","last_active":"2024-09-19T08:02:32.279240+0000","last_peered":"2024-09-19T08:02:32.279240+0000","last_clean":"2024-09-19T08:02:32.279240+0000","last_became_active":"2024-09-19T08:02:31.135048+0000","last_became_peered":"2024-09-19T08:02:31.135048+0000","last_unstale":"2024-09-19T08:02:32.279240+0000","last_undegraded":"2024-09-19T08:02:32.279240+0000","last_fullsized":"2024-09-19T08:02:32.279240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116078+0000","last_change":"2024-09-19T08:02:30.124549+0000","last_active":"2024-09-19T08:02:31.116078+0000","last_peered":"2024-09-19T08:02:31.116078+0000","last_clean":"2024-09-19T08:02:31.116078+0000","last_became_active":"2024-09-19T08:02:30.124319+0000","last_became_peered":"2024-09-19T08:02:30.124319+0000","last_unstale":"2024-09-19T08:02:31.116078+0000","last_undegraded":"2024-09-19T08:02:31.116078+0000","last_fullsized":"2024-09-19T08:02:31.116078+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134937+0000","last_change":"2024-09-19T08:02:31.127862+0000","last_active":"2024-09-19T08:02:31.134937+0000","last_peered":"2024-09-19T08:02:31.134937+0000","last_clean":"2024-09-19T08:02:31.134937+0000","last_became_active":"2024-09-19T08:02:31.127424+0000","last_became_peered":"2024-09-19T08:02:31.127424+0000","last_unstale":"2024-09-19T08:02:31.134937+0000","last_undegraded":"2024-09-19T08:02:31.134937+0000","last_fullsized":"2024-09-19T08:02:31.134937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:36.366826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259645+0000","last_change":"2024-09-19T08:02:30.119221+0000","last_active":"2024-09-19T08:02:34.259645+0000","last_peered":"2024-09-19T08:02:34.259645+0000","last_clean":"2024-09-19T08:02:34.259645+0000","last_became_active":"2024-09-19T08:02:30.118915+0000","last_became_peered":"2024-09-19T08:02:30.118915+0000","last_unstale":"2024-09-19T08:02:34.259645+0000","last_undegraded":"2024-09-19T08:02:34.259645+0000","last_fullsized":"2024-09-19T08:02:34.259645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:08.562650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110719+0000","last_change":"2024-09-19T08:02:31.122781+0000","last_active":"2024-09-19T08:02:33.110719+0000","last_peered":"2024-09-19T08:02:33.110719+0000","last_clean":"2024-09-19T08:02:33.110719+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:33.110719+0000","last_undegraded":"2024-09-19T08:02:33.110719+0000","last_fullsized":"2024-09-19T08:02:33.110719+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123249+0000","last_change":"2024-09-19T08:02:30.120374+0000","last_active":"2024-09-19T08:02:32.123249+0000","last_peered":"2024-09-19T08:02:32.123249+0000","last_clean":"2024-09-19T08:02:32.123249+0000","last_became_active":"2024-09-19T08:02:30.120115+0000","last_became_peered":"2024-09-19T08:02:30.120115+0000","last_unstale":"2024-09-19T08:02:32.123249+0000","last_undegraded":"2024-09-19T08:02:32.123249+0000","last_fullsized":"2024-09-19T08:02:32.123249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123182+0000","last_change":"2024-09-19T08:02:31.122765+0000","last_active":"2024-09-19T08:02:32.123182+0000","last_peered":"2024-09-19T08:02:32.123182+0000","last_clean":"2024-09-19T08:02:32.123182+0000","last_became_active":"2024-09-19T08:02:31.121870+0000","last_became_peered":"2024-09-19T08:02:31.121870+0000","last_unstale":"2024-09-19T08:02:32.123182+0000","last_undegraded":"2024-09-19T08:02:32.123182+0000","last_fullsized":"2024-09-19T08:02:32.123182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:02.818343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110765+0000","last_change":"2024-09-19T08:02:30.115778+0000","last_active":"2024-09-19T08:02:33.110765+0000","last_peered":"2024-09-19T08:02:33.110765+0000","last_clean":"2024-09-19T08:02:33.110765+0000","last_became_active":"2024-09-19T08:02:30.115456+0000","last_became_peered":"2024-09-19T08:02:30.115456+0000","last_unstale":"2024-09-19T08:02:33.110765+0000","last_undegraded":"2024-09-19T08:02:33.110765+0000","last_fullsized":"2024-09-19T08:02:33.110765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123505+0000","last_change":"2024-09-19T08:02:31.126713+0000","last_active":"2024-09-19T08:02:32.123505+0000","last_peered":"2024-09-19T08:02:32.123505+0000","last_clean":"2024-09-19T08:02:32.123505+0000","last_became_active":"2024-09-19T08:02:31.126447+0000","last_became_peered":"2024-09-19T08:02:31.126447+0000","last_unstale":"2024-09-19T08:02:32.123505+0000","last_undegraded":"2024-09-19T08:02:32.123505+0000","last_fullsized":"2024-09-19T08:02:32.123505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.117527+0000","last_change":"2024-09-19T08:02:30.120791+0000","last_active":"2024-09-19T08:02:31.117527+0000","last_peered":"2024-09-19T08:02:31.117527+0000","last_clean":"2024-09-19T08:02:31.117527+0000","last_became_active":"2024-09-19T08:02:30.120516+0000","last_became_peered":"2024-09-19T08:02:30.120516+0000","last_unstale":"2024-09-19T08:02:31.117527+0000","last_undegraded":"2024-09-19T08:02:31.117527+0000","last_fullsized":"2024-09-19T08:02:31.117527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:55.642903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110994+0000","last_change":"2024-09-19T08:02:31.119399+0000","last_active":"2024-09-19T08:02:33.110994+0000","last_peered":"2024-09-19T08:02:33.110994+0000","last_clean":"2024-09-19T08:02:33.110994+0000","last_became_active":"2024-09-19T08:02:31.119111+0000","last_became_peered":"2024-09-19T08:02:31.119111+0000","last_unstale":"2024-09-19T08:02:33.110994+0000","last_undegraded":"2024-09-19T08:02:33.110994+0000","last_fullsized":"2024-09-19T08:02:33.110994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111027+0000","last_change":"2024-09-19T08:02:30.116005+0000","last_active":"2024-09-19T08:02:33.111027+0000","last_peered":"2024-09-19T08:02:33.111027+0000","last_clean":"2024-09-19T08:02:33.111027+0000","last_became_active":"2024-09-19T08:02:30.115477+0000","last_became_peered":"2024-09-19T08:02:30.115477+0000","last_unstale":"2024-09-19T08:02:33.111027+0000","last_undegraded":"2024-09-19T08:02:33.111027+0000","last_fullsized":"2024-09-19T08:02:33.111027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279399+0000","last_change":"2024-09-19T08:02:31.133269+0000","last_active":"2024-09-19T08:02:32.279399+0000","last_peered":"2024-09-19T08:02:32.279399+0000","last_clean":"2024-09-19T08:02:32.279399+0000","last_became_active":"2024-09-19T08:02:31.132867+0000","last_became_peered":"2024-09-19T08:02:31.132867+0000","last_unstale":"2024-09-19T08:02:32.279399+0000","last_undegraded":"2024-09-19T08:02:32.279399+0000","last_fullsized":"2024-09-19T08:02:32.279399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125158+0000","last_change":"2024-09-19T08:02:30.121117+0000","last_active":"2024-09-19T08:02:32.125158+0000","last_peered":"2024-09-19T08:02:32.125158+0000","last_clean":"2024-09-19T08:02:32.125158+0000","last_became_active":"2024-09-19T08:02:30.120789+0000","last_became_peered":"2024-09-19T08:02:30.120789+0000","last_unstale":"2024-09-19T08:02:32.125158+0000","last_undegraded":"2024-09-19T08:02:32.125158+0000","last_fullsized":"2024-09-19T08:02:32.125158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.120950+0000","last_change":"2024-09-19T08:02:31.117106+0000","last_active":"2024-09-19T08:02:31.120950+0000","last_peered":"2024-09-19T08:02:31.120950+0000","last_clean":"2024-09-19T08:02:31.120950+0000","last_became_active":"2024-09-19T08:02:31.116862+0000","last_became_peered":"2024-09-19T08:02:31.116862+0000","last_unstale":"2024-09-19T08:02:31.120950+0000","last_undegraded":"2024-09-19T08:02:31.120950+0000","last_fullsized":"2024-09-19T08:02:31.120950+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:51.585356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.116004+0000","last_change":"2024-09-19T08:02:30.121608+0000","last_active":"2024-09-19T08:02:31.116004+0000","last_peered":"2024-09-19T08:02:31.116004+0000","last_clean":"2024-09-19T08:02:31.116004+0000","last_became_active":"2024-09-19T08:02:30.121313+0000","last_became_peered":"2024-09-19T08:02:30.121313+0000","last_unstale":"2024-09-19T08:02:31.116004+0000","last_undegraded":"2024-09-19T08:02:31.116004+0000","last_fullsized":"2024-09-19T08:02:31.116004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124004+0000","last_change":"2024-09-19T08:02:31.123739+0000","last_active":"2024-09-19T08:02:32.124004+0000","last_peered":"2024-09-19T08:02:32.124004+0000","last_clean":"2024-09-19T08:02:32.124004+0000","last_became_active":"2024-09-19T08:02:31.122738+0000","last_became_peered":"2024-09-19T08:02:31.122738+0000","last_unstale":"2024-09-19T08:02:32.124004+0000","last_undegraded":"2024-09-19T08:02:32.124004+0000","last_fullsized":"2024-09-19T08:02:32.124004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110790+0000","last_change":"2024-09-19T08:02:30.122583+0000","last_active":"2024-09-19T08:02:33.110790+0000","last_peered":"2024-09-19T08:02:33.110790+0000","last_clean":"2024-09-19T08:02:33.110790+0000","last_became_active":"2024-09-19T08:02:30.120303+0000","last_became_peered":"2024-09-19T08:02:30.120303+0000","last_unstale":"2024-09-19T08:02:33.110790+0000","last_undegraded":"2024-09-19T08:02:33.110790+0000","last_fullsized":"2024-09-19T08:02:33.110790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279107+0000","last_change":"2024-09-19T08:02:31.132953+0000","last_active":"2024-09-19T08:02:32.279107+0000","last_peered":"2024-09-19T08:02:32.279107+0000","last_clean":"2024-09-19T08:02:32.279107+0000","last_became_active":"2024-09-19T08:02:31.132518+0000","last_became_peered":"2024-09-19T08:02:31.132518+0000","last_unstale":"2024-09-19T08:02:32.279107+0000","last_undegraded":"2024-09-19T08:02:32.279107+0000","last_fullsized":"2024-09-19T08:02:32.279107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110748+0000","last_change":"2024-09-19T08:02:30.121824+0000","last_active":"2024-09-19T08:02:33.110748+0000","last_peered":"2024-09-19T08:02:33.110748+0000","last_clean":"2024-09-19T08:02:33.110748+0000","last_became_active":"2024-09-19T08:02:30.120680+0000","last_became_peered":"2024-09-19T08:02:30.120680+0000","last_unstale":"2024-09-19T08:02:33.110748+0000","last_undegraded":"2024-09-19T08:02:33.110748+0000","last_fullsized":"2024-09-19T08:02:33.110748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:17.584821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279191+0000","last_change":"2024-09-19T08:02:31.130249+0000","last_active":"2024-09-19T08:02:32.279191+0000","last_peered":"2024-09-19T08:02:32.279191+0000","last_clean":"2024-09-19T08:02:32.279191+0000","last_became_active":"2024-09-19T08:02:31.129995+0000","last_became_peered":"2024-09-19T08:02:31.129995+0000","last_unstale":"2024-09-19T08:02:32.279191+0000","last_undegraded":"2024-09-19T08:02:32.279191+0000","last_fullsized":"2024-09-19T08:02:32.279191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.129313+0000","last_change":"2024-09-19T08:02:30.122641+0000","last_active":"2024-09-19T08:02:31.129313+0000","last_peered":"2024-09-19T08:02:31.129313+0000","last_clean":"2024-09-19T08:02:31.129313+0000","last_became_active":"2024-09-19T08:02:30.122278+0000","last_became_peered":"2024-09-19T08:02:30.122278+0000","last_unstale":"2024-09-19T08:02:31.129313+0000","last_undegraded":"2024-09-19T08:02:31.129313+0000","last_fullsized":"2024-09-19T08:02:31.129313+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124704+0000","last_change":"2024-09-19T08:02:31.115839+0000","last_active":"2024-09-19T08:02:32.124704+0000","last_peered":"2024-09-19T08:02:32.124704+0000","last_clean":"2024-09-19T08:02:32.124704+0000","last_became_active":"2024-09-19T08:02:31.115550+0000","last_became_peered":"2024-09-19T08:02:31.115550+0000","last_unstale":"2024-09-19T08:02:32.124704+0000","last_undegraded":"2024-09-19T08:02:32.124704+0000","last_fullsized":"2024-09-19T08:02:32.124704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123312+0000","last_change":"2024-09-19T08:02:31.132088+0000","last_active":"2024-09-19T08:02:32.123312+0000","last_peered":"2024-09-19T08:02:32.123312+0000","last_clean":"2024-09-19T08:02:32.123312+0000","last_became_active":"2024-09-19T08:02:31.131087+0000","last_became_peered":"2024-09-19T08:02:31.131087+0000","last_unstale":"2024-09-19T08:02:32.123312+0000","last_undegraded":"2024-09-19T08:02:32.123312+0000","last_fullsized":"2024-09-19T08:02:32.123312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134839+0000","last_change":"2024-09-19T08:02:30.123605+0000","last_active":"2024-09-19T08:02:31.134839+0000","last_peered":"2024-09-19T08:02:31.134839+0000","last_clean":"2024-09-19T08:02:31.134839+0000","last_became_active":"2024-09-19T08:02:30.123241+0000","last_became_peered":"2024-09-19T08:02:30.123241+0000","last_unstale":"2024-09-19T08:02:31.134839+0000","last_undegraded":"2024-09-19T08:02:31.134839+0000","last_fullsized":"2024-09-19T08:02:31.134839+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123438+0000","last_change":"2024-09-19T08:02:31.130311+0000","last_active":"2024-09-19T08:02:32.123438+0000","last_peered":"2024-09-19T08:02:32.123438+0000","last_clean":"2024-09-19T08:02:32.123438+0000","last_became_active":"2024-09-19T08:02:31.128864+0000","last_became_peered":"2024-09-19T08:02:31.128864+0000","last_unstale":"2024-09-19T08:02:32.123438+0000","last_undegraded":"2024-09-19T08:02:32.123438+0000","last_fullsized":"2024-09-19T08:02:32.123438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.134654+0000","last_change":"2024-09-19T08:02:30.121242+0000","last_active":"2024-09-19T08:02:31.134654+0000","last_peered":"2024-09-19T08:02:31.134654+0000","last_clean":"2024-09-19T08:02:31.134654+0000","last_became_active":"2024-09-19T08:02:30.120827+0000","last_became_peered":"2024-09-19T08:02:30.120827+0000","last_unstale":"2024-09-19T08:02:31.134654+0000","last_undegraded":"2024-09-19T08:02:31.134654+0000","last_fullsized":"2024-09-19T08:02:31.134654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:22.473977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135229+0000","last_change":"2024-09-19T08:02:31.130815+0000","last_active":"2024-09-19T08:02:31.135229+0000","last_peered":"2024-09-19T08:02:31.135229+0000","last_clean":"2024-09-19T08:02:31.135229+0000","last_became_active":"2024-09-19T08:02:31.130558+0000","last_became_peered":"2024-09-19T08:02:31.130558+0000","last_unstale":"2024-09-19T08:02:31.135229+0000","last_undegraded":"2024-09-19T08:02:31.135229+0000","last_fullsized":"2024-09-19T08:02:31.135229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:23.479702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279441+0000","last_change":"2024-09-19T08:02:30.121424+0000","last_active":"2024-09-19T08:02:32.279441+0000","last_peered":"2024-09-19T08:02:32.279441+0000","last_clean":"2024-09-19T08:02:32.279441+0000","last_became_active":"2024-09-19T08:02:30.121123+0000","last_became_peered":"2024-09-19T08:02:30.121123+0000","last_unstale":"2024-09-19T08:02:32.279441+0000","last_undegraded":"2024-09-19T08:02:32.279441+0000","last_fullsized":"2024-09-19T08:02:32.279441+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:50.579631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279443+0000","last_change":"2024-09-19T08:02:31.121896+0000","last_active":"2024-09-19T08:02:32.279443+0000","last_peered":"2024-09-19T08:02:32.279443+0000","last_clean":"2024-09-19T08:02:32.279443+0000","last_became_active":"2024-09-19T08:02:31.121604+0000","last_became_peered":"2024-09-19T08:02:31.121604+0000","last_unstale":"2024-09-19T08:02:32.279443+0000","last_undegraded":"2024-09-19T08:02:32.279443+0000","last_fullsized":"2024-09-19T08:02:32.279443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T08:02:31.135932+0000","last_change":"2024-09-19T08:02:30.123679+0000","last_active":"2024-09-19T08:02:31.135932+0000","last_peered":"2024-09-19T08:02:31.135932+0000","last_clean":"2024-09-19T08:02:31.135932+0000","last_became_active":"2024-09-19T08:02:30.123415+0000","last_became_peered":"2024-09-19T08:02:30.123415+0000","last_unstale":"2024-09-19T08:02:31.135932+0000","last_undegraded":"2024-09-19T08:02:31.135932+0000","last_fullsized":"2024-09-19T08:02:31.135932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":798720,"data_stored":658813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":74253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35548,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336292,"statfs":{"total":96636764160,"available":96600363008,"internally_reserved":0,"allocated":200704,"data_stored":67863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":658869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:38.826 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:02:38.826 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T08:02:38.827 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T08:02:38.827 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T08:02:38.827 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T08:02:38.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.962+0000 7fc7e3d0a640 1 Processor -- start 2024-09-19T08:02:38.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.963+0000 7fc7e3d0a640 1 -- start start 2024-09-19T08:02:38.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.963+0000 7fc7e3d0a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.963+0000 7fc7e3d0a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7dc0afa20 con 0x7fc7dc162660 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.963+0000 7fc7e3d0a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7dc15eef0 con 0x7fc7dc0d1a50 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.963+0000 7fc7e3d0a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc7dc15f170 con 0x7fc7dc0d1670 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e1aa6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e22a7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc7dc162660 0x7fc7dc0b01c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33988/0 (socket says 172.21.15.17:33988) 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e22a7640 1 -- 172.21.15.17:0/2161030958 learned_addr learned my addr 172.21.15.17:0/2161030958 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e1aa6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48408/0 (socket says 172.21.15.17:48408) 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e1aa6640 1 -- 172.21.15.17:0/2161030958 >> v1:172.21.15.160:6789/0 conn(0x7fc7dc0d1a50 legacy=0x7fc7dc0cedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e1aa6640 1 -- 172.21.15.17:0/2161030958 >> v1:172.21.15.17:6789/0 conn(0x7fc7dc162660 legacy=0x7fc7dc0b01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.964+0000 7fc7e1aa6640 1 -- 172.21.15.17:0/2161030958 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc15f450 con 0x7fc7dc0d1670 2024-09-19T08:02:38.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e1aa6640 1 --2- 172.21.15.17:0/2161030958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc009d90 tx=0x7fc7cc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbc2a92662d6666a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e0aa4640 1 -- 172.21.15.17:0/2161030958 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7cc007740 con 0x7fc7dc0d1670 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e0aa4640 1 -- 172.21.15.17:0/2161030958 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7cc0078e0 con 0x7fc7dc0d1670 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e0aa4640 1 -- 172.21.15.17:0/2161030958 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7cc007cb0 con 0x7fc7dc0d1670 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/2161030958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc0d1670 msgr2=0x7fc7dc15e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/2161030958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc009d90 tx=0x7fc7cc02a6f0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/2161030958 shutdown_connections 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/2161030958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc15e9b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/2161030958 >> 172.21.15.17:0/2161030958 conn(0x7fc7dc06d110 msgr2=0x7fc7dc06d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/2161030958 shutdown_connections 2024-09-19T08:02:38.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.965+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/2161030958 wait complete. 2024-09-19T08:02:38.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 Processor -- start 2024-09-19T08:02:38.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 -- start start 2024-09-19T08:02:38.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc0b65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7dc0d1a50 0x7fc7dc0c6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc0d1eb0 con 0x7fc7dc162660 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc0cf4e0 con 0x7fc7dc0d1670 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e3d0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc7dc0b08d0 con 0x7fc7dc0d1a50 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.967+0000 7fc7e22a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48420/0 (socket says 172.21.15.17:48420) 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 -- 172.21.15.17:0/8147692 learned_addr learned my addr 172.21.15.17:0/8147692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e1aa6640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc0b65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e12a5640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7dc0d1a50 0x7fc7dc0c6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 -- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7dc0d1a50 msgr2=0x7fc7dc0c6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7dc0d1a50 0x7fc7dc0c6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 -- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7dc0d1670 msgr2=0x7fc7dc0b65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc0b65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:38.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 -- 172.21.15.17:0/8147692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc0c7080 con 0x7fc7dc162660 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e22a7640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc7d400c370 tx=0x7fc7d400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d4017070 con 0x7fc7dc162660 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7d4005ce0 con 0x7fc7dc162660 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d40072d0 con 0x7fc7dc162660 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7dc0c7350 con 0x7fc7dc162660 2024-09-19T08:02:38.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.968+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7dc0c7910 con 0x7fc7dc162660 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.969+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7dc15e9b0 con 0x7fc7dc162660 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.970+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7d401a070 con 0x7fc7dc162660 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.970+0000 7fc7da7fc640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 0x7fc7c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.970+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc7d408a600 con 0x7fc7dc162660 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.971+0000 7fc7e1aa6640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 0x7fc7c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:38.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.971+0000 7fc7e1aa6640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 0x7fc7c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc034000 tx=0x7fc7cc02f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:38.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:38.974+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc7dc0afa20 con 0x7fc7dc162660 2024-09-19T08:02:39.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.198+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc7dc06e410 con 0x7fc7dc162660 2024-09-19T08:02:39.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.201+0000 7fc7da7fc640 1 -- 172.21.15.17:0/8147692 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173511 (secure 0 0 0) 0x7fc7d4058720 con 0x7fc7dc162660 2024-09-19T08:02:39.203 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 msgr2=0x7fc7c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 0x7fc7c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc034000 tx=0x7fc7cc02f000 comp rx=0 tx=0).stop 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 msgr2=0x7fc7dc151ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc7d400c370 tx=0x7fc7d400c830 comp rx=0 tx=0).stop 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 shutdown_connections 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7c806c2b0 0x7fc7c806e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc162660 0x7fc7dc151ca0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7dc0d1a50 0x7fc7dc0c6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 --2- 172.21.15.17:0/8147692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7dc0d1670 0x7fc7dc0b65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 >> 172.21.15.17:0/8147692 conn(0x7fc7dc06d110 msgr2=0x7fc7dc0d0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 shutdown_connections 2024-09-19T08:02:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.204+0000 7fc7e3d0a640 1 -- 172.21.15.17:0/8147692 wait complete. 2024-09-19T08:02:39.214 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6832","nonce":1776320431},{"type":"v1","addr":"172.21.15.160:6833","nonce":1776320431}]},"active_addr":"172.21.15.160:6833/1776320431","active_change":"2024-09-19T08:02:11.380381+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4104,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.160:0","nonce":2949093220}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.160:0","nonce":4196439152}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.160:0","nonce":665927366}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.160:0","nonce":1727473153}]}]} 2024-09-19T08:02:39.218 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T08:02:39.218 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T08:02:39.218 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:39.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.320+0000 7f8f8152c640 1 Processor -- start 2024-09-19T08:02:39.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.320+0000 7f8f8152c640 1 -- start start 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8f7c06cd90 0x7f8f7c06d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8f7c0d2df0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8f7c0d3040 con 0x7f8f7c06cd90 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f8152c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f7c073050 con 0x7f8f7c161c60 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f7b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f7b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48436/0 (socket says 172.21.15.17:48436) 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.321+0000 7f8f7b7fe640 1 -- 172.21.15.17:0/3620080425 learned_addr learned my addr 172.21.15.17:0/3620080425 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7affd640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7a7fc640 1 --2- 172.21.15.17:0/3620080425 >> v2:172.21.15.160:3300/0 conn(0x7f8f7c06cd90 0x7f8f7c06d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 -- 172.21.15.17:0/3620080425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 msgr2=0x7f8f7c0d1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c0d1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 -- 172.21.15.17:0/3620080425 >> v2:172.21.15.160:3300/0 conn(0x7f8f7c06cd90 msgr2=0x7f8f7c06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 --2- 172.21.15.17:0/3620080425 >> v2:172.21.15.160:3300/0 conn(0x7f8f7c06cd90 0x7f8f7c06d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 -- 172.21.15.17:0/3620080425 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f7c073330 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.322+0000 7f8f7b7fe640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c070fc0 tx=0x7f8f6c02a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c6a178ac0b7b073 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f79ffb640 1 -- 172.21.15.17:0/3620080425 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c036070 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f79ffb640 1 -- 172.21.15.17:0/3620080425 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f6c031600 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f79ffb640 1 -- 172.21.15.17:0/3620080425 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c0319d0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 -- 172.21.15.17:0/3620080425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 msgr2=0x7f8f7c0d12d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c070fc0 tx=0x7f8f6c02a570 comp rx=0 tx=0).stop 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 -- 172.21.15.17:0/3620080425 shutdown_connections 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c0d12d0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 --2- 172.21.15.17:0/3620080425 >> v2:172.21.15.160:3300/0 conn(0x7f8f7c06cd90 0x7f8f7c06d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 --2- 172.21.15.17:0/3620080425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c0d1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 -- 172.21.15.17:0/3620080425 >> 172.21.15.17:0/3620080425 conn(0x7f8f7c067950 msgr2=0x7f8f7c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 -- 172.21.15.17:0/3620080425 shutdown_connections 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.323+0000 7f8f8152c640 1 -- 172.21.15.17:0/3620080425 wait complete. 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 Processor -- start 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 -- start start 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f7c06cd90 0x7f8f7c152e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7c06dc70 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7c074100 con 0x7f8f7c06cd90 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f8152c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f7c0b4090 con 0x7f8f7c161c60 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f7a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f7a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48450/0 (socket says 172.21.15.17:48450) 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.325+0000 7f8f7a7fc640 1 -- 172.21.15.17:0/4040783683 learned_addr learned my addr 172.21.15.17:0/4040783683 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7b7fe640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7affd640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f7c06cd90 0x7f8f7c152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 -- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 msgr2=0x7f8f7c156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c156ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 -- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f7c06cd90 msgr2=0x7f8f7c152e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f7c06cd90 0x7f8f7c152e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 -- 172.21.15.17:0/4040783683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f7c156120 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f7a7fc640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400d7d0 tx=0x7f8f6400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64018030 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f64004020 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f7c1563c0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64004230 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.326+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f7c156980 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.327+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f7c06d730 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.328+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f6401b070 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.328+0000 7f8f737fe640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 0x7f8f5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.328+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8f6408b3a0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.328+0000 7f8f7affd640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 0x7f8f5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.329+0000 7f8f7affd640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 0x7f8f5c06e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8f740079a0 tx=0x7f8f74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.333+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f640594c0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.509+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8f7c0b2070 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.510+0000 7f8f737fe640 1 -- 172.21.15.17:0/4040783683 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f8f6405d7c0 con 0x7f8f7c0d0e20 2024-09-19T08:02:39.510 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:39.510 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:39.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 msgr2=0x7f8f5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 0x7f8f5c06e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8f740079a0 tx=0x7f8f74008040 comp rx=0 tx=0).stop 2024-09-19T08:02:39.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 msgr2=0x7f8f7c157e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400d7d0 tx=0x7f8f6400dc90 comp rx=0 tx=0).stop 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 shutdown_connections 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f5c06c2b0 0x7f8f5c06e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f7c161c60 0x7f8f7c156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f7c0d0e20 0x7f8f7c157e80 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 --2- 172.21.15.17:0/4040783683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f7c06cd90 0x7f8f7c152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 >> 172.21.15.17:0/4040783683 conn(0x7f8f7c067950 msgr2=0x7f8f7c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 shutdown_connections 2024-09-19T08:02:39.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.512+0000 7f8f8152c640 1 -- 172.21.15.17:0/4040783683 wait complete. 2024-09-19T08:02:39.523 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T08:02:39.523 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:39.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.625+0000 7f364d92a640 1 Processor -- start 2024-09-19T08:02:39.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 -- start start 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f36480ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36480cf0e0 0x7f36480cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f36480b2cf0 0x7f36480b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f36480b2860 con 0x7f36480cf0e0 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f364815ea20 con 0x7f36480b2cf0 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.626+0000 7f364d92a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36480b1c50 con 0x7f364815e640 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36480cf0e0 0x7f36480cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36480cf0e0 0x7f36480cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48456/0 (socket says 172.21.15.17:48456) 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 -- 172.21.15.17:0/215179787 learned_addr learned my addr 172.21.15.17:0/215179787 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f3646ffd640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f36480ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36477fe640 1 --2- 172.21.15.17:0/215179787 >> v2:172.21.15.160:3300/0 conn(0x7f36480b2cf0 0x7f36480b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 -- 172.21.15.17:0/215179787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 msgr2=0x7f36480ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:39.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f36480ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 -- 172.21.15.17:0/215179787 >> v2:172.21.15.160:3300/0 conn(0x7f36480b2cf0 msgr2=0x7f36480b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:39.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 --2- 172.21.15.17:0/215179787 >> v2:172.21.15.160:3300/0 conn(0x7f36480b2cf0 0x7f36480b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.627+0000 7f36467fc640 1 -- 172.21.15.17:0/215179787 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36480b1f30 con 0x7f36480cf0e0 2024-09-19T08:02:39.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f36467fc640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480cf520 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f364808ed40 tx=0x7f363002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24c753e4a18e1ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f3645ffb640 1 -- 172.21.15.17:0/215179787 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630037070 con 0x7f36480cf0e0 2024-09-19T08:02:39.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f3645ffb640 1 -- 172.21.15.17:0/215179787 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3630032440 con 0x7f36480cf0e0 2024-09-19T08:02:39.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f3645ffb640 1 -- 172.21.15.17:0/215179787 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630032810 con 0x7f36480cf0e0 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 -- 172.21.15.17:0/215179787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 msgr2=0x7f36480cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480cf520 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f364808ed40 tx=0x7f363002a140 comp rx=0 tx=0).stop 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 -- 172.21.15.17:0/215179787 shutdown_connections 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 --2- 172.21.15.17:0/215179787 >> v2:172.21.15.160:3300/0 conn(0x7f36480b2cf0 0x7f36480b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480cf520 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 --2- 172.21.15.17:0/215179787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f36480ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 -- 172.21.15.17:0/215179787 >> 172.21.15.17:0/215179787 conn(0x7f364809d820 msgr2=0x7f36480d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 -- 172.21.15.17:0/215179787 shutdown_connections 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.628+0000 7f364d92a640 1 -- 172.21.15.17:0/215179787 wait complete. 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.629+0000 7f364d92a640 1 Processor -- start 2024-09-19T08:02:39.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 -- start start 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480b2cf0 0x7f364815f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f364815d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f36480cfe40 con 0x7f36480cf0e0 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f36480b24f0 con 0x7f36480b2cf0 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.630+0000 7f364d92a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36480b73a0 con 0x7f364815e640 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48466/0 (socket says 172.21.15.17:48466) 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 -- 172.21.15.17:0/3438968571 learned_addr learned my addr 172.21.15.17:0/3438968571 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f3646ffd640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480b2cf0 0x7f364815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36477fe640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f364815d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 -- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 msgr2=0x7f364815d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f364815d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 -- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480b2cf0 msgr2=0x7f364815f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480b2cf0 0x7f364815f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 -- 172.21.15.17:0/3438968571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36481601e0 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36477fe640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f364815d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f36467fc640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f363002a180 tx=0x7f36300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630041020 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36300306c0 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36480b4e90 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630037040 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.631+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36480b5450 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.632+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36480ceba0 con 0x7f36480cf0e0 2024-09-19T08:02:39.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.633+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3630044020 con 0x7f36480cf0e0 2024-09-19T08:02:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.633+0000 7f363ffff640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.633+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f36300abc00 con 0x7f36480cf0e0 2024-09-19T08:02:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.633+0000 7f3646ffd640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.634+0000 7f3646ffd640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3640006fd0 tx=0x7f3640008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:39.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.637+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36300b2080 con 0x7f36480cf0e0 2024-09-19T08:02:39.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.812+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f364806bf90 con 0x7f36480cf0e0 2024-09-19T08:02:39.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.813+0000 7f363ffff640 1 -- 172.21.15.17:0/3438968571 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f3630080030 con 0x7f36480cf0e0 2024-09-19T08:02:39.813 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:39.813 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:39.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 msgr2=0x7f362806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3640006fd0 tx=0x7f3640008040 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 msgr2=0x7f36480ca8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f363002a180 tx=0x7f36300046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 shutdown_connections 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3640006fd0 tx=0x7f3640008040 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364815e640 0x7f364815d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36480cf0e0 0x7f36480ca8a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 --2- 172.21.15.17:0/3438968571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480b2cf0 0x7f364815f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 >> 172.21.15.17:0/3438968571 conn(0x7f364809d820 msgr2=0x7f36480cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 shutdown_connections 2024-09-19T08:02:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:39.815+0000 7f364d92a640 1 -- 172.21.15.17:0/3438968571 wait complete. 2024-09-19T08:02:39.826 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T08:02:39.827 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T08:02:39.827 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T08:02:39.828 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T08:02:39.828 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T08:02:39.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T08:02:39.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T08:02:39.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T08:02:40.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.003+0000 7f62e62f9640 1 Processor -- start 2024-09-19T08:02:40.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.003+0000 7f62e62f9640 1 -- start start 2024-09-19T08:02:40.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.004+0000 7f62e62f9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e01661b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.004+0000 7f62e62f9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62e0162a50 con 0x7f62e00cf4e0 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.004+0000 7f62e62f9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62e00ced00 con 0x7f62e006bc10 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.004+0000 7f62e62f9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62e01666f0 con 0x7f62e0162670 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e5af8640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f62e00cf4e0 0x7f62e00d03a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34000/0 (socket says 172.21.15.17:34000) 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e5af8640 1 -- 172.21.15.17:0/3694043286 learned_addr learned my addr 172.21.15.17:0/3694043286 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e52f7640 1 --2- 172.21.15.17:0/3694043286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e01661b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.006+0000 7f4410a4c640 1 Processor -- start 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.006+0000 7fc7829b7640 1 Processor -- start 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1370216741 0 0) 0x7f62e00ced00 con 0x7f62e006bc10 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f62cc003520 con 0x7f62e006bc10 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e52f7640 1 -- 172.21.15.17:0/3694043286 >> v1:172.21.15.160:6789/0 conn(0x7f62e006bc10 legacy=0x7f62e00b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3130919354 0 0) 0x7f62dc001110 con 0x7f62e00cf4e0 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e52f7640 1 -- 172.21.15.17:0/3694043286 >> v1:172.21.15.17:6789/0 conn(0x7f62e00cf4e0 legacy=0x7f62e00d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.005+0000 7f62e52f7640 1 -- 172.21.15.17:0/3694043286 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e0166920 con 0x7f62e0162670 2024-09-19T08:02:40.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.006+0000 7f4410a4c640 1 -- start start 2024-09-19T08:02:40.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f62e52f7640 1 --2- 172.21.15.17:0/3694043286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e01661b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f62d00097d0 tx=0x7f62d002a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4520f329d820240 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f49d9ce7640 1 Processor -- start 2024-09-19T08:02:40.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f49d9ce7640 1 -- start start 2024-09-19T08:02:40.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.006+0000 7fc7829b7640 1 -- start start 2024-09-19T08:02:40.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0037070 con 0x7f62e0162670 2024-09-19T08:02:40.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d002ae40 con 0x7f62e0162670 2024-09-19T08:02:40.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f62d7fff640 1 -- 172.21.15.17:0/3694043286 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0032660 con 0x7f62e0162670 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f2495cfd640 1 Processor -- start 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.007+0000 7f4410a4c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f440c15e640 0x7f440c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f440a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f440c15e640 0x7f440c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f440a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f440c15e640 0x7f440c0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48482/0 (socket says 172.21.15.17:48482) 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f440a59c640 1 -- 172.21.15.17:0/1159777767 learned_addr learned my addr 172.21.15.17:0/1159777767 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7fc7829b7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc77c0b3610 0x7fc77c0b5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7fc77bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc77c0d0930 0x7fc77c0b3b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34022/0 (socket says 172.21.15.17:34022) 2024-09-19T08:02:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f440c15ea20 con 0x7f440c0d3660 2024-09-19T08:02:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f62e62f9640 1 -- 172.21.15.17:0/3694043286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 msgr2=0x7f62e01661b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f62e62f9640 1 --2- 172.21.15.17:0/3694043286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e01661b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f62d00097d0 tx=0x7f62d002a130 comp rx=0 tx=0).stop 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f440c0b1c50 con 0x7f440c0cf0e0 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f49d9ce7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49cc0335f0 0x7f49cc033a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f49d9ce7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49cc00bfe0 con 0x7f49cc009fd0 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f49d9ce7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49cc036fa0 con 0x7f49cc0e2b10 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f62e62f9640 1 -- 172.21.15.17:0/3694043286 shutdown_connections 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f62e62f9640 1 --2- 172.21.15.17:0/3694043286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e01661b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f62e62f9640 1 -- 172.21.15.17:0/3694043286 >> 172.21.15.17:0/3694043286 conn(0x7f62e00b56f0 msgr2=0x7f62e00b5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f49d9ce7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f49cc055880 con 0x7f49cc0335f0 2024-09-19T08:02:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7fc77b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc77c0b3610 0x7fc77c0b5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f440c0b2860 con 0x7f440c15e640 2024-09-19T08:02:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7fc77b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc77c0b3610 0x7fc77c0b5fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48488/0 (socket says 172.21.15.17:48488) 2024-09-19T08:02:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f62e62f9640 1 -- 172.21.15.17:0/3694043286 shutdown_connections 2024-09-19T08:02:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d8ce5640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f49cc0e2b10 0x7f49cc039690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35210/0 (socket says 172.21.15.17:35210) 2024-09-19T08:02:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d8ce5640 1 -- 172.21.15.17:0/1892056371 learned_addr learned my addr 172.21.15.17:0/1892056371 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d3fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f49cc009fd0 0x7f49cc007060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34036/0 (socket says 172.21.15.17:34036) 2024-09-19T08:02:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc77bfff640 1 -- 172.21.15.17:0/3458933581 learned_addr learned my addr 172.21.15.17:0/3458933581 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.008+0000 7f2495cfd640 1 -- start start 2024-09-19T08:02:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4174957322 0 0) 0x7f49cc036fa0 con 0x7f49cc0e2b10 2024-09-19T08:02:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d94e6640 1 --2- 172.21.15.17:0/1892056371 >> v2:172.21.15.17:3300/0 conn(0x7f49cc0335f0 0x7f49cc033a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f49c4003520 con 0x7f49cc0e2b10 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f62e62f9640 1 -- 172.21.15.17:0/3694043286 wait complete. 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.1 v1:172.21.15.160:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2568881256 0 0) 0x7f49c4003520 con 0x7f49cc0e2b10 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 >> v2:172.21.15.17:3300/0 conn(0x7f49cc0335f0 msgr2=0x7f49cc033a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 --2- 172.21.15.17:0/1892056371 >> v2:172.21.15.17:3300/0 conn(0x7f49cc0335f0 0x7f49cc033a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 >> v1:172.21.15.17:6789/0 conn(0x7f49cc009fd0 legacy=0x7f49cc007060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 --> v1:172.21.15.160:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc037280 con 0x7f49cc0e2b10 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.1 v1:172.21.15.160:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f49c8005070 con 0x7f49cc0e2b10 2024-09-19T08:02:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 >> v1:172.21.15.160:6789/0 conn(0x7f49cc0e2b10 legacy=0x7f49cc039690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c40039d0 0x7f49c4003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 0x7f49c4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49c40053c0 0x7f49c400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc055880 con 0x7f49c4004800 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f49c400c230 con 0x7f49c40053c0 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49c400c430 con 0x7f49c40039d0 2024-09-19T08:02:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fcb46a32640 1 Processor -- start 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f440959a640 1 -- 172.21.15.17:0/1159777767 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3774471668 0 0) 0x7f440c0b1c50 con 0x7f440c0cf0e0 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f440959a640 1 -- 172.21.15.17:0/1159777767 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43f4003520 con 0x7f440c0cf0e0 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f440a59c640 1 -- 172.21.15.17:0/1159777767 >> v1:172.21.15.160:6789/0 conn(0x7f440c0cf0e0 legacy=0x7f440c0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f440a59c640 1 -- 172.21.15.17:0/1159777767 >> v1:172.21.15.17:6789/0 conn(0x7f440c0d3660 legacy=0x7f440c0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7f440a59c640 1 -- 172.21.15.17:0/1159777767 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440c0b1f30 con 0x7f440c15e640 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 0x7f49c4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7fcb46a32640 1 -- start start 2024-09-19T08:02:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d94e6640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49c40053c0 0x7f49c400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7ff2b292b640 1 Processor -- start 2024-09-19T08:02:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7ff2b292b640 1 -- start start 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d8ce5640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c40039d0 0x7f49c4003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 -- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c40039d0 msgr2=0x7f49c4003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c40039d0 0x7f49c4003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 -- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49c40053c0 msgr2=0x7f49c400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49c40053c0 0x7f49c400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f440a59c640 1 --2- 172.21.15.17:0/1159777767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c15e640 0x7f440c0ceba0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f440c0cb580 tx=0x7f43fc02a1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a0691fd029c5f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d94e6640 1 -- 172.21.15.17:0/1892056371 reap_dead start 2024-09-19T08:02:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.010+0000 7f49d3fff640 1 -- 172.21.15.17:0/1892056371 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc037280 con 0x7f49c4004800 2024-09-19T08:02:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f62e62f9640 1 Processor -- start 2024-09-19T08:02:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2495cfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2495cfd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f248804eb50 0x7f248801d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2495cfd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2488052320 con 0x7f24880e7110 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2495cfd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f24880520d0 con 0x7f248804eb50 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2495cfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2488006c70 con 0x7f2488005a50 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc77c162f60 con 0x7fc77c0d0930 2024-09-19T08:02:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc77c1668a0 con 0x7fc77c0b6510 2024-09-19T08:02:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc77c0b6960 con 0x7fc77c0b3610 2024-09-19T08:02:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc77b7fe640 1 -- 172.21.15.17:0/3458933581 >> v1:172.21.15.160:6789/0 conn(0x7fc77c0b6510 legacy=0x7fc77c09c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc77affd640 1 -- 172.21.15.17:0/3458933581 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2434243322 0 0) 0x7fc77c162f60 con 0x7fc77c0d0930 2024-09-19T08:02:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc77b7fe640 1 -- 172.21.15.17:0/3458933581 >> v1:172.21.15.17:6789/0 conn(0x7fc77c0d0930 legacy=0x7fc77c0b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.009+0000 7fc77b7fe640 1 -- 172.21.15.17:0/3458933581 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c166b80 con 0x7fc77c0b3610 2024-09-19T08:02:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f440959a640 1 -- 172.21.15.17:0/1159777767 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc037070 con 0x7f440c15e640 2024-09-19T08:02:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f440959a640 1 -- 172.21.15.17:0/1159777767 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43fc032440 con 0x7f440c15e640 2024-09-19T08:02:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f440959a640 1 -- 172.21.15.17:0/1159777767 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc032810 con 0x7f440c15e640 2024-09-19T08:02:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f62e62f9640 1 -- start start 2024-09-19T08:02:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b292b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0d0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b292b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff2ac0cf0a0 0x7ff2ac0d4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b292b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2ac0d1c70 con 0x7ff2ac0d0ea0 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b292b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff2ac146100 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b292b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff2ac0d13d0 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f1b1ff8d640 1 Processor -- start 2024-09-19T08:02:40.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2494cfb640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2494cfb640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36470/0 (socket says 172.21.15.17:36470) 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f2494cfb640 1 -- 172.21.15.17:0/2684235977 learned_addr learned my addr 172.21.15.17:0/2684235977 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b1128640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ff2ac0d0ea0 0x7ff2ac0d4320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35238/0 (socket says 172.21.15.17:35238) 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b1128640 1 -- 172.21.15.17:0/3193845721 learned_addr learned my addr 172.21.15.17:0/3193845721 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b1929640 1 --2- 172.21.15.17:0/3193845721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0d0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7ff2b212a640 1 --2- 172.21.15.17:0/3193845721 >> v2:172.21.15.160:3300/0 conn(0x7ff2ac0cf0a0 0x7ff2ac0d4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f24954fc640 1 --2- 172.21.15.17:0/2684235977 >> v2:172.21.15.160:3300/0 conn(0x7f248804eb50 0x7f248801d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f2494cfb640 1 -- 172.21.15.17:0/2684235977 >> v2:172.21.15.160:3300/0 conn(0x7f248804eb50 msgr2=0x7f248801d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c15e640 msgr2=0x7f440c0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f4410a4c640 1 --2- 172.21.15.17:0/1159777767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c15e640 0x7f440c0ceba0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f440c0cb580 tx=0x7f43fc02a1f0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f2494cfb640 1 --2- 172.21.15.17:0/2684235977 >> v2:172.21.15.160:3300/0 conn(0x7f248804eb50 0x7f248801d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb46a32640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb4015fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f2494cfb640 1 -- 172.21.15.17:0/2684235977 >> v1:172.21.15.160:6789/0 conn(0x7f24880e7110 legacy=0x7f2488005e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f2494cfb640 1 -- 172.21.15.17:0/2684235977 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2488006f50 con 0x7f2488005a50 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb46a32640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b0927640 1 -- 172.21.15.17:0/3193845721 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 27692884 0 0) 0x7ff2ac0d1c70 con 0x7ff2ac0d0ea0 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b0927640 1 -- 172.21.15.17:0/3193845721 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff298003520 con 0x7ff2ac0d0ea0 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b1929640 1 -- 172.21.15.17:0/3193845721 >> v2:172.21.15.160:3300/0 conn(0x7ff2ac0cf0a0 msgr2=0x7ff2ac0d4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b1929640 1 --2- 172.21.15.17:0/3193845721 >> v2:172.21.15.160:3300/0 conn(0x7ff2ac0cf0a0 0x7ff2ac0d4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b1929640 1 -- 172.21.15.17:0/3193845721 >> v1:172.21.15.160:6789/0 conn(0x7ff2ac0d0ea0 legacy=0x7ff2ac0d4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7ff2b1929640 1 -- 172.21.15.17:0/3193845721 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2ac0d16b0 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb45a30640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb4015fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb4522f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb4522f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48528/0 (socket says 172.21.15.17:48528) 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb4522f640 1 -- 172.21.15.17:0/692683943 learned_addr learned my addr 172.21.15.17:0/692683943 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb40160410 con 0x7fcb401562d0 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcb401606f0 con 0x7fcb40142090 2024-09-19T08:02:40.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb401609d0 con 0x7fcb4015c800 2024-09-19T08:02:40.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f62e62f9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62e006bc10 0x7f62e015e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fc77b7fe640 1 --2- 172.21.15.17:0/3458933581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b3610 0x7fc77c0b5fd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc770009a00 tx=0x7fc77002a400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69966879fcf255d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fcb45a30640 1 -- 172.21.15.17:0/692683943 >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 msgr2=0x7fcb401424d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.012+0000 7f62e62f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e00cf4e0 0x7f62e015b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e52f7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62e006bc10 0x7f62e015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e52f7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62e006bc10 0x7f62e015e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52624/0 (socket says 172.21.15.17:52624) 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e52f7640 1 -- 172.21.15.17:0/543668586 learned_addr learned my addr 172.21.15.17:0/543668586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e62f9640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e00aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 shutdown_connections 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f4410a4c640 1 --2- 172.21.15.17:0/1159777767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c15e640 0x7f440c0ceba0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 >> 172.21.15.17:0/1159777767 conn(0x7f440c09d820 msgr2=0x7f440c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fcb45a30640 1 --2- 172.21.15.17:0/692683943 >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fcb45a30640 1 -- 172.21.15.17:0/692683943 >> v1:172.21.15.17:6789/0 conn(0x7fcb401562d0 legacy=0x7fcb4006fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62e00b3cd0 con 0x7f62e00cf4e0 2024-09-19T08:02:40.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.011+0000 7f1b1ff8d640 1 -- start start 2024-09-19T08:02:40.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1ff8d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b1815e640 0x7f1b180ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fcb45a30640 1 -- 172.21.15.17:0/692683943 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb40141b70 con 0x7fcb4015c800 2024-09-19T08:02:40.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e4af6640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e00cf4e0 0x7f62e015b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fc77affd640 1 -- 172.21.15.17:0/3458933581 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770036070 con 0x7fc77c0b3610 2024-09-19T08:02:40.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fc77affd640 1 -- 172.21.15.17:0/3458933581 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc770031600 con 0x7fc77c0b3610 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fc77affd640 1 -- 172.21.15.17:0/3458933581 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770036070 con 0x7fc77c0b3610 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f49d3fff640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 0x7f49c4004c80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f49c40057a0 tx=0x7f49c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53174aa0f016dc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f2494cfb640 1 --2- 172.21.15.17:0/2684235977 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2484009850 tx=0x7f248402a2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbf5b5f411268ac3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e5af8640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e00aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f62e0166ee0 con 0x7f62e006bc10 2024-09-19T08:02:40.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62e00b3e50 con 0x7f62e0162670 2024-09-19T08:02:40.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 shutdown_connections 2024-09-19T08:02:40.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1dd29640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b1815e640 0x7f1b180ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1dd29640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b1815e640 0x7f1b180ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48550/0 (socket says 172.21.15.17:48550) 2024-09-19T08:02:40.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1dd29640 1 -- 172.21.15.17:0/88528256 learned_addr learned my addr 172.21.15.17:0/88528256 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b1815ea20 con 0x7f1b180cf0e0 2024-09-19T08:02:40.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b180b1c50 con 0x7f1b180d3660 2024-09-19T08:02:40.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1b180b2860 con 0x7f1b1815e640 2024-09-19T08:02:40.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c00013a0 con 0x7f49c4004800 2024-09-19T08:02:40.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49c002e070 con 0x7f49c4004800 2024-09-19T08:02:40.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7f4410a4c640 1 -- 172.21.15.17:0/1159777767 wait complete. 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b3610 msgr2=0x7fc77c0b5fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7fc7829b7640 1 --2- 172.21.15.17:0/3458933581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b3610 0x7fc77c0b5fd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc770009a00 tx=0x7fc77002a400 comp rx=0 tx=0).stop 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7fcb4522f640 1 --2- 172.21.15.17:0/692683943 >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f248f7fe640 1 -- 172.21.15.17:0/2684235977 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484004230 con 0x7f2488005a50 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f248f7fe640 1 -- 172.21.15.17:0/2684235977 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24840043d0 con 0x7f2488005a50 2024-09-19T08:02:40.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f248f7fe640 1 -- 172.21.15.17:0/2684235977 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484003810 con 0x7f2488005a50 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 -- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 msgr2=0x7f62e00aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e00aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 -- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62e006bc10 msgr2=0x7f62e015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62e006bc10 0x7f62e015e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e015e850 con 0x7f62e00cf4e0 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e5af8640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62e0162670 0x7f62e00aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e4af6640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e00cf4e0 0x7f62e015b3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f62d800c700 tx=0x7f62d800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d8017070 con 0x7f62e00cf4e0 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.013+0000 7ff2b1929640 1 --2- 172.21.15.17:0/3193845721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0d0960 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff29c0097a0 tx=0x7ff29c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81045eda87d0913 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7ff2b0927640 1 -- 172.21.15.17:0/3193845721 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff29c037070 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7ff2b0927640 1 -- 172.21.15.17:0/3193845721 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff29c032440 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7ff2b0927640 1 -- 172.21.15.17:0/3193845721 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff29c032810 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e015d270 con 0x7f62e00cf4e0 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f49d37fe640 1 -- 172.21.15.17:0/1892056371 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c00074d0 con 0x7f49c4004800 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f49d9ce7640 1 -- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 msgr2=0x7f49c4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f49d9ce7640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 0x7f49c4004c80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f49c40057a0 tx=0x7f49c4005830 comp rx=0 tx=0).stop 2024-09-19T08:02:40.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f49d9ce7640 1 -- 172.21.15.17:0/1892056371 shutdown_connections 2024-09-19T08:02:40.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 -- 172.21.15.17:0/3193845721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 msgr2=0x7ff2ac0d0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 --2- 172.21.15.17:0/3193845721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0d0960 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff29c0097a0 tx=0x7ff29c02a180 comp rx=0 tx=0).stop 2024-09-19T08:02:40.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f49d9ce7640 1 --2- 172.21.15.17:0/1892056371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49c4004800 0x7f49c4004c80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f49d9ce7640 1 -- 172.21.15.17:0/1892056371 >> 172.21.15.17:0/1892056371 conn(0x7f49cc01dd70 msgr2=0x7f49cc0549e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 -- 172.21.15.17:0/3193845721 shutdown_connections 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f49d9ce7640 1 -- 172.21.15.17:0/1892056371 shutdown_connections 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 --2- 172.21.15.17:0/3193845721 >> v2:172.21.15.160:3300/0 conn(0x7ff2ac0cf0a0 0x7ff2ac0d4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 --2- 172.21.15.17:0/3193845721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0d0960 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 -- 172.21.15.17:0/3193845721 >> 172.21.15.17:0/3193845721 conn(0x7ff2ac067950 msgr2=0x7ff2ac067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f2495cfd640 1 -- 172.21.15.17:0/2684235977 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 msgr2=0x7f2488053f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f2495cfd640 1 --2- 172.21.15.17:0/2684235977 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2484009850 tx=0x7f248402a2c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 -- 172.21.15.17:0/3193845721 shutdown_connections 2024-09-19T08:02:40.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1554157557 0 0) 0x7f1b1815ea20 con 0x7f1b180cf0e0 2024-09-19T08:02:40.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b04003520 con 0x7f1b180cf0e0 2024-09-19T08:02:40.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 561119739 0 0) 0x7f1b180b1c50 con 0x7f1b180d3660 2024-09-19T08:02:40.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b1815ea20 con 0x7f1b180d3660 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v1:172.21.15.160:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4144120267 0 0) 0x7f1b1815ea20 con 0x7f1b180d3660 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 >> v2:172.21.15.17:3300/0 conn(0x7f1b1815e640 msgr2=0x7f1b180ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 --2- 172.21.15.17:0/88528256 >> v2:172.21.15.17:3300/0 conn(0x7f1b1815e640 0x7f1b180ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 >> v1:172.21.15.17:6789/0 conn(0x7f1b180cf0e0 legacy=0x7f1b180b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> v1:172.21.15.160:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b180b1f30 con 0x7f1b180d3660 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v1:172.21.15.160:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f1b100015f0 con 0x7f1b180d3660 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 >> v1:172.21.15.160:6789/0 conn(0x7f1b180d3660 legacy=0x7f1b180b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f49d9ce7640 1 -- 172.21.15.17:0/1892056371 wait complete. 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b04004ba0 0x7f1b04004f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b04003c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b04004140 0x7f1b040141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180b2860 con 0x7f1b04004140 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1b040148a0 con 0x7f1b040037a0 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1b04014aa0 con 0x7f1b04004ba0 2024-09-19T08:02:40.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f4410a4c640 1 Processor -- start 2024-09-19T08:02:40.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7fcb45a30640 1 --2- 172.21.15.17:0/692683943 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb4015fd80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009d90 tx=0x7fcb3802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9ae22c74824efd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 shutdown_connections 2024-09-19T08:02:40.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7fc7829b7640 1 --2- 172.21.15.17:0/3458933581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b3610 0x7fc77c0b5fd0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 >> 172.21.15.17:0/3458933581 conn(0x7fc77c0d4550 msgr2=0x7fc77c0d4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1d528640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b04003c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f4410a4c640 1 -- start start 2024-09-19T08:02:40.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 shutdown_connections 2024-09-19T08:02:40.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1dd29640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b04004ba0 0x7f1b04004f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f1b1e52a640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b04004140 0x7f1b040141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1d528640 1 -- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b04004ba0 msgr2=0x7f1b04004f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e015d830 con 0x7f62e00cf4e0 2024-09-19T08:02:40.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.014+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d8003da0 con 0x7f62e00cf4e0 2024-09-19T08:02:40.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d8005310 con 0x7f62e00cf4e0 2024-09-19T08:02:40.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1d528640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b04004ba0 0x7f1b04004f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f2495cfd640 1 -- 172.21.15.17:0/2684235977 shutdown_connections 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f2495cfd640 1 --2- 172.21.15.17:0/2684235977 >> v2:172.21.15.160:3300/0 conn(0x7f248804eb50 0x7f248801d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f2495cfd640 1 --2- 172.21.15.17:0/2684235977 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2488005a50 0x7f2488053f40 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f2495cfd640 1 -- 172.21.15.17:0/2684235977 >> 172.21.15.17:0/2684235977 conn(0x7f2488036080 msgr2=0x7f2488036490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1d528640 1 -- 172.21.15.17:0/88528256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b04004140 msgr2=0x7f1b040141d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1d528640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b04004140 0x7f1b040141d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1d528640 1 -- 172.21.15.17:0/88528256 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1815ea20 con 0x7f1b040037a0 2024-09-19T08:02:40.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7fc7829b7640 1 -- 172.21.15.17:0/3458933581 wait complete. 2024-09-19T08:02:40.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f1b1e52a640 1 -- 172.21.15.17:0/88528256 reap_dead start 2024-09-19T08:02:40.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.016+0000 7f62cb7fe640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f62e01661b0 con 0x7f62e00cf4e0 2024-09-19T08:02:40.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f2495cfd640 1 -- 172.21.15.17:0/2684235977 shutdown_connections 2024-09-19T08:02:40.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 0x7f440c1586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f2495cfd640 1 -- 172.21.15.17:0/2684235977 wait complete. 2024-09-19T08:02:40.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.015+0000 7ff2b292b640 1 -- 172.21.15.17:0/3193845721 wait complete. 2024-09-19T08:02:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f49d9ce7640 1 Processor -- start 2024-09-19T08:02:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f440a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 0x7f440c1586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f440a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 0x7f440c1586e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48574/0 (socket says 172.21.15.17:48574) 2024-09-19T08:02:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f440a59c640 1 -- 172.21.15.17:0/3287034176 learned_addr learned my addr 172.21.15.17:0/3287034176 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f440c0d3660 0x7f440c0ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f1b1d528640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b04003c00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1b08001900 tx=0x7f1b04005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e397897e5546da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f440c15e640 0x7f440c0c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f440c0cfe40 con 0x7f440c0cf0e0 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f440c0b24f0 con 0x7f440c0d3660 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f440c0b73a0 con 0x7f440c15e640 2024-09-19T08:02:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7ff2b292b640 1 Processor -- start 2024-09-19T08:02:40.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b08001500 con 0x7f1b040037a0 2024-09-19T08:02:40.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b080052f0 con 0x7f1b040037a0 2024-09-19T08:02:40.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f1b1cd27640 1 -- 172.21.15.17:0/88528256 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0802acb0 con 0x7f1b040037a0 2024-09-19T08:02:40.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7fc7829b7640 1 Processor -- start 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7ff2b292b640 1 -- start start 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.017+0000 7f440ad9d640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f440c15e640 0x7f440c0c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 -- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f440c15e640 msgr2=0x7f440c0c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f440c15e640 0x7f440c0c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f4409d9b640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f440c0d3660 0x7f440c0ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 -- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f440c0d3660 msgr2=0x7f440c0ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f440c0d3660 0x7f440c0ccd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440c0cc290 con 0x7f440c0cf0e0 2024-09-19T08:02:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f62d801a070 con 0x7f62e00cf4e0 2024-09-19T08:02:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7fcb44a2e640 1 -- 172.21.15.17:0/692683943 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38007740 con 0x7fcb4015c800 2024-09-19T08:02:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7fcb44a2e640 1 -- 172.21.15.17:0/692683943 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb380078e0 con 0x7fcb4015c800 2024-09-19T08:02:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7fcb44a2e640 1 -- 172.21.15.17:0/692683943 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38007cf0 con 0x7fcb4015c800 2024-09-19T08:02:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f2495cfd640 1 Processor -- start 2024-09-19T08:02:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 msgr2=0x7f1b04003c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f1b1ff8d640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b04003c00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1b08001900 tx=0x7f1b04005830 comp rx=0 tx=0).stop 2024-09-19T08:02:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62c406c380 0x7f62c406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f2495cfd640 1 -- start start 2024-09-19T08:02:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f62d808a9c0 con 0x7f62e00cf4e0 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7f62c4074600 0x7f62c4076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62e52f7640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62c406c380 0x7f62c406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f62c40770d0 con 0x7f62c4074600 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f62d808f2a0 con 0x7f62e00cf4e0 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f4409d9b640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f440c0d3660 0x7f440c0ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f440a59c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 0x7f440c1586e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f43fc000c00 tx=0x7f43fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f62e5af8640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7f62c4074600 0x7f62c4076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc041020 con 0x7f440c0cf0e0 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 shutdown_connections 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f1b1ff8d640 1 --2- 172.21.15.17:0/88528256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b04003c00 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 >> 172.21.15.17:0/88528256 conn(0x7f1b1809d820 msgr2=0x7f1b180d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43fc030a70 con 0x7f440c0cf0e0 2024-09-19T08:02:40.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc037040 con 0x7f440c0cf0e0 2024-09-19T08:02:40.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7ff2b292b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0b7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7f49d9ce7640 1 -- start start 2024-09-19T08:02:40.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f440c0cd250 con 0x7f440c0cf0e0 2024-09-19T08:02:40.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7ff2b292b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2ac0cf0a0 0x7ff2ac203d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.018+0000 7fc7829b7640 1 -- start start 2024-09-19T08:02:40.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7ff2b292b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2ac0d0ea0 0x7ff2ac15fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7fc7829b7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 0x7fc77c152380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7fc7829b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b6510 0x7fc77c160100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.019+0000 7f62e52f7640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62c406c380 0x7f62c406e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f62d002a170 tx=0x7f62d002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c4004800 0x7f49cc0e3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 msgr2=0x7fcb4015fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 --2- 172.21.15.17:0/692683943 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb4015fd80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009d90 tx=0x7fcb3802a680 comp rx=0 tx=0).stop 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fc77bfff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 0x7fc77c152380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fc77bfff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 0x7fc77c152380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52660/0 (socket says 172.21.15.17:52660) 2024-09-19T08:02:40.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2488005a50 0x7f24880373c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 0x7f248804a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b212a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2ac0d0ea0 0x7ff2ac15fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b212a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2ac0d0ea0 0x7ff2ac15fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48578/0 (socket says 172.21.15.17:48578) 2024-09-19T08:02:40.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b212a640 1 -- 172.21.15.17:0/1697837586 learned_addr learned my addr 172.21.15.17:0/1697837586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 shutdown_connections 2024-09-19T08:02:40.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff2ac166640 con 0x7ff2ac0d0ea0 2024-09-19T08:02:40.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff2ac1664c0 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff2ac1667c0 con 0x7ff2ac0cecc0 2024-09-19T08:02:40.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b1128640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2ac0cf0a0 0x7ff2ac203d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24880e7110 0x7f248804aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2488047b40 con 0x7f24880e7110 2024-09-19T08:02:40.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f62e5af8640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7f62c4074600 0x7f62c4076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2488053a00 con 0x7f2488005a50 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2495cfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2488047cc0 con 0x7f248804eb50 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fc77bfff640 1 -- 172.21.15.17:0/1360404709 learned_addr learned my addr 172.21.15.17:0/1360404709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49cc0e5a40 0x7f49cc0df850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49cc052520 0x7f49cc0529d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc00b770 con 0x7f49cc0e5a40 2024-09-19T08:02:40.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc00bb50 con 0x7f49cc052520 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d9ce7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49cc055510 con 0x7f49c4004800 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d8ce5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c4004800 0x7f49cc0e3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d94e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49cc052520 0x7f49cc0529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49cc0e5a40 0x7f49cc0df850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f248ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 0x7f248804a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f248ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 0x7f248804a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36538/0 (socket says 172.21.15.17:36538) 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f248ffff640 1 -- 172.21.15.17:0/3730982598 learned_addr learned my addr 172.21.15.17:0/3730982598 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2494cfb640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2488005a50 0x7f24880373c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49cc0e5a40 0x7f49cc0df850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48598/0 (socket says 172.21.15.17:48598) 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f49d3fff640 1 -- 172.21.15.17:0/2763786534 learned_addr learned my addr 172.21.15.17:0/2763786534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 shutdown_connections 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 --2- 172.21.15.17:0/692683943 >> v2:172.21.15.17:3300/0 conn(0x7fcb40142090 0x7fcb401424d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 --2- 172.21.15.17:0/692683943 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb4015fd80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7ff2b1929640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0b7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 >> 172.21.15.17:0/692683943 conn(0x7fcb4006f070 msgr2=0x7fcb4006f480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2494cfb640 1 -- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 msgr2=0x7f248804a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f2494cfb640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 0x7f248804a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f2494cfb640 1 -- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24880e7110 msgr2=0x7f248804aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f2494cfb640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24880e7110 0x7f248804aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f2494cfb640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24880ce8f0 con 0x7f2488005a50 2024-09-19T08:02:40.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/88528256 wait complete. 2024-09-19T08:02:40.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f248ffff640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f248804eb50 0x7f248804a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:40.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== osd.4 v2:172.21.15.160:6824/2626158817 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f62c40770d0 con 0x7f62c4074600 2024-09-19T08:02:40.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7ff2b1128640 1 -- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 msgr2=0x7ff2ac0b7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 -- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49cc052520 msgr2=0x7f49cc0529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49cc052520 0x7f49cc0529d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 -- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49cc0e5a40 msgr2=0x7f49cc0df850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49cc0e5a40 0x7f49cc0df850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc0e5ec0 con 0x7f49c4004800 2024-09-19T08:02:40.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d94e6640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49cc052520 0x7f49cc0529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:40.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7ff2b1128640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2ac0cecc0 0x7ff2ac0b7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fc77b7fe640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b6510 0x7fc77c160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7ff2b1128640 1 -- 172.21.15.17:0/1697837586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2ac0d0ea0 msgr2=0x7ff2ac15fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7ff2b1128640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2ac0d0ea0 0x7ff2ac15fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fc7829b7640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc77c0d0930 0x7fc77c160640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f2494cfb640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2488005a50 0x7f24880373c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2484004000 tx=0x7f24840046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7ff2b1128640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2ac0b77d0 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c0d0d10 con 0x7fc77c0b6510 2024-09-19T08:02:40.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f49d8ce5640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c4004800 0x7f49cc0e3b10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f49c800e820 tx=0x7f49c800ece0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 shutdown_connections 2024-09-19T08:02:40.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.020+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f440c0c9200 con 0x7f440c0cf0e0 2024-09-19T08:02:40.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fc780f54640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc77c0d0930 0x7fc77c160640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484041030 con 0x7f2488005a50 2024-09-19T08:02:40.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f440c075760 con 0x7f440c0cf0e0 2024-09-19T08:02:40.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c166650 con 0x7fc77c0b3610 2024-09-19T08:02:40.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc77c167140 con 0x7fc77c0d0930 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2484006040 con 0x7f2488005a50 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.021+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484006230 con 0x7f2488005a50 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c80070d0 con 0x7f49c4004800 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49c8018070 con 0x7f49c4004800 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c8007490 con 0x7f49c4004800 2024-09-19T08:02:40.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f2495cfd640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24880e24c0 con 0x7f2488005a50 2024-09-19T08:02:40.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f2495cfd640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24880e2a80 con 0x7f2488005a50 2024-09-19T08:02:40.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7ff2b1128640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2ac0cf0a0 0x7ff2ac203d60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff2a400ca20 tx=0x7ff2a400cee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49cc0e4210 con 0x7f49c4004800 2024-09-19T08:02:40.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f49cc0e47d0 con 0x7f49c4004800 2024-09-19T08:02:40.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f1b1ff8d640 1 Processor -- start 2024-09-19T08:02:40.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7f1b1ff8d640 1 -- start start 2024-09-19T08:02:40.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.022+0000 7fcb46a32640 1 -- 172.21.15.17:0/692683943 wait complete. 2024-09-19T08:02:40.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a4017070 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2a400abd0 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2ac0ba0e0 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2468001030 con 0x7f2488005a50 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f49b4001030 con 0x7f49c4004800 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77bfff640 1 -- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc77c0d0930 msgr2=0x7fc77c160640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77bfff640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc77c0d0930 0x7fc77c160640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77bfff640 1 -- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b6510 msgr2=0x7fc77c160100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2ac0d2780 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77bfff640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b6510 0x7fc77c160100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77bfff640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c163150 con 0x7fc77c0b3610 2024-09-19T08:02:40.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a4012400 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.023+0000 7fc77b7fe640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc77c0b6510 0x7fc77c160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:40.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b18160a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b18158370 0x7f1b18161290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b181587d0 0x7f1b181617d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180cfe40 con 0x7f1b181587d0 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180b24f0 con 0x7f1b040037a0 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1ff8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1b180b73a0 con 0x7f1b18158370 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1d528640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b18158370 0x7f1b18161290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1d528640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b18158370 0x7f1b18161290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36552/0 (socket says 172.21.15.17:36552) 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1d528640 1 -- 172.21.15.17:0/1235608837 learned_addr learned my addr 172.21.15.17:0/1235608837 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1e52a640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b181587d0 0x7f1b181617d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1dd29640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b18160a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7fcb46a32640 1 Processor -- start 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7fc77bfff640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 0x7fc77c152380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00c3f0 tx=0x7fc76c00c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7fcb46a32640 1 -- start start 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1e52a640 1 -- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b18158370 msgr2=0x7f1b18161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1e52a640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b18158370 0x7f1b18161290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1e52a640 1 -- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 msgr2=0x7f1b18160a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f1b1e52a640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b040037a0 0x7f1b18160a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b1e52a640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b180c9d90 con 0x7f1b181587d0 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43fc044020 con 0x7f440c0cf0e0 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f43faffd640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43ec06c380 0x7f43ec06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f43fc0ac1b0 con 0x7f440c0cf0e0 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f43faffd640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f43ec0745a0 0x7f43ec0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f43fc0067f0 con 0x7f43ec0745a0 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f43fc0b3050 con 0x7f440c0cf0e0 2024-09-19T08:02:40.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b1e52a640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b181587d0 0x7f1b181617d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1b1808d4f0 tx=0x7f1b1000fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f49c8005770 con 0x7f49c4004800 2024-09-19T08:02:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f49d17fa640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49b806c3b0 0x7f49b806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b100050d0 con 0x7f1b181587d0 2024-09-19T08:02:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b10018070 con 0x7f1b181587d0 2024-09-19T08:02:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b1815f9f0 con 0x7f1b181587d0 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b100050d0 con 0x7f1b181587d0 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b1815ffb0 con 0x7f1b181587d0 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.024+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2484044070 con 0x7f2488005a50 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f248d7fa640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f247406c380 0x7f247406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f24840ac180 con 0x7f2488005a50 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f248d7fa640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f2474074600 0x7f2474076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f248403fe50 con 0x7f2474074600 2024-09-19T08:02:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f24840b3050 con 0x7f2488005a50 2024-09-19T08:02:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f440ad9d640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f43ec0745a0 0x7f43ec0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f49c808b150 con 0x7f49c4004800 2024-09-19T08:02:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c0074e0 con 0x7fc77c0b3610 2024-09-19T08:02:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc76c0047e0 con 0x7fc77c0b3610 2024-09-19T08:02:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c004c10 con 0x7fc77c0b3610 2024-09-19T08:02:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f248ffff640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f247406c380 0x7f247406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77c1633f0 con 0x7fc77c0b3610 2024-09-19T08:02:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f4409d9b640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43ec06c380 0x7f43ec06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb40142090 0x7fcb400b5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb401562d0 0x7fcb4013f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb400cf670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcb40070420 con 0x7fcb401562d0 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcb400702a0 con 0x7fcb40142090 2024-09-19T08:02:40.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46a32640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb401566e0 con 0x7fcb4015c800 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46231640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb400cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46231640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb400cf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36562/0 (socket says 172.21.15.17:36562) 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb46231640 1 -- 172.21.15.17:0/754553870 learned_addr learned my addr 172.21.15.17:0/754553870 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fcb45a30640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb40142090 0x7fcb400b5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc77c1639b0 con 0x7fc77c0b3610 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f49d17fa640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f49b80745d0 0x7f49b80769f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f49b80770a0 con 0x7f49b80745d0 2024-09-19T08:02:40.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f49c8092050 con 0x7f49c4004800 2024-09-19T08:02:40.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f49d3fff640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49b806c3b0 0x7f49b806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.026+0000 7f49d94e6640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f49b80745d0 0x7f49b80769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7f24954fc640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f2474074600 0x7f2474076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1b18160670 con 0x7f1b181587d0 2024-09-19T08:02:40.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.025+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff2ac0d2b60 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc77c09d9d0 con 0x7fc77c0b3610 2024-09-19T08:02:40.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7f440ad9d640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f43ec0745a0 0x7f43ec0769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 -- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb40142090 msgr2=0x7fcb400b5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb40142090 0x7fcb400b5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 -- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb401562d0 msgr2=0x7fcb4013f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb401562d0 0x7fcb4013f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb400b61c0 con 0x7fcb4015c800 2024-09-19T08:02:40.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7fcb46231640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb400cf670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcb3000c3f0 tx=0x7fcb3000c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb300052d0 con 0x7fcb4015c800 2024-09-19T08:02:40.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7f24954fc640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f2474074600 0x7f2474076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb30005470 con 0x7fcb4015c800 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30007260 con 0x7fcb4015c800 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb400b64a0 con 0x7fcb4015c800 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb401e5fb0 con 0x7fcb4015c800 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f248403fe50 con 0x7f2474074600 2024-09-19T08:02:40.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b10005270 con 0x7f1b181587d0 2024-09-19T08:02:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7f4409d9b640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43ec06c380 0x7f43ec06e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f440c0ce420 tx=0x7f4400009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f43fc0067f0 con 0x7f43ec0745a0 2024-09-19T08:02:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7f49d94e6640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f49b80745d0 0x7f49b80769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7f49d3fff640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49b806c3b0 0x7f49b806e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f49c0000c00 tx=0x7f49c0007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcb40156b70 con 0x7fcb4015c800 2024-09-19T08:02:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc76c011070 con 0x7fc77c0b3610 2024-09-19T08:02:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7f1b0e7fc640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1afc06c4b0 0x7f1afc06e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1b1008ad80 con 0x7f1b181587d0 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b0e7fc640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f1afc0746b0 0x7f1afc076ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1b10012e50 con 0x7f1afc0746b0 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b1dd29640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1afc06c4b0 0x7f1afc06e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1b1008d450 con 0x7f1b181587d0 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f49b80770a0 con 0x7f49b80745d0 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7fc778ff9640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc76806c380 0x7fc76806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7f1b1d528640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f1afc0746b0 0x7f1afc076ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.027+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff2a401a070 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb30007400 con 0x7fcb4015c800 2024-09-19T08:02:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.030+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc76c08af30 con 0x7fc77c0b3610 2024-09-19T08:02:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7ff2a27fc640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff29006c380 0x7ff29006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fc778ff9640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fc7680745a0 0x7fc7680769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc76c018e50 con 0x7fc7680745a0 2024-09-19T08:02:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc76c08d530 con 0x7fc77c0b3610 2024-09-19T08:02:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff2a408b040 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb367fc640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb2406c380 0x7fcb2406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7ff2b1929640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff29006c380 0x7ff29006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7ff2a27fc640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7ff290074580 0x7ff2900769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.028+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff290077050 con 0x7ff290074580 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff2a4092050 con 0x7ff2ac0cf0a0 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7ff2b1929640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff29006c380 0x7ff29006e840 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff29c034000 tx=0x7ff29c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.029+0000 7ff2b212a640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7ff290074580 0x7ff2900769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7ff2b212a640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7ff290074580 0x7ff2900769a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7f1b1d528640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f1afc0746b0 0x7f1afc076ad0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcb3008a860 con 0x7fcb4015c800 2024-09-19T08:02:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb367fc640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fcb24074520 0x7fcb24076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcb30009e50 con 0x7fcb24074520 2024-09-19T08:02:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7f248ffff640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f247406c380 0x7f247406e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2488035650 tx=0x7f247c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcb30054a30 con 0x7fcb4015c800 2024-09-19T08:02:40.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7fcb4522f640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fcb24074520 0x7fcb24076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.031+0000 7f1b1dd29640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1afc06c4b0 0x7f1afc06e970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1b1806aa80 tx=0x7f1b14009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7fc780f54640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fc7680745a0 0x7fc7680769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7fcb45a30640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb2406c380 0x7fcb2406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7fc77b7fe640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc76806c380 0x7fc76806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff290077050 con 0x7ff290074580 2024-09-19T08:02:40.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7fcb4522f640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fcb24074520 0x7fcb24076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1b10012e50 con 0x7f1afc0746b0 2024-09-19T08:02:40.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.032+0000 7fc780f54640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fc7680745a0 0x7fc7680769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.033+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc76c018e50 con 0x7fc7680745a0 2024-09-19T08:02:40.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.033+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== osd.2 v2:172.21.15.17:6824/885435613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcb30009e50 con 0x7fcb24074520 2024-09-19T08:02:40.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.033+0000 7fc77b7fe640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc76806c380 0x7fc76806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc770033000 tx=0x7fc770008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.037+0000 7fcb45a30640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb2406c380 0x7fcb2406e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcb38034000 tx=0x7fcb3802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.054+0000 7f62cb7fe640 1 -- 172.21.15.17:0/543668586 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f62e015ce00 con 0x7f62c4074600 2024-09-19T08:02:40.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.054+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2468002dd0 con 0x7f2474074600 2024-09-19T08:02:40.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.054+0000 7f62d5ffb640 1 -- 172.21.15.17:0/543668586 <== osd.4 v2:172.21.15.160:6824/2626158817 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f62e015ce00 con 0x7f62c4074600 2024-09-19T08:02:40.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f248d7fa640 1 -- 172.21.15.17:0/3730982598 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2468002dd0 con 0x7f2474074600 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7f62c4074600 msgr2=0x7f62c4076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7f62c4074600 0x7f62c4076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62c406c380 msgr2=0x7f62c406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62c406c380 0x7f62c406e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f62d002a170 tx=0x7f62d002e000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e00cf4e0 msgr2=0x7f62e015b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 --2- 172.21.15.17:0/543668586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e00cf4e0 0x7f62e015b3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f62d800c700 tx=0x7f62d800cbc0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e5af8640 1 -- 172.21.15.17:0/543668586 reap_dead start 2024-09-19T08:02:40.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 shutdown_connections 2024-09-19T08:02:40.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.055+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 >> 172.21.15.17:0/543668586 conn(0x7f62e00b56f0 msgr2=0x7f62e00b35c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 shutdown_connections 2024-09-19T08:02:40.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f62e62f9640 1 -- 172.21.15.17:0/543668586 wait complete. 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f2474074600 msgr2=0x7f2474076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f2474074600 0x7f2474076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f247406c380 msgr2=0x7f247406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f247406c380 0x7f247406e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2488035650 tx=0x7f247c009040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2488005a50 msgr2=0x7f24880373c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f247affd640 1 --2- 172.21.15.17:0/3730982598 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2488005a50 0x7f24880373c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2484004000 tx=0x7f24840046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.056+0000 7f24954fc640 1 -- 172.21.15.17:0/3730982598 reap_dead start 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.057+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 shutdown_connections 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.057+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 >> 172.21.15.17:0/3730982598 conn(0x7f2488036080 msgr2=0x7f248804fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.057+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 shutdown_connections 2024-09-19T08:02:40.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.058+0000 7f247affd640 1 -- 172.21.15.17:0/3730982598 wait complete. 2024-09-19T08:02:40.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.061+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f440c0ceec0 con 0x7f43ec0745a0 2024-09-19T08:02:40.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.062+0000 7f43faffd640 1 -- 172.21.15.17:0/3287034176 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f440c0ceec0 con 0x7f43ec0745a0 2024-09-19T08:02:40.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.062+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f43ec0745a0 msgr2=0x7f43ec0769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.062+0000 7f4410a4c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f43ec0745a0 0x7f43ec0769c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.063+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43ec06c380 msgr2=0x7f43ec06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.063+0000 7f4410a4c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43ec06c380 0x7f43ec06e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f440c0ce420 tx=0x7f4400009040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.063+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 msgr2=0x7f440c1586e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.063+0000 7f4410a4c640 1 --2- 172.21.15.17:0/3287034176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f440c0cf0e0 0x7f440c1586e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f43fc000c00 tx=0x7f43fc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.063+0000 7f440ad9d640 1 -- 172.21.15.17:0/3287034176 reap_dead start 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 shutdown_connections 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 >> 172.21.15.17:0/3287034176 conn(0x7f440c09d820 msgr2=0x7f440c160c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 shutdown_connections 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7f4410a4c640 1 -- 172.21.15.17:0/3287034176 wait complete. 2024-09-19T08:02:40.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f49b4002dd0 con 0x7f49b80745d0 2024-09-19T08:02:40.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc77c0cfe60 con 0x7fc7680745a0 2024-09-19T08:02:40.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.064+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcb40073c40 con 0x7fcb24074520 2024-09-19T08:02:40.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7f49d17fa640 1 -- 172.21.15.17:0/2763786534 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f49b4002dd0 con 0x7f49b80745d0 2024-09-19T08:02:40.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1b180ceba0 con 0x7f1afc0746b0 2024-09-19T08:02:40.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff2ac0d0960 con 0x7ff290074580 2024-09-19T08:02:40.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7fc778ff9640 1 -- 172.21.15.17:0/1360404709 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc77c0cfe60 con 0x7fc7680745a0 2024-09-19T08:02:40.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7ff2a27fc640 1 -- 172.21.15.17:0/1697837586 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff2ac0d0960 con 0x7ff290074580 2024-09-19T08:02:40.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7f1b0e7fc640 1 -- 172.21.15.17:0/1235608837 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1b180ceba0 con 0x7f1afc0746b0 2024-09-19T08:02:40.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.065+0000 7fcb367fc640 1 -- 172.21.15.17:0/754553870 <== osd.2 v2:172.21.15.17:6824/885435613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcb40073c40 con 0x7fcb24074520 2024-09-19T08:02:40.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f49b80745d0 msgr2=0x7f49b80769f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f49b80745d0 0x7f49b80769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fc7680745a0 msgr2=0x7fc7680769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fcb24074520 msgr2=0x7fcb24076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fc7680745a0 0x7fc7680769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fcb46a32640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fcb24074520 0x7fcb24076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f1afc0746b0 msgr2=0x7f1afc076ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49b806c3b0 msgr2=0x7f49b806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49b806c3b0 0x7f49b806e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f49c0000c00 tx=0x7f49c0007000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c4004800 msgr2=0x7f49cc0e3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d9ce7640 1 --2- 172.21.15.17:0/2763786534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49c4004800 0x7f49cc0e3b10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f49c800e820 tx=0x7f49c800ece0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f49d94e6640 1 -- 172.21.15.17:0/2763786534 reap_dead start 2024-09-19T08:02:40.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7f1b1ff8d640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f1afc0746b0 0x7f1afc076ad0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc76806c380 msgr2=0x7fc76806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc76806c380 0x7fc76806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc770033000 tx=0x7fc770008030 comp rx=0 tx=0).stop 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 msgr2=0x7fc77c152380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.066+0000 7fc7829b7640 1 --2- 172.21.15.17:0/1360404709 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc77c0b3610 0x7fc77c152380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00c3f0 tx=0x7fc76c00c8b0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fc780f54640 1 -- 172.21.15.17:0/1360404709 reap_dead start 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb2406c380 msgr2=0x7fcb2406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb2406c380 0x7fcb2406e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcb38034000 tx=0x7fcb3802f000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 msgr2=0x7fcb400cf670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 shutdown_connections 2024-09-19T08:02:40.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 --2- 172.21.15.17:0/754553870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb4015c800 0x7fcb400cf670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcb3000c3f0 tx=0x7fcb3000c8b0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 >> 172.21.15.17:0/2763786534 conn(0x7f49cc01dd70 msgr2=0x7f49cc004d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 shutdown_connections 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 >> 172.21.15.17:0/1360404709 conn(0x7fc77c0d4550 msgr2=0x7fc77c09cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 shutdown_connections 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fc7829b7640 1 -- 172.21.15.17:0/1360404709 wait complete. 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46231640 1 -- 172.21.15.17:0/754553870 reap_dead start 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 shutdown_connections 2024-09-19T08:02:40.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 >> 172.21.15.17:0/754553870 conn(0x7fcb4006f070 msgr2=0x7fcb4015d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7ff290074580 msgr2=0x7ff2900769a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7ff290074580 0x7ff2900769a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff29006c380 msgr2=0x7ff29006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1afc06c4b0 msgr2=0x7f1afc06e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1afc06c4b0 0x7f1afc06e970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1b1806aa80 tx=0x7f1b14009040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff29006c380 0x7ff29006e840 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff29c034000 tx=0x7ff29c02e000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b181587d0 msgr2=0x7f1b181617d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 --2- 172.21.15.17:0/1235608837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b181587d0 0x7f1b181617d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1b1808d4f0 tx=0x7f1b1000fc00 comp rx=0 tx=0).stop 2024-09-19T08:02:40.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 shutdown_connections 2024-09-19T08:02:40.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2ac0cf0a0 msgr2=0x7ff2ac203d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 --2- 172.21.15.17:0/1697837586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2ac0cf0a0 0x7ff2ac203d60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff2a400ca20 tx=0x7ff2a400cee0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1e52a640 1 -- 172.21.15.17:0/1235608837 reap_dead start 2024-09-19T08:02:40.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b212a640 1 -- 172.21.15.17:0/1697837586 reap_dead start 2024-09-19T08:02:40.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 shutdown_connections 2024-09-19T08:02:40.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 >> 172.21.15.17:0/1235608837 conn(0x7f1b1809d820 msgr2=0x7f1b180b8870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 shutdown_connections 2024-09-19T08:02:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 >> 172.21.15.17:0/1697837586 conn(0x7ff2ac067950 msgr2=0x7ff2ac161160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f49d9ce7640 1 -- 172.21.15.17:0/2763786534 wait complete. 2024-09-19T08:02:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 shutdown_connections 2024-09-19T08:02:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7fcb46a32640 1 -- 172.21.15.17:0/754553870 wait complete. 2024-09-19T08:02:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 shutdown_connections 2024-09-19T08:02:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7f1b1ff8d640 1 -- 172.21.15.17:0/1235608837 wait complete. 2024-09-19T08:02:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.067+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 shutdown_connections 2024-09-19T08:02:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.068+0000 7ff2b292b640 1 -- 172.21.15.17:0/1697837586 wait complete. 2024-09-19T08:02:40.125 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:40.125 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T08:02:40.126 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:40.126 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T08:02:40.127 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:40.127 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T08:02:40.128 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:40.128 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T08:02:40.129 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:40.129 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T08:02:40.130 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:40.130 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T08:02:40.131 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:40.131 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T08:02:40.132 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:40.132 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T08:02:40.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.342+0000 7f8335b5f640 1 Processor -- start 2024-09-19T08:02:40.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.342+0000 7f8335b5f640 1 -- start start 2024-09-19T08:02:40.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.343+0000 7fa7b385e640 1 Processor -- start 2024-09-19T08:02:40.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.343+0000 7fa7b385e640 1 -- start start 2024-09-19T08:02:40.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.343+0000 7ff6694d9640 1 Processor -- start 2024-09-19T08:02:40.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.343+0000 7fe64e99a640 1 Processor -- start 2024-09-19T08:02:40.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.343+0000 7ff6694d9640 1 -- start start 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f8335b5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f833006ef40 0x7f833015b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f8335b5f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f83300b1d80 0x7f83300b2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f8335b5f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83300b26d0 con 0x7f8330154d30 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f8335b5f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f83300b5400 con 0x7f83300b1d80 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f8335b5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f833015bd90 con 0x7f833006ef40 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f832ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f83300b1d80 0x7f83300b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f832f7fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f8330154d30 0x7f83300b4b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35250/0 (socket says 172.21.15.17:35250) 2024-09-19T08:02:40.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7f832f7fe640 1 -- 172.21.15.17:0/3832653792 learned_addr learned my addr 172.21.15.17:0/3832653792 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff6694d9640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff6640cf820 0x7ff664165fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff6694d9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff66415a6d0 con 0x7ff66415a290 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff6694d9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6640b4460 con 0x7ff6640d0aa0 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff6694d9640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff6640b4740 con 0x7ff6640cf820 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7f832ffff640 1 -- 172.21.15.17:0/3832653792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f833006ef40 msgr2=0x7f833015b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7f832ffff640 1 --2- 172.21.15.17:0/3832653792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f833006ef40 0x7f833015b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7f832ffff640 1 -- 172.21.15.17:0/3832653792 >> v1:172.21.15.160:6789/0 conn(0x7f8330154d30 legacy=0x7f83300b4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7f832ffff640 1 -- 172.21.15.17:0/3832653792 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833015c030 con 0x7f83300b1d80 2024-09-19T08:02:40.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fe64e99a640 1 -- start start 2024-09-19T08:02:40.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64e99a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe640056ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff663fff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ff6640d0aa0 0x7ff6640b3a10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35254/0 (socket says 172.21.15.17:35254) 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff663fff640 1 -- 172.21.15.17:0/1231653231 learned_addr learned my addr 172.21.15.17:0/1231653231 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff668cd8640 1 --2- 172.21.15.17:0/1231653231 >> v2:172.21.15.160:3300/0 conn(0x7ff6640cf820 0x7ff664165fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64e99a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6400516f0 con 0x7fe640057400 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64e99a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6400519d0 con 0x7fe640053600 2024-09-19T08:02:40.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64e99a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe640052020 con 0x7fe6400e1860 2024-09-19T08:02:40.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7ff662ffd640 1 -- 172.21.15.17:0/1231653231 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1634678557 0 0) 0x7ff6640b4460 con 0x7ff6640d0aa0 2024-09-19T08:02:40.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64cf37640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fe640053600 0x7fe640054380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35262/0 (socket says 172.21.15.17:35262) 2024-09-19T08:02:40.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fe64cf37640 1 -- 172.21.15.17:0/534365761 learned_addr learned my addr 172.21.15.17:0/534365761 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7ff668cd8640 1 -- 172.21.15.17:0/1231653231 >> v1:172.21.15.160:6789/0 conn(0x7ff6640d0aa0 legacy=0x7ff6640b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7ff668cd8640 1 -- 172.21.15.17:0/1231653231 >> v1:172.21.15.17:6789/0 conn(0x7ff66415a290 legacy=0x7ff6640cf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7ff668cd8640 1 -- 172.21.15.17:0/1231653231 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6640b4a20 con 0x7ff6640cf820 2024-09-19T08:02:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7f1e71617640 1 Processor -- start 2024-09-19T08:02:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3843201242 0 0) 0x7fe6400519d0 con 0x7fe640053600 2024-09-19T08:02:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe638003520 con 0x7fe640053600 2024-09-19T08:02:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe647fff640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe640056ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7f832ffff640 1 --2- 172.21.15.17:0/3832653792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83300b1d80 0x7f83300b2190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f832800b050 tx=0x7f832802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5daae3358944d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.1 v1:172.21.15.160:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 972467835 0 0) 0x7fe638003520 con 0x7fe640053600 2024-09-19T08:02:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 msgr2=0x7fe640056ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fa7b385e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa7ac0cf2b0 0x7fa7ac0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fa7b385e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 0x7fa7ac0d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fa7b385e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7ac15ea20 con 0x7fa7ac15e640 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fa7b385e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa7ac0b3d00 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.344+0000 7fa7b385e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa7ac0b2860 con 0x7fa7ac0cf720 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fa7b15fa640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa7ac15e640 0x7fa7ac0ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34078/0 (socket says 172.21.15.17:34078) 2024-09-19T08:02:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fa7b15fa640 1 -- 172.21.15.17:0/179908634 learned_addr learned my addr 172.21.15.17:0/179908634 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.345+0000 7fa7b1dfb640 1 --2- 172.21.15.17:0/179908634 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 0x7fa7ac0d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe640056ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 >> v1:172.21.15.17:6789/0 conn(0x7fe640057400 legacy=0x7fe640052ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 --> v1:172.21.15.160:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe640051cb0 con 0x7fe640053600 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.1 v1:172.21.15.160:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fe634001670 con 0x7fe640053600 2024-09-19T08:02:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 >> v1:172.21.15.160:6789/0 conn(0x7fe640053600 legacy=0x7fe640054380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6380039b0 0x7fe638003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe638004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe638004d90 0x7fe638005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe640052020 con 0x7fe6380039b0 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380143e0 con 0x7fe638004d90 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe6380145e0 con 0x7fe6400e1860 2024-09-19T08:02:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7f0b771e4640 1 Processor -- start 2024-09-19T08:02:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7feb85744640 1 Processor -- start 2024-09-19T08:02:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7feb85744640 1 -- start start 2024-09-19T08:02:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7f0b771e4640 1 -- start start 2024-09-19T08:02:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fa7b1dfb640 1 -- 172.21.15.17:0/179908634 >> v2:172.21.15.17:3300/0 conn(0x7fa7ac0cf2b0 msgr2=0x7fa7ac0d2650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:02:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7fe647fff640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6380039b0 0x7fe638003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe64cf37640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe638004d90 0x7fe638005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe6477fe640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe638004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7ff668cd8640 1 --2- 172.21.15.17:0/1231653231 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640cf820 0x7ff664165fc0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009d90 tx=0x7ff65c02c990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79124d80dcf52eb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fa7b0df9640 1 --2- 172.21.15.17:0/179908634 >> v2:172.21.15.17:3300/0 conn(0x7fa7ac0cf2b0 0x7fa7ac0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f832e7fc640 1 -- 172.21.15.17:0/3832653792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328031600 con 0x7f83300b1d80 2024-09-19T08:02:40.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f832e7fc640 1 -- 172.21.15.17:0/3832653792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83280317a0 con 0x7f83300b1d80 2024-09-19T08:02:40.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f832e7fc640 1 -- 172.21.15.17:0/3832653792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328031b70 con 0x7f83300b1d80 2024-09-19T08:02:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.346+0000 7f1e71617640 1 -- start start 2024-09-19T08:02:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7feb85744640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb780e09c0 0x7feb780556a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f1e71617640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 0x7f1e6404fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f1e71617640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1e64032380 0x7f1e64050530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f1e71617640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e64048000 con 0x7f1e640538d0 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f1e71617640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1e64050e90 con 0x7f1e64032380 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7f1e71617640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1e64047d20 con 0x7f1e6401de80 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7feb85744640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb78035a80 0x7feb78038230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7feb85744640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb78038e80 con 0x7feb780354c0 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7feb85744640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7feb78039100 con 0x7feb78035a80 2024-09-19T08:02:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7feb85744640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7feb78009740 con 0x7feb780e09c0 2024-09-19T08:02:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 -- 172.21.15.17:0/3832653792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83300b1d80 msgr2=0x7f83300b2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 --2- 172.21.15.17:0/3832653792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83300b1d80 0x7f83300b2190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f832800b050 tx=0x7f832802a730 comp rx=0 tx=0).stop 2024-09-19T08:02:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb780e09c0 0x7feb780556a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b771e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 0x7f0b700cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fa7b1dfb640 1 --2- 172.21.15.17:0/179908634 >> v2:172.21.15.17:3300/0 conn(0x7fa7ac0cf2b0 0x7fa7ac0d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fa7b1dfb640 1 -- 172.21.15.17:0/179908634 >> v1:172.21.15.17:6789/0 conn(0x7fa7ac15e640 legacy=0x7fa7ac0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fa7b1dfb640 1 -- 172.21.15.17:0/179908634 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7ac0b1c50 con 0x7fa7ac0cf720 2024-09-19T08:02:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb780e09c0 0x7feb780556a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52718/0 (socket says 172.21.15.17:52718) 2024-09-19T08:02:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 -- 172.21.15.17:0/2440334129 learned_addr learned my addr 172.21.15.17:0/2440334129 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b771e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 0x7f0b70071eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe647fff640 1 -- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 msgr2=0x7fe638004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe647fff640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400e1860 0x7fe638004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe647fff640 1 -- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe638004d90 msgr2=0x7fe638005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe647fff640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe638004d90 0x7fe638005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.347+0000 7fe647fff640 1 -- 172.21.15.17:0/534365761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe638003520 con 0x7fe6380039b0 2024-09-19T08:02:40.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7f7fe640 1 --2- 172.21.15.17:0/2440334129 >> v2:172.21.15.17:3300/0 conn(0x7feb78035a80 0x7feb78038230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 -- 172.21.15.17:0/3832653792 shutdown_connections 2024-09-19T08:02:40.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 --2- 172.21.15.17:0/3832653792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83300b1d80 0x7f83300b2190 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f1e6bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1e640538d0 0x7f1e64053d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34096/0 (socket says 172.21.15.17:34096) 2024-09-19T08:02:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f1e6bfff640 1 -- 172.21.15.17:0/1009106840 learned_addr learned my addr 172.21.15.17:0/1009106840 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 --2- 172.21.15.17:0/3832653792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f833006ef40 0x7f833015b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 -- 172.21.15.17:0/3832653792 >> 172.21.15.17:0/3832653792 conn(0x7f833006bc10 msgr2=0x7f833006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 -- 172.21.15.17:0/3832653792 shutdown_connections 2024-09-19T08:02:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f8335b5f640 1 -- 172.21.15.17:0/3832653792 wait complete. 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b771e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b70072740 con 0x7f0b700cfc80 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b771e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0b700cf1a0 con 0x7f0b7015c380 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b771e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b700cf480 con 0x7f0b700cdb90 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f1e6affd640 1 --2- 172.21.15.17:0/1009106840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 0x7f1e6404fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f1e6a7fc640 1 --2- 172.21.15.17:0/1009106840 >> v2:172.21.15.160:3300/0 conn(0x7f1e64032380 0x7f1e64050530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7fe647fff640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6380039b0 0x7fe638003dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe648000b60 tx=0x7fe638005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa069e5e08f69cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b6ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 0x7f0b70071eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b6ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 0x7f0b70071eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48662/0 (socket says 172.21.15.17:48662) 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b6ffff640 1 -- 172.21.15.17:0/1825729697 learned_addr learned my addr 172.21.15.17:0/1825729697 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f0b74f80640 1 --2- 172.21.15.17:0/1825729697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 0x7f0b700cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7ff662ffd640 1 -- 172.21.15.17:0/1231653231 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c036020 con 0x7ff6640cf820 2024-09-19T08:02:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7ff662ffd640 1 -- 172.21.15.17:0/1231653231 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff65c032890 con 0x7ff6640cf820 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7ff662ffd640 1 -- 172.21.15.17:0/1231653231 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c032c60 con 0x7ff6640cf820 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 -- 172.21.15.17:0/2440334129 >> v2:172.21.15.17:3300/0 conn(0x7feb78035a80 msgr2=0x7feb78038230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 --2- 172.21.15.17:0/2440334129 >> v2:172.21.15.17:3300/0 conn(0x7feb78035a80 0x7feb78038230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 -- 172.21.15.17:0/2440334129 >> v1:172.21.15.17:6789/0 conn(0x7feb780354c0 legacy=0x7feb78038770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7feb7ffff640 1 -- 172.21.15.17:0/2440334129 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb78057400 con 0x7feb780e09c0 2024-09-19T08:02:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.348+0000 7f98bb59e640 1 Processor -- start 2024-09-19T08:02:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f98bb59e640 1 -- start start 2024-09-19T08:02:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f1e6affd640 1 -- 172.21.15.17:0/1009106840 >> v2:172.21.15.160:3300/0 conn(0x7f1e64032380 msgr2=0x7f1e64050530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f1e6affd640 1 --2- 172.21.15.17:0/1009106840 >> v2:172.21.15.160:3300/0 conn(0x7f1e64032380 0x7f1e64050530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f1e6affd640 1 -- 172.21.15.17:0/1009106840 >> v1:172.21.15.17:6789/0 conn(0x7f1e640538d0 legacy=0x7f1e64053d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f1e6affd640 1 -- 172.21.15.17:0/1009106840 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e6404f7f0 con 0x7f1e6401de80 2024-09-19T08:02:40.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7ff6694d9640 1 -- 172.21.15.17:0/1231653231 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640cf820 msgr2=0x7ff664165fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7ff6694d9640 1 --2- 172.21.15.17:0/1231653231 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640cf820 0x7ff664165fc0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009d90 tx=0x7ff65c02c990 comp rx=0 tx=0).stop 2024-09-19T08:02:40.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f0b74f80640 1 -- 172.21.15.17:0/1825729697 >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 msgr2=0x7f0b70071eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:40.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f0b74f80640 1 --2- 172.21.15.17:0/1825729697 >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 0x7f0b70071eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f0b74f80640 1 -- 172.21.15.17:0/1825729697 >> v1:172.21.15.160:6789/0 conn(0x7f0b700cfc80 legacy=0x7f0b7015c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7f0b74f80640 1 -- 172.21.15.17:0/1825729697 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b700cf760 con 0x7f0b700cdb90 2024-09-19T08:02:40.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7feb7ffff640 1 --2- 172.21.15.17:0/2440334129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780e09c0 0x7feb780556a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb78039320 tx=0x7feb7402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8082af020556ebf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.349+0000 7fa7b1dfb640 1 --2- 172.21.15.17:0/179908634 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 0x7fa7ac0d2b90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa7a80097a0 tx=0x7fa7a802a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ed1ebc3d454da84 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7ff6694d9640 1 -- 172.21.15.17:0/1231653231 shutdown_connections 2024-09-19T08:02:40.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7ff6694d9640 1 --2- 172.21.15.17:0/1231653231 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640cf820 0x7ff664165fc0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7ff6694d9640 1 -- 172.21.15.17:0/1231653231 >> 172.21.15.17:0/1231653231 conn(0x7ff6640cff80 msgr2=0x7ff6640d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7ff6694d9640 1 -- 172.21.15.17:0/1231653231 shutdown_connections 2024-09-19T08:02:40.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fa7a3fff640 1 -- 172.21.15.17:0/179908634 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8037070 con 0x7fa7ac0cf720 2024-09-19T08:02:40.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6480b2070 con 0x7fe6380039b0 2024-09-19T08:02:40.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6480ad600 con 0x7fe6380039b0 2024-09-19T08:02:40.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fe646ffd640 1 -- 172.21.15.17:0/534365761 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe648050ea0 con 0x7fe6380039b0 2024-09-19T08:02:40.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7ff6694d9640 1 -- 172.21.15.17:0/1231653231 wait complete. 2024-09-19T08:02:40.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7feb7effd640 1 -- 172.21.15.17:0/2440334129 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74004030 con 0x7feb780e09c0 2024-09-19T08:02:40.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7feb7effd640 1 -- 172.21.15.17:0/2440334129 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb740041d0 con 0x7feb780e09c0 2024-09-19T08:02:40.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7feb7effd640 1 -- 172.21.15.17:0/2440334129 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74003610 con 0x7feb780e09c0 2024-09-19T08:02:40.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fa7a3fff640 1 -- 172.21.15.17:0/179908634 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a802ae40 con 0x7fa7ac0cf720 2024-09-19T08:02:40.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7fa7a3fff640 1 -- 172.21.15.17:0/179908634 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8032660 con 0x7fa7ac0cf720 2024-09-19T08:02:40.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7f8335b5f640 1 Processor -- start 2024-09-19T08:02:40.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7f8335b5f640 1 -- start start 2024-09-19T08:02:40.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7f0b74f80640 1 --2- 172.21.15.17:0/1825729697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 0x7f0b700cdf70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000dbc0 tx=0x7f0b6002a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d357c3940076ae0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7f98bb59e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f98bc06c3e0 0x7f98bc0ce100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.350+0000 7f1e6affd640 1 --2- 172.21.15.17:0/1009106840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 0x7f1e6404fff0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c06ab20 tx=0x7f1e6c06a700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf20f8043e75221b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f1e69ffb640 1 -- 172.21.15.17:0/1009106840 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c0b3070 con 0x7f1e6401de80 2024-09-19T08:02:40.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fe64e99a640 1 -- 172.21.15.17:0/534365761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6380039b0 msgr2=0x7fe638003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fe64e99a640 1 --2- 172.21.15.17:0/534365761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6380039b0 0x7fe638003dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe648000b60 tx=0x7fe638005830 comp rx=0 tx=0).stop 2024-09-19T08:02:40.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f1e69ffb640 1 -- 172.21.15.17:0/1009106840 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e6c0ae640 con 0x7f1e6401de80 2024-09-19T08:02:40.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f1e69ffb640 1 -- 172.21.15.17:0/1009106840 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c0aea70 con 0x7f1e6401de80 2024-09-19T08:02:40.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98bb59e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc0b5310 0x7f98bc0b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98bb59e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98bc15e320 con 0x7f98bc15de20 2024-09-19T08:02:40.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 -- 172.21.15.17:0/2440334129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780e09c0 msgr2=0x7feb780556a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 --2- 172.21.15.17:0/2440334129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780e09c0 0x7feb780556a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb78039320 tx=0x7feb7402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98bb59e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f98bc15e600 con 0x7f98bc06c3e0 2024-09-19T08:02:40.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f0b6f7fe640 1 -- 172.21.15.17:0/1825729697 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6002abc0 con 0x7f0b700cdb90 2024-09-19T08:02:40.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f0b6f7fe640 1 -- 172.21.15.17:0/1825729697 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6002ad60 con 0x7f0b700cdb90 2024-09-19T08:02:40.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f0b6f7fe640 1 -- 172.21.15.17:0/1825729697 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6000b670 con 0x7f0b700cdb90 2024-09-19T08:02:40.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98bb59e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f98bc15e8e0 con 0x7f98bc0b5310 2024-09-19T08:02:40.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 -- 172.21.15.17:0/179908634 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 msgr2=0x7fa7ac0d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 --2- 172.21.15.17:0/179908634 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 0x7fa7ac0d2b90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa7a80097a0 tx=0x7fa7a802a0f0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fe64cf37640 1 -- 172.21.15.17:0/534365761 reap_dead start 2024-09-19T08:02:40.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fe64e99a640 1 -- 172.21.15.17:0/534365761 shutdown_connections 2024-09-19T08:02:40.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fe64e99a640 1 -- 172.21.15.17:0/534365761 >> 172.21.15.17:0/534365761 conn(0x7fe64001fb40 msgr2=0x7fe6400567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 -- 172.21.15.17:0/179908634 shutdown_connections 2024-09-19T08:02:40.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 --2- 172.21.15.17:0/179908634 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac0cf720 0x7fa7ac0d2b90 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 --2- 172.21.15.17:0/179908634 >> v2:172.21.15.17:3300/0 conn(0x7fa7ac0cf2b0 0x7fa7ac0d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7fa7b385e640 1 -- 172.21.15.17:0/179908634 >> 172.21.15.17:0/179908634 conn(0x7fa7ac09d820 msgr2=0x7fa7ac0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98ba59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f98bc06c3e0 0x7f98bc0ce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 -- 172.21.15.17:0/2440334129 shutdown_connections 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 --2- 172.21.15.17:0/2440334129 >> v2:172.21.15.17:3300/0 conn(0x7feb78035a80 0x7feb78038230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 --2- 172.21.15.17:0/2440334129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780e09c0 0x7feb780556a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 -- 172.21.15.17:0/2440334129 >> 172.21.15.17:0/2440334129 conn(0x7feb780567b0 msgr2=0x7feb78056bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98ba59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f98bc06c3e0 0x7f98bc0ce100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48668/0 (socket says 172.21.15.17:48668) 2024-09-19T08:02:40.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7f98ba59c640 1 -- 172.21.15.17:0/2662451439 learned_addr learned my addr 172.21.15.17:0/2662451439 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 -- 172.21.15.17:0/2440334129 shutdown_connections 2024-09-19T08:02:40.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 -- 172.21.15.17:0/1009106840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 msgr2=0x7f1e6404fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 --2- 172.21.15.17:0/1009106840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 0x7f1e6404fff0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c06ab20 tx=0x7f1e6c06a700 comp rx=0 tx=0).stop 2024-09-19T08:02:40.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 -- 172.21.15.17:0/1009106840 shutdown_connections 2024-09-19T08:02:40.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 --2- 172.21.15.17:0/1009106840 >> v2:172.21.15.160:3300/0 conn(0x7f1e64032380 0x7f1e64050530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 --2- 172.21.15.17:0/1009106840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e6401de80 0x7f1e6404fff0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98b959a640 1 -- 172.21.15.17:0/2662451439 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3353679655 0 0) 0x7f98bc15e320 con 0x7f98bc15de20 2024-09-19T08:02:40.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 -- 172.21.15.17:0/1009106840 >> 172.21.15.17:0/1009106840 conn(0x7f1e64036270 msgr2=0x7f1e64036680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98b959a640 1 -- 172.21.15.17:0/2662451439 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f98a4003520 con 0x7f98bc15de20 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 0x7f83301408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 -- 172.21.15.17:0/1825729697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 msgr2=0x7f0b700cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 --2- 172.21.15.17:0/1825729697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 0x7f0b700cdf70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000dbc0 tx=0x7f0b6002a080 comp rx=0 tx=0).stop 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 -- 172.21.15.17:0/1825729697 shutdown_connections 2024-09-19T08:02:40.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 --2- 172.21.15.17:0/1825729697 >> v2:172.21.15.17:3300/0 conn(0x7f0b7015c380 0x7f0b70071eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 --2- 172.21.15.17:0/1825729697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b700cdb90 0x7f0b700cdf70 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f0b771e4640 1 -- 172.21.15.17:0/1825729697 >> 172.21.15.17:0/1825729697 conn(0x7f0b7006d110 msgr2=0x7f0b7006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 -- 172.21.15.17:0/1009106840 shutdown_connections 2024-09-19T08:02:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f1e71617640 1 -- 172.21.15.17:0/1009106840 wait complete. 2024-09-19T08:02:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7ff6694d9640 1 Processor -- start 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98ba59c640 1 -- 172.21.15.17:0/2662451439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc0b5310 msgr2=0x7f98bc0b57a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98ba59c640 1 --2- 172.21.15.17:0/2662451439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc0b5310 0x7f98bc0b57a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98ba59c640 1 -- 172.21.15.17:0/2662451439 >> v1:172.21.15.160:6789/0 conn(0x7f98bc15de20 legacy=0x7f98bc0b3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f98ba59c640 1 -- 172.21.15.17:0/2662451439 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98bc15ebc0 con 0x7f98bc06c3e0 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.351+0000 7feb85744640 1 -- 172.21.15.17:0/2440334129 wait complete. 2024-09-19T08:02:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7fa7b385e640 1 -- 172.21.15.17:0/179908634 shutdown_connections 2024-09-19T08:02:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7ff6694d9640 1 -- start start 2024-09-19T08:02:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7fe64e99a640 1 -- 172.21.15.17:0/534365761 shutdown_connections 2024-09-19T08:02:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7fa7b385e640 1 -- 172.21.15.17:0/179908634 wait complete. 2024-09-19T08:02:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8330154d30 0x7f8330155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f833015cb10 con 0x7f833006ef40 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f833015c5f0 con 0x7f83300b1d80 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f8335b5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f833015cc90 con 0x7f8330154d30 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f832f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 0x7f83301408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f832effd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7f832effd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52734/0 (socket says 172.21.15.17:52734) 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 -- 172.21.15.17:0/2312708057 learned_addr learned my addr 172.21.15.17:0/2312708057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 -- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8330154d30 msgr2=0x7f8330155140 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8330154d30 0x7f8330155140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.352+0000 7fe64e99a640 1 -- 172.21.15.17:0/534365761 wait complete. 2024-09-19T08:02:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 -- 172.21.15.17:0/2312708057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 msgr2=0x7f83301408e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f0b771e4640 1 -- 172.21.15.17:0/1825729697 shutdown_connections 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 0x7f83301408e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 -- 172.21.15.17:0/2312708057 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833014ee90 con 0x7f83300b1d80 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832f7fe640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 0x7f83301408e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f832effd640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f832000b4d0 tx=0x7f832000b990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320014070 con 0x7f83300b1d80 2024-09-19T08:02:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7feb85744640 1 Processor -- start 2024-09-19T08:02:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6694d9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6640cf820 0x7ff66414abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6694d9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640d0aa0 0x7ff6640733f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8320010870 con 0x7f83300b1d80 2024-09-19T08:02:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83301575a0 con 0x7f83300b1d80 2024-09-19T08:02:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8330157b60 con 0x7f83300b1d80 2024-09-19T08:02:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6694d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7feb85744640 1 -- start start 2024-09-19T08:02:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f1e71617640 1 Processor -- start 2024-09-19T08:02:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6694d9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff6640af730 con 0x7ff66415a290 2024-09-19T08:02:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff668cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f1e71617640 1 -- start start 2024-09-19T08:02:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff668cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48686/0 (socket says 172.21.15.17:48686) 2024-09-19T08:02:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7fa7b385e640 1 Processor -- start 2024-09-19T08:02:40.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff668cd8640 1 -- 172.21.15.17:0/4147001477 learned_addr learned my addr 172.21.15.17:0/4147001477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7fa7b385e640 1 -- start start 2024-09-19T08:02:40.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6637fe640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640d0aa0 0x7ff6640733f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff6640b4120 con 0x7ff6640d0aa0 2024-09-19T08:02:40.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6640af8b0 con 0x7ff6640cf820 2024-09-19T08:02:40.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7fe64e99a640 1 Processor -- start 2024-09-19T08:02:40.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.354+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8320014070 con 0x7f83300b1d80 2024-09-19T08:02:40.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.353+0000 7f0b771e4640 1 -- 172.21.15.17:0/1825729697 wait complete. 2024-09-19T08:02:40.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7f0b771e4640 1 Processor -- start 2024-09-19T08:02:40.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7f1e71617640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 0x7f1e6400ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff668cd8640 1 -- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6640cf820 msgr2=0x7ff66414abe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff668cd8640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6640cf820 0x7ff66414abe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff668cd8640 1 -- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640d0aa0 msgr2=0x7ff6640733f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff668cd8640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640d0aa0 0x7ff6640733f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7ff668cd8640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66414bda0 con 0x7ff66415a290 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7f1e71617640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7f0b771e4640 1 -- start start 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7feb85744640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 0x7feb780df9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e71617640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e64038b90 0x7f1e64039020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e71617640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6401c700 con 0x7f1e640538d0 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e71617640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1e64050b20 con 0x7f1e64032380 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e71617640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1e6401c880 con 0x7f1e64038b90 2024-09-19T08:02:40.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48694/0 (socket says 172.21.15.17:48694) 2024-09-19T08:02:40.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 -- 172.21.15.17:0/2506035989 learned_addr learned my addr 172.21.15.17:0/2506035989 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb85744640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 0x7feb780d6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 0x7fa7ac160b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb7f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 0x7feb780d6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb7f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 0x7feb780d6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48702/0 (socket says 172.21.15.17:48702) 2024-09-19T08:02:40.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb7ffff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 0x7feb780df9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb7ffff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 0x7feb780df9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52750/0 (socket says 172.21.15.17:52750) 2024-09-19T08:02:40.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb7f7fe640 1 -- 172.21.15.17:0/2733636841 learned_addr learned my addr 172.21.15.17:0/2733636841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 0x7feb7803b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6bfff640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e64038b90 0x7f1e64039020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7ff668cd8640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009d90 tx=0x7ff65c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.355+0000 7fe64e99a640 1 -- start start 2024-09-19T08:02:40.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6400d8f90 0x7fe6400e36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 0x7fe64003acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6400e1dc0 con 0x7fe64003b230 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe6400e1c40 con 0x7fe6400d8f90 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fe64e99a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe6400524b0 con 0x7fe6400d96b0 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 -- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e64038b90 msgr2=0x7f1e64039020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e64038b90 0x7f1e64039020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 -- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 msgr2=0x7f1e6400ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6affd640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 0x7f1e6400ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 0x7f1e6400ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f1e6a7fc640 1 -- 172.21.15.17:0/2506035989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e64039560 con 0x7f1e640538d0 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f1e6affd640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 0x7f1e6400ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c046030 con 0x7ff66415a290 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff65c03db60 con 0x7ff66415a290 2024-09-19T08:02:40.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f98ba59c640 1 --2- 172.21.15.17:0/2662451439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc0ce100 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f98ac009870 tx=0x7f98ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c310e06285b69c8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb780514a0 con 0x7feb78035a80 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feb780e0da0 con 0x7feb780354c0 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb84f43640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 0x7feb7803b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feb78051620 con 0x7feb780e09c0 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48716/0 (socket says 172.21.15.17:48716) 2024-09-19T08:02:40.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 -- 172.21.15.17:0/1500533973 learned_addr learned my addr 172.21.15.17:0/1500533973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c036040 con 0x7ff66415a290 2024-09-19T08:02:40.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8320017070 con 0x7f83300b1d80 2024-09-19T08:02:40.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f8317fff640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 0x7f831c06e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe6477fe640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 0x7fe64003acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe647fff640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6400d8f90 0x7fe6400e36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 -- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 msgr2=0x7fe64003acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 0x7fe64003acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 -- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6400d8f90 msgr2=0x7fe6400e36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6400d8f90 0x7fe6400e36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 -- 172.21.15.17:0/1500533973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6400e45e0 con 0x7fe64003b230 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe6477fe640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 0x7fe64003acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff66414c080 con 0x7ff66415a290 2024-09-19T08:02:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff66414c640 con 0x7ff66415a290 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7feb84f43640 1 -- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 msgr2=0x7feb780df9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7feb84f43640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 0x7feb780df9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7feb84f43640 1 -- 172.21.15.17:0/2733636841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 msgr2=0x7feb780d6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7feb84f43640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 0x7feb780d6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7feb84f43640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb780dff10 con 0x7feb780e09c0 2024-09-19T08:02:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f1e6a7fc640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c00e980 tx=0x7f1e5c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 0x7fa7ac151ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac0b24f0 con 0x7fa7ac0cf720 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac0b2210 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b385e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa7ac0cfe40 con 0x7fa7ac15e640 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b15fa640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b15fa640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52760/0 (socket says 172.21.15.17:52760) 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.356+0000 7fa7b15fa640 1 -- 172.21.15.17:0/3824161152 learned_addr learned my addr 172.21.15.17:0/3824161152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fa7b15fa640 1 -- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 msgr2=0x7fa7ac151ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:02:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8320056f10 con 0x7f83300b1d80 2024-09-19T08:02:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7f832f7fe640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 0x7f831c06e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fa7b1dfb640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 0x7fa7ac151ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8330157d60 con 0x7f83300b1d80 2024-09-19T08:02:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b15fa640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 0x7fa7ac151ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b15fa640 1 -- 172.21.15.17:0/3824161152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 msgr2=0x7fa7ac160b60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:02:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.357+0000 7fe64cf37640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe640024630 tx=0x7fe634007660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5c017070 con 0x7f1e640538d0 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b700cfc80 0x7f0b70200df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b7015c380 0x7f0b701ea1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b70159050 con 0x7f0b700cdb90 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b700723f0 con 0x7f0b700cfc80 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e5c00ca00 con 0x7f1e640538d0 2024-09-19T08:02:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b771e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b70072a20 con 0x7f0b7015c380 2024-09-19T08:02:40.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b0df9640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 0x7fa7ac160b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e64039810 con 0x7f1e640538d0 2024-09-19T08:02:40.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b15fa640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 0x7fa7ac160b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7feb84f43640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 0x7feb7803b9a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feb80050d60 tx=0x7feb80069060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b15fa640 1 -- 172.21.15.17:0/3824161152 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7ac14d1a0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5c00cdd0 con 0x7f1e640538d0 2024-09-19T08:02:40.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f98b959a640 1 -- 172.21.15.17:0/2662451439 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac037070 con 0x7f98bc06c3e0 2024-09-19T08:02:40.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f98b959a640 1 -- 172.21.15.17:0/2662451439 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98ac032440 con 0x7f98bc06c3e0 2024-09-19T08:02:40.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f98b959a640 1 -- 172.21.15.17:0/2662451439 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac032810 con 0x7f98bc06c3e0 2024-09-19T08:02:40.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800921d0 con 0x7feb780e09c0 2024-09-19T08:02:40.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb80092370 con 0x7feb780e09c0 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63401a070 con 0x7fe64003b230 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe634001640 con 0x7fe64003b230 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63400fa30 con 0x7fe64003b230 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e64039dd0 con 0x7f1e640538d0 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80092720 con 0x7feb780e09c0 2024-09-19T08:02:40.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb780395e0 con 0x7feb780e09c0 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7feb78039ba0 con 0x7feb780e09c0 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7f0b74f80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48726/0 (socket says 172.21.15.17:48726) 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 -- 172.21.15.17:0/878521511 learned_addr learned my addr 172.21.15.17:0/878521511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b6ffff640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b700cfc80 0x7f0b70200df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 -- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b7015c380 msgr2=0x7f0b701ea1b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b7015c380 0x7f0b701ea1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 -- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b700cfc80 msgr2=0x7f0b70200df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b700cfc80 0x7f0b70200df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 -- 172.21.15.17:0/878521511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b702016a0 con 0x7f0b700cdb90 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7f0b74f80640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000dbc0 tx=0x7f0b600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b60041020 con 0x7f0b700cdb90 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6003c450 con 0x7f0b700cdb90 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b1dfb640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 0x7fa7ac151ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.358+0000 7fa7b0df9640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 0x7fa7ac160b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 -- 172.21.15.17:0/2662451439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 msgr2=0x7f98bc0ce100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 --2- 172.21.15.17:0/2662451439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc0ce100 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f98ac009870 tx=0x7f98ac02a270 comp rx=0 tx=0).stop 2024-09-19T08:02:40.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6003c820 con 0x7f0b700cdb90 2024-09-19T08:02:40.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b70201980 con 0x7f0b700cdb90 2024-09-19T08:02:40.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7fa7b15fa640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa79c00c4a0 tx=0x7fa79c00c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f832f7fe640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 0x7f831c06e970 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8324000f60 tx=0x7f8324009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 -- 172.21.15.17:0/2662451439 shutdown_connections 2024-09-19T08:02:40.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 --2- 172.21.15.17:0/2662451439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc0b5310 0x7f98bc0b57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 --2- 172.21.15.17:0/2662451439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc0ce100 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6400e3d40 con 0x7fe64003b230 2024-09-19T08:02:40.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 -- 172.21.15.17:0/2662451439 >> 172.21.15.17:0/2662451439 conn(0x7f98bc0ccdc0 msgr2=0x7f98bc0cd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff65c039020 con 0x7ff66415a290 2024-09-19T08:02:40.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.359+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6640b3a10 con 0x7ff66415a290 2024-09-19T08:02:40.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6400e4300 con 0x7fe64003b230 2024-09-19T08:02:40.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 -- 172.21.15.17:0/2662451439 shutdown_connections 2024-09-19T08:02:40.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f98bb59e640 1 -- 172.21.15.17:0/2662451439 wait complete. 2024-09-19T08:02:40.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.360+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e64053d80 con 0x7f1e640538d0 2024-09-19T08:02:40.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7ff660ff9640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 0x7ff65006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff65c0b0710 con 0x7ff66415a290 2024-09-19T08:02:40.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb780108d0 con 0x7feb780e09c0 2024-09-19T08:02:40.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e5c01a070 con 0x7f1e640538d0 2024-09-19T08:02:40.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b70201330 con 0x7f0b700cdb90 2024-09-19T08:02:40.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.361+0000 7ff663fff640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 0x7ff65006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7f1e537fe640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 0x7f1e5806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb80095030 con 0x7feb780e09c0 2024-09-19T08:02:40.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1e5c08b7b0 con 0x7f1e640538d0 2024-09-19T08:02:40.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7f1e6affd640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 0x7f1e5806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7ff663fff640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 0x7ff65006e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff6580011e0 tx=0x7ff6580078b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7feb7cff9640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 0x7feb6406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe64000aa40 con 0x7fe64003b230 2024-09-19T08:02:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.362+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7feb801062f0 con 0x7feb780e09c0 2024-09-19T08:02:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7feb7ffff640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 0x7feb6406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b700b5260 con 0x7f0b700cdb90 2024-09-19T08:02:40.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7f1e6affd640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 0x7f1e5806e7a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1e64047ea0 tx=0x7f1e6c0a8000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7f98bb59e640 1 Processor -- start 2024-09-19T08:02:40.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7f98bb59e640 1 -- start start 2024-09-19T08:02:40.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7feb7ffff640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 0x7feb6406e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb74033000 tx=0x7feb7402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c017070 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa79c005ce0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7ac1537c0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.363+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c017070 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.364+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8330157d60 con 0x7f83300b1d80 2024-09-19T08:02:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.364+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe63401d070 con 0x7fe64003b230 2024-09-19T08:02:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.364+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7ac14cec0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.364+0000 7fe644ff9640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 0x7fe62c06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7fe647fff640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 0x7fe62c06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 0x7f98bc0ada20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 0x7f98bc0adf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f98bc06ebe0 con 0x7f98bc06c3e0 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f98bc0ce640 con 0x7f98bc0b5310 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bb59e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f98bc06ed60 con 0x7f98bc15de20 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98ba59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98ba59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48736/0 (socket says 172.21.15.17:48736) 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98b9d9b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 0x7f98bc0ada20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98ba59c640 1 -- 172.21.15.17:0/129160460 learned_addr learned my addr 172.21.15.17:0/129160460 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7f98bad9d640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 0x7f98bc0adf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.365+0000 7fe647fff640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 0x7fe62c06e7f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe6380143b0 tx=0x7fe648075fb0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa79c01a070 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 -- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 msgr2=0x7f98bc0adf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 0x7f98bc0adf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 -- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 msgr2=0x7f98bc0ada20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 0x7f98bc0ada20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 -- 172.21.15.17:0/129160460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98bc0abc80 con 0x7f98bc06c3e0 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98bad9d640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 0x7f98bc0adf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:40.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98b9d9b640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 0x7f98bc0ada20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:40.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7ac0b73a0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7f98ba59c640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f98ac000c00 tx=0x7f98ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7fa7a1ffb640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 0x7fa79006e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa79c08a1a0 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.366+0000 7fa7b0df9640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 0x7fa79006e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.367+0000 7fa7b0df9640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 0x7fa79006e970 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0d2390 tx=0x7fa7a4007400 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.367+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe634056ba0 con 0x7fe64003b230 2024-09-19T08:02:40.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.367+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff65c02e040 con 0x7ff66415a290 2024-09-19T08:02:40.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.368+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac041070 con 0x7f98bc06c3e0 2024-09-19T08:02:40.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.368+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98bc0abf60 con 0x7f98bc06c3e0 2024-09-19T08:02:40.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.368+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb8009c020 con 0x7feb780e09c0 2024-09-19T08:02:40.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.368+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98bc0ac520 con 0x7f98bc06c3e0 2024-09-19T08:02:40.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.369+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b60044020 con 0x7f0b700cdb90 2024-09-19T08:02:40.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.369+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98bc0ce100 con 0x7f98bc06c3e0 2024-09-19T08:02:40.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.370+0000 7f0b6d7fa640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 0x7f0b5c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.370+0000 7f0b6ffff640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 0x7f0b5c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.370+0000 7f0b6ffff640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 0x7f0b5c06e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0b700d11d0 tx=0x7f0b64008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.371+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa79c058890 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.374+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e5c059e80 con 0x7f1e640538d0 2024-09-19T08:02:40.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.378+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0b60078330 con 0x7f0b700cdb90 2024-09-19T08:02:40.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.378+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98ac032440 con 0x7f98bc06c3e0 2024-09-19T08:02:40.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.379+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac04b060 con 0x7f98bc06c3e0 2024-09-19T08:02:40.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.380+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe634059200 con 0x7fe64003b230 2024-09-19T08:02:40.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.386+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b6004b030 con 0x7f0b700cdb90 2024-09-19T08:02:40.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.397+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f98ac044070 con 0x7f98bc06c3e0 2024-09-19T08:02:40.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.398+0000 7f98aaffd640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 0x7f989c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:40.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.399+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f98ac0ac160 con 0x7f98bc06c3e0 2024-09-19T08:02:40.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.399+0000 7f98b9d9b640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 0x7f989c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:40.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.399+0000 7f98b9d9b640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 0x7f989c06e7a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f98b0007fd0 tx=0x7f98b0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:40.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.399+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f98ac0ac570 con 0x7f98bc06c3e0 2024-09-19T08:02:40.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.762+0000 7ff6694d9640 1 -- 172.21.15.17:0/4147001477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7ff6640aff20 con 0x7ff66415a290 2024-09-19T08:02:40.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.763+0000 7ff660ff9640 1 -- 172.21.15.17:0/4147001477 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff65c07ee60 con 0x7ff66415a290 2024-09-19T08:02:40.763 INFO:teuthology.orchestra.run.smithi017.stdout:60129542150 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.766+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 msgr2=0x7ff65006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.766+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 0x7ff65006e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff6580011e0 tx=0x7ff6580078b0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.766+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 msgr2=0x7ff66415ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.766+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff65c009d90 tx=0x7ff65c004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 shutdown_connections 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff65006c380 0x7ff65006e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff66415a290 0x7ff66415ca80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6640d0aa0 0x7ff6640733f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 --2- 172.21.15.17:0/4147001477 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6640cf820 0x7ff66414abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 >> 172.21.15.17:0/4147001477 conn(0x7ff6640cff80 msgr2=0x7ff66406be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.767+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 shutdown_connections 2024-09-19T08:02:40.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.768+0000 7ff64a7fc640 1 -- 172.21.15.17:0/4147001477 wait complete. 2024-09-19T08:02:40.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.777+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f833006e110 con 0x7f83300b1d80 2024-09-19T08:02:40.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.778+0000 7f8317fff640 1 -- 172.21.15.17:0/2312708057 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8320059570 con 0x7f83300b1d80 2024-09-19T08:02:40.778 INFO:teuthology.orchestra.run.smithi017.stdout:60129542149 2024-09-19T08:02:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.780+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fa7ac06cf70 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7fa7a1ffb640 1 -- 172.21.15.17:0/3824161152 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa79c058190 con 0x7fa7ac0cf2b0 2024-09-19T08:02:40.781 INFO:teuthology.orchestra.run.smithi017.stdout:60129542150 2024-09-19T08:02:40.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7feb7800cee0 con 0x7feb780e09c0 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 msgr2=0x7f831c06e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 0x7f831c06e970 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8324000f60 tx=0x7f8324009040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 msgr2=0x7f83301499e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.781+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f832000b4d0 tx=0x7f832000b990 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 shutdown_connections 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f831c06c4b0 0x7f831c06e970 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8330154d30 0x7f8330155140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f83300b1d80 0x7f83301499e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 --2- 172.21.15.17:0/2312708057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f833006ef40 0x7f83301408e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 >> 172.21.15.17:0/2312708057 conn(0x7f833006bc10 msgr2=0x7f83300b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7feb7cff9640 1 -- 172.21.15.17:0/2733636841 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7feb78038e80 con 0x7feb780e09c0 2024-09-19T08:02:40.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 shutdown_connections 2024-09-19T08:02:40.787 INFO:teuthology.orchestra.run.smithi017.stdout:60129542149 2024-09-19T08:02:40.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.782+0000 7f8335b5f640 1 -- 172.21.15.17:0/2312708057 wait complete. 2024-09-19T08:02:40.789 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.7 2024-09-19T08:02:40.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fe64000ddc0 con 0x7fe64003b230 2024-09-19T08:02:40.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 msgr2=0x7fa79006e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 0x7fa79006e970 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0d2390 tx=0x7fa7a4007400 comp rx=0 tx=0).stop 2024-09-19T08:02:40.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fe644ff9640 1 -- 172.21.15.17:0/1500533973 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe634058b00 con 0x7fe64003b230 2024-09-19T08:02:40.790 INFO:teuthology.orchestra.run.smithi017.stdout:60129542149 2024-09-19T08:02:40.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 msgr2=0x7fa7ac160620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.785+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa79c00c4a0 tx=0x7fa79c00c960 comp rx=0 tx=0).stop 2024-09-19T08:02:40.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 shutdown_connections 2024-09-19T08:02:40.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79006c4b0 0x7fa79006e970 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f1e64034260 con 0x7f1e640538d0 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7ac15e640 0x7fa7ac151ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa7ac0cf720 0x7fa7ac160b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 --2- 172.21.15.17:0/3824161152 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa7ac0cf2b0 0x7fa7ac160620 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 >> 172.21.15.17:0/3824161152 conn(0x7fa7ac09d820 msgr2=0x7fa7ac06c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 msgr2=0x7feb6406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 0x7feb6406e7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb74033000 tx=0x7feb7402e000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 shutdown_connections 2024-09-19T08:02:40.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 msgr2=0x7feb7803b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 0x7feb7803b9a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feb80050d60 tx=0x7feb80069060 comp rx=0 tx=0).stop 2024-09-19T08:02:40.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7fa7b385e640 1 -- 172.21.15.17:0/3824161152 wait complete. 2024-09-19T08:02:40.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 shutdown_connections 2024-09-19T08:02:40.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7f1e537fe640 1 -- 172.21.15.17:0/2506035989 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1e5c059780 con 0x7f1e640538d0 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6406c300 0x7feb6406e7c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb780e09c0 0x7feb7803b9a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb78035a80 0x7feb780d6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 --2- 172.21.15.17:0/2733636841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb780354c0 0x7feb780df9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 >> 172.21.15.17:0/2733636841 conn(0x7feb780567b0 msgr2=0x7feb78008e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.795 INFO:teuthology.orchestra.run.smithi017.stdout:60129542150 2024-09-19T08:02:40.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 shutdown_connections 2024-09-19T08:02:40.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.786+0000 7feb85744640 1 -- 172.21.15.17:0/2733636841 wait complete. 2024-09-19T08:02:40.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 msgr2=0x7fe62c06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 msgr2=0x7f1e5806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 0x7f1e5806e7a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1e64047ea0 tx=0x7f1e6c0a8000 comp rx=0 tx=0).stop 2024-09-19T08:02:40.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 msgr2=0x7f1e6400b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c00e980 tx=0x7f1e5c00ee40 comp rx=0 tx=0).stop 2024-09-19T08:02:40.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 0x7fe62c06e7f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe6380143b0 tx=0x7fe648075fb0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 shutdown_connections 2024-09-19T08:02:40.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e5806c2e0 0x7f1e5806e7a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e64038b90 0x7f1e64039020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e640538d0 0x7f1e6400b260 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 --2- 172.21.15.17:0/2506035989 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e64032380 0x7f1e6400ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 >> 172.21.15.17:0/2506035989 conn(0x7f1e64036270 msgr2=0x7f1e64034fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 shutdown_connections 2024-09-19T08:02:40.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7f1e71617640 1 -- 172.21.15.17:0/2506035989 wait complete. 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 msgr2=0x7fe64004e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe640024630 tx=0x7fe634007660 comp rx=0 tx=0).stop 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 shutdown_connections 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe62c06c330 0x7fe62c06e7f0 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe6380143b0 tx=0x7fe648075fb0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64003b230 0x7fe64004e0e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.790+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0b700d0130 con 0x7f0b700cdb90 2024-09-19T08:02:40.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6400d96b0 0x7fe64003acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 --2- 172.21.15.17:0/1500533973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6400d8f90 0x7fe6400e36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.789+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 >> 172.21.15.17:0/1500533973 conn(0x7fe64001fb40 msgr2=0x7fe64004a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.790+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 shutdown_connections 2024-09-19T08:02:40.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.790+0000 7f0b6d7fa640 1 -- 172.21.15.17:0/878521511 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0b60031e40 con 0x7f0b700cdb90 2024-09-19T08:02:40.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.790+0000 7fe64e99a640 1 -- 172.21.15.17:0/1500533973 wait complete. 2024-09-19T08:02:40.801 INFO:teuthology.orchestra.run.smithi017.stdout:60129542150 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.794+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 msgr2=0x7f0b5c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.794+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 0x7f0b5c06e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0b700d11d0 tx=0x7f0b64008040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.794+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 msgr2=0x7f0b700b6e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.794+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0b6000dbc0 tx=0x7f0b600046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 shutdown_connections 2024-09-19T08:02:40.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c300 0x7f0b5c06e7c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b7015c380 0x7f0b701ea1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b700cfc80 0x7f0b70200df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 --2- 172.21.15.17:0/878521511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b700cdb90 0x7f0b700b6e20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 >> 172.21.15.17:0/878521511 conn(0x7f0b7006d110 msgr2=0x7f0b7015c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 shutdown_connections 2024-09-19T08:02:40.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.795+0000 7f0b771e4640 1 -- 172.21.15.17:0/878521511 wait complete. 2024-09-19T08:02:40.804 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.3 2024-09-19T08:02:40.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.805+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f98bc06c920 con 0x7f98bc06c3e0 2024-09-19T08:02:40.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.805+0000 7f98aaffd640 1 -- 172.21.15.17:0/129160460 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f98ac07a380 con 0x7f98bc06c3e0 2024-09-19T08:02:40.805 INFO:teuthology.orchestra.run.smithi017.stdout:60129542149 2024-09-19T08:02:40.806 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.1 2024-09-19T08:02:40.808 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.5 2024-09-19T08:02:40.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.0 2024-09-19T08:02:40.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 msgr2=0x7f989c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 0x7f989c06e7a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f98b0007fd0 tx=0x7f98b0009040 comp rx=0 tx=0).stop 2024-09-19T08:02:40.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 msgr2=0x7f98bc157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:40.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f98ac000c00 tx=0x7f98ac0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 shutdown_connections 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f989c06c2e0 0x7f989c06e7a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98bc15de20 0x7f98bc0adf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98bc0b5310 0x7f98bc0ada20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 --2- 172.21.15.17:0/129160460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98bc06c3e0 0x7f98bc157260 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 >> 172.21.15.17:0/129160460 conn(0x7f98bc0ccdc0 msgr2=0x7f98bc0b4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 shutdown_connections 2024-09-19T08:02:40.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:40.809+0000 7f98bb59e640 1 -- 172.21.15.17:0/129160460 wait complete. 2024-09-19T08:02:40.811 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.4 2024-09-19T08:02:40.812 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.6 2024-09-19T08:02:40.820 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.2 2024-09-19T08:02:41.789 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T08:02:41.806 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T08:02:41.807 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T08:02:41.809 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T08:02:41.809 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T08:02:41.812 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T08:02:41.813 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T08:02:41.820 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T08:02:41.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.961+0000 7f7f0f08d640 1 Processor -- start 2024-09-19T08:02:41.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.962+0000 7f7f0f08d640 1 -- start start 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.963+0000 7f7f0f08d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f7f080b28e0 0x7f7f080b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.963+0000 7f7f0f08d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f0815a790 0x7f7f0815eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.963+0000 7f7f0f08d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f0815f070 con 0x7f7f080cdfc0 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.963+0000 7f7f0f08d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f7f080cfe20 con 0x7f7f0815a790 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.963+0000 7f7f0f08d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f7f0806f7b0 con 0x7f7f080b28e0 2024-09-19T08:02:41.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.964+0000 7f7f07fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f0815a790 0x7f7f0815eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.964+0000 7f7f07fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f0815a790 0x7f7f0815eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48752/0 (socket says 172.21.15.17:48752) 2024-09-19T08:02:41.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.964+0000 7f7f07fff640 1 -- 172.21.15.17:0/2148712566 learned_addr learned my addr 172.21.15.17:0/2148712566 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:41.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.965+0000 7f7f0ce29640 1 --2- 172.21.15.17:0/2148712566 >> v2:172.21.15.160:3300/0 conn(0x7f7f080b28e0 0x7f7f080b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.965+0000 7f7f07fff640 1 -- 172.21.15.17:0/2148712566 >> v2:172.21.15.160:3300/0 conn(0x7f7f080b28e0 msgr2=0x7f7f080b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:41.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.965+0000 7f7f07fff640 1 --2- 172.21.15.17:0/2148712566 >> v2:172.21.15.160:3300/0 conn(0x7f7f080b28e0 0x7f7f080b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.965+0000 7f7f07fff640 1 -- 172.21.15.17:0/2148712566 >> v1:172.21.15.160:6789/0 conn(0x7f7f080cdfc0 legacy=0x7f7f0806e350 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:02:41.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.965+0000 7f7f07fff640 1 -- 172.21.15.17:0/2148712566 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f080b3290 con 0x7f7f0815a790 2024-09-19T08:02:41.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.966+0000 7f7f07fff640 1 --2- 172.21.15.17:0/2148712566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f0815a790 0x7f7f0815eb30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f08076170 tx=0x7f7f0002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685dc9fe297b10b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:41.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.967+0000 7f7f077fe640 1 -- 172.21.15.17:0/2148712566 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f00036070 con 0x7f7f0815a790 2024-09-19T08:02:41.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.967+0000 7f7f077fe640 1 -- 172.21.15.17:0/2148712566 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f00031600 con 0x7f7f0815a790 2024-09-19T08:02:41.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.968+0000 7f7f0f08d640 1 -- 172.21.15.17:0/2148712566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f0815a790 msgr2=0x7f7f0815eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:41.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.968+0000 7f7f0f08d640 1 --2- 172.21.15.17:0/2148712566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f0815a790 0x7f7f0815eb30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f08076170 tx=0x7f7f0002a7a0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 -- 172.21.15.17:0/2148712566 shutdown_connections 2024-09-19T08:02:41.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 --2- 172.21.15.17:0/2148712566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f0815a790 0x7f7f0815eb30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 --2- 172.21.15.17:0/2148712566 >> v2:172.21.15.160:3300/0 conn(0x7f7f080b28e0 0x7f7f080b4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 -- 172.21.15.17:0/2148712566 >> 172.21.15.17:0/2148712566 conn(0x7f7f080b1df0 msgr2=0x7f7f080b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:41.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 -- 172.21.15.17:0/2148712566 shutdown_connections 2024-09-19T08:02:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.969+0000 7f7f0f08d640 1 -- 172.21.15.17:0/2148712566 wait complete. 2024-09-19T08:02:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.971+0000 7f7f0f08d640 1 Processor -- start 2024-09-19T08:02:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.971+0000 7f7f0f08d640 1 -- start start 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.973+0000 7f7f0f08d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.973+0000 7f7f0f08d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 0x7f7f08148d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.973+0000 7f7f0ce29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.973+0000 7f7f0ce29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48764/0 (socket says 172.21.15.17:48764) 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f0ce29640 1 -- 172.21.15.17:0/1009597844 learned_addr learned my addr 172.21.15.17:0/1009597844 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f07fff640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 0x7f7f08148d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f0f08d640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 0x7f7f08073070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7f080cfb40 con 0x7f7f080b28e0 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7f080b5350 con 0x7f7f0815a790 2024-09-19T08:02:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.974+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7f080b3770 con 0x7f7f080cdfc0 2024-09-19T08:02:41.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f0d62a640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 0x7f7f08073070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f07fff640 1 -- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 msgr2=0x7f7f08073070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f07fff640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 0x7f7f08073070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f07fff640 1 -- 172.21.15.17:0/1009597844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 msgr2=0x7f7f0815aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f07fff640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f07fff640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f0815da90 con 0x7f7f080cdfc0 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.975+0000 7f7f0d62a640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 0x7f7f08073070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.976+0000 7f7f07fff640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 0x7f7f08148d00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7f00030000 tx=0x7f7f00004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:41.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.976+0000 7f7f0ce29640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:41.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.977+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0003f030 con 0x7f7f080cdfc0 2024-09-19T08:02:41.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.977+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f0815dd70 con 0x7f7f080cdfc0 2024-09-19T08:02:41.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.977+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f08149240 con 0x7f7f080cdfc0 2024-09-19T08:02:41.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.977+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f00031400 con 0x7f7f080cdfc0 2024-09-19T08:02:41.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.978+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f00036040 con 0x7f7f080cdfc0 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.979+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f00042070 con 0x7f7f080cdfc0 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.980+0000 7f7f057fa640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 0x7f7ef006e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.981+0000 7f7f0ce29640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 0x7f7ef006e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.982+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7f000ab480 con 0x7f7f080cdfc0 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.982+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ee8005290 con 0x7f7f080cdfc0 2024-09-19T08:02:41.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.982+0000 7f7f0ce29640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 0x7f7ef006e9b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009f70 tx=0x7f7ef8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:41.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:41.988+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f00049070 con 0x7f7f080cdfc0 2024-09-19T08:02:42.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.013+0000 7fc57f19b640 1 Processor -- start 2024-09-19T08:02:42.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.013+0000 7fc57f19b640 1 -- start start 2024-09-19T08:02:42.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.014+0000 7ff4c6c61640 1 Processor -- start 2024-09-19T08:02:42.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.014+0000 7ff4c6c61640 1 -- start start 2024-09-19T08:02:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57f19b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 0x7fc57003a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57f19b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc57003afe0 0x7fc5700ea790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57f19b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5700542c0 con 0x7fc570036a00 2024-09-19T08:02:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57f19b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc570036f00 con 0x7fc57003afe0 2024-09-19T08:02:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57f19b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc570008ab0 con 0x7fc5700345e0 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57d998640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fc570036a00 0x7fc57003a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35310/0 (socket says 172.21.15.17:35310) 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57d998640 1 -- 172.21.15.17:0/2175991712 learned_addr learned my addr 172.21.15.17:0/2175991712 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.015+0000 7fc57e99a640 1 --2- 172.21.15.17:0/2175991712 >> v2:172.21.15.17:3300/0 conn(0x7fc57003afe0 0x7fc5700ea790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7ff4c6c61640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 0x7ff4b8006500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7ff4c6c61640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4b80323c0 0x7ff4b8052350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57d197640 1 -- 172.21.15.17:0/2175991712 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1752909225 0 0) 0x7fc5700542c0 con 0x7fc570036a00 2024-09-19T08:02:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7f76ebfff640 1 Processor -- start 2024-09-19T08:02:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e199640 1 --2- 172.21.15.17:0/2175991712 >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 0x7fc57003a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57d197640 1 -- 172.21.15.17:0/2175991712 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc564003520 con 0x7fc570036a00 2024-09-19T08:02:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7ff4c5c5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 0x7ff4b8006500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7ff4c5c5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 0x7ff4b8006500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36722/0 (socket says 172.21.15.17:36722) 2024-09-19T08:02:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7ff4c545e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4b80323c0 0x7ff4b8052350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7f76ebfff640 1 -- start start 2024-09-19T08:02:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7ff4c545e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4b80323c0 0x7ff4b8052350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48782/0 (socket says 172.21.15.17:48782) 2024-09-19T08:02:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7ff4c5c5f640 1 -- 172.21.15.17:0/1311102622 learned_addr learned my addr 172.21.15.17:0/1311102622 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e99a640 1 -- 172.21.15.17:0/2175991712 >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 msgr2=0x7fc57003a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e99a640 1 --2- 172.21.15.17:0/2175991712 >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 0x7fc57003a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e99a640 1 -- 172.21.15.17:0/2175991712 >> v1:172.21.15.160:6789/0 conn(0x7fc570036a00 legacy=0x7fc57003a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e99a640 1 -- 172.21.15.17:0/2175991712 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5700350b0 con 0x7fc57003afe0 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.016+0000 7fc57e199640 1 --2- 172.21.15.17:0/2175991712 >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 0x7fc57003a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7fc57e99a640 1 --2- 172.21.15.17:0/2175991712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc57003afe0 0x7fc5700ea790 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc57802dd50 tx=0x7fc57806a700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5481074c7691a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec15a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 0x7f76ec0b3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f76ec0cf110 0x7f76ec0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f76ec160f90 con 0x7f76ec0b3a10 2024-09-19T08:02:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b801c5c0 con 0x7ff4b8009af0 2024-09-19T08:02:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f76ec0b4740 con 0x7f76ec0cf110 2024-09-19T08:02:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7f76ebfff640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f76ec0b4a20 con 0x7f76ec0d0aa0 2024-09-19T08:02:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b801c830 con 0x7ff4b80323c0 2024-09-19T08:02:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.017+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b801cb10 con 0x7ff4b80dec70 2024-09-19T08:02:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7ff4c4c5d640 1 -- 172.21.15.17:0/1311102622 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4108651933 0 0) 0x7ff4b801c5c0 con 0x7ff4b8009af0 2024-09-19T08:02:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7f76eb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f76ec0cf110 0x7f76ec0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7ff4c4c5d640 1 -- 172.21.15.17:0/1311102622 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4ac003520 con 0x7ff4b8009af0 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7fc57d197640 1 -- 172.21.15.17:0/2175991712 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5780b2070 con 0x7fc57003afe0 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7fc57d197640 1 -- 172.21.15.17:0/2175991712 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5780ad600 con 0x7fc57003afe0 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7fc57d197640 1 -- 172.21.15.17:0/2175991712 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5780ada70 con 0x7fc57003afe0 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7f76eb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f76ec0cf110 0x7f76ec0cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52844/0 (socket says 172.21.15.17:52844) 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7f76eb7fe640 1 -- 172.21.15.17:0/3272874151 learned_addr learned my addr 172.21.15.17:0/3272874151 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7f76eaffd640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec15a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76ea7fc640 1 --2- 172.21.15.17:0/3272874151 >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 0x7f76ec0b3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76eb7fe640 1 -- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 msgr2=0x7f76ec15a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76eb7fe640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec15a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76eb7fe640 1 -- 172.21.15.17:0/3272874151 >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 msgr2=0x7f76ec0b3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76eb7fe640 1 --2- 172.21.15.17:0/3272874151 >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 0x7f76ec0b3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76eb7fe640 1 -- 172.21.15.17:0/3272874151 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ec0b4d00 con 0x7f76ec0cf110 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7ff4c545e640 1 -- 172.21.15.17:0/1311102622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 msgr2=0x7ff4b8006500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7ff4c545e640 1 --2- 172.21.15.17:0/1311102622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 0x7ff4b8006500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.018+0000 7ff4c545e640 1 -- 172.21.15.17:0/1311102622 >> v1:172.21.15.17:6789/0 conn(0x7ff4b8009af0 legacy=0x7ff4b801d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7ff4c545e640 1 -- 172.21.15.17:0/1311102622 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b801cdf0 con 0x7ff4b80323c0 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 -- 172.21.15.17:0/2175991712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc57003afe0 msgr2=0x7fc5700ea790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 --2- 172.21.15.17:0/2175991712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc57003afe0 0x7fc5700ea790 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc57802dd50 tx=0x7fc57806a700 comp rx=0 tx=0).stop 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 -- 172.21.15.17:0/2175991712 shutdown_connections 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 --2- 172.21.15.17:0/2175991712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc57003afe0 0x7fc5700ea790 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 --2- 172.21.15.17:0/2175991712 >> v2:172.21.15.160:3300/0 conn(0x7fc5700345e0 0x7fc57003a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7fc57f19b640 1 -- 172.21.15.17:0/2175991712 >> 172.21.15.17:0/2175991712 conn(0x7fc57001ea40 msgr2=0x7fc5700556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f43acdd8640 1 Processor -- start 2024-09-19T08:02:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f76ea7fc640 1 --2- 172.21.15.17:0/3272874151 >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 0x7f76ec0b3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7fc57f19b640 1 -- 172.21.15.17:0/2175991712 shutdown_connections 2024-09-19T08:02:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7fc57f19b640 1 -- 172.21.15.17:0/2175991712 wait complete. 2024-09-19T08:02:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.019+0000 7f43acdd8640 1 -- start start 2024-09-19T08:02:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7ff4c545e640 1 --2- 172.21.15.17:0/1311102622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b80323c0 0x7ff4b8052350 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc0097a0 tx=0x7ff4bc02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1442a597f600fc5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7ff4c4c5d640 1 -- 172.21.15.17:0/1311102622 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc037070 con 0x7ff4b80323c0 2024-09-19T08:02:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f76eb7fe640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0cf110 0x7f76ec0cf5c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0d0f80 tx=0x7f76e402a730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0ead3a4ae310d4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7ff4c4c5d640 1 -- 172.21.15.17:0/1311102622 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4bc032440 con 0x7ff4b80323c0 2024-09-19T08:02:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7ff4c4c5d640 1 -- 172.21.15.17:0/1311102622 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc02ae60 con 0x7ff4b80323c0 2024-09-19T08:02:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f43acdd8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f43a8151210 0x7f43a80cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f43acdd8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 0x7f43a806cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f43acdd8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43a806bcb0 con 0x7f43a806d290 2024-09-19T08:02:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f43acdd8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f43a806c8c0 con 0x7f43a8151210 2024-09-19T08:02:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.020+0000 7f43acdd8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f43a806bf90 con 0x7f43a80ce0d0 2024-09-19T08:02:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f76e9ffb640 1 -- 172.21.15.17:0/3272874151 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e4036070 con 0x7f76ec0cf110 2024-09-19T08:02:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f97caecf640 1 Processor -- start 2024-09-19T08:02:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f76e9ffb640 1 -- 172.21.15.17:0/3272874151 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76e4031600 con 0x7f76ec0cf110 2024-09-19T08:02:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a659c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f43a8151210 0x7f43a80cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f43a806d290 0x7f43a80b55a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34108/0 (socket says 172.21.15.17:34108) 2024-09-19T08:02:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a6d9d640 1 -- 172.21.15.17:0/3451658758 learned_addr learned my addr 172.21.15.17:0/3451658758 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a5d9b640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 0x7f43a806cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f76e9ffb640 1 -- 172.21.15.17:0/3272874151 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e40319d0 con 0x7f76ec0cf110 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7fc57f19b640 1 Processor -- start 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7fc57f19b640 1 -- start start 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a659c640 1 -- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 msgr2=0x7f43a806cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a659c640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 0x7f43a806cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a659c640 1 -- 172.21.15.17:0/3451658758 >> v1:172.21.15.17:6789/0 conn(0x7f43a806d290 legacy=0x7f43a80b55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a5d9b640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 0x7f43a806cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7f43a659c640 1 -- 172.21.15.17:0/3451658758 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a806c270 con 0x7f43a8151210 2024-09-19T08:02:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b80323c0 msgr2=0x7ff4b8052350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.021+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1311102622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b80323c0 0x7ff4b8052350 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc0097a0 tx=0x7ff4bc02a130 comp rx=0 tx=0).stop 2024-09-19T08:02:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 shutdown_connections 2024-09-19T08:02:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1311102622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b80323c0 0x7ff4b8052350 secure :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc0097a0 tx=0x7ff4bc02a130 comp rx=0 tx=0).stop 2024-09-19T08:02:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1311102622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80dec70 0x7ff4b8006500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 >> 172.21.15.17:0/1311102622 conn(0x7ff4b8036090 msgr2=0x7ff4b80364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f8e365bc640 1 Processor -- start 2024-09-19T08:02:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 -- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0cf110 msgr2=0x7f76ec0cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0cf110 0x7f76ec0cf5c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0d0f80 tx=0x7f76e402a730 comp rx=0 tx=0).stop 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 -- 172.21.15.17:0/3272874151 shutdown_connections 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0cf110 0x7f76ec0cf5c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 --2- 172.21.15.17:0/3272874151 >> v2:172.21.15.17:3300/0 conn(0x7f76ec0b3a10 0x7f76ec0b3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 --2- 172.21.15.17:0/3272874151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec15a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 -- 172.21.15.17:0/3272874151 >> 172.21.15.17:0/3272874151 conn(0x7f76ec0cff80 msgr2=0x7f76ec0d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 -- 172.21.15.17:0/3272874151 shutdown_connections 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 shutdown_connections 2024-09-19T08:02:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1311102622 wait complete. 2024-09-19T08:02:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f76ebfff640 1 -- 172.21.15.17:0/3272874151 wait complete. 2024-09-19T08:02:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7ff92a70a640 1 Processor -- start 2024-09-19T08:02:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f43a659c640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a80cdb90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f43a000bfa0 tx=0x7f43a002c710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d2b96221c6f282d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7fc57f19b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7fc57e199640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7fc57e199640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48804/0 (socket says 172.21.15.17:48804) 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7fc57e199640 1 -- 172.21.15.17:0/655846055 learned_addr learned my addr 172.21.15.17:0/655846055 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7fc57f19b640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc570036a00 0x7fc5700d6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57f19b640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 0x7fc5700cb570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57d998640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc570036a00 0x7fc5700d6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57e99a640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 0x7fc5700cb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57f19b640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc570008630 con 0x7fc5700345e0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57f19b640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc570008f40 con 0x7fc57003afe0 2024-09-19T08:02:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.022+0000 7f8e365bc640 1 -- start start 2024-09-19T08:02:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7fc57f19b640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc5700087b0 con 0x7fc570036a00 2024-09-19T08:02:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7ff92a70a640 1 -- start start 2024-09-19T08:02:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7ff92a70a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9240d05a0 0x7ff924162c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7ff4c6c61640 1 Processor -- start 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7f43a559a640 1 -- 172.21.15.17:0/3451658758 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0038070 con 0x7f43a8151210 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7f43a559a640 1 -- 172.21.15.17:0/3451658758 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43a0009540 con 0x7f43a8151210 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.023+0000 7f97caecf640 1 -- start start 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f97caecf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97c415b7f0 0x7f97c415bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f97caecf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c4162b20 0x7f97c4164f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 -- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 msgr2=0x7f43a80cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a80cdb90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f43a000bfa0 tx=0x7f43a002c710 comp rx=0 tx=0).stop 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 -- 172.21.15.17:0/3451658758 shutdown_connections 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a80ce0d0 0x7f43a806cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3451658758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a80cdb90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 -- 172.21.15.17:0/3451658758 >> 172.21.15.17:0/3451658758 conn(0x7f43a80cca40 msgr2=0x7f43a80cce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 -- 172.21.15.17:0/3451658758 shutdown_connections 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f43acdd8640 1 -- 172.21.15.17:0/3451658758 wait complete. 2024-09-19T08:02:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f97caecf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97c40b43a0 con 0x7f97c415c110 2024-09-19T08:02:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f97caecf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f97c4155a50 con 0x7f97c415b7f0 2024-09-19T08:02:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f97caecf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f97c4073590 con 0x7f97c4162b20 2024-09-19T08:02:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f76ebfff640 1 Processor -- start 2024-09-19T08:02:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff4c6c61640 1 -- start start 2024-09-19T08:02:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff9237fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff9240af9a0 0x7ff9240d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34110/0 (socket says 172.21.15.17:34110) 2024-09-19T08:02:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f76ebfff640 1 -- start start 2024-09-19T08:02:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff923fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9240d05a0 0x7ff924162c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e365bc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8e3014bb30 0x7f8e3006c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e365bc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8e300cf4b0 0x7f8e301633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e365bc640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e30162f00 con 0x7f8e3014c300 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e365bc640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8e3006cc00 con 0x7f8e3014bb30 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e365bc640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8e3006cee0 con 0x7f8e300cf4b0 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e34db9640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f8e3014c300 0x7f8e300ceda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35322/0 (socket says 172.21.15.17:35322) 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.024+0000 7f8e34db9640 1 -- 172.21.15.17:0/1903752722 learned_addr learned my addr 172.21.15.17:0/1903752722 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff923fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9240d05a0 0x7ff924162c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48828/0 (socket says 172.21.15.17:48828) 2024-09-19T08:02:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f97c9ecd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97c415b7f0 0x7f97c415bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff9237fe640 1 -- 172.21.15.17:0/1469472717 learned_addr learned my addr 172.21.15.17:0/1469472717 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f97c9ecd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97c415b7f0 0x7f97c415bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48842/0 (socket says 172.21.15.17:48842) 2024-09-19T08:02:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179819835 0 0) 0x7f8e30162f00 con 0x7f8e3014c300 2024-09-19T08:02:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e18003520 con 0x7f8e3014c300 2024-09-19T08:02:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f8e355ba640 1 --2- 172.21.15.17:0/1903752722 >> v2:172.21.15.17:3300/0 conn(0x7f8e3014bb30 0x7f8e3006c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff92a70a640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff92406e400 0x7ff924071590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f8e35dbb640 1 --2- 172.21.15.17:0/1903752722 >> v2:172.21.15.160:3300/0 conn(0x7f8e300cf4b0 0x7f8e301633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7f97c9ecd640 1 -- 172.21.15.17:0/3389307745 learned_addr learned my addr 172.21.15.17:0/3389307745 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff92406e890 con 0x7ff9240af9a0 2024-09-19T08:02:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.1 v1:172.21.15.160:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2780778108 0 0) 0x7f8e18003520 con 0x7f8e3014c300 2024-09-19T08:02:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 >> v2:172.21.15.160:3300/0 conn(0x7f8e300cf4b0 msgr2=0x7f8e301633b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 --2- 172.21.15.17:0/1903752722 >> v2:172.21.15.160:3300/0 conn(0x7f8e300cf4b0 0x7f8e301633b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff924073520 con 0x7ff9240d05a0 2024-09-19T08:02:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9240b3860 con 0x7ff92406e400 2024-09-19T08:02:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e199640 1 -- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc570036a00 msgr2=0x7fc5700d6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e199640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc570036a00 0x7fc5700d6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e199640 1 -- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 msgr2=0x7fc5700cb570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e199640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 0x7fc5700cb570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e199640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5700c7e10 con 0x7fc5700345e0 2024-09-19T08:02:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.025+0000 7fc57e99a640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 0x7fc5700cb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 >> v2:172.21.15.17:3300/0 conn(0x7f8e3014bb30 msgr2=0x7f8e3006c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff4c6c61640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76ec0cf110 0x7f76ec0b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 --2- 172.21.15.17:0/1903752722 >> v2:172.21.15.17:3300/0 conn(0x7f8e3014bb30 0x7f8e3006c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 --> v1:172.21.15.160:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e3006d1c0 con 0x7f8e3014c300 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f97c9ecd640 1 -- 172.21.15.17:0/3389307745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c4162b20 msgr2=0x7f97c4164f10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f97c9ecd640 1 --2- 172.21.15.17:0/3389307745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c4162b20 0x7f97c4164f10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f97c9ecd640 1 -- 172.21.15.17:0/3389307745 >> v1:172.21.15.160:6789/0 conn(0x7f97c415c110 legacy=0x7f97c4072460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:02:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f97c9ecd640 1 -- 172.21.15.17:0/3389307745 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c406e5d0 con 0x7f97c415b7f0 2024-09-19T08:02:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff923fff640 1 -- 172.21.15.17:0/1469472717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff92406e400 msgr2=0x7ff924071590 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:02:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff923fff640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff92406e400 0x7ff924071590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff923fff640 1 -- 172.21.15.17:0/1469472717 >> v1:172.21.15.17:6789/0 conn(0x7ff9240af9a0 legacy=0x7ff9240d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f43acdd8640 1 Processor -- start 2024-09-19T08:02:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff4c6c61640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80dec70 0x7ff4b8048d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.1 v1:172.21.15.160:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8e20001670 con 0x7f8e3014c300 2024-09-19T08:02:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff4c5c5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff4c5c5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36784/0 (socket says 172.21.15.17:36784) 2024-09-19T08:02:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f43acdd8640 1 -- start start 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 >> v1:172.21.15.160:6789/0 conn(0x7f8e3014c300 legacy=0x7f8e300ceda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e18003a00 0x7f8e18003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 0x7f8e18004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e180051c0 0x7f8e1800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3006cc00 con 0x7f8e18004800 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3006cee0 con 0x7f8e180051c0 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8e1800c110 con 0x7f8e18003a00 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f8e355ba640 1 --2- 172.21.15.17:0/1903752722 >> v2:172.21.15.17:3300/0 conn(0x7f8e3014bb30 0x7f8e3006c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 0x7f8e18004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 -- 172.21.15.17:0/1799216795 learned_addr learned my addr 172.21.15.17:0/1799216795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e35dbb640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e180051c0 0x7f8e1800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b8047cb0 0x7ff4b80dd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c545e640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80dec70 0x7ff4b8048d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b8032980 con 0x7ff4b8047cb0 2024-09-19T08:02:42.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b80df050 con 0x7ff4b80dec70 2024-09-19T08:02:42.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b8052890 con 0x7ff4b8009af0 2024-09-19T08:02:42.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e355ba640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e18003a00 0x7f8e18003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 -- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e18003a00 msgr2=0x7f8e18003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e18003a00 0x7f8e18003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7ff923fff640 1 -- 172.21.15.17:0/1469472717 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9240afe80 con 0x7ff9240d05a0 2024-09-19T08:02:42.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 -- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e180051c0 msgr2=0x7f8e1800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e180051c0 0x7f8e1800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec0b0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec0af730 con 0x7f76ec0cf110 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec15a5f0 con 0x7f76ec0b3a10 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76ebfff640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f76ec0af8b0 con 0x7f76ec0d0aa0 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76eaffd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76eaffd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:52892/0 (socket says 172.21.15.17:52892) 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76eaffd640 1 -- 172.21.15.17:0/173760588 learned_addr learned my addr 172.21.15.17:0/173760588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7f76eb7fe640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec0b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76ea7fc640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76ec0cf110 0x7f76ec0b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e34db9640 1 -- 172.21.15.17:0/1903752722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e18003520 con 0x7f8e18004800 2024-09-19T08:02:42.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76eaffd640 1 -- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 msgr2=0x7f76ec0b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76eaffd640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec0b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76eaffd640 1 -- 172.21.15.17:0/173760588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76ec0cf110 msgr2=0x7f76ec0b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76eaffd640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76ec0cf110 0x7f76ec0b0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e355ba640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e18003a00 0x7f8e18003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f8e35dbb640 1 -- 172.21.15.17:0/1903752722 reap_dead start 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7f76eaffd640 1 -- 172.21.15.17:0/173760588 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ec070e60 con 0x7f76ec0b3a10 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c6460640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b8047cb0 0x7ff4b80dd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 -- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80dec70 msgr2=0x7ff4b8048d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80dec70 0x7ff4b8048d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 -- 172.21.15.17:0/1799216795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b8047cb0 msgr2=0x7ff4b80dd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b8047cb0 0x7ff4b80dd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.027+0000 7ff4c5c5f640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b817dab0 con 0x7ff4b8009af0 2024-09-19T08:02:42.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.026+0000 7fc57e199640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc56800cb60 tx=0x7fc568007410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff923fff640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff924162c50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff9140097a0 tx=0x7ff91402a010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fad29dd847b78ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f76eaffd640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f76e000d620 tx=0x7f76e000dae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43a80ce0d0 0x7f43a81f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a81f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff4c5c5f640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009fd0 tx=0x7ff4b000ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568015070 con 0x7fc5700345e0 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc56800ce50 con 0x7fc5700345e0 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568007d40 con 0x7fc5700345e0 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7fc57f19b640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57004cd20 con 0x7fc5700345e0 2024-09-19T08:02:42.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff922ffd640 1 -- 172.21.15.17:0/1469472717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff914037070 con 0x7ff9240d05a0 2024-09-19T08:02:42.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f43a8151770 con 0x7f43a80ce0d0 2024-09-19T08:02:42.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7fc57f19b640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57004bd40 con 0x7fc5700345e0 2024-09-19T08:02:42.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81515f0 con 0x7f43a8151210 2024-09-19T08:02:42.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f97c9ecd640 1 --2- 172.21.15.17:0/3389307745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c415b7f0 0x7f97c415bbd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f97c0009870 tx=0x7f97c002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24530946fdc0ac15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43acdd8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f43a80cd560 con 0x7f43a806d290 2024-09-19T08:02:42.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff922ffd640 1 -- 172.21.15.17:0/1469472717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff91402aca0 con 0x7ff9240d05a0 2024-09-19T08:02:42.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff922ffd640 1 -- 172.21.15.17:0/1469472717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff914032660 con 0x7ff9240d05a0 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7f43a659c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36804/0 (socket says 172.21.15.17:36804) 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 -- 172.21.15.17:0/3557652340 learned_addr learned my addr 172.21.15.17:0/3557652340 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a5d9b640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43a80ce0d0 0x7f43a81f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a6d9d640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a81f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 msgr2=0x7ff924162c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7ff92a70a640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff924162c50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff9140097a0 tx=0x7ff91402a010 comp rx=0 tx=0).stop 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b0017070 con 0x7ff4b8009af0 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b000c910 con 0x7ff4b8009af0 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.028+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b000cce0 con 0x7ff4b8009af0 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f97c8ecb640 1 -- 172.21.15.17:0/3389307745 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c0037070 con 0x7f97c415b7f0 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f97c8ecb640 1 -- 172.21.15.17:0/3389307745 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97c0032440 con 0x7f97c415b7f0 2024-09-19T08:02:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b8049260 con 0x7ff4b8009af0 2024-09-19T08:02:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b817cfd0 con 0x7ff4b8009af0 2024-09-19T08:02:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f97c8ecb640 1 -- 172.21.15.17:0/3389307745 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c0032810 con 0x7f97c415b7f0 2024-09-19T08:02:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e000b620 con 0x7f76ec0b3a10 2024-09-19T08:02:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76e0019070 con 0x7f76ec0b3a10 2024-09-19T08:02:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f8e34db9640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 0x7f8e18004c80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8e2000c160 tx=0x7f8e18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afcad0c7997b809 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e000ba00 con 0x7f76ec0b3a10 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 -- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 msgr2=0x7f43a81f8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a81f8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 -- 172.21.15.17:0/3557652340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43a80ce0d0 msgr2=0x7f43a81f84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43a80ce0d0 0x7f43a81f84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.029+0000 7f43a659c640 1 -- 172.21.15.17:0/3557652340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a8150c00 con 0x7f43a806d290 2024-09-19T08:02:42.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ec072f30 con 0x7f76ec0b3a10 2024-09-19T08:02:42.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ec0734f0 con 0x7f76ec0b3a10 2024-09-19T08:02:42.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5700e2fe0 con 0x7fc5700345e0 2024-09-19T08:02:42.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 shutdown_connections 2024-09-19T08:02:42.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff92406e400 0x7ff924071590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 --2- 172.21.15.17:0/1469472717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff924162c50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 >> 172.21.15.17:0/1469472717 conn(0x7ff924067d70 msgr2=0x7ff92406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 shutdown_connections 2024-09-19T08:02:42.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 -- 172.21.15.17:0/3389307745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c415b7f0 msgr2=0x7f97c415bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 --2- 172.21.15.17:0/3389307745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c415b7f0 0x7f97c415bbd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f97c0009870 tx=0x7f97c002a230 comp rx=0 tx=0).stop 2024-09-19T08:02:42.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f43a659c640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43a000d110 tx=0x7f43a0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 -- 172.21.15.17:0/3389307745 shutdown_connections 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 --2- 172.21.15.17:0/3389307745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c4162b20 0x7f97c4164f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 --2- 172.21.15.17:0/3389307745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c415b7f0 0x7f97c415bbd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 -- 172.21.15.17:0/3389307745 >> 172.21.15.17:0/3389307745 conn(0x7f97c40d1050 msgr2=0x7f97c40d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 -- 172.21.15.17:0/3389307745 shutdown_connections 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0038040 con 0x7f43a806d290 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.031+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a8155be0 con 0x7f43a806d290 2024-09-19T08:02:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.031+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a81561a0 con 0x7f43a806d290 2024-09-19T08:02:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7ff92a70a640 1 -- 172.21.15.17:0/1469472717 wait complete. 2024-09-19T08:02:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.031+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76cc005290 con 0x7f76ec0b3a10 2024-09-19T08:02:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.030+0000 7f97caecf640 1 -- 172.21.15.17:0/3389307745 wait complete. 2024-09-19T08:02:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43a0003b90 con 0x7f43a806d290 2024-09-19T08:02:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0038040 con 0x7f43a806d290 2024-09-19T08:02:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4b800bb70 con 0x7ff4b8009af0 2024-09-19T08:02:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7ff92a70a640 1 Processor -- start 2024-09-19T08:02:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f97caecf640 1 Processor -- start 2024-09-19T08:02:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4b001a070 con 0x7ff4b8009af0 2024-09-19T08:02:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7ff4b67fc640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 0x7ff4a406e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f76e000bba0 con 0x7f76ec0b3a10 2024-09-19T08:02:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f97caecf640 1 -- start start 2024-09-19T08:02:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff4b008b610 con 0x7ff4b8009af0 2024-09-19T08:02:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7ff4c545e640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 0x7ff4a406e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f76d37fe640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 0x7f76d806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f76e008b640 con 0x7f76ec0b3a10 2024-09-19T08:02:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c415b7f0 0x7f97c40d0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97c415c110 0x7f97c414d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97c406cdc0 con 0x7f97c4162b20 2024-09-19T08:02:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f76ea7fc640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 0x7f76d806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f97c40732b0 con 0x7f97c415c110 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97caecf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f97c406d0a0 con 0x7f97c415b7f0 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97ca6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7ff92a70a640 1 -- start start 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff92406e400 0x7ff9241fc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9240af9a0 0x7ff9241e8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff924071ad0 con 0x7ff9240d05a0 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff924073240 con 0x7ff92406e400 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff92a70a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff924071c50 con 0x7ff9240af9a0 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97ca6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48896/0 (socket says 172.21.15.17:48896) 2024-09-19T08:02:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f97ca6ce640 1 -- 172.21.15.17:0/2936013829 learned_addr learned my addr 172.21.15.17:0/2936013829 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f438c005290 con 0x7f43a806d290 2024-09-19T08:02:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97c96cc640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97c415c110 0x7f97c414d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97c9ecd640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c415b7f0 0x7f97c40d0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7ff928ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48898/0 (socket says 172.21.15.17:48898) 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 -- 172.21.15.17:0/589237813 learned_addr learned my addr 172.21.15.17:0/589237813 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff9237fe640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9240af9a0 0x7ff9241e8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 -- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9240af9a0 msgr2=0x7ff9241e8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9240af9a0 0x7ff9241e8ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 -- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff92406e400 msgr2=0x7ff9241fc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff92406e400 0x7ff9241fc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 -- 172.21.15.17:0/589237813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9241e95a0 con 0x7ff9240d05a0 2024-09-19T08:02:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f76ea7fc640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 0x7f76d806e7c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f76ec14b5c0 tx=0x7f76dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97ca6ce640 1 -- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c415b7f0 msgr2=0x7f97c40d0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97ca6ce640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c415b7f0 0x7f97c40d0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97ca6ce640 1 -- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97c415c110 msgr2=0x7f97c414d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7ff928ca7640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff91800b420 tx=0x7ff91800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97ca6ce640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97c415c110 0x7f97c414d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f97ca6ce640 1 -- 172.21.15.17:0/2936013829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c414e580 con 0x7f97c4162b20 2024-09-19T08:02:42.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc568018070 con 0x7fc5700345e0 2024-09-19T08:02:42.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43a0009460 con 0x7f43a806d290 2024-09-19T08:02:42.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f97ca6ce640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f97bc00b930 tx=0x7f97bc00bdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7fc56effd640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 0x7fc55c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7ff4c545e640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 0x7ff4a406e7f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc034000 tx=0x7ff4bc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20007c80 con 0x7f8e18004800 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.032+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e20005ad0 con 0x7f8e18004800 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e2ffff640 1 -- 172.21.15.17:0/1903752722 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20007c80 con 0x7f8e18004800 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e365bc640 1 -- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 msgr2=0x7f8e18004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e365bc640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 0x7f8e18004c80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8e2000c160 tx=0x7f8e18005830 comp rx=0 tx=0).stop 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc56808b740 con 0x7fc5700345e0 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e365bc640 1 -- 172.21.15.17:0/1903752722 shutdown_connections 2024-09-19T08:02:42.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e365bc640 1 --2- 172.21.15.17:0/1903752722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e18004800 0x7f8e18004c80 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.033+0000 7f8e365bc640 1 -- 172.21.15.17:0/1903752722 >> 172.21.15.17:0/1903752722 conn(0x7f8e300cff80 msgr2=0x7f8e300d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f8e365bc640 1 -- 172.21.15.17:0/1903752722 shutdown_connections 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.034+0000 7f8e365bc640 1 -- 172.21.15.17:0/1903752722 wait complete. 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.035+0000 7f8e365bc640 1 Processor -- start 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f8e365bc640 1 -- start start 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7fc57d998640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 0x7fc55c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f4396ffd640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 0x7f438806e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f43a00abfa0 con 0x7f43a806d290 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.036+0000 7f43a5d9b640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 0x7f438806e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e18004800 0x7f8e30152ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 0x7f8e300adf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3014bf10 con 0x7f8e30152ff0 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3006d4a0 con 0x7f8e18004800 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e365bc640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8e3014c090 con 0x7f8e30153470 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7fc57d998640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 0x7fc55c06e840 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc57000bc70 tx=0x7fc574007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e355ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e18004800 0x7f8e30152ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48906/0 (socket says 172.21.15.17:48906) 2024-09-19T08:02:42.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 -- 172.21.15.17:0/3430055949 learned_addr learned my addr 172.21.15.17:0/3430055949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e35dbb640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 0x7f8e300adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f43a5d9b640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 0x7f438806e970 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f43a81511e0 tx=0x7f439c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 -- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 msgr2=0x7f8e300adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 0x7f8e300adf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 -- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e18004800 msgr2=0x7f8e30152ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e18004800 0x7f8e30152ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 -- 172.21.15.17:0/3430055949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e301669b0 con 0x7f8e30152ff0 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e35dbb640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 0x7f8e300adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.037+0000 7f8e34db9640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8e2000c280 tx=0x7f8e3006d390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.039+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20037040 con 0x7f8e30152ff0 2024-09-19T08:02:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.039+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918011830 con 0x7ff9240d05a0 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.039+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc019070 con 0x7f97c4162b20 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97c40d0cd0 con 0x7f97c4162b20 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc57004cd20 con 0x7fc5700345e0 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.039+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9241e9880 con 0x7ff9240d05a0 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9241e9e40 con 0x7ff9240d05a0 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff918016070 con 0x7ff9240d05a0 2024-09-19T08:02:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918011c30 con 0x7ff9240d05a0 2024-09-19T08:02:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97c40cf2d0 con 0x7f97c4162b20 2024-09-19T08:02:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97bc00cb40 con 0x7f97c4162b20 2024-09-19T08:02:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97bc014440 con 0x7f97c4162b20 2024-09-19T08:02:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e301663f0 con 0x7f8e30152ff0 2024-09-19T08:02:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.040+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e300ad230 con 0x7f8e30152ff0 2024-09-19T08:02:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.041+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e200047e0 con 0x7f8e30152ff0 2024-09-19T08:02:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.041+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e200016b0 con 0x7f8e30152ff0 2024-09-19T08:02:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.041+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97ac005290 con 0x7f97c4162b20 2024-09-19T08:02:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.041+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff904005290 con 0x7ff9240d05a0 2024-09-19T08:02:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.042+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4b00597a0 con 0x7ff4b8009af0 2024-09-19T08:02:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.042+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e3006c620 con 0x7f8e30152ff0 2024-09-19T08:02:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.042+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff91801b460 con 0x7ff9240d05a0 2024-09-19T08:02:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.043+0000 7ff920ff9640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 0x7ff91006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.043+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f97bc01c070 con 0x7f97c4162b20 2024-09-19T08:02:42.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.043+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff91808b0c0 con 0x7ff9240d05a0 2024-09-19T08:02:42.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.043+0000 7ff923fff640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 0x7ff91006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.043+0000 7f97ba7fc640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 0x7f97a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.044+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f97bc08b2f0 con 0x7f97c4162b20 2024-09-19T08:02:42.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.044+0000 7f97c9ecd640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 0x7f97a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.044+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f76e0059e90 con 0x7f76ec0b3a10 2024-09-19T08:02:42.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.044+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e20004b90 con 0x7f8e30152ff0 2024-09-19T08:02:42.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.045+0000 7ff923fff640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 0x7ff91006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff914034000 tx=0x7ff91402c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.044+0000 7f97c9ecd640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 0x7f97a806e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f97c0034000 tx=0x7f97c002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.045+0000 7f8e2dffb640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 0x7f8e1c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.045+0000 7f8e355ba640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 0x7f8e1c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.045+0000 7f8e355ba640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 0x7f8e1c06e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8e3013c810 tx=0x7f8e24008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.047+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43a007a0b0 con 0x7f43a806d290 2024-09-19T08:02:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.052+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8e20077ec0 con 0x7f8e30152ff0 2024-09-19T08:02:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.052+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff918059830 con 0x7ff9240d05a0 2024-09-19T08:02:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.061+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f97c40d0cd0 con 0x7f97c4162b20 2024-09-19T08:02:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.070+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e2004a020 con 0x7f8e30152ff0 2024-09-19T08:02:42.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.380+0000 7f7f0f08d640 1 -- 172.21.15.17:0/1009597844 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f7ee8005580 con 0x7f7f080cdfc0 2024-09-19T08:02:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.381+0000 7f7f057fa640 1 -- 172.21.15.17:0/1009597844 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7f00079bd0 con 0x7f7f080cdfc0 2024-09-19T08:02:42.381 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 msgr2=0x7f7ef006e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 0x7f7ef006e9b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009f70 tx=0x7f7ef8009190 comp rx=0 tx=0).stop 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 msgr2=0x7f7f08148d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 0x7f7f08148d00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7f00030000 tx=0x7f7f00004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 shutdown_connections 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ef006c4f0 0x7f7ef006e9b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.385+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f0815a790 0x7f7f08073070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.386+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f080cdfc0 0x7f7f08148d00 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.386+0000 7f7eeeffd640 1 --2- 172.21.15.17:0/1009597844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f080b28e0 0x7f7f0815aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.386+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 >> 172.21.15.17:0/1009597844 conn(0x7f7f080b1df0 msgr2=0x7f7f080b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.386+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 shutdown_connections 2024-09-19T08:02:42.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.386+0000 7f7eeeffd640 1 -- 172.21.15.17:0/1009597844 wait complete. 2024-09-19T08:02:42.402 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.7 2024-09-19T08:02:42.403 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.428+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc570054e80 con 0x7fc5700345e0 2024-09-19T08:02:42.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.429+0000 7fc56effd640 1 -- 172.21.15.17:0/655846055 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc5700c7e10 con 0x7fc5700345e0 2024-09-19T08:02:42.428 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 msgr2=0x7fc55c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 0x7fc55c06e840 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc57000bc70 tx=0x7fc574007d30 comp rx=0 tx=0).stop 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 msgr2=0x7fc5700ccfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc56800cb60 tx=0x7fc568007410 comp rx=0 tx=0).stop 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 shutdown_connections 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc55c06c380 0x7fc55c06e840 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc57003afe0 0x7fc5700cb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc570036a00 0x7fc5700d6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 --2- 172.21.15.17:0/655846055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5700345e0 0x7fc5700ccfe0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.432+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 >> 172.21.15.17:0/655846055 conn(0x7fc57001ea40 msgr2=0x7fc570053290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.433+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 shutdown_connections 2024-09-19T08:02:42.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.433+0000 7fc56cff9640 1 -- 172.21.15.17:0/655846055 wait complete. 2024-09-19T08:02:42.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.436+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f8e300750e0 con 0x7f8e30152ff0 2024-09-19T08:02:42.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.436+0000 7f8e2dffb640 1 -- 172.21.15.17:0/3430055949 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8e20079e20 con 0x7f8e30152ff0 2024-09-19T08:02:42.436 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.440+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 msgr2=0x7f8e1c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.440+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 0x7f8e1c06e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8e3013c810 tx=0x7f8e24008040 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.440+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 msgr2=0x7f8e300ada30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.440+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8e2000c280 tx=0x7f8e3006d390 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 shutdown_connections 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e1c06c2e0 0x7f8e1c06e7a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e30153470 0x7f8e300adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e30152ff0 0x7f8e300ada30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 --2- 172.21.15.17:0/3430055949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e18004800 0x7f8e30152ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 >> 172.21.15.17:0/3430055949 conn(0x7f8e300cff80 msgr2=0x7f8e30164820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 shutdown_connections 2024-09-19T08:02:42.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.441+0000 7f8e365bc640 1 -- 172.21.15.17:0/3430055949 wait complete. 2024-09-19T08:02:42.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.449+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f97ac005850 con 0x7f97c4162b20 2024-09-19T08:02:42.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.449+0000 7f97ba7fc640 1 -- 172.21.15.17:0/2936013829 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f97c414e580 con 0x7f97c4162b20 2024-09-19T08:02:42.450 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-09-19T08:02:42.450 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:42.451 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.450+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff4b80321a0 con 0x7ff4b8009af0 2024-09-19T08:02:42.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.451+0000 7ff4b67fc640 1 -- 172.21.15.17:0/1799216795 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff4b005daa0 con 0x7ff4b8009af0 2024-09-19T08:02:42.451 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:42.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f76cc005580 con 0x7f76ec0b3a10 2024-09-19T08:02:42.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 msgr2=0x7f97a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 0x7f97a806e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f97c0034000 tx=0x7f97c002e000 comp rx=0 tx=0).stop 2024-09-19T08:02:42.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 msgr2=0x7f97c406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f97bc00b930 tx=0x7f97bc00bdf0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 shutdown_connections 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f97a806c2b0 0x7f97a806e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c4162b20 0x7f97c406bc10 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97c415c110 0x7f97c414d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 --2- 172.21.15.17:0/2936013829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97c415b7f0 0x7f97c40d0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 >> 172.21.15.17:0/2936013829 conn(0x7f97c40d1050 msgr2=0x7f97c40b48c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 shutdown_connections 2024-09-19T08:02:42.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f97caecf640 1 -- 172.21.15.17:0/2936013829 wait complete. 2024-09-19T08:02:42.455 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:42.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.452+0000 7f76d37fe640 1 -- 172.21.15.17:0/173760588 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f76e0059e90 con 0x7f76ec0b3a10 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.454+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 msgr2=0x7ff4a406e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 0x7ff4a406e7f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc034000 tx=0x7ff4bc02e000 comp rx=0 tx=0).stop 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 msgr2=0x7ff4b804a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009fd0 tx=0x7ff4b000ed60 comp rx=0 tx=0).stop 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 shutdown_connections 2024-09-19T08:02:42.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4a406c330 0x7ff4a406e7f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b8047cb0 0x7ff4b80dd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80dec70 0x7ff4b8048d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 --2- 172.21.15.17:0/1799216795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b8009af0 0x7ff4b804a6f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 >> 172.21.15.17:0/1799216795 conn(0x7ff4b8036090 msgr2=0x7ff4b804fb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 shutdown_connections 2024-09-19T08:02:42.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7ff4c6c61640 1 -- 172.21.15.17:0/1799216795 wait complete. 2024-09-19T08:02:42.460 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.0 2024-09-19T08:02:42.461 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 msgr2=0x7f76d806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.455+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 0x7f76d806e7c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f76ec14b5c0 tx=0x7f76dc008040 comp rx=0 tx=0).stop 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 msgr2=0x7f76ec159480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f76e000d620 tx=0x7f76e000dae0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 shutdown_connections 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f76d806c300 0x7f76d806e7c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f76ec0d0aa0 0x7f76ec0b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76ec0cf110 0x7f76ec0b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 --2- 172.21.15.17:0/173760588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76ec0b3a10 0x7f76ec159480 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 >> 172.21.15.17:0/173760588 conn(0x7f76ec0cff80 msgr2=0x7f76ec15ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 shutdown_connections 2024-09-19T08:02:42.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.456+0000 7f76ebfff640 1 -- 172.21.15.17:0/173760588 wait complete. 2024-09-19T08:02:42.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.459+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f438c005580 con 0x7f43a806d290 2024-09-19T08:02:42.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.459+0000 7f4396ffd640 1 -- 172.21.15.17:0/3557652340 <== mon.2 v2:172.21.15.160:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f43a007e3b0 con 0x7f43a806d290 2024-09-19T08:02:42.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.459+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ff904005580 con 0x7ff9240d05a0 2024-09-19T08:02:42.465 INFO:teuthology.orchestra.run.smithi017.stdout:60129542151 2024-09-19T08:02:42.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.460+0000 7ff920ff9640 1 -- 172.21.15.17:0/589237813 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff918059130 con 0x7ff9240d05a0 2024-09-19T08:02:42.466 INFO:teuthology.orchestra.run.smithi017.stdout:60129542152 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 msgr2=0x7f438806e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 0x7f438806e970 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f43a81511e0 tx=0x7f439c008040 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 msgr2=0x7f43a8159f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43a000d110 tx=0x7f43a0004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 shutdown_connections 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438806c4b0 0x7f438806e970 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43a8151210 0x7f43a81f8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43a80ce0d0 0x7f43a81f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 --2- 172.21.15.17:0/3557652340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43a806d290 0x7f43a8159f40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 >> 172.21.15.17:0/3557652340 conn(0x7f43a80cca40 msgr2=0x7f43a815cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 shutdown_connections 2024-09-19T08:02:42.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.462+0000 7f43acdd8640 1 -- 172.21.15.17:0/3557652340 wait complete. 2024-09-19T08:02:42.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 msgr2=0x7ff91006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 0x7ff91006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff914034000 tx=0x7ff91402c000 comp rx=0 tx=0).stop 2024-09-19T08:02:42.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 msgr2=0x7ff9240ad4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff91800b420 tx=0x7ff91800b8e0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 shutdown_connections 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91006c2b0 0x7ff91006e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9240d05a0 0x7ff9240ad4a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9240af9a0 0x7ff9241e8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 --2- 172.21.15.17:0/589237813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff92406e400 0x7ff9241fc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 >> 172.21.15.17:0/589237813 conn(0x7ff924067d70 msgr2=0x7ff9241600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 shutdown_connections 2024-09-19T08:02:42.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.463+0000 7ff92a70a640 1 -- 172.21.15.17:0/589237813 wait complete. 2024-09-19T08:02:42.471 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2024-09-19T08:02:42.471 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.475 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-19T08:02:42.475 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.476 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.4 2024-09-19T08:02:42.477 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.477 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.6 2024-09-19T08:02:42.478 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.478 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.3 2024-09-19T08:02:42.478 DEBUG:teuthology.parallel:result is None 2024-09-19T08:02:42.478 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:02:42.478 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:42.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.620+0000 7f7747af1640 1 Processor -- start 2024-09-19T08:02:42.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.620+0000 7f7747af1640 1 -- start start 2024-09-19T08:02:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 0x7f77400b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77400b41d0 0x7f77400b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f77400cdfc0 0x7f77400b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f77400ce480 con 0x7f77400cdfc0 2024-09-19T08:02:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f77400ce760 con 0x7f774015b1e0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f7747af1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f77400cea40 con 0x7f77400b41d0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f77400cdfc0 0x7f77400b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f77400cdfc0 0x7f77400b22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40312/0 (socket says 172.21.15.17:40312) 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 -- 172.21.15.17:0/3825219027 learned_addr learned my addr 172.21.15.17:0/3825219027 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774508c640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77400b41d0 0x7f77400b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774588d640 1 --2- 172.21.15.17:0/3825219027 >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 0x7f77400b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 -- 172.21.15.17:0/3825219027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77400b41d0 msgr2=0x7f77400b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77400b41d0 0x7f77400b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 -- 172.21.15.17:0/3825219027 >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 msgr2=0x7f77400b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 --2- 172.21.15.17:0/3825219027 >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 0x7f77400b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774608e640 1 -- 172.21.15.17:0/3825219027 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77400ced20 con 0x7f77400cdfc0 2024-09-19T08:02:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.621+0000 7f774588d640 1 --2- 172.21.15.17:0/3825219027 >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 0x7f77400b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.622+0000 7f774608e640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f77400b22c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7740069550 tx=0x7f773802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bdb2f07166e8806 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.622+0000 7f774488b640 1 -- 172.21.15.17:0/3825219027 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7738036070 con 0x7f77400cdfc0 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.622+0000 7f774488b640 1 -- 172.21.15.17:0/3825219027 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7738031600 con 0x7f77400cdfc0 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.622+0000 7f774488b640 1 -- 172.21.15.17:0/3825219027 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77380319d0 con 0x7f77400cdfc0 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 -- 172.21.15.17:0/3825219027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 msgr2=0x7f77400b22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f77400b22c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7740069550 tx=0x7f773802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 -- 172.21.15.17:0/3825219027 shutdown_connections 2024-09-19T08:02:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f77400b22c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 --2- 172.21.15.17:0/3825219027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77400b41d0 0x7f77400b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 --2- 172.21.15.17:0/3825219027 >> v2:172.21.15.160:3300/0 conn(0x7f774015b1e0 0x7f77400b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 -- 172.21.15.17:0/3825219027 >> 172.21.15.17:0/3825219027 conn(0x7f774006bc10 msgr2=0x7f774006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 -- 172.21.15.17:0/3825219027 shutdown_connections 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.623+0000 7f7747af1640 1 -- 172.21.15.17:0/3825219027 wait complete. 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.624+0000 7f7747af1640 1 Processor -- start 2024-09-19T08:02:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.624+0000 7f7747af1640 1 -- start start 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77400b41d0 0x7f7740141e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 0x7f774014f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f77400ccad0 con 0x7f77400cdfc0 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7740071130 con 0x7f77400b41d0 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f7747af1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f77400ccc50 con 0x7f774015b1e0 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40324/0 (socket says 172.21.15.17:40324) 2024-09-19T08:02:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 -- 172.21.15.17:0/61904814 learned_addr learned my addr 172.21.15.17:0/61904814 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774588d640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77400b41d0 0x7f7740141e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774608e640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 0x7f774014f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 -- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 msgr2=0x7f774014f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 0x7f774014f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 -- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77400b41d0 msgr2=0x7f7740141e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77400b41d0 0x7f7740141e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 -- 172.21.15.17:0/61904814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7740151b30 con 0x7f77400cdfc0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774608e640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 0x7f774014f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.625+0000 7f774508c640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f773000d800 tx=0x7f773000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.626+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773000b6c0 con 0x7f77400cdfc0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.626+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7730019070 con 0x7f77400cdfc0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.626+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773000ba80 con 0x7f77400cdfc0 2024-09-19T08:02:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.626+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7740151e10 con 0x7f77400cdfc0 2024-09-19T08:02:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.626+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f774015b970 con 0x7f77400cdfc0 2024-09-19T08:02:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.627+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f774006c400 con 0x7f77400cdfc0 2024-09-19T08:02:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.627+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f773000bc20 con 0x7f77400cdfc0 2024-09-19T08:02:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.628+0000 7f77367fc640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 0x7f772406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.628+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f773008b8f0 con 0x7f77400cdfc0 2024-09-19T08:02:42.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.628+0000 7f774588d640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 0x7f772406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.628+0000 7f774588d640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 0x7f772406e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f773c006e80 tx=0x7f773c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.632+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7730059fd0 con 0x7f77400cdfc0 2024-09-19T08:02:42.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.805+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f77400b3c90 con 0x7f772406c2b0 2024-09-19T08:02:42.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.812+0000 7f77367fc640 1 -- 172.21.15.17:0/61904814 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f77400b3c90 con 0x7f772406c2b0 2024-09-19T08:02:42.814 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 msgr2=0x7f772406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 0x7f772406e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f773c006e80 tx=0x7f773c008040 comp rx=0 tx=0).stop 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 msgr2=0x7f7740151430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f773000d800 tx=0x7f773000dcc0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 shutdown_connections 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f772406c2b0 0x7f772406e770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f774015b1e0 0x7f774014f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77400cdfc0 0x7f7740151430 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 --2- 172.21.15.17:0/61904814 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77400b41d0 0x7f7740141e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 >> 172.21.15.17:0/61904814 conn(0x7f774006bc10 msgr2=0x7f7740072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 shutdown_connections 2024-09-19T08:02:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.815+0000 7f7747af1640 1 -- 172.21.15.17:0/61904814 wait complete. 2024-09-19T08:02:42.825 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T08:02:41.393671+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2957312,"data_stored":1778860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002115"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980249+0000","last_change":"2024-09-19T08:02:31.124316+0000","last_active":"2024-09-19T08:02:34.980249+0000","last_peered":"2024-09-19T08:02:34.980249+0000","last_clean":"2024-09-19T08:02:34.980249+0000","last_became_active":"2024-09-19T08:02:31.124043+0000","last_became_peered":"2024-09-19T08:02:31.124043+0000","last_unstale":"2024-09-19T08:02:34.980249+0000","last_undegraded":"2024-09-19T08:02:34.980249+0000","last_fullsized":"2024-09-19T08:02:34.980249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111006+0000","last_change":"2024-09-19T08:02:31.118606+0000","last_active":"2024-09-19T08:02:33.111006+0000","last_peered":"2024-09-19T08:02:33.111006+0000","last_clean":"2024-09-19T08:02:33.111006+0000","last_became_active":"2024-09-19T08:02:31.118319+0000","last_became_peered":"2024-09-19T08:02:31.118319+0000","last_unstale":"2024-09-19T08:02:33.111006+0000","last_undegraded":"2024-09-19T08:02:33.111006+0000","last_fullsized":"2024-09-19T08:02:33.111006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815101+0000","last_change":"2024-09-19T08:02:31.119993+0000","last_active":"2024-09-19T08:02:34.815101+0000","last_peered":"2024-09-19T08:02:34.815101+0000","last_clean":"2024-09-19T08:02:34.815101+0000","last_became_active":"2024-09-19T08:02:31.119636+0000","last_became_peered":"2024-09-19T08:02:31.119636+0000","last_unstale":"2024-09-19T08:02:34.815101+0000","last_undegraded":"2024-09-19T08:02:34.815101+0000","last_fullsized":"2024-09-19T08:02:34.815101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123039+0000","last_change":"2024-09-19T08:02:31.127643+0000","last_active":"2024-09-19T08:02:32.123039+0000","last_peered":"2024-09-19T08:02:32.123039+0000","last_clean":"2024-09-19T08:02:32.123039+0000","last_became_active":"2024-09-19T08:02:31.127237+0000","last_became_peered":"2024-09-19T08:02:31.127237+0000","last_unstale":"2024-09-19T08:02:32.123039+0000","last_undegraded":"2024-09-19T08:02:32.123039+0000","last_fullsized":"2024-09-19T08:02:32.123039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980017+0000","last_change":"2024-09-19T08:02:31.128070+0000","last_active":"2024-09-19T08:02:34.980017+0000","last_peered":"2024-09-19T08:02:34.980017+0000","last_clean":"2024-09-19T08:02:34.980017+0000","last_became_active":"2024-09-19T08:02:31.127791+0000","last_became_peered":"2024-09-19T08:02:31.127791+0000","last_unstale":"2024-09-19T08:02:34.980017+0000","last_undegraded":"2024-09-19T08:02:34.980017+0000","last_fullsized":"2024-09-19T08:02:34.980017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122655+0000","last_change":"2024-09-19T08:02:31.134300+0000","last_active":"2024-09-19T08:02:32.122655+0000","last_peered":"2024-09-19T08:02:32.122655+0000","last_clean":"2024-09-19T08:02:32.122655+0000","last_became_active":"2024-09-19T08:02:31.133241+0000","last_became_peered":"2024-09-19T08:02:31.133241+0000","last_unstale":"2024-09-19T08:02:32.122655+0000","last_undegraded":"2024-09-19T08:02:32.122655+0000","last_fullsized":"2024-09-19T08:02:32.122655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979798+0000","last_change":"2024-09-19T08:02:31.131265+0000","last_active":"2024-09-19T08:02:34.979798+0000","last_peered":"2024-09-19T08:02:34.979798+0000","last_clean":"2024-09-19T08:02:34.979798+0000","last_became_active":"2024-09-19T08:02:31.130318+0000","last_became_peered":"2024-09-19T08:02:31.130318+0000","last_unstale":"2024-09-19T08:02:34.979798+0000","last_undegraded":"2024-09-19T08:02:34.979798+0000","last_fullsized":"2024-09-19T08:02:34.979798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278946+0000","last_change":"2024-09-19T08:02:31.136499+0000","last_active":"2024-09-19T08:02:32.278946+0000","last_peered":"2024-09-19T08:02:32.278946+0000","last_clean":"2024-09-19T08:02:32.278946+0000","last_became_active":"2024-09-19T08:02:31.136189+0000","last_became_peered":"2024-09-19T08:02:31.136189+0000","last_unstale":"2024-09-19T08:02:32.278946+0000","last_undegraded":"2024-09-19T08:02:32.278946+0000","last_fullsized":"2024-09-19T08:02:32.278946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980433+0000","last_change":"2024-09-19T08:02:31.133152+0000","last_active":"2024-09-19T08:02:34.980433+0000","last_peered":"2024-09-19T08:02:34.980433+0000","last_clean":"2024-09-19T08:02:34.980433+0000","last_became_active":"2024-09-19T08:02:31.132736+0000","last_became_peered":"2024-09-19T08:02:31.132736+0000","last_unstale":"2024-09-19T08:02:34.980433+0000","last_undegraded":"2024-09-19T08:02:34.980433+0000","last_fullsized":"2024-09-19T08:02:34.980433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:02.346262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125247+0000","last_change":"2024-09-19T08:02:31.119087+0000","last_active":"2024-09-19T08:02:32.125247+0000","last_peered":"2024-09-19T08:02:32.125247+0000","last_clean":"2024-09-19T08:02:32.125247+0000","last_became_active":"2024-09-19T08:02:31.118840+0000","last_became_peered":"2024-09-19T08:02:31.118840+0000","last_unstale":"2024-09-19T08:02:32.125247+0000","last_undegraded":"2024-09-19T08:02:32.125247+0000","last_fullsized":"2024-09-19T08:02:32.125247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124740+0000","last_change":"2024-09-19T08:02:31.123335+0000","last_active":"2024-09-19T08:02:32.124740+0000","last_peered":"2024-09-19T08:02:32.124740+0000","last_clean":"2024-09-19T08:02:32.124740+0000","last_became_active":"2024-09-19T08:02:31.123044+0000","last_became_peered":"2024-09-19T08:02:31.123044+0000","last_unstale":"2024-09-19T08:02:32.124740+0000","last_undegraded":"2024-09-19T08:02:32.124740+0000","last_fullsized":"2024-09-19T08:02:32.124740+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123529+0000","last_change":"2024-09-19T08:02:31.125262+0000","last_active":"2024-09-19T08:02:32.123529+0000","last_peered":"2024-09-19T08:02:32.123529+0000","last_clean":"2024-09-19T08:02:32.123529+0000","last_became_active":"2024-09-19T08:02:31.124972+0000","last_became_peered":"2024-09-19T08:02:31.124972+0000","last_unstale":"2024-09-19T08:02:32.123529+0000","last_undegraded":"2024-09-19T08:02:32.123529+0000","last_fullsized":"2024-09-19T08:02:32.123529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:45.056248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279204+0000","last_change":"2024-09-19T08:02:31.125013+0000","last_active":"2024-09-19T08:02:32.279204+0000","last_peered":"2024-09-19T08:02:32.279204+0000","last_clean":"2024-09-19T08:02:32.279204+0000","last_became_active":"2024-09-19T08:02:31.122438+0000","last_became_peered":"2024-09-19T08:02:31.122438+0000","last_unstale":"2024-09-19T08:02:32.279204+0000","last_undegraded":"2024-09-19T08:02:32.279204+0000","last_fullsized":"2024-09-19T08:02:32.279204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.814981+0000","last_change":"2024-09-19T08:02:31.130731+0000","last_active":"2024-09-19T08:02:34.814981+0000","last_peered":"2024-09-19T08:02:34.814981+0000","last_clean":"2024-09-19T08:02:34.814981+0000","last_became_active":"2024-09-19T08:02:31.130466+0000","last_became_peered":"2024-09-19T08:02:31.130466+0000","last_unstale":"2024-09-19T08:02:34.814981+0000","last_undegraded":"2024-09-19T08:02:34.814981+0000","last_fullsized":"2024-09-19T08:02:34.814981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:34.006142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110793+0000","last_change":"2024-09-19T08:02:31.124261+0000","last_active":"2024-09-19T08:02:33.110793+0000","last_peered":"2024-09-19T08:02:33.110793+0000","last_clean":"2024-09-19T08:02:33.110793+0000","last_became_active":"2024-09-19T08:02:31.123959+0000","last_became_peered":"2024-09-19T08:02:31.123959+0000","last_unstale":"2024-09-19T08:02:33.110793+0000","last_undegraded":"2024-09-19T08:02:33.110793+0000","last_fullsized":"2024-09-19T08:02:33.110793+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122630+0000","last_change":"2024-09-19T08:02:31.133666+0000","last_active":"2024-09-19T08:02:32.122630+0000","last_peered":"2024-09-19T08:02:32.122630+0000","last_clean":"2024-09-19T08:02:32.122630+0000","last_became_active":"2024-09-19T08:02:31.133386+0000","last_became_peered":"2024-09-19T08:02:31.133386+0000","last_unstale":"2024-09-19T08:02:32.122630+0000","last_undegraded":"2024-09-19T08:02:32.122630+0000","last_fullsized":"2024-09-19T08:02:32.122630+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123701+0000","last_change":"2024-09-19T08:02:31.130790+0000","last_active":"2024-09-19T08:02:32.123701+0000","last_peered":"2024-09-19T08:02:32.123701+0000","last_clean":"2024-09-19T08:02:32.123701+0000","last_became_active":"2024-09-19T08:02:31.130495+0000","last_became_peered":"2024-09-19T08:02:31.130495+0000","last_unstale":"2024-09-19T08:02:32.123701+0000","last_undegraded":"2024-09-19T08:02:32.123701+0000","last_fullsized":"2024-09-19T08:02:32.123701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259703+0000","last_change":"2024-09-19T08:02:31.122708+0000","last_active":"2024-09-19T08:02:34.259703+0000","last_peered":"2024-09-19T08:02:34.259703+0000","last_clean":"2024-09-19T08:02:34.259703+0000","last_became_active":"2024-09-19T08:02:31.118878+0000","last_became_peered":"2024-09-19T08:02:31.118878+0000","last_unstale":"2024-09-19T08:02:34.259703+0000","last_undegraded":"2024-09-19T08:02:34.259703+0000","last_fullsized":"2024-09-19T08:02:34.259703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980335+0000","last_change":"2024-09-19T08:02:31.127137+0000","last_active":"2024-09-19T08:02:34.980335+0000","last_peered":"2024-09-19T08:02:34.980335+0000","last_clean":"2024-09-19T08:02:34.980335+0000","last_became_active":"2024-09-19T08:02:31.126887+0000","last_became_peered":"2024-09-19T08:02:31.126887+0000","last_unstale":"2024-09-19T08:02:34.980335+0000","last_undegraded":"2024-09-19T08:02:34.980335+0000","last_fullsized":"2024-09-19T08:02:34.980335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125169+0000","last_change":"2024-09-19T08:02:31.122792+0000","last_active":"2024-09-19T08:02:32.125169+0000","last_peered":"2024-09-19T08:02:32.125169+0000","last_clean":"2024-09-19T08:02:32.125169+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:32.125169+0000","last_undegraded":"2024-09-19T08:02:32.125169+0000","last_fullsized":"2024-09-19T08:02:32.125169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815082+0000","last_change":"2024-09-19T08:02:31.124088+0000","last_active":"2024-09-19T08:02:34.815082+0000","last_peered":"2024-09-19T08:02:34.815082+0000","last_clean":"2024-09-19T08:02:34.815082+0000","last_became_active":"2024-09-19T08:02:31.123791+0000","last_became_peered":"2024-09-19T08:02:31.123791+0000","last_unstale":"2024-09-19T08:02:34.815082+0000","last_undegraded":"2024-09-19T08:02:34.815082+0000","last_fullsized":"2024-09-19T08:02:34.815082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122868+0000","last_change":"2024-09-19T08:02:31.131077+0000","last_active":"2024-09-19T08:02:32.122868+0000","last_peered":"2024-09-19T08:02:32.122868+0000","last_clean":"2024-09-19T08:02:32.122868+0000","last_became_active":"2024-09-19T08:02:31.130613+0000","last_became_peered":"2024-09-19T08:02:31.130613+0000","last_unstale":"2024-09-19T08:02:32.122868+0000","last_undegraded":"2024-09-19T08:02:32.122868+0000","last_fullsized":"2024-09-19T08:02:32.122868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279289+0000","last_change":"2024-09-19T08:02:31.123605+0000","last_active":"2024-09-19T08:02:32.279289+0000","last_peered":"2024-09-19T08:02:32.279289+0000","last_clean":"2024-09-19T08:02:32.279289+0000","last_became_active":"2024-09-19T08:02:31.123254+0000","last_became_peered":"2024-09-19T08:02:31.123254+0000","last_unstale":"2024-09-19T08:02:32.279289+0000","last_undegraded":"2024-09-19T08:02:32.279289+0000","last_fullsized":"2024-09-19T08:02:32.279289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122884+0000","last_change":"2024-09-19T08:02:31.132603+0000","last_active":"2024-09-19T08:02:32.122884+0000","last_peered":"2024-09-19T08:02:32.122884+0000","last_clean":"2024-09-19T08:02:32.122884+0000","last_became_active":"2024-09-19T08:02:31.131678+0000","last_became_peered":"2024-09-19T08:02:31.131678+0000","last_unstale":"2024-09-19T08:02:32.122884+0000","last_undegraded":"2024-09-19T08:02:32.122884+0000","last_fullsized":"2024-09-19T08:02:32.122884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279371+0000","last_change":"2024-09-19T08:02:31.123671+0000","last_active":"2024-09-19T08:02:32.279371+0000","last_peered":"2024-09-19T08:02:32.279371+0000","last_clean":"2024-09-19T08:02:32.279371+0000","last_became_active":"2024-09-19T08:02:31.123352+0000","last_became_peered":"2024-09-19T08:02:31.123352+0000","last_unstale":"2024-09-19T08:02:32.279371+0000","last_undegraded":"2024-09-19T08:02:32.279371+0000","last_fullsized":"2024-09-19T08:02:32.279371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125161+0000","last_change":"2024-09-19T08:02:31.125454+0000","last_active":"2024-09-19T08:02:32.125161+0000","last_peered":"2024-09-19T08:02:32.125161+0000","last_clean":"2024-09-19T08:02:32.125161+0000","last_became_active":"2024-09-19T08:02:31.123932+0000","last_became_peered":"2024-09-19T08:02:31.123932+0000","last_unstale":"2024-09-19T08:02:32.125161+0000","last_undegraded":"2024-09-19T08:02:32.125161+0000","last_fullsized":"2024-09-19T08:02:32.125161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110940+0000","last_change":"2024-09-19T08:02:31.131148+0000","last_active":"2024-09-19T08:02:33.110940+0000","last_peered":"2024-09-19T08:02:33.110940+0000","last_clean":"2024-09-19T08:02:33.110940+0000","last_became_active":"2024-09-19T08:02:31.130849+0000","last_became_peered":"2024-09-19T08:02:31.130849+0000","last_unstale":"2024-09-19T08:02:33.110940+0000","last_undegraded":"2024-09-19T08:02:33.110940+0000","last_fullsized":"2024-09-19T08:02:33.110940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279588+0000","last_change":"2024-09-19T08:02:31.127542+0000","last_active":"2024-09-19T08:02:32.279588+0000","last_peered":"2024-09-19T08:02:32.279588+0000","last_clean":"2024-09-19T08:02:32.279588+0000","last_became_active":"2024-09-19T08:02:31.126399+0000","last_became_peered":"2024-09-19T08:02:31.126399+0000","last_unstale":"2024-09-19T08:02:32.279588+0000","last_undegraded":"2024-09-19T08:02:32.279588+0000","last_fullsized":"2024-09-19T08:02:32.279588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815276+0000","last_change":"2024-09-19T08:02:31.133154+0000","last_active":"2024-09-19T08:02:34.815276+0000","last_peered":"2024-09-19T08:02:34.815276+0000","last_clean":"2024-09-19T08:02:34.815276+0000","last_became_active":"2024-09-19T08:02:31.132004+0000","last_became_peered":"2024-09-19T08:02:31.132004+0000","last_unstale":"2024-09-19T08:02:34.815276+0000","last_undegraded":"2024-09-19T08:02:34.815276+0000","last_fullsized":"2024-09-19T08:02:34.815276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123769+0000","last_change":"2024-09-19T08:02:31.126994+0000","last_active":"2024-09-19T08:02:32.123769+0000","last_peered":"2024-09-19T08:02:32.123769+0000","last_clean":"2024-09-19T08:02:32.123769+0000","last_became_active":"2024-09-19T08:02:31.126699+0000","last_became_peered":"2024-09-19T08:02:31.126699+0000","last_unstale":"2024-09-19T08:02:32.123769+0000","last_undegraded":"2024-09-19T08:02:32.123769+0000","last_fullsized":"2024-09-19T08:02:32.123769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259589+0000","last_change":"2024-09-19T08:02:31.119617+0000","last_active":"2024-09-19T08:02:34.259589+0000","last_peered":"2024-09-19T08:02:34.259589+0000","last_clean":"2024-09-19T08:02:34.259589+0000","last_became_active":"2024-09-19T08:02:31.118585+0000","last_became_peered":"2024-09-19T08:02:31.118585+0000","last_unstale":"2024-09-19T08:02:34.259589+0000","last_undegraded":"2024-09-19T08:02:34.259589+0000","last_fullsized":"2024-09-19T08:02:34.259589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124144+0000","last_change":"2024-09-19T08:02:31.116727+0000","last_active":"2024-09-19T08:02:32.124144+0000","last_peered":"2024-09-19T08:02:32.124144+0000","last_clean":"2024-09-19T08:02:32.124144+0000","last_became_active":"2024-09-19T08:02:31.116423+0000","last_became_peered":"2024-09-19T08:02:31.116423+0000","last_unstale":"2024-09-19T08:02:32.124144+0000","last_undegraded":"2024-09-19T08:02:32.124144+0000","last_fullsized":"2024-09-19T08:02:32.124144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122423+0000","last_change":"2024-09-19T08:02:31.130245+0000","last_active":"2024-09-19T08:02:32.122423+0000","last_peered":"2024-09-19T08:02:32.122423+0000","last_clean":"2024-09-19T08:02:32.122423+0000","last_became_active":"2024-09-19T08:02:31.129966+0000","last_became_peered":"2024-09-19T08:02:31.129966+0000","last_unstale":"2024-09-19T08:02:32.122423+0000","last_undegraded":"2024-09-19T08:02:32.122423+0000","last_fullsized":"2024-09-19T08:02:32.122423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:58.140039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279258+0000","last_change":"2024-09-19T08:02:30.124812+0000","last_active":"2024-09-19T08:02:32.279258+0000","last_peered":"2024-09-19T08:02:32.279258+0000","last_clean":"2024-09-19T08:02:32.279258+0000","last_became_active":"2024-09-19T08:02:30.124537+0000","last_became_peered":"2024-09-19T08:02:30.124537+0000","last_unstale":"2024-09-19T08:02:32.279258+0000","last_undegraded":"2024-09-19T08:02:32.279258+0000","last_fullsized":"2024-09-19T08:02:32.279258+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815379+0000","last_change":"2024-09-19T08:02:31.132902+0000","last_active":"2024-09-19T08:02:34.815379+0000","last_peered":"2024-09-19T08:02:34.815379+0000","last_clean":"2024-09-19T08:02:34.815379+0000","last_became_active":"2024-09-19T08:02:31.131592+0000","last_became_peered":"2024-09-19T08:02:31.131592+0000","last_unstale":"2024-09-19T08:02:34.815379+0000","last_undegraded":"2024-09-19T08:02:34.815379+0000","last_fullsized":"2024-09-19T08:02:34.815379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124443+0000","last_change":"2024-09-19T08:02:30.117676+0000","last_active":"2024-09-19T08:02:32.124443+0000","last_peered":"2024-09-19T08:02:32.124443+0000","last_clean":"2024-09-19T08:02:32.124443+0000","last_became_active":"2024-09-19T08:02:30.117395+0000","last_became_peered":"2024-09-19T08:02:30.117395+0000","last_unstale":"2024-09-19T08:02:32.124443+0000","last_undegraded":"2024-09-19T08:02:32.124443+0000","last_fullsized":"2024-09-19T08:02:32.124443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278997+0000","last_change":"2024-09-19T08:02:30.120517+0000","last_active":"2024-09-19T08:02:32.278997+0000","last_peered":"2024-09-19T08:02:32.278997+0000","last_clean":"2024-09-19T08:02:32.278997+0000","last_became_active":"2024-09-19T08:02:30.119930+0000","last_became_peered":"2024-09-19T08:02:30.119930+0000","last_unstale":"2024-09-19T08:02:32.278997+0000","last_undegraded":"2024-09-19T08:02:32.278997+0000","last_fullsized":"2024-09-19T08:02:32.278997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279030+0000","last_change":"2024-09-19T08:02:31.125078+0000","last_active":"2024-09-19T08:02:32.279030+0000","last_peered":"2024-09-19T08:02:32.279030+0000","last_clean":"2024-09-19T08:02:32.279030+0000","last_became_active":"2024-09-19T08:02:31.124731+0000","last_became_peered":"2024-09-19T08:02:31.124731+0000","last_unstale":"2024-09-19T08:02:32.279030+0000","last_undegraded":"2024-09-19T08:02:32.279030+0000","last_fullsized":"2024-09-19T08:02:32.279030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.117474+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.117196+0000","last_became_peered":"2024-09-19T08:02:30.117196+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110715+0000","last_change":"2024-09-19T08:02:31.131622+0000","last_active":"2024-09-19T08:02:33.110715+0000","last_peered":"2024-09-19T08:02:33.110715+0000","last_clean":"2024-09-19T08:02:33.110715+0000","last_became_active":"2024-09-19T08:02:31.131360+0000","last_became_peered":"2024-09-19T08:02:31.131360+0000","last_unstale":"2024-09-19T08:02:33.110715+0000","last_undegraded":"2024-09-19T08:02:33.110715+0000","last_fullsized":"2024-09-19T08:02:33.110715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125034+0000","last_change":"2024-09-19T08:02:30.120024+0000","last_active":"2024-09-19T08:02:32.125034+0000","last_peered":"2024-09-19T08:02:32.125034+0000","last_clean":"2024-09-19T08:02:32.125034+0000","last_became_active":"2024-09-19T08:02:30.119546+0000","last_became_peered":"2024-09-19T08:02:30.119546+0000","last_unstale":"2024-09-19T08:02:32.125034+0000","last_undegraded":"2024-09-19T08:02:32.125034+0000","last_fullsized":"2024-09-19T08:02:32.125034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123199+0000","last_change":"2024-09-19T08:02:31.128348+0000","last_active":"2024-09-19T08:02:32.123199+0000","last_peered":"2024-09-19T08:02:32.123199+0000","last_clean":"2024-09-19T08:02:32.123199+0000","last_became_active":"2024-09-19T08:02:31.127584+0000","last_became_peered":"2024-09-19T08:02:31.127584+0000","last_unstale":"2024-09-19T08:02:32.123199+0000","last_undegraded":"2024-09-19T08:02:32.123199+0000","last_fullsized":"2024-09-19T08:02:32.123199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123104+0000","last_change":"2024-09-19T08:02:30.115461+0000","last_active":"2024-09-19T08:02:32.123104+0000","last_peered":"2024-09-19T08:02:32.123104+0000","last_clean":"2024-09-19T08:02:32.123104+0000","last_became_active":"2024-09-19T08:02:30.115130+0000","last_became_peered":"2024-09-19T08:02:30.115130+0000","last_unstale":"2024-09-19T08:02:32.123104+0000","last_undegraded":"2024-09-19T08:02:32.123104+0000","last_fullsized":"2024-09-19T08:02:32.123104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815196+0000","last_change":"2024-09-19T08:02:31.127979+0000","last_active":"2024-09-19T08:02:34.815196+0000","last_peered":"2024-09-19T08:02:34.815196+0000","last_clean":"2024-09-19T08:02:34.815196+0000","last_became_active":"2024-09-19T08:02:31.124410+0000","last_became_peered":"2024-09-19T08:02:31.124410+0000","last_unstale":"2024-09-19T08:02:34.815196+0000","last_undegraded":"2024-09-19T08:02:34.815196+0000","last_fullsized":"2024-09-19T08:02:34.815196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110873+0000","last_change":"2024-09-19T08:02:30.122223+0000","last_active":"2024-09-19T08:02:33.110873+0000","last_peered":"2024-09-19T08:02:33.110873+0000","last_clean":"2024-09-19T08:02:33.110873+0000","last_became_active":"2024-09-19T08:02:30.119638+0000","last_became_peered":"2024-09-19T08:02:30.119638+0000","last_unstale":"2024-09-19T08:02:33.110873+0000","last_undegraded":"2024-09-19T08:02:33.110873+0000","last_fullsized":"2024-09-19T08:02:33.110873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123665+0000","last_change":"2024-09-19T08:02:31.129079+0000","last_active":"2024-09-19T08:02:32.123665+0000","last_peered":"2024-09-19T08:02:32.123665+0000","last_clean":"2024-09-19T08:02:32.123665+0000","last_became_active":"2024-09-19T08:02:31.128650+0000","last_became_peered":"2024-09-19T08:02:31.128650+0000","last_unstale":"2024-09-19T08:02:32.123665+0000","last_undegraded":"2024-09-19T08:02:32.123665+0000","last_fullsized":"2024-09-19T08:02:32.123665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125062+0000","last_change":"2024-09-19T08:02:30.116858+0000","last_active":"2024-09-19T08:02:32.125062+0000","last_peered":"2024-09-19T08:02:32.125062+0000","last_clean":"2024-09-19T08:02:32.125062+0000","last_became_active":"2024-09-19T08:02:30.116577+0000","last_became_peered":"2024-09-19T08:02:30.116577+0000","last_unstale":"2024-09-19T08:02:32.125062+0000","last_undegraded":"2024-09-19T08:02:32.125062+0000","last_fullsized":"2024-09-19T08:02:32.125062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980017+0000","last_change":"2024-09-19T08:02:31.134457+0000","last_active":"2024-09-19T08:02:34.980017+0000","last_peered":"2024-09-19T08:02:34.980017+0000","last_clean":"2024-09-19T08:02:34.980017+0000","last_became_active":"2024-09-19T08:02:31.134173+0000","last_became_peered":"2024-09-19T08:02:31.134173+0000","last_unstale":"2024-09-19T08:02:34.980017+0000","last_undegraded":"2024-09-19T08:02:34.980017+0000","last_fullsized":"2024-09-19T08:02:34.980017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815351+0000","last_change":"2024-09-19T08:02:30.118289+0000","last_active":"2024-09-19T08:02:34.815351+0000","last_peered":"2024-09-19T08:02:34.815351+0000","last_clean":"2024-09-19T08:02:34.815351+0000","last_became_active":"2024-09-19T08:02:30.117976+0000","last_became_peered":"2024-09-19T08:02:30.117976+0000","last_unstale":"2024-09-19T08:02:34.815351+0000","last_undegraded":"2024-09-19T08:02:34.815351+0000","last_fullsized":"2024-09-19T08:02:34.815351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815177+0000","last_change":"2024-09-19T08:02:31.121435+0000","last_active":"2024-09-19T08:02:34.815177+0000","last_peered":"2024-09-19T08:02:34.815177+0000","last_clean":"2024-09-19T08:02:34.815177+0000","last_became_active":"2024-09-19T08:02:31.121174+0000","last_became_peered":"2024-09-19T08:02:31.121174+0000","last_unstale":"2024-09-19T08:02:34.815177+0000","last_undegraded":"2024-09-19T08:02:34.815177+0000","last_fullsized":"2024-09-19T08:02:34.815177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123128+0000","last_change":"2024-09-19T08:02:30.121363+0000","last_active":"2024-09-19T08:02:32.123128+0000","last_peered":"2024-09-19T08:02:32.123128+0000","last_clean":"2024-09-19T08:02:32.123128+0000","last_became_active":"2024-09-19T08:02:30.121082+0000","last_became_peered":"2024-09-19T08:02:30.121082+0000","last_unstale":"2024-09-19T08:02:32.123128+0000","last_undegraded":"2024-09-19T08:02:32.123128+0000","last_fullsized":"2024-09-19T08:02:32.123128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980179+0000","last_change":"2024-09-19T08:02:31.129495+0000","last_active":"2024-09-19T08:02:34.980179+0000","last_peered":"2024-09-19T08:02:34.980179+0000","last_clean":"2024-09-19T08:02:34.980179+0000","last_became_active":"2024-09-19T08:02:31.129231+0000","last_became_peered":"2024-09-19T08:02:31.129231+0000","last_unstale":"2024-09-19T08:02:34.980179+0000","last_undegraded":"2024-09-19T08:02:34.980179+0000","last_fullsized":"2024-09-19T08:02:34.980179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124472+0000","last_change":"2024-09-19T08:02:30.115955+0000","last_active":"2024-09-19T08:02:32.124472+0000","last_peered":"2024-09-19T08:02:32.124472+0000","last_clean":"2024-09-19T08:02:32.124472+0000","last_became_active":"2024-09-19T08:02:30.115638+0000","last_became_peered":"2024-09-19T08:02:30.115638+0000","last_unstale":"2024-09-19T08:02:32.124472+0000","last_undegraded":"2024-09-19T08:02:32.124472+0000","last_fullsized":"2024-09-19T08:02:32.124472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124376+0000","last_change":"2024-09-19T08:02:31.116020+0000","last_active":"2024-09-19T08:02:32.124376+0000","last_peered":"2024-09-19T08:02:32.124376+0000","last_clean":"2024-09-19T08:02:32.124376+0000","last_became_active":"2024-09-19T08:02:31.115731+0000","last_became_peered":"2024-09-19T08:02:31.115731+0000","last_unstale":"2024-09-19T08:02:32.124376+0000","last_undegraded":"2024-09-19T08:02:32.124376+0000","last_fullsized":"2024-09-19T08:02:32.124376+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259468+0000","last_change":"2024-09-19T08:02:30.117894+0000","last_active":"2024-09-19T08:02:34.259468+0000","last_peered":"2024-09-19T08:02:34.259468+0000","last_clean":"2024-09-19T08:02:34.259468+0000","last_became_active":"2024-09-19T08:02:30.117577+0000","last_became_peered":"2024-09-19T08:02:30.117577+0000","last_unstale":"2024-09-19T08:02:34.259468+0000","last_undegraded":"2024-09-19T08:02:34.259468+0000","last_fullsized":"2024-09-19T08:02:34.259468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:20.915584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979819+0000","last_change":"2024-09-19T08:02:31.126212+0000","last_active":"2024-09-19T08:02:34.979819+0000","last_peered":"2024-09-19T08:02:34.979819+0000","last_clean":"2024-09-19T08:02:34.979819+0000","last_became_active":"2024-09-19T08:02:31.125939+0000","last_became_peered":"2024-09-19T08:02:31.125939+0000","last_unstale":"2024-09-19T08:02:34.979819+0000","last_undegraded":"2024-09-19T08:02:34.979819+0000","last_fullsized":"2024-09-19T08:02:34.979819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123422+0000","last_change":"2024-09-19T08:02:30.118166+0000","last_active":"2024-09-19T08:02:32.123422+0000","last_peered":"2024-09-19T08:02:32.123422+0000","last_clean":"2024-09-19T08:02:32.123422+0000","last_became_active":"2024-09-19T08:02:30.117892+0000","last_became_peered":"2024-09-19T08:02:30.117892+0000","last_unstale":"2024-09-19T08:02:32.123422+0000","last_undegraded":"2024-09-19T08:02:32.123422+0000","last_fullsized":"2024-09-19T08:02:32.123422+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:27.391343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980268+0000","last_change":"2024-09-19T08:02:31.130055+0000","last_active":"2024-09-19T08:02:34.980268+0000","last_peered":"2024-09-19T08:02:34.980268+0000","last_clean":"2024-09-19T08:02:34.980268+0000","last_became_active":"2024-09-19T08:02:31.129767+0000","last_became_peered":"2024-09-19T08:02:31.129767+0000","last_unstale":"2024-09-19T08:02:34.980268+0000","last_undegraded":"2024-09-19T08:02:34.980268+0000","last_fullsized":"2024-09-19T08:02:34.980268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259678+0000","last_change":"2024-09-19T08:02:30.123316+0000","last_active":"2024-09-19T08:02:34.259678+0000","last_peered":"2024-09-19T08:02:34.259678+0000","last_clean":"2024-09-19T08:02:34.259678+0000","last_became_active":"2024-09-19T08:02:30.122886+0000","last_became_peered":"2024-09-19T08:02:30.122886+0000","last_unstale":"2024-09-19T08:02:34.259678+0000","last_undegraded":"2024-09-19T08:02:34.259678+0000","last_fullsized":"2024-09-19T08:02:34.259678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:42.027764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980432+0000","last_change":"2024-09-19T08:02:31.129392+0000","last_active":"2024-09-19T08:02:34.980432+0000","last_peered":"2024-09-19T08:02:34.980432+0000","last_clean":"2024-09-19T08:02:34.980432+0000","last_became_active":"2024-09-19T08:02:31.127675+0000","last_became_peered":"2024-09-19T08:02:31.127675+0000","last_unstale":"2024-09-19T08:02:34.980432+0000","last_undegraded":"2024-09-19T08:02:34.980432+0000","last_fullsized":"2024-09-19T08:02:34.980432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110995+0000","last_change":"2024-09-19T08:02:30.117701+0000","last_active":"2024-09-19T08:02:33.110995+0000","last_peered":"2024-09-19T08:02:33.110995+0000","last_clean":"2024-09-19T08:02:33.110995+0000","last_became_active":"2024-09-19T08:02:30.117397+0000","last_became_peered":"2024-09-19T08:02:30.117397+0000","last_unstale":"2024-09-19T08:02:33.110995+0000","last_undegraded":"2024-09-19T08:02:33.110995+0000","last_fullsized":"2024-09-19T08:02:33.110995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123367+0000","last_change":"2024-09-19T08:02:31.127885+0000","last_active":"2024-09-19T08:02:32.123367+0000","last_peered":"2024-09-19T08:02:32.123367+0000","last_clean":"2024-09-19T08:02:32.123367+0000","last_became_active":"2024-09-19T08:02:31.127494+0000","last_became_peered":"2024-09-19T08:02:31.127494+0000","last_unstale":"2024-09-19T08:02:32.123367+0000","last_undegraded":"2024-09-19T08:02:32.123367+0000","last_fullsized":"2024-09-19T08:02:32.123367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259604+0000","last_change":"2024-09-19T08:02:30.120167+0000","last_active":"2024-09-19T08:02:34.259604+0000","last_peered":"2024-09-19T08:02:34.259604+0000","last_clean":"2024-09-19T08:02:34.259604+0000","last_became_active":"2024-09-19T08:02:30.119837+0000","last_became_peered":"2024-09-19T08:02:30.119837+0000","last_unstale":"2024-09-19T08:02:34.259604+0000","last_undegraded":"2024-09-19T08:02:34.259604+0000","last_fullsized":"2024-09-19T08:02:34.259604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:27.428902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980118+0000","last_change":"2024-09-19T08:02:31.135344+0000","last_active":"2024-09-19T08:02:34.980118+0000","last_peered":"2024-09-19T08:02:34.980118+0000","last_clean":"2024-09-19T08:02:34.980118+0000","last_became_active":"2024-09-19T08:02:31.135031+0000","last_became_peered":"2024-09-19T08:02:31.135031+0000","last_unstale":"2024-09-19T08:02:34.980118+0000","last_undegraded":"2024-09-19T08:02:34.980118+0000","last_fullsized":"2024-09-19T08:02:34.980118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979814+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:34.979814+0000","last_peered":"2024-09-19T08:02:34.979814+0000","last_clean":"2024-09-19T08:02:34.979814+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:34.979814+0000","last_undegraded":"2024-09-19T08:02:34.979814+0000","last_fullsized":"2024-09-19T08:02:34.979814+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.114065+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.113388+0000","last_became_peered":"2024-09-19T08:02:30.113388+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279240+0000","last_change":"2024-09-19T08:02:31.135407+0000","last_active":"2024-09-19T08:02:32.279240+0000","last_peered":"2024-09-19T08:02:32.279240+0000","last_clean":"2024-09-19T08:02:32.279240+0000","last_became_active":"2024-09-19T08:02:31.135048+0000","last_became_peered":"2024-09-19T08:02:31.135048+0000","last_unstale":"2024-09-19T08:02:32.279240+0000","last_undegraded":"2024-09-19T08:02:32.279240+0000","last_fullsized":"2024-09-19T08:02:32.279240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979661+0000","last_change":"2024-09-19T08:02:30.124549+0000","last_active":"2024-09-19T08:02:34.979661+0000","last_peered":"2024-09-19T08:02:34.979661+0000","last_clean":"2024-09-19T08:02:34.979661+0000","last_became_active":"2024-09-19T08:02:30.124319+0000","last_became_peered":"2024-09-19T08:02:30.124319+0000","last_unstale":"2024-09-19T08:02:34.979661+0000","last_undegraded":"2024-09-19T08:02:34.979661+0000","last_fullsized":"2024-09-19T08:02:34.979661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.814971+0000","last_change":"2024-09-19T08:02:31.127862+0000","last_active":"2024-09-19T08:02:34.814971+0000","last_peered":"2024-09-19T08:02:34.814971+0000","last_clean":"2024-09-19T08:02:34.814971+0000","last_became_active":"2024-09-19T08:02:31.127424+0000","last_became_peered":"2024-09-19T08:02:31.127424+0000","last_unstale":"2024-09-19T08:02:34.814971+0000","last_undegraded":"2024-09-19T08:02:34.814971+0000","last_fullsized":"2024-09-19T08:02:34.814971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:48.274991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259645+0000","last_change":"2024-09-19T08:02:30.119221+0000","last_active":"2024-09-19T08:02:34.259645+0000","last_peered":"2024-09-19T08:02:34.259645+0000","last_clean":"2024-09-19T08:02:34.259645+0000","last_became_active":"2024-09-19T08:02:30.118915+0000","last_became_peered":"2024-09-19T08:02:30.118915+0000","last_unstale":"2024-09-19T08:02:34.259645+0000","last_undegraded":"2024-09-19T08:02:34.259645+0000","last_fullsized":"2024-09-19T08:02:34.259645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:08.562650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110719+0000","last_change":"2024-09-19T08:02:31.122781+0000","last_active":"2024-09-19T08:02:33.110719+0000","last_peered":"2024-09-19T08:02:33.110719+0000","last_clean":"2024-09-19T08:02:33.110719+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:33.110719+0000","last_undegraded":"2024-09-19T08:02:33.110719+0000","last_fullsized":"2024-09-19T08:02:33.110719+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123249+0000","last_change":"2024-09-19T08:02:30.120374+0000","last_active":"2024-09-19T08:02:32.123249+0000","last_peered":"2024-09-19T08:02:32.123249+0000","last_clean":"2024-09-19T08:02:32.123249+0000","last_became_active":"2024-09-19T08:02:30.120115+0000","last_became_peered":"2024-09-19T08:02:30.120115+0000","last_unstale":"2024-09-19T08:02:32.123249+0000","last_undegraded":"2024-09-19T08:02:32.123249+0000","last_fullsized":"2024-09-19T08:02:32.123249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123182+0000","last_change":"2024-09-19T08:02:31.122765+0000","last_active":"2024-09-19T08:02:32.123182+0000","last_peered":"2024-09-19T08:02:32.123182+0000","last_clean":"2024-09-19T08:02:32.123182+0000","last_became_active":"2024-09-19T08:02:31.121870+0000","last_became_peered":"2024-09-19T08:02:31.121870+0000","last_unstale":"2024-09-19T08:02:32.123182+0000","last_undegraded":"2024-09-19T08:02:32.123182+0000","last_fullsized":"2024-09-19T08:02:32.123182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:02.818343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110765+0000","last_change":"2024-09-19T08:02:30.115778+0000","last_active":"2024-09-19T08:02:33.110765+0000","last_peered":"2024-09-19T08:02:33.110765+0000","last_clean":"2024-09-19T08:02:33.110765+0000","last_became_active":"2024-09-19T08:02:30.115456+0000","last_became_peered":"2024-09-19T08:02:30.115456+0000","last_unstale":"2024-09-19T08:02:33.110765+0000","last_undegraded":"2024-09-19T08:02:33.110765+0000","last_fullsized":"2024-09-19T08:02:33.110765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123505+0000","last_change":"2024-09-19T08:02:31.126713+0000","last_active":"2024-09-19T08:02:32.123505+0000","last_peered":"2024-09-19T08:02:32.123505+0000","last_clean":"2024-09-19T08:02:32.123505+0000","last_became_active":"2024-09-19T08:02:31.126447+0000","last_became_peered":"2024-09-19T08:02:31.126447+0000","last_unstale":"2024-09-19T08:02:32.123505+0000","last_undegraded":"2024-09-19T08:02:32.123505+0000","last_fullsized":"2024-09-19T08:02:32.123505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980324+0000","last_change":"2024-09-19T08:02:30.120791+0000","last_active":"2024-09-19T08:02:34.980324+0000","last_peered":"2024-09-19T08:02:34.980324+0000","last_clean":"2024-09-19T08:02:34.980324+0000","last_became_active":"2024-09-19T08:02:30.120516+0000","last_became_peered":"2024-09-19T08:02:30.120516+0000","last_unstale":"2024-09-19T08:02:34.980324+0000","last_undegraded":"2024-09-19T08:02:34.980324+0000","last_fullsized":"2024-09-19T08:02:34.980324+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:55.642903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110994+0000","last_change":"2024-09-19T08:02:31.119399+0000","last_active":"2024-09-19T08:02:33.110994+0000","last_peered":"2024-09-19T08:02:33.110994+0000","last_clean":"2024-09-19T08:02:33.110994+0000","last_became_active":"2024-09-19T08:02:31.119111+0000","last_became_peered":"2024-09-19T08:02:31.119111+0000","last_unstale":"2024-09-19T08:02:33.110994+0000","last_undegraded":"2024-09-19T08:02:33.110994+0000","last_fullsized":"2024-09-19T08:02:33.110994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111027+0000","last_change":"2024-09-19T08:02:30.116005+0000","last_active":"2024-09-19T08:02:33.111027+0000","last_peered":"2024-09-19T08:02:33.111027+0000","last_clean":"2024-09-19T08:02:33.111027+0000","last_became_active":"2024-09-19T08:02:30.115477+0000","last_became_peered":"2024-09-19T08:02:30.115477+0000","last_unstale":"2024-09-19T08:02:33.111027+0000","last_undegraded":"2024-09-19T08:02:33.111027+0000","last_fullsized":"2024-09-19T08:02:33.111027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279399+0000","last_change":"2024-09-19T08:02:31.133269+0000","last_active":"2024-09-19T08:02:32.279399+0000","last_peered":"2024-09-19T08:02:32.279399+0000","last_clean":"2024-09-19T08:02:32.279399+0000","last_became_active":"2024-09-19T08:02:31.132867+0000","last_became_peered":"2024-09-19T08:02:31.132867+0000","last_unstale":"2024-09-19T08:02:32.279399+0000","last_undegraded":"2024-09-19T08:02:32.279399+0000","last_fullsized":"2024-09-19T08:02:32.279399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125158+0000","last_change":"2024-09-19T08:02:30.121117+0000","last_active":"2024-09-19T08:02:32.125158+0000","last_peered":"2024-09-19T08:02:32.125158+0000","last_clean":"2024-09-19T08:02:32.125158+0000","last_became_active":"2024-09-19T08:02:30.120789+0000","last_became_peered":"2024-09-19T08:02:30.120789+0000","last_unstale":"2024-09-19T08:02:32.125158+0000","last_undegraded":"2024-09-19T08:02:32.125158+0000","last_fullsized":"2024-09-19T08:02:32.125158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815241+0000","last_change":"2024-09-19T08:02:31.117106+0000","last_active":"2024-09-19T08:02:34.815241+0000","last_peered":"2024-09-19T08:02:34.815241+0000","last_clean":"2024-09-19T08:02:34.815241+0000","last_became_active":"2024-09-19T08:02:31.116862+0000","last_became_peered":"2024-09-19T08:02:31.116862+0000","last_unstale":"2024-09-19T08:02:34.815241+0000","last_undegraded":"2024-09-19T08:02:34.815241+0000","last_fullsized":"2024-09-19T08:02:34.815241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979661+0000","last_change":"2024-09-19T08:02:30.121608+0000","last_active":"2024-09-19T08:02:34.979661+0000","last_peered":"2024-09-19T08:02:34.979661+0000","last_clean":"2024-09-19T08:02:34.979661+0000","last_became_active":"2024-09-19T08:02:30.121313+0000","last_became_peered":"2024-09-19T08:02:30.121313+0000","last_unstale":"2024-09-19T08:02:34.979661+0000","last_undegraded":"2024-09-19T08:02:34.979661+0000","last_fullsized":"2024-09-19T08:02:34.979661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124004+0000","last_change":"2024-09-19T08:02:31.123739+0000","last_active":"2024-09-19T08:02:32.124004+0000","last_peered":"2024-09-19T08:02:32.124004+0000","last_clean":"2024-09-19T08:02:32.124004+0000","last_became_active":"2024-09-19T08:02:31.122738+0000","last_became_peered":"2024-09-19T08:02:31.122738+0000","last_unstale":"2024-09-19T08:02:32.124004+0000","last_undegraded":"2024-09-19T08:02:32.124004+0000","last_fullsized":"2024-09-19T08:02:32.124004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110790+0000","last_change":"2024-09-19T08:02:30.122583+0000","last_active":"2024-09-19T08:02:33.110790+0000","last_peered":"2024-09-19T08:02:33.110790+0000","last_clean":"2024-09-19T08:02:33.110790+0000","last_became_active":"2024-09-19T08:02:30.120303+0000","last_became_peered":"2024-09-19T08:02:30.120303+0000","last_unstale":"2024-09-19T08:02:33.110790+0000","last_undegraded":"2024-09-19T08:02:33.110790+0000","last_fullsized":"2024-09-19T08:02:33.110790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279107+0000","last_change":"2024-09-19T08:02:31.132953+0000","last_active":"2024-09-19T08:02:32.279107+0000","last_peered":"2024-09-19T08:02:32.279107+0000","last_clean":"2024-09-19T08:02:32.279107+0000","last_became_active":"2024-09-19T08:02:31.132518+0000","last_became_peered":"2024-09-19T08:02:31.132518+0000","last_unstale":"2024-09-19T08:02:32.279107+0000","last_undegraded":"2024-09-19T08:02:32.279107+0000","last_fullsized":"2024-09-19T08:02:32.279107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110748+0000","last_change":"2024-09-19T08:02:30.121824+0000","last_active":"2024-09-19T08:02:33.110748+0000","last_peered":"2024-09-19T08:02:33.110748+0000","last_clean":"2024-09-19T08:02:33.110748+0000","last_became_active":"2024-09-19T08:02:30.120680+0000","last_became_peered":"2024-09-19T08:02:30.120680+0000","last_unstale":"2024-09-19T08:02:33.110748+0000","last_undegraded":"2024-09-19T08:02:33.110748+0000","last_fullsized":"2024-09-19T08:02:33.110748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:17.584821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279191+0000","last_change":"2024-09-19T08:02:31.130249+0000","last_active":"2024-09-19T08:02:32.279191+0000","last_peered":"2024-09-19T08:02:32.279191+0000","last_clean":"2024-09-19T08:02:32.279191+0000","last_became_active":"2024-09-19T08:02:31.129995+0000","last_became_peered":"2024-09-19T08:02:31.129995+0000","last_unstale":"2024-09-19T08:02:32.279191+0000","last_undegraded":"2024-09-19T08:02:32.279191+0000","last_fullsized":"2024-09-19T08:02:32.279191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980237+0000","last_change":"2024-09-19T08:02:30.122641+0000","last_active":"2024-09-19T08:02:34.980237+0000","last_peered":"2024-09-19T08:02:34.980237+0000","last_clean":"2024-09-19T08:02:34.980237+0000","last_became_active":"2024-09-19T08:02:30.122278+0000","last_became_peered":"2024-09-19T08:02:30.122278+0000","last_unstale":"2024-09-19T08:02:34.980237+0000","last_undegraded":"2024-09-19T08:02:34.980237+0000","last_fullsized":"2024-09-19T08:02:34.980237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124704+0000","last_change":"2024-09-19T08:02:31.115839+0000","last_active":"2024-09-19T08:02:32.124704+0000","last_peered":"2024-09-19T08:02:32.124704+0000","last_clean":"2024-09-19T08:02:32.124704+0000","last_became_active":"2024-09-19T08:02:31.115550+0000","last_became_peered":"2024-09-19T08:02:31.115550+0000","last_unstale":"2024-09-19T08:02:32.124704+0000","last_undegraded":"2024-09-19T08:02:32.124704+0000","last_fullsized":"2024-09-19T08:02:32.124704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123312+0000","last_change":"2024-09-19T08:02:31.132088+0000","last_active":"2024-09-19T08:02:32.123312+0000","last_peered":"2024-09-19T08:02:32.123312+0000","last_clean":"2024-09-19T08:02:32.123312+0000","last_became_active":"2024-09-19T08:02:31.131087+0000","last_became_peered":"2024-09-19T08:02:31.131087+0000","last_unstale":"2024-09-19T08:02:32.123312+0000","last_undegraded":"2024-09-19T08:02:32.123312+0000","last_fullsized":"2024-09-19T08:02:32.123312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979912+0000","last_change":"2024-09-19T08:02:30.123605+0000","last_active":"2024-09-19T08:02:34.979912+0000","last_peered":"2024-09-19T08:02:34.979912+0000","last_clean":"2024-09-19T08:02:34.979912+0000","last_became_active":"2024-09-19T08:02:30.123241+0000","last_became_peered":"2024-09-19T08:02:30.123241+0000","last_unstale":"2024-09-19T08:02:34.979912+0000","last_undegraded":"2024-09-19T08:02:34.979912+0000","last_fullsized":"2024-09-19T08:02:34.979912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123438+0000","last_change":"2024-09-19T08:02:31.130311+0000","last_active":"2024-09-19T08:02:32.123438+0000","last_peered":"2024-09-19T08:02:32.123438+0000","last_clean":"2024-09-19T08:02:32.123438+0000","last_became_active":"2024-09-19T08:02:31.128864+0000","last_became_peered":"2024-09-19T08:02:31.128864+0000","last_unstale":"2024-09-19T08:02:32.123438+0000","last_undegraded":"2024-09-19T08:02:32.123438+0000","last_fullsized":"2024-09-19T08:02:32.123438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980167+0000","last_change":"2024-09-19T08:02:30.121242+0000","last_active":"2024-09-19T08:02:34.980167+0000","last_peered":"2024-09-19T08:02:34.980167+0000","last_clean":"2024-09-19T08:02:34.980167+0000","last_became_active":"2024-09-19T08:02:30.120827+0000","last_became_peered":"2024-09-19T08:02:30.120827+0000","last_unstale":"2024-09-19T08:02:34.980167+0000","last_undegraded":"2024-09-19T08:02:34.980167+0000","last_fullsized":"2024-09-19T08:02:34.980167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:22.473977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815121+0000","last_change":"2024-09-19T08:02:31.130815+0000","last_active":"2024-09-19T08:02:34.815121+0000","last_peered":"2024-09-19T08:02:34.815121+0000","last_clean":"2024-09-19T08:02:34.815121+0000","last_became_active":"2024-09-19T08:02:31.130558+0000","last_became_peered":"2024-09-19T08:02:31.130558+0000","last_unstale":"2024-09-19T08:02:34.815121+0000","last_undegraded":"2024-09-19T08:02:34.815121+0000","last_fullsized":"2024-09-19T08:02:34.815121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279441+0000","last_change":"2024-09-19T08:02:30.121424+0000","last_active":"2024-09-19T08:02:32.279441+0000","last_peered":"2024-09-19T08:02:32.279441+0000","last_clean":"2024-09-19T08:02:32.279441+0000","last_became_active":"2024-09-19T08:02:30.121123+0000","last_became_peered":"2024-09-19T08:02:30.121123+0000","last_unstale":"2024-09-19T08:02:32.279441+0000","last_undegraded":"2024-09-19T08:02:32.279441+0000","last_fullsized":"2024-09-19T08:02:32.279441+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:50.579631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279443+0000","last_change":"2024-09-19T08:02:31.121896+0000","last_active":"2024-09-19T08:02:32.279443+0000","last_peered":"2024-09-19T08:02:32.279443+0000","last_clean":"2024-09-19T08:02:32.279443+0000","last_became_active":"2024-09-19T08:02:31.121604+0000","last_became_peered":"2024-09-19T08:02:31.121604+0000","last_unstale":"2024-09-19T08:02:32.279443+0000","last_undegraded":"2024-09-19T08:02:32.279443+0000","last_fullsized":"2024-09-19T08:02:32.279443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815234+0000","last_change":"2024-09-19T08:02:30.123679+0000","last_active":"2024-09-19T08:02:34.815234+0000","last_peered":"2024-09-19T08:02:34.815234+0000","last_clean":"2024-09-19T08:02:34.815234+0000","last_became_active":"2024-09-19T08:02:30.123415+0000","last_became_peered":"2024-09-19T08:02:30.123415+0000","last_unstale":"2024-09-19T08:02:34.815234+0000","last_undegraded":"2024-09-19T08:02:34.815234+0000","last_fullsized":"2024-09-19T08:02:34.815234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":811008,"data_stored":665113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":74253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35556,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336284,"statfs":{"total":96636764160,"available":96600354816,"internally_reserved":0,"allocated":212992,"data_stored":74163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":665169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:42.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:02:42.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.968+0000 7f21d1bb7640 1 Processor -- start 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.968+0000 7f21d1bb7640 1 -- start start 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.969+0000 7f21d1bb7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f21cc15e840 0x7f21cc0cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.969+0000 7f21d1bb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.969+0000 7f21d1bb7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21cc0cf800 con 0x7f21cc0d3c00 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.969+0000 7f21d1bb7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f21cc15ec20 con 0x7f21cc15e840 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.969+0000 7f21d1bb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f21cc0cfdc0 con 0x7f21cc0b3720 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21cb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f21cc15e840 0x7f21cc0cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:48914/0 (socket says 172.21.15.17:48914) 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 -- 172.21.15.17:0/3317669461 learned_addr learned my addr 172.21.15.17:0/3317669461 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 -- 172.21.15.17:0/3317669461 >> v2:172.21.15.160:3300/0 conn(0x7f21cc15e840 msgr2=0x7f21cc0cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:42.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 --2- 172.21.15.17:0/3317669461 >> v2:172.21.15.160:3300/0 conn(0x7f21cc15e840 0x7f21cc0cefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 -- 172.21.15.17:0/3317669461 >> v1:172.21.15.160:6789/0 conn(0x7f21cc0d3c00 legacy=0x7f21cc0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.970+0000 7f21caffd640 1 -- 172.21.15.17:0/3317669461 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21cc0cfae0 con 0x7f21cc0b3720 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21caffd640 1 --2- 172.21.15.17:0/3317669461 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009870 tx=0x7f21c002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ce9f8e2b5fe8a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21ca7fc640 1 -- 172.21.15.17:0/3317669461 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c0037070 con 0x7f21cc0b3720 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21ca7fc640 1 -- 172.21.15.17:0/3317669461 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21c002ae50 con 0x7f21cc0b3720 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21ca7fc640 1 -- 172.21.15.17:0/3317669461 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c0032860 con 0x7f21cc0b3720 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 -- 172.21.15.17:0/3317669461 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 msgr2=0x7f21cc0b7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/3317669461 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009870 tx=0x7f21c002a300 comp rx=0 tx=0).stop 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 -- 172.21.15.17:0/3317669461 shutdown_connections 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/3317669461 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc0b7750 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/3317669461 >> v2:172.21.15.160:3300/0 conn(0x7f21cc15e840 0x7f21cc0cefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 -- 172.21.15.17:0/3317669461 >> 172.21.15.17:0/3317669461 conn(0x7f21cc0d4930 msgr2=0x7f21cc0d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:42.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 -- 172.21.15.17:0/3317669461 shutdown_connections 2024-09-19T08:02:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.971+0000 7f21d1bb7640 1 -- 172.21.15.17:0/3317669461 wait complete. 2024-09-19T08:02:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.973+0000 7f21d1bb7640 1 Processor -- start 2024-09-19T08:02:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.973+0000 7f21d1bb7640 1 -- start start 2024-09-19T08:02:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc1579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 0x7f21cc0cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f21cc0cf4f0 con 0x7f21cc15e840 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f21cc0d27e0 con 0x7f21cc0d3c00 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f21cc0b7c90 con 0x7f21cc0b3720 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40328/0 (socket says 172.21.15.17:40328) 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 -- 172.21.15.17:0/2036380068 learned_addr learned my addr 172.21.15.17:0/2036380068 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cb7fe640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc1579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21caffd640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 0x7f21cc0cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 -- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 msgr2=0x7f21cc1579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc1579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 -- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 msgr2=0x7f21cc0cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 0x7f21cc0cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 -- 172.21.15.17:0/2036380068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21cc0c9a20 con 0x7f21cc15e840 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21caffd640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 0x7f21cc0cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21cbfff640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21c400c7a0 tx=0x7f21c400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c4003b70 con 0x7f21cc15e840 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21c4003d30 con 0x7f21cc15e840 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21cc0ccbf0 con 0x7f21cc15e840 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.974+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c400aa90 con 0x7f21cc15e840 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.975+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21cc0c9cc0 con 0x7f21cc15e840 2024-09-19T08:02:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.975+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21cc0b7750 con 0x7f21cc15e840 2024-09-19T08:02:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.976+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f21c400ac30 con 0x7f21cc15e840 2024-09-19T08:02:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.976+0000 7f21b3fff640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 0x7f21b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.977+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f21c408b390 con 0x7f21cc15e840 2024-09-19T08:02:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.977+0000 7f21cb7fe640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 0x7f21b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.977+0000 7f21cb7fe640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 0x7f21b806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f21bc009b40 tx=0x7f21bc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:42.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:42.981+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f21c4059a60 con 0x7f21cc15e840 2024-09-19T08:02:43.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.155+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f21cc0d4f60 con 0x7f21b806c2b0 2024-09-19T08:02:43.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.162+0000 7f21b3fff640 1 -- 172.21.15.17:0/2036380068 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f21cc0d4f60 con 0x7f21b806c2b0 2024-09-19T08:02:43.164 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:43.165 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 msgr2=0x7f21b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 0x7f21b806e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f21bc009b40 tx=0x7f21bc009190 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 msgr2=0x7f21cc160770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21c400c7a0 tx=0x7f21c400cc60 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 shutdown_connections 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f21b806c2b0 0x7f21b806e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21cc15e840 0x7f21cc160770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21cc0d3c00 0x7f21cc0cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 --2- 172.21.15.17:0/2036380068 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21cc0b3720 0x7f21cc1579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 >> 172.21.15.17:0/2036380068 conn(0x7f21cc0d4930 msgr2=0x7f21cc0b8cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 shutdown_connections 2024-09-19T08:02:43.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.165+0000 7f21d1bb7640 1 -- 172.21.15.17:0/2036380068 wait complete. 2024-09-19T08:02:43.175 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T08:02:41.393671+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2957312,"data_stored":1778860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002115"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980249+0000","last_change":"2024-09-19T08:02:31.124316+0000","last_active":"2024-09-19T08:02:34.980249+0000","last_peered":"2024-09-19T08:02:34.980249+0000","last_clean":"2024-09-19T08:02:34.980249+0000","last_became_active":"2024-09-19T08:02:31.124043+0000","last_became_peered":"2024-09-19T08:02:31.124043+0000","last_unstale":"2024-09-19T08:02:34.980249+0000","last_undegraded":"2024-09-19T08:02:34.980249+0000","last_fullsized":"2024-09-19T08:02:34.980249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111006+0000","last_change":"2024-09-19T08:02:31.118606+0000","last_active":"2024-09-19T08:02:33.111006+0000","last_peered":"2024-09-19T08:02:33.111006+0000","last_clean":"2024-09-19T08:02:33.111006+0000","last_became_active":"2024-09-19T08:02:31.118319+0000","last_became_peered":"2024-09-19T08:02:31.118319+0000","last_unstale":"2024-09-19T08:02:33.111006+0000","last_undegraded":"2024-09-19T08:02:33.111006+0000","last_fullsized":"2024-09-19T08:02:33.111006+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815101+0000","last_change":"2024-09-19T08:02:31.119993+0000","last_active":"2024-09-19T08:02:34.815101+0000","last_peered":"2024-09-19T08:02:34.815101+0000","last_clean":"2024-09-19T08:02:34.815101+0000","last_became_active":"2024-09-19T08:02:31.119636+0000","last_became_peered":"2024-09-19T08:02:31.119636+0000","last_unstale":"2024-09-19T08:02:34.815101+0000","last_undegraded":"2024-09-19T08:02:34.815101+0000","last_fullsized":"2024-09-19T08:02:34.815101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123039+0000","last_change":"2024-09-19T08:02:31.127643+0000","last_active":"2024-09-19T08:02:32.123039+0000","last_peered":"2024-09-19T08:02:32.123039+0000","last_clean":"2024-09-19T08:02:32.123039+0000","last_became_active":"2024-09-19T08:02:31.127237+0000","last_became_peered":"2024-09-19T08:02:31.127237+0000","last_unstale":"2024-09-19T08:02:32.123039+0000","last_undegraded":"2024-09-19T08:02:32.123039+0000","last_fullsized":"2024-09-19T08:02:32.123039+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980017+0000","last_change":"2024-09-19T08:02:31.128070+0000","last_active":"2024-09-19T08:02:34.980017+0000","last_peered":"2024-09-19T08:02:34.980017+0000","last_clean":"2024-09-19T08:02:34.980017+0000","last_became_active":"2024-09-19T08:02:31.127791+0000","last_became_peered":"2024-09-19T08:02:31.127791+0000","last_unstale":"2024-09-19T08:02:34.980017+0000","last_undegraded":"2024-09-19T08:02:34.980017+0000","last_fullsized":"2024-09-19T08:02:34.980017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122655+0000","last_change":"2024-09-19T08:02:31.134300+0000","last_active":"2024-09-19T08:02:32.122655+0000","last_peered":"2024-09-19T08:02:32.122655+0000","last_clean":"2024-09-19T08:02:32.122655+0000","last_became_active":"2024-09-19T08:02:31.133241+0000","last_became_peered":"2024-09-19T08:02:31.133241+0000","last_unstale":"2024-09-19T08:02:32.122655+0000","last_undegraded":"2024-09-19T08:02:32.122655+0000","last_fullsized":"2024-09-19T08:02:32.122655+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979798+0000","last_change":"2024-09-19T08:02:31.131265+0000","last_active":"2024-09-19T08:02:34.979798+0000","last_peered":"2024-09-19T08:02:34.979798+0000","last_clean":"2024-09-19T08:02:34.979798+0000","last_became_active":"2024-09-19T08:02:31.130318+0000","last_became_peered":"2024-09-19T08:02:31.130318+0000","last_unstale":"2024-09-19T08:02:34.979798+0000","last_undegraded":"2024-09-19T08:02:34.979798+0000","last_fullsized":"2024-09-19T08:02:34.979798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278946+0000","last_change":"2024-09-19T08:02:31.136499+0000","last_active":"2024-09-19T08:02:32.278946+0000","last_peered":"2024-09-19T08:02:32.278946+0000","last_clean":"2024-09-19T08:02:32.278946+0000","last_became_active":"2024-09-19T08:02:31.136189+0000","last_became_peered":"2024-09-19T08:02:31.136189+0000","last_unstale":"2024-09-19T08:02:32.278946+0000","last_undegraded":"2024-09-19T08:02:32.278946+0000","last_fullsized":"2024-09-19T08:02:32.278946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980433+0000","last_change":"2024-09-19T08:02:31.133152+0000","last_active":"2024-09-19T08:02:34.980433+0000","last_peered":"2024-09-19T08:02:34.980433+0000","last_clean":"2024-09-19T08:02:34.980433+0000","last_became_active":"2024-09-19T08:02:31.132736+0000","last_became_peered":"2024-09-19T08:02:31.132736+0000","last_unstale":"2024-09-19T08:02:34.980433+0000","last_undegraded":"2024-09-19T08:02:34.980433+0000","last_fullsized":"2024-09-19T08:02:34.980433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:02.346262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125247+0000","last_change":"2024-09-19T08:02:31.119087+0000","last_active":"2024-09-19T08:02:32.125247+0000","last_peered":"2024-09-19T08:02:32.125247+0000","last_clean":"2024-09-19T08:02:32.125247+0000","last_became_active":"2024-09-19T08:02:31.118840+0000","last_became_peered":"2024-09-19T08:02:31.118840+0000","last_unstale":"2024-09-19T08:02:32.125247+0000","last_undegraded":"2024-09-19T08:02:32.125247+0000","last_fullsized":"2024-09-19T08:02:32.125247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124740+0000","last_change":"2024-09-19T08:02:31.123335+0000","last_active":"2024-09-19T08:02:32.124740+0000","last_peered":"2024-09-19T08:02:32.124740+0000","last_clean":"2024-09-19T08:02:32.124740+0000","last_became_active":"2024-09-19T08:02:31.123044+0000","last_became_peered":"2024-09-19T08:02:31.123044+0000","last_unstale":"2024-09-19T08:02:32.124740+0000","last_undegraded":"2024-09-19T08:02:32.124740+0000","last_fullsized":"2024-09-19T08:02:32.124740+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123529+0000","last_change":"2024-09-19T08:02:31.125262+0000","last_active":"2024-09-19T08:02:32.123529+0000","last_peered":"2024-09-19T08:02:32.123529+0000","last_clean":"2024-09-19T08:02:32.123529+0000","last_became_active":"2024-09-19T08:02:31.124972+0000","last_became_peered":"2024-09-19T08:02:31.124972+0000","last_unstale":"2024-09-19T08:02:32.123529+0000","last_undegraded":"2024-09-19T08:02:32.123529+0000","last_fullsized":"2024-09-19T08:02:32.123529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:45.056248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279204+0000","last_change":"2024-09-19T08:02:31.125013+0000","last_active":"2024-09-19T08:02:32.279204+0000","last_peered":"2024-09-19T08:02:32.279204+0000","last_clean":"2024-09-19T08:02:32.279204+0000","last_became_active":"2024-09-19T08:02:31.122438+0000","last_became_peered":"2024-09-19T08:02:31.122438+0000","last_unstale":"2024-09-19T08:02:32.279204+0000","last_undegraded":"2024-09-19T08:02:32.279204+0000","last_fullsized":"2024-09-19T08:02:32.279204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.814981+0000","last_change":"2024-09-19T08:02:31.130731+0000","last_active":"2024-09-19T08:02:34.814981+0000","last_peered":"2024-09-19T08:02:34.814981+0000","last_clean":"2024-09-19T08:02:34.814981+0000","last_became_active":"2024-09-19T08:02:31.130466+0000","last_became_peered":"2024-09-19T08:02:31.130466+0000","last_unstale":"2024-09-19T08:02:34.814981+0000","last_undegraded":"2024-09-19T08:02:34.814981+0000","last_fullsized":"2024-09-19T08:02:34.814981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:34.006142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110793+0000","last_change":"2024-09-19T08:02:31.124261+0000","last_active":"2024-09-19T08:02:33.110793+0000","last_peered":"2024-09-19T08:02:33.110793+0000","last_clean":"2024-09-19T08:02:33.110793+0000","last_became_active":"2024-09-19T08:02:31.123959+0000","last_became_peered":"2024-09-19T08:02:31.123959+0000","last_unstale":"2024-09-19T08:02:33.110793+0000","last_undegraded":"2024-09-19T08:02:33.110793+0000","last_fullsized":"2024-09-19T08:02:33.110793+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122630+0000","last_change":"2024-09-19T08:02:31.133666+0000","last_active":"2024-09-19T08:02:32.122630+0000","last_peered":"2024-09-19T08:02:32.122630+0000","last_clean":"2024-09-19T08:02:32.122630+0000","last_became_active":"2024-09-19T08:02:31.133386+0000","last_became_peered":"2024-09-19T08:02:31.133386+0000","last_unstale":"2024-09-19T08:02:32.122630+0000","last_undegraded":"2024-09-19T08:02:32.122630+0000","last_fullsized":"2024-09-19T08:02:32.122630+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123701+0000","last_change":"2024-09-19T08:02:31.130790+0000","last_active":"2024-09-19T08:02:32.123701+0000","last_peered":"2024-09-19T08:02:32.123701+0000","last_clean":"2024-09-19T08:02:32.123701+0000","last_became_active":"2024-09-19T08:02:31.130495+0000","last_became_peered":"2024-09-19T08:02:31.130495+0000","last_unstale":"2024-09-19T08:02:32.123701+0000","last_undegraded":"2024-09-19T08:02:32.123701+0000","last_fullsized":"2024-09-19T08:02:32.123701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259703+0000","last_change":"2024-09-19T08:02:31.122708+0000","last_active":"2024-09-19T08:02:34.259703+0000","last_peered":"2024-09-19T08:02:34.259703+0000","last_clean":"2024-09-19T08:02:34.259703+0000","last_became_active":"2024-09-19T08:02:31.118878+0000","last_became_peered":"2024-09-19T08:02:31.118878+0000","last_unstale":"2024-09-19T08:02:34.259703+0000","last_undegraded":"2024-09-19T08:02:34.259703+0000","last_fullsized":"2024-09-19T08:02:34.259703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980335+0000","last_change":"2024-09-19T08:02:31.127137+0000","last_active":"2024-09-19T08:02:34.980335+0000","last_peered":"2024-09-19T08:02:34.980335+0000","last_clean":"2024-09-19T08:02:34.980335+0000","last_became_active":"2024-09-19T08:02:31.126887+0000","last_became_peered":"2024-09-19T08:02:31.126887+0000","last_unstale":"2024-09-19T08:02:34.980335+0000","last_undegraded":"2024-09-19T08:02:34.980335+0000","last_fullsized":"2024-09-19T08:02:34.980335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:45.780245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125169+0000","last_change":"2024-09-19T08:02:31.122792+0000","last_active":"2024-09-19T08:02:32.125169+0000","last_peered":"2024-09-19T08:02:32.125169+0000","last_clean":"2024-09-19T08:02:32.125169+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:32.125169+0000","last_undegraded":"2024-09-19T08:02:32.125169+0000","last_fullsized":"2024-09-19T08:02:32.125169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815082+0000","last_change":"2024-09-19T08:02:31.124088+0000","last_active":"2024-09-19T08:02:34.815082+0000","last_peered":"2024-09-19T08:02:34.815082+0000","last_clean":"2024-09-19T08:02:34.815082+0000","last_became_active":"2024-09-19T08:02:31.123791+0000","last_became_peered":"2024-09-19T08:02:31.123791+0000","last_unstale":"2024-09-19T08:02:34.815082+0000","last_undegraded":"2024-09-19T08:02:34.815082+0000","last_fullsized":"2024-09-19T08:02:34.815082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:09:39.125592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122868+0000","last_change":"2024-09-19T08:02:31.131077+0000","last_active":"2024-09-19T08:02:32.122868+0000","last_peered":"2024-09-19T08:02:32.122868+0000","last_clean":"2024-09-19T08:02:32.122868+0000","last_became_active":"2024-09-19T08:02:31.130613+0000","last_became_peered":"2024-09-19T08:02:31.130613+0000","last_unstale":"2024-09-19T08:02:32.122868+0000","last_undegraded":"2024-09-19T08:02:32.122868+0000","last_fullsized":"2024-09-19T08:02:32.122868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279289+0000","last_change":"2024-09-19T08:02:31.123605+0000","last_active":"2024-09-19T08:02:32.279289+0000","last_peered":"2024-09-19T08:02:32.279289+0000","last_clean":"2024-09-19T08:02:32.279289+0000","last_became_active":"2024-09-19T08:02:31.123254+0000","last_became_peered":"2024-09-19T08:02:31.123254+0000","last_unstale":"2024-09-19T08:02:32.279289+0000","last_undegraded":"2024-09-19T08:02:32.279289+0000","last_fullsized":"2024-09-19T08:02:32.279289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122884+0000","last_change":"2024-09-19T08:02:31.132603+0000","last_active":"2024-09-19T08:02:32.122884+0000","last_peered":"2024-09-19T08:02:32.122884+0000","last_clean":"2024-09-19T08:02:32.122884+0000","last_became_active":"2024-09-19T08:02:31.131678+0000","last_became_peered":"2024-09-19T08:02:31.131678+0000","last_unstale":"2024-09-19T08:02:32.122884+0000","last_undegraded":"2024-09-19T08:02:32.122884+0000","last_fullsized":"2024-09-19T08:02:32.122884+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279371+0000","last_change":"2024-09-19T08:02:31.123671+0000","last_active":"2024-09-19T08:02:32.279371+0000","last_peered":"2024-09-19T08:02:32.279371+0000","last_clean":"2024-09-19T08:02:32.279371+0000","last_became_active":"2024-09-19T08:02:31.123352+0000","last_became_peered":"2024-09-19T08:02:31.123352+0000","last_unstale":"2024-09-19T08:02:32.279371+0000","last_undegraded":"2024-09-19T08:02:32.279371+0000","last_fullsized":"2024-09-19T08:02:32.279371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125161+0000","last_change":"2024-09-19T08:02:31.125454+0000","last_active":"2024-09-19T08:02:32.125161+0000","last_peered":"2024-09-19T08:02:32.125161+0000","last_clean":"2024-09-19T08:02:32.125161+0000","last_became_active":"2024-09-19T08:02:31.123932+0000","last_became_peered":"2024-09-19T08:02:31.123932+0000","last_unstale":"2024-09-19T08:02:32.125161+0000","last_undegraded":"2024-09-19T08:02:32.125161+0000","last_fullsized":"2024-09-19T08:02:32.125161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110940+0000","last_change":"2024-09-19T08:02:31.131148+0000","last_active":"2024-09-19T08:02:33.110940+0000","last_peered":"2024-09-19T08:02:33.110940+0000","last_clean":"2024-09-19T08:02:33.110940+0000","last_became_active":"2024-09-19T08:02:31.130849+0000","last_became_peered":"2024-09-19T08:02:31.130849+0000","last_unstale":"2024-09-19T08:02:33.110940+0000","last_undegraded":"2024-09-19T08:02:33.110940+0000","last_fullsized":"2024-09-19T08:02:33.110940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279588+0000","last_change":"2024-09-19T08:02:31.127542+0000","last_active":"2024-09-19T08:02:32.279588+0000","last_peered":"2024-09-19T08:02:32.279588+0000","last_clean":"2024-09-19T08:02:32.279588+0000","last_became_active":"2024-09-19T08:02:31.126399+0000","last_became_peered":"2024-09-19T08:02:31.126399+0000","last_unstale":"2024-09-19T08:02:32.279588+0000","last_undegraded":"2024-09-19T08:02:32.279588+0000","last_fullsized":"2024-09-19T08:02:32.279588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815276+0000","last_change":"2024-09-19T08:02:31.133154+0000","last_active":"2024-09-19T08:02:34.815276+0000","last_peered":"2024-09-19T08:02:34.815276+0000","last_clean":"2024-09-19T08:02:34.815276+0000","last_became_active":"2024-09-19T08:02:31.132004+0000","last_became_peered":"2024-09-19T08:02:31.132004+0000","last_unstale":"2024-09-19T08:02:34.815276+0000","last_undegraded":"2024-09-19T08:02:34.815276+0000","last_fullsized":"2024-09-19T08:02:34.815276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:59.004823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123769+0000","last_change":"2024-09-19T08:02:31.126994+0000","last_active":"2024-09-19T08:02:32.123769+0000","last_peered":"2024-09-19T08:02:32.123769+0000","last_clean":"2024-09-19T08:02:32.123769+0000","last_became_active":"2024-09-19T08:02:31.126699+0000","last_became_peered":"2024-09-19T08:02:31.126699+0000","last_unstale":"2024-09-19T08:02:32.123769+0000","last_undegraded":"2024-09-19T08:02:32.123769+0000","last_fullsized":"2024-09-19T08:02:32.123769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259589+0000","last_change":"2024-09-19T08:02:31.119617+0000","last_active":"2024-09-19T08:02:34.259589+0000","last_peered":"2024-09-19T08:02:34.259589+0000","last_clean":"2024-09-19T08:02:34.259589+0000","last_became_active":"2024-09-19T08:02:31.118585+0000","last_became_peered":"2024-09-19T08:02:31.118585+0000","last_unstale":"2024-09-19T08:02:34.259589+0000","last_undegraded":"2024-09-19T08:02:34.259589+0000","last_fullsized":"2024-09-19T08:02:34.259589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124144+0000","last_change":"2024-09-19T08:02:31.116727+0000","last_active":"2024-09-19T08:02:32.124144+0000","last_peered":"2024-09-19T08:02:32.124144+0000","last_clean":"2024-09-19T08:02:32.124144+0000","last_became_active":"2024-09-19T08:02:31.116423+0000","last_became_peered":"2024-09-19T08:02:31.116423+0000","last_unstale":"2024-09-19T08:02:32.124144+0000","last_undegraded":"2024-09-19T08:02:32.124144+0000","last_fullsized":"2024-09-19T08:02:32.124144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122423+0000","last_change":"2024-09-19T08:02:31.130245+0000","last_active":"2024-09-19T08:02:32.122423+0000","last_peered":"2024-09-19T08:02:32.122423+0000","last_clean":"2024-09-19T08:02:32.122423+0000","last_became_active":"2024-09-19T08:02:31.129966+0000","last_became_peered":"2024-09-19T08:02:31.129966+0000","last_unstale":"2024-09-19T08:02:32.122423+0000","last_undegraded":"2024-09-19T08:02:32.122423+0000","last_fullsized":"2024-09-19T08:02:32.122423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:58.140039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279258+0000","last_change":"2024-09-19T08:02:30.124812+0000","last_active":"2024-09-19T08:02:32.279258+0000","last_peered":"2024-09-19T08:02:32.279258+0000","last_clean":"2024-09-19T08:02:32.279258+0000","last_became_active":"2024-09-19T08:02:30.124537+0000","last_became_peered":"2024-09-19T08:02:30.124537+0000","last_unstale":"2024-09-19T08:02:32.279258+0000","last_undegraded":"2024-09-19T08:02:32.279258+0000","last_fullsized":"2024-09-19T08:02:32.279258+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815379+0000","last_change":"2024-09-19T08:02:31.132902+0000","last_active":"2024-09-19T08:02:34.815379+0000","last_peered":"2024-09-19T08:02:34.815379+0000","last_clean":"2024-09-19T08:02:34.815379+0000","last_became_active":"2024-09-19T08:02:31.131592+0000","last_became_peered":"2024-09-19T08:02:31.131592+0000","last_unstale":"2024-09-19T08:02:34.815379+0000","last_undegraded":"2024-09-19T08:02:34.815379+0000","last_fullsized":"2024-09-19T08:02:34.815379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:09.220676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124443+0000","last_change":"2024-09-19T08:02:30.117676+0000","last_active":"2024-09-19T08:02:32.124443+0000","last_peered":"2024-09-19T08:02:32.124443+0000","last_clean":"2024-09-19T08:02:32.124443+0000","last_became_active":"2024-09-19T08:02:30.117395+0000","last_became_peered":"2024-09-19T08:02:30.117395+0000","last_unstale":"2024-09-19T08:02:32.124443+0000","last_undegraded":"2024-09-19T08:02:32.124443+0000","last_fullsized":"2024-09-19T08:02:32.124443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.278997+0000","last_change":"2024-09-19T08:02:30.120517+0000","last_active":"2024-09-19T08:02:32.278997+0000","last_peered":"2024-09-19T08:02:32.278997+0000","last_clean":"2024-09-19T08:02:32.278997+0000","last_became_active":"2024-09-19T08:02:30.119930+0000","last_became_peered":"2024-09-19T08:02:30.119930+0000","last_unstale":"2024-09-19T08:02:32.278997+0000","last_undegraded":"2024-09-19T08:02:32.278997+0000","last_fullsized":"2024-09-19T08:02:32.278997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279030+0000","last_change":"2024-09-19T08:02:31.125078+0000","last_active":"2024-09-19T08:02:32.279030+0000","last_peered":"2024-09-19T08:02:32.279030+0000","last_clean":"2024-09-19T08:02:32.279030+0000","last_became_active":"2024-09-19T08:02:31.124731+0000","last_became_peered":"2024-09-19T08:02:31.124731+0000","last_unstale":"2024-09-19T08:02:32.279030+0000","last_undegraded":"2024-09-19T08:02:32.279030+0000","last_fullsized":"2024-09-19T08:02:32.279030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.117474+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.117196+0000","last_became_peered":"2024-09-19T08:02:30.117196+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110715+0000","last_change":"2024-09-19T08:02:31.131622+0000","last_active":"2024-09-19T08:02:33.110715+0000","last_peered":"2024-09-19T08:02:33.110715+0000","last_clean":"2024-09-19T08:02:33.110715+0000","last_became_active":"2024-09-19T08:02:31.131360+0000","last_became_peered":"2024-09-19T08:02:31.131360+0000","last_unstale":"2024-09-19T08:02:33.110715+0000","last_undegraded":"2024-09-19T08:02:33.110715+0000","last_fullsized":"2024-09-19T08:02:33.110715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125034+0000","last_change":"2024-09-19T08:02:30.120024+0000","last_active":"2024-09-19T08:02:32.125034+0000","last_peered":"2024-09-19T08:02:32.125034+0000","last_clean":"2024-09-19T08:02:32.125034+0000","last_became_active":"2024-09-19T08:02:30.119546+0000","last_became_peered":"2024-09-19T08:02:30.119546+0000","last_unstale":"2024-09-19T08:02:32.125034+0000","last_undegraded":"2024-09-19T08:02:32.125034+0000","last_fullsized":"2024-09-19T08:02:32.125034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123199+0000","last_change":"2024-09-19T08:02:31.128348+0000","last_active":"2024-09-19T08:02:32.123199+0000","last_peered":"2024-09-19T08:02:32.123199+0000","last_clean":"2024-09-19T08:02:32.123199+0000","last_became_active":"2024-09-19T08:02:31.127584+0000","last_became_peered":"2024-09-19T08:02:31.127584+0000","last_unstale":"2024-09-19T08:02:32.123199+0000","last_undegraded":"2024-09-19T08:02:32.123199+0000","last_fullsized":"2024-09-19T08:02:32.123199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:55.706723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123104+0000","last_change":"2024-09-19T08:02:30.115461+0000","last_active":"2024-09-19T08:02:32.123104+0000","last_peered":"2024-09-19T08:02:32.123104+0000","last_clean":"2024-09-19T08:02:32.123104+0000","last_became_active":"2024-09-19T08:02:30.115130+0000","last_became_peered":"2024-09-19T08:02:30.115130+0000","last_unstale":"2024-09-19T08:02:32.123104+0000","last_undegraded":"2024-09-19T08:02:32.123104+0000","last_fullsized":"2024-09-19T08:02:32.123104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815196+0000","last_change":"2024-09-19T08:02:31.127979+0000","last_active":"2024-09-19T08:02:34.815196+0000","last_peered":"2024-09-19T08:02:34.815196+0000","last_clean":"2024-09-19T08:02:34.815196+0000","last_became_active":"2024-09-19T08:02:31.124410+0000","last_became_peered":"2024-09-19T08:02:31.124410+0000","last_unstale":"2024-09-19T08:02:34.815196+0000","last_undegraded":"2024-09-19T08:02:34.815196+0000","last_fullsized":"2024-09-19T08:02:34.815196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:38.290771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110873+0000","last_change":"2024-09-19T08:02:30.122223+0000","last_active":"2024-09-19T08:02:33.110873+0000","last_peered":"2024-09-19T08:02:33.110873+0000","last_clean":"2024-09-19T08:02:33.110873+0000","last_became_active":"2024-09-19T08:02:30.119638+0000","last_became_peered":"2024-09-19T08:02:30.119638+0000","last_unstale":"2024-09-19T08:02:33.110873+0000","last_undegraded":"2024-09-19T08:02:33.110873+0000","last_fullsized":"2024-09-19T08:02:33.110873+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:03.655797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123665+0000","last_change":"2024-09-19T08:02:31.129079+0000","last_active":"2024-09-19T08:02:32.123665+0000","last_peered":"2024-09-19T08:02:32.123665+0000","last_clean":"2024-09-19T08:02:32.123665+0000","last_became_active":"2024-09-19T08:02:31.128650+0000","last_became_peered":"2024-09-19T08:02:31.128650+0000","last_unstale":"2024-09-19T08:02:32.123665+0000","last_undegraded":"2024-09-19T08:02:32.123665+0000","last_fullsized":"2024-09-19T08:02:32.123665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:36.217327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125062+0000","last_change":"2024-09-19T08:02:30.116858+0000","last_active":"2024-09-19T08:02:32.125062+0000","last_peered":"2024-09-19T08:02:32.125062+0000","last_clean":"2024-09-19T08:02:32.125062+0000","last_became_active":"2024-09-19T08:02:30.116577+0000","last_became_peered":"2024-09-19T08:02:30.116577+0000","last_unstale":"2024-09-19T08:02:32.125062+0000","last_undegraded":"2024-09-19T08:02:32.125062+0000","last_fullsized":"2024-09-19T08:02:32.125062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980017+0000","last_change":"2024-09-19T08:02:31.134457+0000","last_active":"2024-09-19T08:02:34.980017+0000","last_peered":"2024-09-19T08:02:34.980017+0000","last_clean":"2024-09-19T08:02:34.980017+0000","last_became_active":"2024-09-19T08:02:31.134173+0000","last_became_peered":"2024-09-19T08:02:31.134173+0000","last_unstale":"2024-09-19T08:02:34.980017+0000","last_undegraded":"2024-09-19T08:02:34.980017+0000","last_fullsized":"2024-09-19T08:02:34.980017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.996281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815351+0000","last_change":"2024-09-19T08:02:30.118289+0000","last_active":"2024-09-19T08:02:34.815351+0000","last_peered":"2024-09-19T08:02:34.815351+0000","last_clean":"2024-09-19T08:02:34.815351+0000","last_became_active":"2024-09-19T08:02:30.117976+0000","last_became_peered":"2024-09-19T08:02:30.117976+0000","last_unstale":"2024-09-19T08:02:34.815351+0000","last_undegraded":"2024-09-19T08:02:34.815351+0000","last_fullsized":"2024-09-19T08:02:34.815351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:49.177406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815177+0000","last_change":"2024-09-19T08:02:31.121435+0000","last_active":"2024-09-19T08:02:34.815177+0000","last_peered":"2024-09-19T08:02:34.815177+0000","last_clean":"2024-09-19T08:02:34.815177+0000","last_became_active":"2024-09-19T08:02:31.121174+0000","last_became_peered":"2024-09-19T08:02:31.121174+0000","last_unstale":"2024-09-19T08:02:34.815177+0000","last_undegraded":"2024-09-19T08:02:34.815177+0000","last_fullsized":"2024-09-19T08:02:34.815177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123128+0000","last_change":"2024-09-19T08:02:30.121363+0000","last_active":"2024-09-19T08:02:32.123128+0000","last_peered":"2024-09-19T08:02:32.123128+0000","last_clean":"2024-09-19T08:02:32.123128+0000","last_became_active":"2024-09-19T08:02:30.121082+0000","last_became_peered":"2024-09-19T08:02:30.121082+0000","last_unstale":"2024-09-19T08:02:32.123128+0000","last_undegraded":"2024-09-19T08:02:32.123128+0000","last_fullsized":"2024-09-19T08:02:32.123128+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980179+0000","last_change":"2024-09-19T08:02:31.129495+0000","last_active":"2024-09-19T08:02:34.980179+0000","last_peered":"2024-09-19T08:02:34.980179+0000","last_clean":"2024-09-19T08:02:34.980179+0000","last_became_active":"2024-09-19T08:02:31.129231+0000","last_became_peered":"2024-09-19T08:02:31.129231+0000","last_unstale":"2024-09-19T08:02:34.980179+0000","last_undegraded":"2024-09-19T08:02:34.980179+0000","last_fullsized":"2024-09-19T08:02:34.980179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124472+0000","last_change":"2024-09-19T08:02:30.115955+0000","last_active":"2024-09-19T08:02:32.124472+0000","last_peered":"2024-09-19T08:02:32.124472+0000","last_clean":"2024-09-19T08:02:32.124472+0000","last_became_active":"2024-09-19T08:02:30.115638+0000","last_became_peered":"2024-09-19T08:02:30.115638+0000","last_unstale":"2024-09-19T08:02:32.124472+0000","last_undegraded":"2024-09-19T08:02:32.124472+0000","last_fullsized":"2024-09-19T08:02:32.124472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124376+0000","last_change":"2024-09-19T08:02:31.116020+0000","last_active":"2024-09-19T08:02:32.124376+0000","last_peered":"2024-09-19T08:02:32.124376+0000","last_clean":"2024-09-19T08:02:32.124376+0000","last_became_active":"2024-09-19T08:02:31.115731+0000","last_became_peered":"2024-09-19T08:02:31.115731+0000","last_unstale":"2024-09-19T08:02:32.124376+0000","last_undegraded":"2024-09-19T08:02:32.124376+0000","last_fullsized":"2024-09-19T08:02:32.124376+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259468+0000","last_change":"2024-09-19T08:02:30.117894+0000","last_active":"2024-09-19T08:02:34.259468+0000","last_peered":"2024-09-19T08:02:34.259468+0000","last_clean":"2024-09-19T08:02:34.259468+0000","last_became_active":"2024-09-19T08:02:30.117577+0000","last_became_peered":"2024-09-19T08:02:30.117577+0000","last_unstale":"2024-09-19T08:02:34.259468+0000","last_undegraded":"2024-09-19T08:02:34.259468+0000","last_fullsized":"2024-09-19T08:02:34.259468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:20.915584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979819+0000","last_change":"2024-09-19T08:02:31.126212+0000","last_active":"2024-09-19T08:02:34.979819+0000","last_peered":"2024-09-19T08:02:34.979819+0000","last_clean":"2024-09-19T08:02:34.979819+0000","last_became_active":"2024-09-19T08:02:31.125939+0000","last_became_peered":"2024-09-19T08:02:31.125939+0000","last_unstale":"2024-09-19T08:02:34.979819+0000","last_undegraded":"2024-09-19T08:02:34.979819+0000","last_fullsized":"2024-09-19T08:02:34.979819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123422+0000","last_change":"2024-09-19T08:02:30.118166+0000","last_active":"2024-09-19T08:02:32.123422+0000","last_peered":"2024-09-19T08:02:32.123422+0000","last_clean":"2024-09-19T08:02:32.123422+0000","last_became_active":"2024-09-19T08:02:30.117892+0000","last_became_peered":"2024-09-19T08:02:30.117892+0000","last_unstale":"2024-09-19T08:02:32.123422+0000","last_undegraded":"2024-09-19T08:02:32.123422+0000","last_fullsized":"2024-09-19T08:02:32.123422+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:27.391343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980268+0000","last_change":"2024-09-19T08:02:31.130055+0000","last_active":"2024-09-19T08:02:34.980268+0000","last_peered":"2024-09-19T08:02:34.980268+0000","last_clean":"2024-09-19T08:02:34.980268+0000","last_became_active":"2024-09-19T08:02:31.129767+0000","last_became_peered":"2024-09-19T08:02:31.129767+0000","last_unstale":"2024-09-19T08:02:34.980268+0000","last_undegraded":"2024-09-19T08:02:34.980268+0000","last_fullsized":"2024-09-19T08:02:34.980268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259678+0000","last_change":"2024-09-19T08:02:30.123316+0000","last_active":"2024-09-19T08:02:34.259678+0000","last_peered":"2024-09-19T08:02:34.259678+0000","last_clean":"2024-09-19T08:02:34.259678+0000","last_became_active":"2024-09-19T08:02:30.122886+0000","last_became_peered":"2024-09-19T08:02:30.122886+0000","last_unstale":"2024-09-19T08:02:34.259678+0000","last_undegraded":"2024-09-19T08:02:34.259678+0000","last_fullsized":"2024-09-19T08:02:34.259678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:42.027764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980432+0000","last_change":"2024-09-19T08:02:31.129392+0000","last_active":"2024-09-19T08:02:34.980432+0000","last_peered":"2024-09-19T08:02:34.980432+0000","last_clean":"2024-09-19T08:02:34.980432+0000","last_became_active":"2024-09-19T08:02:31.127675+0000","last_became_peered":"2024-09-19T08:02:31.127675+0000","last_unstale":"2024-09-19T08:02:34.980432+0000","last_undegraded":"2024-09-19T08:02:34.980432+0000","last_fullsized":"2024-09-19T08:02:34.980432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:21.213790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110995+0000","last_change":"2024-09-19T08:02:30.117701+0000","last_active":"2024-09-19T08:02:33.110995+0000","last_peered":"2024-09-19T08:02:33.110995+0000","last_clean":"2024-09-19T08:02:33.110995+0000","last_became_active":"2024-09-19T08:02:30.117397+0000","last_became_peered":"2024-09-19T08:02:30.117397+0000","last_unstale":"2024-09-19T08:02:33.110995+0000","last_undegraded":"2024-09-19T08:02:33.110995+0000","last_fullsized":"2024-09-19T08:02:33.110995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123367+0000","last_change":"2024-09-19T08:02:31.127885+0000","last_active":"2024-09-19T08:02:32.123367+0000","last_peered":"2024-09-19T08:02:32.123367+0000","last_clean":"2024-09-19T08:02:32.123367+0000","last_became_active":"2024-09-19T08:02:31.127494+0000","last_became_peered":"2024-09-19T08:02:31.127494+0000","last_unstale":"2024-09-19T08:02:32.123367+0000","last_undegraded":"2024-09-19T08:02:32.123367+0000","last_fullsized":"2024-09-19T08:02:32.123367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:13.361121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259604+0000","last_change":"2024-09-19T08:02:30.120167+0000","last_active":"2024-09-19T08:02:34.259604+0000","last_peered":"2024-09-19T08:02:34.259604+0000","last_clean":"2024-09-19T08:02:34.259604+0000","last_became_active":"2024-09-19T08:02:30.119837+0000","last_became_peered":"2024-09-19T08:02:30.119837+0000","last_unstale":"2024-09-19T08:02:34.259604+0000","last_undegraded":"2024-09-19T08:02:34.259604+0000","last_fullsized":"2024-09-19T08:02:34.259604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:27.428902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980118+0000","last_change":"2024-09-19T08:02:31.135344+0000","last_active":"2024-09-19T08:02:34.980118+0000","last_peered":"2024-09-19T08:02:34.980118+0000","last_clean":"2024-09-19T08:02:34.980118+0000","last_became_active":"2024-09-19T08:02:31.135031+0000","last_became_peered":"2024-09-19T08:02:31.135031+0000","last_unstale":"2024-09-19T08:02:34.980118+0000","last_undegraded":"2024-09-19T08:02:34.980118+0000","last_fullsized":"2024-09-19T08:02:34.980118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979814+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:02:34.979814+0000","last_peered":"2024-09-19T08:02:34.979814+0000","last_clean":"2024-09-19T08:02:34.979814+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:02:34.979814+0000","last_undegraded":"2024-09-19T08:02:34.979814+0000","last_fullsized":"2024-09-19T08:02:34.979814+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.122722+0000","last_change":"2024-09-19T08:02:30.114065+0000","last_active":"2024-09-19T08:02:32.122722+0000","last_peered":"2024-09-19T08:02:32.122722+0000","last_clean":"2024-09-19T08:02:32.122722+0000","last_became_active":"2024-09-19T08:02:30.113388+0000","last_became_peered":"2024-09-19T08:02:30.113388+0000","last_unstale":"2024-09-19T08:02:32.122722+0000","last_undegraded":"2024-09-19T08:02:32.122722+0000","last_fullsized":"2024-09-19T08:02:32.122722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279240+0000","last_change":"2024-09-19T08:02:31.135407+0000","last_active":"2024-09-19T08:02:32.279240+0000","last_peered":"2024-09-19T08:02:32.279240+0000","last_clean":"2024-09-19T08:02:32.279240+0000","last_became_active":"2024-09-19T08:02:31.135048+0000","last_became_peered":"2024-09-19T08:02:31.135048+0000","last_unstale":"2024-09-19T08:02:32.279240+0000","last_undegraded":"2024-09-19T08:02:32.279240+0000","last_fullsized":"2024-09-19T08:02:32.279240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979661+0000","last_change":"2024-09-19T08:02:30.124549+0000","last_active":"2024-09-19T08:02:34.979661+0000","last_peered":"2024-09-19T08:02:34.979661+0000","last_clean":"2024-09-19T08:02:34.979661+0000","last_became_active":"2024-09-19T08:02:30.124319+0000","last_became_peered":"2024-09-19T08:02:30.124319+0000","last_unstale":"2024-09-19T08:02:34.979661+0000","last_undegraded":"2024-09-19T08:02:34.979661+0000","last_fullsized":"2024-09-19T08:02:34.979661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.814971+0000","last_change":"2024-09-19T08:02:31.127862+0000","last_active":"2024-09-19T08:02:34.814971+0000","last_peered":"2024-09-19T08:02:34.814971+0000","last_clean":"2024-09-19T08:02:34.814971+0000","last_became_active":"2024-09-19T08:02:31.127424+0000","last_became_peered":"2024-09-19T08:02:31.127424+0000","last_unstale":"2024-09-19T08:02:34.814971+0000","last_undegraded":"2024-09-19T08:02:34.814971+0000","last_fullsized":"2024-09-19T08:02:34.814971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:48.274991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.259645+0000","last_change":"2024-09-19T08:02:30.119221+0000","last_active":"2024-09-19T08:02:34.259645+0000","last_peered":"2024-09-19T08:02:34.259645+0000","last_clean":"2024-09-19T08:02:34.259645+0000","last_became_active":"2024-09-19T08:02:30.118915+0000","last_became_peered":"2024-09-19T08:02:30.118915+0000","last_unstale":"2024-09-19T08:02:34.259645+0000","last_undegraded":"2024-09-19T08:02:34.259645+0000","last_fullsized":"2024-09-19T08:02:34.259645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:08.562650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110719+0000","last_change":"2024-09-19T08:02:31.122781+0000","last_active":"2024-09-19T08:02:33.110719+0000","last_peered":"2024-09-19T08:02:33.110719+0000","last_clean":"2024-09-19T08:02:33.110719+0000","last_became_active":"2024-09-19T08:02:31.122499+0000","last_became_peered":"2024-09-19T08:02:31.122499+0000","last_unstale":"2024-09-19T08:02:33.110719+0000","last_undegraded":"2024-09-19T08:02:33.110719+0000","last_fullsized":"2024-09-19T08:02:33.110719+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123249+0000","last_change":"2024-09-19T08:02:30.120374+0000","last_active":"2024-09-19T08:02:32.123249+0000","last_peered":"2024-09-19T08:02:32.123249+0000","last_clean":"2024-09-19T08:02:32.123249+0000","last_became_active":"2024-09-19T08:02:30.120115+0000","last_became_peered":"2024-09-19T08:02:30.120115+0000","last_unstale":"2024-09-19T08:02:32.123249+0000","last_undegraded":"2024-09-19T08:02:32.123249+0000","last_fullsized":"2024-09-19T08:02:32.123249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123182+0000","last_change":"2024-09-19T08:02:31.122765+0000","last_active":"2024-09-19T08:02:32.123182+0000","last_peered":"2024-09-19T08:02:32.123182+0000","last_clean":"2024-09-19T08:02:32.123182+0000","last_became_active":"2024-09-19T08:02:31.121870+0000","last_became_peered":"2024-09-19T08:02:31.121870+0000","last_unstale":"2024-09-19T08:02:32.123182+0000","last_undegraded":"2024-09-19T08:02:32.123182+0000","last_fullsized":"2024-09-19T08:02:32.123182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:02.818343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110765+0000","last_change":"2024-09-19T08:02:30.115778+0000","last_active":"2024-09-19T08:02:33.110765+0000","last_peered":"2024-09-19T08:02:33.110765+0000","last_clean":"2024-09-19T08:02:33.110765+0000","last_became_active":"2024-09-19T08:02:30.115456+0000","last_became_peered":"2024-09-19T08:02:30.115456+0000","last_unstale":"2024-09-19T08:02:33.110765+0000","last_undegraded":"2024-09-19T08:02:33.110765+0000","last_fullsized":"2024-09-19T08:02:33.110765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123505+0000","last_change":"2024-09-19T08:02:31.126713+0000","last_active":"2024-09-19T08:02:32.123505+0000","last_peered":"2024-09-19T08:02:32.123505+0000","last_clean":"2024-09-19T08:02:32.123505+0000","last_became_active":"2024-09-19T08:02:31.126447+0000","last_became_peered":"2024-09-19T08:02:31.126447+0000","last_unstale":"2024-09-19T08:02:32.123505+0000","last_undegraded":"2024-09-19T08:02:32.123505+0000","last_fullsized":"2024-09-19T08:02:32.123505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:40.857833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980324+0000","last_change":"2024-09-19T08:02:30.120791+0000","last_active":"2024-09-19T08:02:34.980324+0000","last_peered":"2024-09-19T08:02:34.980324+0000","last_clean":"2024-09-19T08:02:34.980324+0000","last_became_active":"2024-09-19T08:02:30.120516+0000","last_became_peered":"2024-09-19T08:02:30.120516+0000","last_unstale":"2024-09-19T08:02:34.980324+0000","last_undegraded":"2024-09-19T08:02:34.980324+0000","last_fullsized":"2024-09-19T08:02:34.980324+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:55.642903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110994+0000","last_change":"2024-09-19T08:02:31.119399+0000","last_active":"2024-09-19T08:02:33.110994+0000","last_peered":"2024-09-19T08:02:33.110994+0000","last_clean":"2024-09-19T08:02:33.110994+0000","last_became_active":"2024-09-19T08:02:31.119111+0000","last_became_peered":"2024-09-19T08:02:31.119111+0000","last_unstale":"2024-09-19T08:02:33.110994+0000","last_undegraded":"2024-09-19T08:02:33.110994+0000","last_fullsized":"2024-09-19T08:02:33.110994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.111027+0000","last_change":"2024-09-19T08:02:30.116005+0000","last_active":"2024-09-19T08:02:33.111027+0000","last_peered":"2024-09-19T08:02:33.111027+0000","last_clean":"2024-09-19T08:02:33.111027+0000","last_became_active":"2024-09-19T08:02:30.115477+0000","last_became_peered":"2024-09-19T08:02:30.115477+0000","last_unstale":"2024-09-19T08:02:33.111027+0000","last_undegraded":"2024-09-19T08:02:33.111027+0000","last_fullsized":"2024-09-19T08:02:33.111027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279399+0000","last_change":"2024-09-19T08:02:31.133269+0000","last_active":"2024-09-19T08:02:32.279399+0000","last_peered":"2024-09-19T08:02:32.279399+0000","last_clean":"2024-09-19T08:02:32.279399+0000","last_became_active":"2024-09-19T08:02:31.132867+0000","last_became_peered":"2024-09-19T08:02:31.132867+0000","last_unstale":"2024-09-19T08:02:32.279399+0000","last_undegraded":"2024-09-19T08:02:32.279399+0000","last_fullsized":"2024-09-19T08:02:32.279399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:51.324136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.125158+0000","last_change":"2024-09-19T08:02:30.121117+0000","last_active":"2024-09-19T08:02:32.125158+0000","last_peered":"2024-09-19T08:02:32.125158+0000","last_clean":"2024-09-19T08:02:32.125158+0000","last_became_active":"2024-09-19T08:02:30.120789+0000","last_became_peered":"2024-09-19T08:02:30.120789+0000","last_unstale":"2024-09-19T08:02:32.125158+0000","last_undegraded":"2024-09-19T08:02:32.125158+0000","last_fullsized":"2024-09-19T08:02:32.125158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815241+0000","last_change":"2024-09-19T08:02:31.117106+0000","last_active":"2024-09-19T08:02:34.815241+0000","last_peered":"2024-09-19T08:02:34.815241+0000","last_clean":"2024-09-19T08:02:34.815241+0000","last_became_active":"2024-09-19T08:02:31.116862+0000","last_became_peered":"2024-09-19T08:02:31.116862+0000","last_unstale":"2024-09-19T08:02:34.815241+0000","last_undegraded":"2024-09-19T08:02:34.815241+0000","last_fullsized":"2024-09-19T08:02:34.815241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:24.237103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979661+0000","last_change":"2024-09-19T08:02:30.121608+0000","last_active":"2024-09-19T08:02:34.979661+0000","last_peered":"2024-09-19T08:02:34.979661+0000","last_clean":"2024-09-19T08:02:34.979661+0000","last_became_active":"2024-09-19T08:02:30.121313+0000","last_became_peered":"2024-09-19T08:02:30.121313+0000","last_unstale":"2024-09-19T08:02:34.979661+0000","last_undegraded":"2024-09-19T08:02:34.979661+0000","last_fullsized":"2024-09-19T08:02:34.979661+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:35.361101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124004+0000","last_change":"2024-09-19T08:02:31.123739+0000","last_active":"2024-09-19T08:02:32.124004+0000","last_peered":"2024-09-19T08:02:32.124004+0000","last_clean":"2024-09-19T08:02:32.124004+0000","last_became_active":"2024-09-19T08:02:31.122738+0000","last_became_peered":"2024-09-19T08:02:31.122738+0000","last_unstale":"2024-09-19T08:02:32.124004+0000","last_undegraded":"2024-09-19T08:02:32.124004+0000","last_fullsized":"2024-09-19T08:02:32.124004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:16.121318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110790+0000","last_change":"2024-09-19T08:02:30.122583+0000","last_active":"2024-09-19T08:02:33.110790+0000","last_peered":"2024-09-19T08:02:33.110790+0000","last_clean":"2024-09-19T08:02:33.110790+0000","last_became_active":"2024-09-19T08:02:30.120303+0000","last_became_peered":"2024-09-19T08:02:30.120303+0000","last_unstale":"2024-09-19T08:02:33.110790+0000","last_undegraded":"2024-09-19T08:02:33.110790+0000","last_fullsized":"2024-09-19T08:02:33.110790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:19.456097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279107+0000","last_change":"2024-09-19T08:02:31.132953+0000","last_active":"2024-09-19T08:02:32.279107+0000","last_peered":"2024-09-19T08:02:32.279107+0000","last_clean":"2024-09-19T08:02:32.279107+0000","last_became_active":"2024-09-19T08:02:31.132518+0000","last_became_peered":"2024-09-19T08:02:31.132518+0000","last_unstale":"2024-09-19T08:02:32.279107+0000","last_undegraded":"2024-09-19T08:02:32.279107+0000","last_fullsized":"2024-09-19T08:02:32.279107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:46.676491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:33.110748+0000","last_change":"2024-09-19T08:02:30.121824+0000","last_active":"2024-09-19T08:02:33.110748+0000","last_peered":"2024-09-19T08:02:33.110748+0000","last_clean":"2024-09-19T08:02:33.110748+0000","last_became_active":"2024-09-19T08:02:30.120680+0000","last_became_peered":"2024-09-19T08:02:30.120680+0000","last_unstale":"2024-09-19T08:02:33.110748+0000","last_undegraded":"2024-09-19T08:02:33.110748+0000","last_fullsized":"2024-09-19T08:02:33.110748+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:17.584821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279191+0000","last_change":"2024-09-19T08:02:31.130249+0000","last_active":"2024-09-19T08:02:32.279191+0000","last_peered":"2024-09-19T08:02:32.279191+0000","last_clean":"2024-09-19T08:02:32.279191+0000","last_became_active":"2024-09-19T08:02:31.129995+0000","last_became_peered":"2024-09-19T08:02:31.129995+0000","last_unstale":"2024-09-19T08:02:32.279191+0000","last_undegraded":"2024-09-19T08:02:32.279191+0000","last_fullsized":"2024-09-19T08:02:32.279191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980237+0000","last_change":"2024-09-19T08:02:30.122641+0000","last_active":"2024-09-19T08:02:34.980237+0000","last_peered":"2024-09-19T08:02:34.980237+0000","last_clean":"2024-09-19T08:02:34.980237+0000","last_became_active":"2024-09-19T08:02:30.122278+0000","last_became_peered":"2024-09-19T08:02:30.122278+0000","last_unstale":"2024-09-19T08:02:34.980237+0000","last_undegraded":"2024-09-19T08:02:34.980237+0000","last_fullsized":"2024-09-19T08:02:34.980237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:14.542156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.124704+0000","last_change":"2024-09-19T08:02:31.115839+0000","last_active":"2024-09-19T08:02:32.124704+0000","last_peered":"2024-09-19T08:02:32.124704+0000","last_clean":"2024-09-19T08:02:32.124704+0000","last_became_active":"2024-09-19T08:02:31.115550+0000","last_became_peered":"2024-09-19T08:02:31.115550+0000","last_unstale":"2024-09-19T08:02:32.124704+0000","last_undegraded":"2024-09-19T08:02:32.124704+0000","last_fullsized":"2024-09-19T08:02:32.124704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:31.450048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123312+0000","last_change":"2024-09-19T08:02:31.132088+0000","last_active":"2024-09-19T08:02:32.123312+0000","last_peered":"2024-09-19T08:02:32.123312+0000","last_clean":"2024-09-19T08:02:32.123312+0000","last_became_active":"2024-09-19T08:02:31.131087+0000","last_became_peered":"2024-09-19T08:02:31.131087+0000","last_unstale":"2024-09-19T08:02:32.123312+0000","last_undegraded":"2024-09-19T08:02:32.123312+0000","last_fullsized":"2024-09-19T08:02:32.123312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:48.376054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.979912+0000","last_change":"2024-09-19T08:02:30.123605+0000","last_active":"2024-09-19T08:02:34.979912+0000","last_peered":"2024-09-19T08:02:34.979912+0000","last_clean":"2024-09-19T08:02:34.979912+0000","last_became_active":"2024-09-19T08:02:30.123241+0000","last_became_peered":"2024-09-19T08:02:30.123241+0000","last_unstale":"2024-09-19T08:02:34.979912+0000","last_undegraded":"2024-09-19T08:02:34.979912+0000","last_fullsized":"2024-09-19T08:02:34.979912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:49.592441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.123438+0000","last_change":"2024-09-19T08:02:31.130311+0000","last_active":"2024-09-19T08:02:32.123438+0000","last_peered":"2024-09-19T08:02:32.123438+0000","last_clean":"2024-09-19T08:02:32.123438+0000","last_became_active":"2024-09-19T08:02:31.128864+0000","last_became_peered":"2024-09-19T08:02:31.128864+0000","last_unstale":"2024-09-19T08:02:32.123438+0000","last_undegraded":"2024-09-19T08:02:32.123438+0000","last_fullsized":"2024-09-19T08:02:32.123438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:02:01.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.980167+0000","last_change":"2024-09-19T08:02:30.121242+0000","last_active":"2024-09-19T08:02:34.980167+0000","last_peered":"2024-09-19T08:02:34.980167+0000","last_clean":"2024-09-19T08:02:34.980167+0000","last_became_active":"2024-09-19T08:02:30.120827+0000","last_became_peered":"2024-09-19T08:02:30.120827+0000","last_unstale":"2024-09-19T08:02:34.980167+0000","last_undegraded":"2024-09-19T08:02:34.980167+0000","last_fullsized":"2024-09-19T08:02:34.980167+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:22.473977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815121+0000","last_change":"2024-09-19T08:02:31.130815+0000","last_active":"2024-09-19T08:02:34.815121+0000","last_peered":"2024-09-19T08:02:34.815121+0000","last_clean":"2024-09-19T08:02:34.815121+0000","last_became_active":"2024-09-19T08:02:31.130558+0000","last_became_peered":"2024-09-19T08:02:31.130558+0000","last_unstale":"2024-09-19T08:02:34.815121+0000","last_undegraded":"2024-09-19T08:02:34.815121+0000","last_fullsized":"2024-09-19T08:02:34.815121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:19.065203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279441+0000","last_change":"2024-09-19T08:02:30.121424+0000","last_active":"2024-09-19T08:02:32.279441+0000","last_peered":"2024-09-19T08:02:32.279441+0000","last_clean":"2024-09-19T08:02:32.279441+0000","last_became_active":"2024-09-19T08:02:30.121123+0000","last_became_peered":"2024-09-19T08:02:30.121123+0000","last_unstale":"2024-09-19T08:02:32.279441+0000","last_undegraded":"2024-09-19T08:02:32.279441+0000","last_fullsized":"2024-09-19T08:02:32.279441+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:50.579631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:32.279443+0000","last_change":"2024-09-19T08:02:31.121896+0000","last_active":"2024-09-19T08:02:32.279443+0000","last_peered":"2024-09-19T08:02:32.279443+0000","last_clean":"2024-09-19T08:02:32.279443+0000","last_became_active":"2024-09-19T08:02:31.121604+0000","last_became_peered":"2024-09-19T08:02:31.121604+0000","last_unstale":"2024-09-19T08:02:32.279443+0000","last_undegraded":"2024-09-19T08:02:32.279443+0000","last_fullsized":"2024-09-19T08:02:32.279443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:30.096947+0000","last_clean_scrub_stamp":"2024-09-19T08:02:30.096947+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.362914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T08:02:34.815234+0000","last_change":"2024-09-19T08:02:30.123679+0000","last_active":"2024-09-19T08:02:34.815234+0000","last_peered":"2024-09-19T08:02:34.815234+0000","last_clean":"2024-09-19T08:02:34.815234+0000","last_became_active":"2024-09-19T08:02:30.123415+0000","last_became_peered":"2024-09-19T08:02:30.123415+0000","last_unstale":"2024-09-19T08:02:34.815234+0000","last_undegraded":"2024-09-19T08:02:34.815234+0000","last_fullsized":"2024-09-19T08:02:34.815234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:29.091223+0000","last_clean_scrub_stamp":"2024-09-19T08:02:29.091223+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:01.510346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":811008,"data_stored":665113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":74253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":225280,"data_stored":75775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35556,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336284,"statfs":{"total":96636764160,"available":96600354816,"internally_reserved":0,"allocated":212992,"data_stored":74163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":665169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:02:43.179 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:02:43.179 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T08:02:43.180 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T08:02:43.180 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T08:02:43.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.316+0000 7f4d24896640 1 Processor -- start 2024-09-19T08:02:43.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.316+0000 7f4d24896640 1 -- start start 2024-09-19T08:02:43.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d24896640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d2006c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d24896640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4d2006c5c0 0x7f4d200ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d24896640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d2015e8a0 con 0x7f4d2015e4c0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d24896640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4d200b6150 con 0x7f4d2006c5c0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d24896640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4d200b6cd0 con 0x7f4d200b3a60 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1e59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4d2015e4c0 0x7f4d200d20b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53874/0 (socket says 172.21.15.17:53874) 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1e59c640 1 -- 172.21.15.17:0/629710037 learned_addr learned my addr 172.21.15.17:0/629710037 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1084331498 0 0) 0x7f4d2015e8a0 con 0x7f4d2015e4c0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d0c003520 con 0x7f4d2015e4c0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/629710037 >> v2:172.21.15.160:3300/0 conn(0x7f4d2006c5c0 0x7f4d200ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.317+0000 7f4d1dd9b640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d2006c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1482456758 0 0) 0x7f4d0c003520 con 0x7f4d2015e4c0 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 msgr2=0x7f4d2006c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d2006c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 >> v2:172.21.15.160:3300/0 conn(0x7f4d2006c5c0 msgr2=0x7f4d200ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 --2- 172.21.15.17:0/629710037 >> v2:172.21.15.160:3300/0 conn(0x7f4d2006c5c0 0x7f4d200ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d200b63a0 con 0x7f4d2015e4c0 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f4d18001670 con 0x7f4d2015e4c0 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 >> v1:172.21.15.17:6789/0 conn(0x7f4d2015e4c0 legacy=0x7f4d200d20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d0c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d0c003f30 0x7f4d0c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d0c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d200b6150 con 0x7f4d0c004d40 2024-09-19T08:02:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4d200b6cd0 con 0x7f4d0c003f30 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4d0c00b9c0 con 0x7f4d200b3a60 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d0c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1e59c640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d0c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1dd9b640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d0c003f30 0x7f4d0c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 -- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 msgr2=0x7f4d0c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d200b3a60 0x7f4d0c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 -- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d0c003f30 msgr2=0x7f4d0c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d0c003f30 0x7f4d0c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.318+0000 7f4d1ed9d640 1 -- 172.21.15.17:0/629710037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d0c003520 con 0x7f4d0c004d40 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.319+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d0c0051c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4d10009fc0 tx=0x7f4d0c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=392eee240b6e005c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.319+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10009c10 con 0x7f4d0c004d40 2024-09-19T08:02:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.319+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d10036070 con 0x7f4d0c004d40 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.319+0000 7f4d1d59a640 1 -- 172.21.15.17:0/629710037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1002d070 con 0x7f4d0c004d40 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 -- 172.21.15.17:0/629710037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 msgr2=0x7f4d0c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 --2- 172.21.15.17:0/629710037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d0c0051c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4d10009fc0 tx=0x7f4d0c005830 comp rx=0 tx=0).stop 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d1ed9d640 1 -- 172.21.15.17:0/629710037 reap_dead start 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 -- 172.21.15.17:0/629710037 shutdown_connections 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 -- 172.21.15.17:0/629710037 >> 172.21.15.17:0/629710037 conn(0x7f4d20067f80 msgr2=0x7f4d200d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 -- 172.21.15.17:0/629710037 shutdown_connections 2024-09-19T08:02:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.320+0000 7f4d24896640 1 -- 172.21.15.17:0/629710037 wait complete. 2024-09-19T08:02:43.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.321+0000 7f4d24896640 1 Processor -- start 2024-09-19T08:02:43.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.321+0000 7f4d24896640 1 -- start start 2024-09-19T08:02:43.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d20143110 0x7f4d20154a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 0x7f4d201e9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2006c080 con 0x7f4d0c004d40 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4d200b6960 con 0x7f4d201e8d80 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4d2006c200 con 0x7f4d20143110 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40358/0 (socket says 172.21.15.17:40358) 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 -- 172.21.15.17:0/3380057896 learned_addr learned my addr 172.21.15.17:0/3380057896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1dd9b640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d20143110 0x7f4d20154a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 0x7f4d201e9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 -- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d20143110 msgr2=0x7f4d20154a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d20143110 0x7f4d20154a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 -- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 msgr2=0x7f4d201e9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 0x7f4d201e9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 -- 172.21.15.17:0/3380057896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d20157000 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1ed9d640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 0x7f4d201e9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d1e59c640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4d18007340 tx=0x7f4d18007740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1800f8e0 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d18018070 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d201572a0 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.322+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1800fcc0 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.323+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d20157860 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.323+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d200d2090 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.324+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d1801d460 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.324+0000 7f4d16ffd640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.325+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4d1808b500 con 0x7f4d0c004d40 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.325+0000 7f4d1dd9b640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.325+0000 7f4d1dd9b640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 0x7f4d0006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4d201e6770 tx=0x7f4d08009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.329+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d1800fe60 con 0x7f4d0c004d40 2024-09-19T08:02:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.541+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f4d2006cd00 con 0x7f4d0c004d40 2024-09-19T08:02:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.542+0000 7f4d16ffd640 1 -- 172.21.15.17:0/3380057896 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4d18059c70 con 0x7f4d0c004d40 2024-09-19T08:02:43.542 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:43.542 INFO:teuthology.orchestra.run.smithi017.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T08:02:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 msgr2=0x7f4d0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 0x7f4d0006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4d201e6770 tx=0x7f4d08009190 comp rx=0 tx=0).stop 2024-09-19T08:02:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 msgr2=0x7f4d20154460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4d18007340 tx=0x7f4d18007740 comp rx=0 tx=0).stop 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 shutdown_connections 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4d201e8d80 0x7f4d201e9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4d20143110 0x7f4d20154a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 --2- 172.21.15.17:0/3380057896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d0c004d40 0x7f4d20154460 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 >> 172.21.15.17:0/3380057896 conn(0x7f4d20067f80 msgr2=0x7f4d200b49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.543+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 shutdown_connections 2024-09-19T08:02:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.544+0000 7f4d24896640 1 -- 172.21.15.17:0/3380057896 wait complete. 2024-09-19T08:02:43.554 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T08:02:43.555 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:43.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.657+0000 7fa2f1aa5640 1 Processor -- start 2024-09-19T08:02:43.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.657+0000 7fa2f1aa5640 1 -- start start 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.658+0000 7fa2f1aa5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.658+0000 7fa2f1aa5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2ec06c580 con 0x7fa2ec0d1700 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.658+0000 7fa2f1aa5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2ec06c860 con 0x7fa2ec147dc0 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.658+0000 7fa2f1aa5640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa2ec0afd70 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.658+0000 7fa2eaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2eaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40372/0 (socket says 172.21.15.17:40372) 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2eaffd640 1 -- 172.21.15.17:0/868640356 learned_addr learned my addr 172.21.15.17:0/868640356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:43.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2ebfff640 1 --1- 172.21.15.17:0/868640356 >> v1:172.21.15.17:6789/0 conn(0x7fa2ec0d1700 0x7fa2ec071d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53884/0 (socket says 172.21.15.17:53884) 2024-09-19T08:02:43.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2eaffd640 1 -- 172.21.15.17:0/868640356 >> v1:172.21.15.160:6789/0 conn(0x7fa2ec147dc0 legacy=0x7fa2ec0b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2eaffd640 1 -- 172.21.15.17:0/868640356 >> v1:172.21.15.17:6789/0 conn(0x7fa2ec0d1700 legacy=0x7fa2ec071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.659+0000 7fa2eaffd640 1 -- 172.21.15.17:0/868640356 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec0afa20 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2eaffd640 1 --2- 172.21.15.17:0/868640356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0009870 tx=0x7fa2e002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a8d5834a115de6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2ea7fc640 1 -- 172.21.15.17:0/868640356 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0037070 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2ea7fc640 1 -- 172.21.15.17:0/868640356 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e0032440 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2ea7fc640 1 -- 172.21.15.17:0/868640356 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0032810 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/868640356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec06dfa0 msgr2=0x7fa2ec06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/868640356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0009870 tx=0x7fa2e002a270 comp rx=0 tx=0).stop 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/868640356 shutdown_connections 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/868640356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec06bc10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/868640356 >> 172.21.15.17:0/868640356 conn(0x7fa2ec06d110 msgr2=0x7fa2ec06d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/868640356 shutdown_connections 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.660+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/868640356 wait complete. 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.661+0000 7fa2f1aa5640 1 Processor -- start 2024-09-19T08:02:43.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 -- start start 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec13a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2ec0d1700 0x7fa2ec160d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec072470 con 0x7fa2ec147dc0 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec06c360 con 0x7fa2ec06dfa0 2024-09-19T08:02:43.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2f1aa5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec0725f0 con 0x7fa2ec0d1700 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.662+0000 7fa2ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40382/0 (socket says 172.21.15.17:40382) 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 -- 172.21.15.17:0/2223291446 learned_addr learned my addr 172.21.15.17:0/2223291446 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2eb7fe640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec13a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2eaffd640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2ec0d1700 0x7fa2ec160d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 -- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2ec0d1700 msgr2=0x7fa2ec160d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2ec0d1700 0x7fa2ec160d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 -- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2ec06dfa0 msgr2=0x7fa2ec13a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec13a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 -- 172.21.15.17:0/2223291446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec1e7c00 con 0x7fa2ec147dc0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2ebfff640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400c7b0 tx=0x7fa2e400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4017070 con 0x7fa2ec147dc0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e400a640 con 0x7fa2ec147dc0 2024-09-19T08:02:43.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ec1e8380 con 0x7fa2ec147dc0 2024-09-19T08:02:43.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e400a9f0 con 0x7fa2ec147dc0 2024-09-19T08:02:43.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.663+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ec1e8c20 con 0x7fa2ec147dc0 2024-09-19T08:02:43.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.664+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2ec06bc10 con 0x7fa2ec147dc0 2024-09-19T08:02:43.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.665+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2e401a070 con 0x7fa2ec147dc0 2024-09-19T08:02:43.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.665+0000 7fa2d3fff640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 0x7fa2d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:43.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.665+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa2e408a980 con 0x7fa2ec147dc0 2024-09-19T08:02:43.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.665+0000 7fa2eb7fe640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 0x7fa2d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:43.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.666+0000 7fa2eb7fe640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 0x7fa2d806e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc000f60 tx=0x7fa2dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:43.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.670+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa2e4058aa0 con 0x7fa2ec147dc0 2024-09-19T08:02:43.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.884+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2ec1e8550 con 0x7fa2ec147dc0 2024-09-19T08:02:43.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.885+0000 7fa2d3fff640 1 -- 172.21.15.17:0/2223291446 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fa2e405cda0 con 0x7fa2ec147dc0 2024-09-19T08:02:43.885 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:43.886 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:02:43.886 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:02:43.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 msgr2=0x7fa2d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 0x7fa2d806e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc000f60 tx=0x7fa2dc009040 comp rx=0 tx=0).stop 2024-09-19T08:02:43.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 msgr2=0x7fa2ec161290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:43.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400c7b0 tx=0x7fa2e400cc70 comp rx=0 tx=0).stop 2024-09-19T08:02:43.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 shutdown_connections 2024-09-19T08:02:43.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d806c2e0 0x7fa2d806e7a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2ec147dc0 0x7fa2ec161290 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2ec0d1700 0x7fa2ec160d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 --2- 172.21.15.17:0/2223291446 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2ec06dfa0 0x7fa2ec13a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 >> 172.21.15.17:0/2223291446 conn(0x7fa2ec06d110 msgr2=0x7fa2ec074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 shutdown_connections 2024-09-19T08:02:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:43.887+0000 7fa2f1aa5640 1 -- 172.21.15.17:0/2223291446 wait complete. 2024-09-19T08:02:43.898 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:44.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.000+0000 7fdf94a7b640 1 Processor -- start 2024-09-19T08:02:44.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.000+0000 7fdf94a7b640 1 -- start start 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf94a7b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdf9015e640 0x7fdf900ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf94a7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf900cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf94a7b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf9015ea20 con 0x7fdf900cf0e0 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf94a7b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdf900b2860 con 0x7fdf9015e640 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf94a7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf900b1c50 con 0x7fdf900d3660 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8dd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdf900cf0e0 0x7fdf900b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53900/0 (socket says 172.21.15.17:53900) 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8dd9b640 1 -- 172.21.15.17:0/1464875582 learned_addr learned my addr 172.21.15.17:0/1464875582 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8e59c640 1 --2- 172.21.15.17:0/1464875582 >> v2:172.21.15.160:3300/0 conn(0x7fdf9015e640 0x7fdf900ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf900cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1281667038 0 0) 0x7fdf9015ea20 con 0x7fdf900cf0e0 2024-09-19T08:02:44.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.001+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf7c003520 con 0x7fdf900cf0e0 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2899881792 0 0) 0x7fdf7c003520 con 0x7fdf900cf0e0 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 msgr2=0x7fdf900cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf900cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 >> v2:172.21.15.160:3300/0 conn(0x7fdf9015e640 msgr2=0x7fdf900ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 --2- 172.21.15.17:0/1464875582 >> v2:172.21.15.160:3300/0 conn(0x7fdf9015e640 0x7fdf900ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf900b1f30 con 0x7fdf900cf0e0 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdf78001670 con 0x7fdf900cf0e0 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 >> v1:172.21.15.17:6789/0 conn(0x7fdf900cf0e0 legacy=0x7fdf900b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf7c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf7c003f30 0x7fdf7c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf7c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900b2860 con 0x7fdf7c004d40 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900b1c50 con 0x7fdf7c003f30 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf7c00ba10 con 0x7fdf900d3660 2024-09-19T08:02:44.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf7c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8dd9b640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf7c003f30 0x7fdf7c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8e59c640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf7c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 -- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 msgr2=0x7fdf7c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf900d3660 0x7fdf7c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 -- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf7c003f30 msgr2=0x7fdf7c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf7c003f30 0x7fdf7c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.002+0000 7fdf8ed9d640 1 -- 172.21.15.17:0/1464875582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7c003520 con 0x7fdf7c004d40 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.003+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf7c0051c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800e170 tx=0x7fdf7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1f6ed414ce2f19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.003+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88034020 con 0x7fdf7c004d40 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.003+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf880305f0 con 0x7fdf7c004d40 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.003+0000 7fdf8d59a640 1 -- 172.21.15.17:0/1464875582 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88009c10 con 0x7fdf7c004d40 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1464875582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 msgr2=0x7fdf7c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1464875582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf7c0051c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800e170 tx=0x7fdf7c005830 comp rx=0 tx=0).stop 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf8ed9d640 1 -- 172.21.15.17:0/1464875582 reap_dead start 2024-09-19T08:02:44.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1464875582 shutdown_connections 2024-09-19T08:02:44.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1464875582 >> 172.21.15.17:0/1464875582 conn(0x7fdf9009d820 msgr2=0x7fdf900d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1464875582 shutdown_connections 2024-09-19T08:02:44.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.004+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1464875582 wait complete. 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.005+0000 7fdf94a7b640 1 Processor -- start 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.005+0000 7fdf94a7b640 1 -- start start 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 0x7fdf90153ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf90161190 0x7fdf90161610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900cfe40 con 0x7fdf7c004d40 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900b24f0 con 0x7fdf90161190 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf94a7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf900b73a0 con 0x7fdf9015a5c0 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40410/0 (socket says 172.21.15.17:40410) 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 -- 172.21.15.17:0/1672174620 learned_addr learned my addr 172.21.15.17:0/1672174620 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8ed9d640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf90161190 0x7fdf90161610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8dd9b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 0x7fdf90153ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 -- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 msgr2=0x7fdf90153ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 0x7fdf90153ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 -- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf90161190 msgr2=0x7fdf90161610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf90161190 0x7fdf90161610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8e59c640 1 -- 172.21.15.17:0/1672174620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9015b690 con 0x7fdf7c004d40 2024-09-19T08:02:44.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.006+0000 7fdf8dd9b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 0x7fdf90153ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf8e59c640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdf80011aa0 tx=0x7fdf80011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8000fb80 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf8000fd20 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf80014660 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf90154400 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.007+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf901f4560 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.008+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf90068eb0 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.008+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf80012040 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.009+0000 7fdf86ffd640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 0x7fdf7006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.009+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdf8008bb90 con 0x7fdf7c004d40 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.009+0000 7fdf8dd9b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 0x7fdf7006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.009+0000 7fdf8dd9b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 0x7fdf7006e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf78007fd0 tx=0x7fdf78009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.013+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf9015b690 con 0x7fdf7c004d40 2024-09-19T08:02:44.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.224+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf9006cf60 con 0x7fdf7c004d40 2024-09-19T08:02:44.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.224+0000 7fdf86ffd640 1 -- 172.21.15.17:0/1672174620 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fdf80019030 con 0x7fdf7c004d40 2024-09-19T08:02:44.224 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:44.225 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:02:44.225 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 msgr2=0x7fdf7006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 0x7fdf7006e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf78007fd0 tx=0x7fdf78009040 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 msgr2=0x7fdf90154630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdf80011aa0 tx=0x7fdf80011f60 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 shutdown_connections 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf7006c2e0 0x7fdf7006e7a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf90161190 0x7fdf90161610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf9015a5c0 0x7fdf90153ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 --2- 172.21.15.17:0/1672174620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf7c004d40 0x7fdf90154630 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 >> 172.21.15.17:0/1672174620 conn(0x7fdf9009d820 msgr2=0x7fdf9006d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 shutdown_connections 2024-09-19T08:02:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.227+0000 7fdf94a7b640 1 -- 172.21.15.17:0/1672174620 wait complete. 2024-09-19T08:02:44.237 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.339+0000 7fc72735f640 1 Processor -- start 2024-09-19T08:02:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.339+0000 7fc72735f640 1 -- start start 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc72735f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7200b3ae0 0x7fc7200cd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc72735f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc7200b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc72735f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7200b6580 con 0x7fc72015e330 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc72735f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc7200b4f00 con 0x7fc7200b3ae0 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc72735f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc7200b40a0 con 0x7fc7200b4550 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc7248fa640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7200b3ae0 0x7fc7200cd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.340+0000 7fc7248fa640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7200b3ae0 0x7fc7200cd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40420/0 (socket says 172.21.15.17:40420) 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 -- 172.21.15.17:0/3915650230 learned_addr learned my addr 172.21.15.17:0/3915650230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7258fc640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc7200b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 -- 172.21.15.17:0/3915650230 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 msgr2=0x7fc7200b49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc7200b49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 -- 172.21.15.17:0/3915650230 >> v1:172.21.15.160:6789/0 conn(0x7fc72015e330 legacy=0x7fc7200ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 -- 172.21.15.17:0/3915650230 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7200b6860 con 0x7fc7200b3ae0 2024-09-19T08:02:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7258fc640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc7200b49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.341+0000 7fc7248fa640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7200b3ae0 0x7fc7200cd4c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc714009870 tx=0x7fc71402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3907d8f9004ce0c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc71ffff640 1 -- 172.21.15.17:0/3915650230 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714037070 con 0x7fc7200b3ae0 2024-09-19T08:02:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc71ffff640 1 -- 172.21.15.17:0/3915650230 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc714032440 con 0x7fc7200b3ae0 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc71ffff640 1 -- 172.21.15.17:0/3915650230 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714032810 con 0x7fc7200b3ae0 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 -- 172.21.15.17:0/3915650230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7200b3ae0 msgr2=0x7fc7200cd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7200b3ae0 0x7fc7200cd4c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc714009870 tx=0x7fc71402a180 comp rx=0 tx=0).stop 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 -- 172.21.15.17:0/3915650230 shutdown_connections 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc7200b49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 --2- 172.21.15.17:0/3915650230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7200b3ae0 0x7fc7200cd4c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 -- 172.21.15.17:0/3915650230 >> 172.21.15.17:0/3915650230 conn(0x7fc7200b0750 msgr2=0x7fc7200b0b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 -- 172.21.15.17:0/3915650230 shutdown_connections 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.342+0000 7fc72735f640 1 -- 172.21.15.17:0/3915650230 wait complete. 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.343+0000 7fc72735f640 1 Processor -- start 2024-09-19T08:02:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 -- start start 2024-09-19T08:02:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200b3ae0 0x7fc720148420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc720154050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7200aefb0 con 0x7fc72015e330 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7200cf9b0 con 0x7fc7200b3ae0 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc72735f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc72015e710 con 0x7fc7200b4550 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc7258fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc7258fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40430/0 (socket says 172.21.15.17:40430) 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.344+0000 7fc7258fc640 1 -- 172.21.15.17:0/3389493850 learned_addr learned my addr 172.21.15.17:0/3389493850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7248fa640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc720154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7250fb640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200b3ae0 0x7fc720148420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 -- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 msgr2=0x7fc720154050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc720154050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 -- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200b3ae0 msgr2=0x7fc720148420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200b3ae0 0x7fc720148420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 -- 172.21.15.17:0/3389493850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7201548a0 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc7258fc640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc71000cef0 tx=0x7fc71000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc71001a070 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc71000d860 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc71000dc50 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc720155070 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.345+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc720155630 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.346+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7200cd4c0 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.346+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc71001d070 con 0x7fc72015e330 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.347+0000 7fc71dffb640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 0x7fc70c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.347+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc71008bcb0 con 0x7fc72015e330 2024-09-19T08:02:44.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.347+0000 7fc7250fb640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 0x7fc70c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.348+0000 7fc7250fb640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 0x7fc70c06e7a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc718006fd0 tx=0x7fc718008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.351+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc71005a4e0 con 0x7fc72015e330 2024-09-19T08:02:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.529+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7200aff20 con 0x7fc72015e330 2024-09-19T08:02:44.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.530+0000 7fc71dffb640 1 -- 172.21.15.17:0/3389493850 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7fc710059de0 con 0x7fc72015e330 2024-09-19T08:02:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:44.531 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 msgr2=0x7fc70c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 0x7fc70c06e7a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc718006fd0 tx=0x7fc718008040 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 msgr2=0x7fc72015ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc71000cef0 tx=0x7fc71000a710 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 shutdown_connections 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc70c06c2e0 0x7fc70c06e7a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc72015e330 0x7fc72015ce70 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7200b4550 0x7fc720154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 --2- 172.21.15.17:0/3389493850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200b3ae0 0x7fc720148420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 >> 172.21.15.17:0/3389493850 conn(0x7fc7200b0750 msgr2=0x7fc7200af130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 shutdown_connections 2024-09-19T08:02:44.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.533+0000 7fc72735f640 1 -- 172.21.15.17:0/3389493850 wait complete. 2024-09-19T08:02:44.544 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:02:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.646+0000 7fe1422ba640 1 Processor -- start 2024-09-19T08:02:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.646+0000 7fe1422ba640 1 -- start start 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.646+0000 7fe1422ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c0b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe1422ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe13c0b23c0 0x7fe13c072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe1422ba640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe13c0ce060 con 0x7fe13c15c480 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe1422ba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe13c0cf100 con 0x7fe13c0b23c0 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe1422ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c0ce340 con 0x7fe13c0cf9d0 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe13c0b23c0 0x7fe13c072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe13c0b23c0 0x7fe13c072270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40432/0 (socket says 172.21.15.17:40432) 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 -- 172.21.15.17:0/491075183 learned_addr learned my addr 172.21.15.17:0/491075183 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe13b7fe640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c0b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 -- 172.21.15.17:0/491075183 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 msgr2=0x7fe13c0b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c0b1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 -- 172.21.15.17:0/491075183 >> v1:172.21.15.160:6789/0 conn(0x7fe13c15c480 legacy=0x7fe13c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.647+0000 7fe140857640 1 -- 172.21.15.17:0/491075183 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c0ce620 con 0x7fe13c0b23c0 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe140857640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c0b23c0 0x7fe13c072270 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe134009e50 tx=0x7fe13402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ded3194ceefb2c4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe13affd640 1 -- 172.21.15.17:0/491075183 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134036070 con 0x7fe13c0b23c0 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe13affd640 1 -- 172.21.15.17:0/491075183 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe134031600 con 0x7fe13c0b23c0 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe13affd640 1 -- 172.21.15.17:0/491075183 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1340319d0 con 0x7fe13c0b23c0 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 -- 172.21.15.17:0/491075183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c0b23c0 msgr2=0x7fe13c072270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c0b23c0 0x7fe13c072270 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe134009e50 tx=0x7fe13402a710 comp rx=0 tx=0).stop 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 -- 172.21.15.17:0/491075183 shutdown_connections 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c0b23c0 0x7fe13c072270 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 --2- 172.21.15.17:0/491075183 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c0b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 -- 172.21.15.17:0/491075183 >> 172.21.15.17:0/491075183 conn(0x7fe13c06bc10 msgr2=0x7fe13c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.648+0000 7fe1422ba640 1 -- 172.21.15.17:0/491075183 shutdown_connections 2024-09-19T08:02:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.649+0000 7fe1422ba640 1 -- 172.21.15.17:0/491075183 wait complete. 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.650+0000 7fe1422ba640 1 Processor -- start 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.650+0000 7fe1422ba640 1 -- start start 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe13c0b23c0 0x7fe13c14fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c155940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c0b2850 con 0x7fe13c15c480 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c0cebe0 con 0x7fe13c0b23c0 2024-09-19T08:02:44.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c0727b0 con 0x7fe13c0cf9d0 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40440/0 (socket says 172.21.15.17:40440) 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 -- 172.21.15.17:0/1156677808 learned_addr learned my addr 172.21.15.17:0/1156677808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe13b7fe640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c155940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe13bfff640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe13c0b23c0 0x7fe13c14fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 -- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 msgr2=0x7fe13c155940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c155940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 -- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe13c0b23c0 msgr2=0x7fe13c14fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe13c0b23c0 0x7fe13c14fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 -- 172.21.15.17:0/1156677808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c1516f0 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe140857640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe134009f70 tx=0x7fe134004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134036050 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe134042070 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13c151990 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134009510 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.651+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13c151f50 con 0x7fe13c15c480 2024-09-19T08:02:44.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.652+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe13c072270 con 0x7fe13c15c480 2024-09-19T08:02:44.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.653+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe134007b90 con 0x7fe13c15c480 2024-09-19T08:02:44.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.653+0000 7fe138ff9640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:44.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.653+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe1340ac170 con 0x7fe13c15c480 2024-09-19T08:02:44.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.654+0000 7fe13bfff640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:44.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.654+0000 7fe13bfff640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 0x7fe11c06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe12c0016e0 tx=0x7fe12c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:44.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.658+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe13407a290 con 0x7fe13c15c480 2024-09-19T08:02:44.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.868+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe13c1580c0 con 0x7fe13c15c480 2024-09-19T08:02:44.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.869+0000 7fe138ff9640 1 -- 172.21.15.17:0/1156677808 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fe13407e590 con 0x7fe13c15c480 2024-09-19T08:02:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:44.870 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:02:44.871 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 msgr2=0x7fe11c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 0x7fe11c06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe12c0016e0 tx=0x7fe12c009040 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 msgr2=0x7fe13c155e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe134009f70 tx=0x7fe134004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 shutdown_connections 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe11c06c2b0 0x7fe11c06e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe13c15c480 0x7fe13c155e80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe13c0cf9d0 0x7fe13c155940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 --2- 172.21.15.17:0/1156677808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe13c0b23c0 0x7fe13c14fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 >> 172.21.15.17:0/1156677808 conn(0x7fe13c06bc10 msgr2=0x7fe13c15b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 shutdown_connections 2024-09-19T08:02:44.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:44.871+0000 7fe1422ba640 1 -- 172.21.15.17:0/1156677808 wait complete. 2024-09-19T08:02:45.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:02:30.471387+0000', 'modified': '2024-09-19T08:02:32.463374+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4287}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4287': {'gid': 4287, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.17:6835/3474078200', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3474078200}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3474078200}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4287, 'qdb_cluster': [4287]} 2024-09-19T08:02:45.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:02:45.285 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:02:45.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.391+0000 7fde66786640 1 Processor -- start 2024-09-19T08:02:45.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.391+0000 7fde66786640 1 -- start start 2024-09-19T08:02:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde66786640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fde6015e7c0 0x7fde60162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde66786640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde600b6a40 0x7fde600b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde66786640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde600b39a0 con 0x7fde600cf480 2024-09-19T08:02:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde66786640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fde601630d0 con 0x7fde600b6a40 2024-09-19T08:02:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde66786640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fde6015eba0 con 0x7fde6015e7c0 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde600b6a40 0x7fde600b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde600b6a40 0x7fde600b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40454/0 (socket says 172.21.15.17:40454) 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 -- 172.21.15.17:0/897490380 learned_addr learned my addr 172.21.15.17:0/897490380 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde5f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fde600cf480 0x7fde600b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53906/0 (socket says 172.21.15.17:53906) 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde5ffff640 1 --2- 172.21.15.17:0/897490380 >> v2:172.21.15.160:3300/0 conn(0x7fde6015e7c0 0x7fde60162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 -- 172.21.15.17:0/897490380 >> v2:172.21.15.160:3300/0 conn(0x7fde6015e7c0 msgr2=0x7fde60162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 --2- 172.21.15.17:0/897490380 >> v2:172.21.15.160:3300/0 conn(0x7fde6015e7c0 0x7fde60162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 -- 172.21.15.17:0/897490380 >> v1:172.21.15.17:6789/0 conn(0x7fde600cf480 legacy=0x7fde600b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde64d23640 1 -- 172.21.15.17:0/897490380 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde600cfc60 con 0x7fde600b6a40 2024-09-19T08:02:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.392+0000 7fde5effd640 1 -- 172.21.15.17:0/897490380 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2636115481 0 0) 0x7fde600b39a0 con 0x7fde600cf480 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.393+0000 7fde64d23640 1 --2- 172.21.15.17:0/897490380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde600b9800 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fde6008d800 tx=0x7fde5802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719d49a4d428757b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.393+0000 7fde5effd640 1 -- 172.21.15.17:0/897490380 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde58036070 con 0x7fde600b6a40 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.393+0000 7fde5effd640 1 -- 172.21.15.17:0/897490380 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde58031600 con 0x7fde600b6a40 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.393+0000 7fde5effd640 1 -- 172.21.15.17:0/897490380 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde580319f0 con 0x7fde600b6a40 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.393+0000 7fde66786640 1 -- 172.21.15.17:0/897490380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 msgr2=0x7fde600b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 --2- 172.21.15.17:0/897490380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde600b9800 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fde6008d800 tx=0x7fde5802a7c0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 -- 172.21.15.17:0/897490380 shutdown_connections 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 --2- 172.21.15.17:0/897490380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde600b9800 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 --2- 172.21.15.17:0/897490380 >> v2:172.21.15.160:3300/0 conn(0x7fde6015e7c0 0x7fde60162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 -- 172.21.15.17:0/897490380 >> 172.21.15.17:0/897490380 conn(0x7fde600d1320 msgr2=0x7fde600d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 -- 172.21.15.17:0/897490380 shutdown_connections 2024-09-19T08:02:45.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.394+0000 7fde66786640 1 -- 172.21.15.17:0/897490380 wait complete. 2024-09-19T08:02:45.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.395+0000 7fde66786640 1 Processor -- start 2024-09-19T08:02:45.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.395+0000 7fde66786640 1 -- start start 2024-09-19T08:02:45.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde600cf480 0x7fde600abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 0x7fde600cd750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde6015f100 con 0x7fde600b6a40 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde6015ee20 con 0x7fde600cf480 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde66786640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde6015f3e0 con 0x7fde6015e7c0 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40464/0 (socket says 172.21.15.17:40464) 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 -- 172.21.15.17:0/1984218243 learned_addr learned my addr 172.21.15.17:0/1984218243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde600cf480 0x7fde600abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde64d23640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 0x7fde600cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 -- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 msgr2=0x7fde600cd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 0x7fde600cd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 -- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde600cf480 msgr2=0x7fde600abc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde600cf480 0x7fde600abc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 -- 172.21.15.17:0/1984218243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde600b9580 con 0x7fde600b6a40 2024-09-19T08:02:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde64d23640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 0x7fde600cd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fde5000d5f0 tx=0x7fde5000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5cff9640 1 -- 172.21.15.17:0/1984218243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde500125f0 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.396+0000 7fde5cff9640 1 -- 172.21.15.17:0/1984218243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde50019070 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.397+0000 7fde5cff9640 1 -- 172.21.15.17:0/1984218243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde500129d0 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.397+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde600b9860 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.397+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde600b9e20 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.398+0000 7fde5cff9640 1 -- 172.21.15.17:0/1984218243 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde50012b70 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde5cff9640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde5cff9640 1 -- 172.21.15.17:0/1984218243 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde5008b7f0 con 0x7fde600b6a40 2024-09-19T08:02:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fde600500f0 tx=0x7fde54007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde695f7740 1 Processor -- start 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.399+0000 7fde695f7740 1 -- start start 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 0x5644215406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x56442153a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5644214a2520 con 0x5644215402c0 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56442144a3e0 con 0x564421541a50 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56442149e4e0 con 0x56442153da80 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40470/0 (socket says 172.21.15.17:40470) 2024-09-19T08:02:45.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 -- 172.21.15.17:0/3147439014 learned_addr learned my addr 172.21.15.17:0/3147439014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 0x5644215406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde64d23640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x56442153a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 -- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 msgr2=0x5644215406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 0x5644215406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 -- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 msgr2=0x56442153a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.400+0000 7fde5ffff640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x56442153a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde5ffff640 1 -- 172.21.15.17:0/3147439014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644214652f0 con 0x5644215402c0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 0x5644215406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde5ffff640 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fde50055cb0 tx=0x7fde500594c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=224ea7002a31ec7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde45ffb640 1 -- 172.21.15.17:0/3147439014 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50062430 con 0x5644215402c0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde45ffb640 1 -- 172.21.15.17:0/3147439014 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde50057b50 con 0x5644215402c0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde45ffb640 1 -- 172.21.15.17:0/3147439014 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50055ec0 con 0x5644215402c0 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 -- 172.21.15.17:0/3147439014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 msgr2=0x564421585a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fde50055cb0 tx=0x7fde500594c0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 -- 172.21.15.17:0/3147439014 shutdown_connections 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x56442153a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56442153da80 0x5644215406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 --2- 172.21.15.17:0/3147439014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421585a60 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 -- 172.21.15.17:0/3147439014 >> 172.21.15.17:0/3147439014 conn(0x56442153ca80 msgr2=0x564421584f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.401+0000 7fde695f7740 1 -- 172.21.15.17:0/3147439014 shutdown_connections 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.402+0000 7fde695f7740 1 -- 172.21.15.17:0/3147439014 wait complete. 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.402+0000 7fde695f7740 1 -- start start 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.402+0000 7fde695f7740 1 Processor -- start 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5644215402c0 0x564421592b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x5644215397d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56442153bf20 con 0x564421595530 2024-09-19T08:02:45.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56442142b450 con 0x564421541a50 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564421586290 con 0x5644215402c0 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde695f7740 10 client.0 _ll_register_callbacks cb 0x5644211b4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde64d23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde64d23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40484/0 (socket says 172.21.15.17:40484) 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde64d23640 1 -- 172.21.15.17:0/2615302484 learned_addr learned my addr 172.21.15.17:0/2615302484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde5ffff640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5644215402c0 0x564421592b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.403+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x5644215397d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 -- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5644215402c0 msgr2=0x564421592b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5644215402c0 0x564421592b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 -- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 msgr2=0x5644215397d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x5644215397d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 -- 172.21.15.17:0/2615302484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644211b52d0 con 0x564421595530 2024-09-19T08:02:45.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde64d23640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde58034040 tx=0x7fde58004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57759530f3569379 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde58041030 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde50057b50 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde58004600 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fde5804d050 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 10 client.4629 fetch_fsmap learned FSMap version 6 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x56442127f6b0 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde50057b50 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fde58050020 con 0x564421595530 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 10 client.4629 fetch_fsmap finished waiting for FSMap version 6 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 10 client.4629 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 20 client.4629 populate_metadata read hostname 'smithi017' 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421599690 0x56442155f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 4 client.4629 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.404+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 --> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644214afc50 con 0x564421599690 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.405+0000 7fde5ffff640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421599690 0x56442155f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.405+0000 7fde5ffff640 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421599690 0x56442155f6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5325d9ce679d18f server_cookie=14abdee76cbf3c46 in_seq=0 out_seq=0 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.405+0000 7fde3effd640 10 client.4629 ms_handle_connect on v2:172.21.15.17:6833/3474078200 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.405+0000 7fde3effd640 1 -- 172.21.15.17:0/2615302484 <== mds.0 v2:172.21.15.17:6833/3474078200 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644214afc50 con 0x564421599690 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.405+0000 7fde3effd640 10 client.4629 handle_command_reply: tid=0 2024-09-19T08:02:45.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 client.4629 shutdown 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 msgr2=0x564421567ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde58034040 tx=0x7fde58004ab0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 shutdown_connections 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421599690 0x56442155f6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564421595530 0x564421567ed0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x5644215397d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 --2- 172.21.15.17:0/2615302484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5644215402c0 0x564421592b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde3effd640 0 client.4629 ms_handle_reset on v2:172.21.15.17:6833/3474078200 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 >> 172.21.15.17:0/2615302484 conn(0x56442153da80 msgr2=0x564421582ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 shutdown_connections 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 1 -- 172.21.15.17:0/2615302484 wait complete. 2024-09-19T08:02:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.406+0000 7fde695f7740 20 client.4629 trim_cache size 0 max 16384 2024-09-19T08:02:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.424+0000 7fde695f7740 1 Processor -- start 2024-09-19T08:02:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.424+0000 7fde695f7740 1 -- start start 2024-09-19T08:02:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421541a50 0x5644215830d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421595530 0x564421581390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde601ff8c0 con 0x5644215402c0 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde601fed40 con 0x564421595530 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde601ff270 con 0x564421541a50 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40490/0 (socket says 172.21.15.17:40490) 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 -- 172.21.15.17:0/1655824733 learned_addr learned my addr 172.21.15.17:0/1655824733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 -- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421541a50 msgr2=0x5644215830d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421541a50 0x5644215830d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 -- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421595530 msgr2=0x564421581390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421595530 0x564421581390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.425+0000 7fde5ffff640 1 -- 172.21.15.17:0/1655824733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564421539b40 con 0x5644215402c0 2024-09-19T08:02:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde5ffff640 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fde50059550 tx=0x7fde5005c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb8f89c8cb02cebf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde457fa640 1 -- 172.21.15.17:0/1655824733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde500578f0 con 0x5644215402c0 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde457fa640 1 -- 172.21.15.17:0/1655824733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde50076070 con 0x5644215402c0 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde457fa640 1 -- 172.21.15.17:0/1655824733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50060070 con 0x5644215402c0 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 -- 172.21.15.17:0/1655824733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 msgr2=0x5644215a9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fde50059550 tx=0x7fde5005c000 comp rx=0 tx=0).stop 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 -- 172.21.15.17:0/1655824733 shutdown_connections 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421595530 0x564421581390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421541a50 0x5644215830d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 --2- 172.21.15.17:0/1655824733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x5644215a9500 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 -- 172.21.15.17:0/1655824733 >> 172.21.15.17:0/1655824733 conn(0x56442153da80 msgr2=0x564421594610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 -- 172.21.15.17:0/1655824733 shutdown_connections 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.426+0000 7fde695f7740 1 -- 172.21.15.17:0/1655824733 wait complete. 2024-09-19T08:02:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.427+0000 7fde695f7740 1 -- start start 2024-09-19T08:02:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.427+0000 7fde695f7740 1 Processor -- start 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x564421603af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421595530 0x56442159bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564421539ee0 con 0x5644215402c0 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564421598cf0 con 0x564421541a50 2024-09-19T08:02:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564421566340 con 0x564421595530 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde695f7740 10 client.0 _ll_register_callbacks cb 0x7fde58034070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40492/0 (socket says 172.21.15.17:40492) 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 -- 172.21.15.17:0/785461956 learned_addr learned my addr 172.21.15.17:0/785461956 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x564421603af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde64d23640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421595530 0x56442159bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 -- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421595530 msgr2=0x56442159bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421595530 0x56442159bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 -- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 msgr2=0x564421603af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x564421603af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 -- 172.21.15.17:0/785461956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56442159f620 con 0x5644215402c0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde5ffff640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde5000dfb0 tx=0x7fde50006f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4dff45542c6d5e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.428+0000 7fde3effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:02:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50060070 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde50055ec0 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde50076070 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fde5005ab80 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 10 client.4635 fetch_fsmap learned FSMap version 6 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x56442159c1d0 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde50076070 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fde5006dce0 con 0x5644215402c0 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 10 client.4635 fetch_fsmap finished waiting for FSMap version 6 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 10 client.4635 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 20 client.4635 populate_metadata read hostname 'smithi017' 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421594720 0x564421594b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 4 client.4635 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 --> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] -- command(tid 0: {"prefix": "status"}) -- 0x564421569580 con 0x564421594720 2024-09-19T08:02:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421594720 0x564421594b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde3effd640 10 client.4635 ms_handle_connect on v2:172.21.15.17:6833/3474078200 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.429+0000 7fde5f7fe640 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421594720 0x564421594b00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a3807431febbbb0 server_cookie=b10a5fa3fbf35432 in_seq=0 out_seq=0 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde3effd640 1 -- 172.21.15.17:0/785461956 <== mds.0 v2:172.21.15.17:6833/3474078200 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x564421569580 con 0x564421594720 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde3effd640 10 client.4635 handle_command_reply: tid=0 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 client.4635 shutdown 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 msgr2=0x564421586f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde5000dfb0 tx=0x7fde50006f30 comp rx=0 tx=0).stop 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 shutdown_connections 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:6833/3474078200,v1:172.21.15.17:6835/3474078200] conn(0x564421594720 0x564421594b00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564421595530 0x56442159bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564421541a50 0x564421603af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde3effd640 0 client.4635 ms_handle_reset on v2:172.21.15.17:6833/3474078200 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 --2- 172.21.15.17:0/785461956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644215402c0 0x564421586f60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 >> 172.21.15.17:0/785461956 conn(0x56442153da80 msgr2=0x564421583280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 shutdown_connections 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 1 -- 172.21.15.17:0/785461956 wait complete. 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde695f7740 20 client.4635 trim_cache size 0 max 16384 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 4287, 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:02:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 14.327139043000001, 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 6, 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 21, 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 21, 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 20.350896614 2024-09-19T08:02:45.437 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 msgr2=0x7fde4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fde600500f0 tx=0x7fde54007d50 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.430+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 msgr2=0x7fde6015b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fde5000d5f0 tx=0x7fde5000dab0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 shutdown_connections 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde6015e7c0 0x7fde600cd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde600cf480 0x7fde600abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 --2- 172.21.15.17:0/1984218243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde600b6a40 0x7fde6015b340 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 >> 172.21.15.17:0/1984218243 conn(0x7fde600d1320 msgr2=0x7fde6015da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 shutdown_connections 2024-09-19T08:02:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.431+0000 7fde66786640 1 -- 172.21.15.17:0/1984218243 wait complete. 2024-09-19T08:02:45.441 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T08:02:45.451 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T08:02:45.452 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T08:02:45.452 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T08:02:45.452 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-19T08:02:45.517 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-19T08:02:45.517 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T08:02:45.517 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-19T08:02:45.517 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:45.518 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:45.518 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:45.518 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:02:45.518 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:45.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:45.519 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list 2024-09-19T08:02:45.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:45.539 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link delete ceph-brx 2024-09-19T08:02:45.609 INFO:teuthology.orchestra.run.smithi160.stderr:Cannot find device "ceph-brx" 2024-09-19T08:02:45.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:02:45.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:45.611 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:02:45.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:45.628 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-09-19T08:02:45.695 INFO:teuthology.orchestra.run.smithi017.stderr:Cannot find device "ceph-brx" 2024-09-19T08:02:45.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:02:45.697 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-19T08:02:45.697 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T08:02:45.698 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:02:45.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.840+0000 7f193f4e6640 1 Processor -- start 2024-09-19T08:02:45.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.840+0000 7f193f4e6640 1 -- start start 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193f4e6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f19380afc70 0x7f193815f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193f4e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f1938154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193f4e6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f193815f950 con 0x7f19380cf200 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193f4e6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f19380cf780 con 0x7f19380afc70 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193f4e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19380cfa60 con 0x7f19380ce1f0 2024-09-19T08:02:45.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193ca81640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f19380cf200 0x7f19380cdae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53914/0 (socket says 172.21.15.17:53914) 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.841+0000 7f193ca81640 1 -- 172.21.15.17:0/462166507 learned_addr learned my addr 172.21.15.17:0/462166507 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f1938154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193d282640 1 --2- 172.21.15.17:0/462166507 >> v2:172.21.15.160:3300/0 conn(0x7f19380afc70 0x7f193815f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1187396459 0 0) 0x7f193815f950 con 0x7f19380cf200 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1920003520 con 0x7f19380cf200 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3626617723 0 0) 0x7f1920003520 con 0x7f19380cf200 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 msgr2=0x7f1938154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f1938154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 >> v2:172.21.15.160:3300/0 conn(0x7f19380afc70 msgr2=0x7f193815f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 --2- 172.21.15.17:0/462166507 >> v2:172.21.15.160:3300/0 conn(0x7f19380afc70 0x7f193815f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19380cfd40 con 0x7f19380cf200 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193d282640 1 --2- 172.21.15.17:0/462166507 >> v2:172.21.15.160:3300/0 conn(0x7f19380afc70 0x7f193815f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:45.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f192c001690 con 0x7f19380cf200 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 >> v1:172.21.15.17:6789/0 conn(0x7f19380cf200 legacy=0x7f19380cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f19200039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1920003f30 0x7f1920004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920004d40 0x7f19200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19380cf780 con 0x7f1920004d40 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f19380cfa60 con 0x7f1920003f30 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f192000ba10 con 0x7f19380ce1f0 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920004d40 0x7f19200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193d282640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f19200039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193ca81640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1920003f30 0x7f1920004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 -- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 msgr2=0x7f19200039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19380ce1f0 0x7f19200039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 -- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1920003f30 msgr2=0x7f1920004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:45.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1920003f30 0x7f1920004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.842+0000 7f193da83640 1 -- 172.21.15.17:0/462166507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1920003520 con 0x7f1920004d40 2024-09-19T08:02:45.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.843+0000 7f193da83640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920004d40 0x7f19200051c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1930009ac0 tx=0x7f1920005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7b9f6b2850214de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.843+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930036070 con 0x7f1920004d40 2024-09-19T08:02:45.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.843+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1930031400 con 0x7f1920004d40 2024-09-19T08:02:45.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.843+0000 7f1937fff640 1 -- 172.21.15.17:0/462166507 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930009690 con 0x7f1920004d40 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 -- 172.21.15.17:0/462166507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920004d40 msgr2=0x7f19200051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 --2- 172.21.15.17:0/462166507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920004d40 0x7f19200051c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1930009ac0 tx=0x7f1920005830 comp rx=0 tx=0).stop 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193da83640 1 -- 172.21.15.17:0/462166507 reap_dead start 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 -- 172.21.15.17:0/462166507 shutdown_connections 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 -- 172.21.15.17:0/462166507 >> 172.21.15.17:0/462166507 conn(0x7f19380b1770 msgr2=0x7f19380b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:45.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 -- 172.21.15.17:0/462166507 shutdown_connections 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.844+0000 7f193f4e6640 1 -- 172.21.15.17:0/462166507 wait complete. 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.845+0000 7f193f4e6640 1 Processor -- start 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.845+0000 7f193f4e6640 1 -- start start 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1938154530 0x7f19380b5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f193815a680 0x7f19380ac4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19380b0050 con 0x7f19380b5b40 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f19380d0300 con 0x7f193815a680 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193f4e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19380b01d0 con 0x7f1938154530 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193ca81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193ca81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40504/0 (socket says 172.21.15.17:40504) 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193ca81640 1 -- 172.21.15.17:0/1517582528 learned_addr learned my addr 172.21.15.17:0/1517582528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:45.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193d282640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1938154530 0x7f19380b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193da83640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f193815a680 0x7f19380ac4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193ca81640 1 -- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1938154530 msgr2=0x7f19380b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.846+0000 7f193ca81640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1938154530 0x7f19380b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193ca81640 1 -- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f193815a680 msgr2=0x7f19380ac4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193ca81640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f193815a680 0x7f19380ac4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193ca81640 1 -- 172.21.15.17:0/1517582528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193815ab00 con 0x7f19380b5b40 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193ca81640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f192c001eb0 tx=0x7f192c007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192c00f9c0 con 0x7f19380b5b40 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f192c018070 con 0x7f19380b5b40 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19380ae620 con 0x7f19380b5b40 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192c00fdc0 con 0x7f19380b5b40 2024-09-19T08:02:45.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.847+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19380aebc0 con 0x7f19380b5b40 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.848+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19380b50e0 con 0x7f19380b5b40 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.848+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f192c01d460 con 0x7f19380b5b40 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.849+0000 7f1935ffb640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 0x7f192406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.849+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f192c08b480 con 0x7f19380b5b40 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.849+0000 7f193d282640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 0x7f192406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.850+0000 7f193d282640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 0x7f192406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1928009fd0 tx=0x7f192800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:45.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:45.853+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f193815ab00 con 0x7f19380b5b40 2024-09-19T08:02:46.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.067+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f19380b4e00 con 0x7f19380b5b40 2024-09-19T08:02:46.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.067+0000 7f1935ffb640 1 -- 172.21.15.17:0/1517582528 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f192c0595a0 con 0x7f19380b5b40 2024-09-19T08:02:46.067 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:02:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 msgr2=0x7f192406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 0x7f192406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1928009fd0 tx=0x7f192800b040 comp rx=0 tx=0).stop 2024-09-19T08:02:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 msgr2=0x7f193815a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f192c001eb0 tx=0x7f192c007720 comp rx=0 tx=0).stop 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 shutdown_connections 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f192406c2b0 0x7f192406e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f193815a680 0x7f19380ac4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19380b5b40 0x7f193815a140 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 --2- 172.21.15.17:0/1517582528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1938154530 0x7f19380b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 >> 172.21.15.17:0/1517582528 conn(0x7f19380b1770 msgr2=0x7f1938161630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 shutdown_connections 2024-09-19T08:02:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46.069+0000 7f193f4e6640 1 -- 172.21.15.17:0/1517582528 wait complete. 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:02:46.080 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:02:46.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:46.081 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:46.097 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42755sec preferred_lft 42755sec 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:46.098 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:46.099 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:02:46.099 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T08:02:46.099 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:46.099 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:46.099 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add name ceph-brx type bridge 2024-09-19T08:02:46.099 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr flush dev ceph-brx 2024-09-19T08:02:46.100 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set ceph-brx up 2024-09-19T08:02:46.100 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T08:02:46.100 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:46.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:46.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:46.300 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:02:46.325 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:02:46.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:46.327 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:02:46.396 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:02:46.396 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:02:46.396 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:02:46.397 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:02:46.397 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:02:46.397 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:46.397 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:46.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:02:46.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:02:46.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:02:46.398 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:46.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:46.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:46.710 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:02:46.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:46.727 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list-id 2024-09-19T08:02:46.784 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:46.784 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:46.784 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:46.784 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T08:02:46.784 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:46.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:46.906 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T08:02:46.906 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T08:02:46.907 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:47.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:47.062 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:47.062 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:47.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:02:47.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T08:02:47.062 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:47.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:47.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:47.145 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:02:47.145 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:47.145 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:47.162 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:02:47.162 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:47.162 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:47.217 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:02:47.284 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:02:47.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:47.341 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:47.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:47.343 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:02:47.396 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:02:47.396 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:02:47.439 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:02:47.464 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:02:47.522 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:47.523 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:47.524 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:47.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:47.525 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:02:47.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:02:47.532+0000 7f3f0952a480 -1 init, newargv = 0x55925e600e40 newargc=15 2024-09-19T08:02:47.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[43821]: starting ceph client 2024-09-19T08:02:47.537 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[43821]: starting fuse 2024-09-19T08:02:47.547 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:02:47.548 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:02:47.548 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:02:47.549 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:02:47.550 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:02:47.550 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:02:47.550 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:47.550 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:02:47.550 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:02:47.669 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.43821.asok 2024-09-19T08:02:47.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:47.680 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.43821.asok 2024-09-19T08:02:47.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:47.680 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.43821.asok status 2024-09-19T08:02:47.816 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:02:47.816 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:02:47.816 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:02:47.816 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "43821", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 4647, 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:02:47.817 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 4647 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3811450638 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3811450638 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.4647 192.168.0.1:0/3811450638", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3811450638", 2024-09-19T08:02:47.818 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 6, 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 21, 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:02:47.819 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:02:47.824 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T08:02:47.825 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:02:47.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.927+0000 7f0aa954b640 1 Processor -- start 2024-09-19T08:02:47.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.927+0000 7f0aa954b640 1 -- start start 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa954b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0aa40b07e0 0x7f0aa4169140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa954b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aa406e3c0 con 0x7f0aa4158c90 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa954b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aa406e6a0 con 0x7f0aa406c320 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa954b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0aa406e170 con 0x7f0aa40b07e0 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0aa40b07e0 0x7f0aa4169140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa2ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0aa4158c90 0x7f0aa406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53926/0 (socket says 172.21.15.17:53926) 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa2ffd640 1 -- 172.21.15.17:0/479716143 learned_addr learned my addr 172.21.15.17:0/479716143 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0aa40b07e0 0x7f0aa4169140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40514/0 (socket says 172.21.15.17:40514) 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa37fe640 1 -- 172.21.15.17:0/479716143 >> v1:172.21.15.160:6789/0 conn(0x7f0aa406c320 legacy=0x7f0aa40b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:47.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa37fe640 1 -- 172.21.15.17:0/479716143 >> v1:172.21.15.17:6789/0 conn(0x7f0aa4158c90 legacy=0x7f0aa406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:47.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa37fe640 1 -- 172.21.15.17:0/479716143 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa406e980 con 0x7f0aa40b07e0 2024-09-19T08:02:47.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.928+0000 7f0aa1ffb640 1 -- 172.21.15.17:0/479716143 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2969840092 0 0) 0x7f0aa406e3c0 con 0x7f0aa4158c90 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa37fe640 1 --2- 172.21.15.17:0/479716143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa40b07e0 0x7f0aa4169140 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009d90 tx=0x7f0a9c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=438b3e41471c8dab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa1ffb640 1 -- 172.21.15.17:0/479716143 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c007740 con 0x7f0aa40b07e0 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa1ffb640 1 -- 172.21.15.17:0/479716143 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a9c0078e0 con 0x7f0aa40b07e0 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa1ffb640 1 -- 172.21.15.17:0/479716143 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c007cb0 con 0x7f0aa40b07e0 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 -- 172.21.15.17:0/479716143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa40b07e0 msgr2=0x7f0aa4169140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 --2- 172.21.15.17:0/479716143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa40b07e0 0x7f0aa4169140 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009d90 tx=0x7f0a9c02a6f0 comp rx=0 tx=0).stop 2024-09-19T08:02:47.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 -- 172.21.15.17:0/479716143 shutdown_connections 2024-09-19T08:02:47.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 --2- 172.21.15.17:0/479716143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa40b07e0 0x7f0aa4169140 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:47.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 -- 172.21.15.17:0/479716143 >> 172.21.15.17:0/479716143 conn(0x7f0aa4067b30 msgr2=0x7f0aa406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:47.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.929+0000 7f0aa954b640 1 -- 172.21.15.17:0/479716143 shutdown_connections 2024-09-19T08:02:47.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.930+0000 7f0aa954b640 1 -- 172.21.15.17:0/479716143 wait complete. 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.931+0000 7f0aa954b640 1 Processor -- start 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.931+0000 7f0aa954b640 1 -- start start 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0aa406c320 0x7f0aa4155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0aa40b07e0 0x7f0aa41e6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:47.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa40b4210 con 0x7f0aa4158c90 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa415fac0 con 0x7f0aa406c320 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa40b4390 con 0x7f0aa40b07e0 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40530/0 (socket says 172.21.15.17:40530) 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 -- 172.21.15.17:0/2258138533 learned_addr learned my addr 172.21.15.17:0/2258138533 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa2ffd640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0aa406c320 0x7f0aa4155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa27fc640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0aa40b07e0 0x7f0aa41e6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 -- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0aa40b07e0 msgr2=0x7f0aa41e6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0aa40b07e0 0x7f0aa41e6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 -- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0aa406c320 msgr2=0x7f0aa4155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0aa406c320 0x7f0aa4155a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 -- 172.21.15.17:0/2258138533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa41e76e0 con 0x7f0aa4158c90 2024-09-19T08:02:47.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa37fe640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009eb0 tx=0x7f0a9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c040070 con 0x7f0aa4158c90 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a9c031c90 con 0x7f0aa4158c90 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa41e79c0 con 0x7f0aa4158c90 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.932+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c03c640 con 0x7f0aa4158c90 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.933+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa41e8260 con 0x7f0aa4158c90 2024-09-19T08:02:47.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.933+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa40af6c0 con 0x7f0aa4158c90 2024-09-19T08:02:47.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.934+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0a9c039040 con 0x7f0aa4158c90 2024-09-19T08:02:47.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.934+0000 7f0a8b7fe640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:47.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.935+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0a9c0ac9b0 con 0x7f0aa4158c90 2024-09-19T08:02:47.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.935+0000 7f0aa2ffd640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:47.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.935+0000 7f0aa2ffd640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 0x7f0a9006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0a94000f60 tx=0x7f0a94007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:47.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:47.939+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0aa40af6c0 con 0x7f0aa4158c90 2024-09-19T08:02:48.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.151+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0aa41e8460 con 0x7f0aa4158c90 2024-09-19T08:02:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.151+0000 7f0a8b7fe640 1 -- 172.21.15.17:0/2258138533 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f0aa41e8460 con 0x7f0aa4158c90 2024-09-19T08:02:48.151 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:02:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 msgr2=0x7f0a9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 0x7f0a9006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0a94000f60 tx=0x7f0a94007e40 comp rx=0 tx=0).stop 2024-09-19T08:02:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 msgr2=0x7f0aa41e8780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c009eb0 tx=0x7f0a9c004a40 comp rx=0 tx=0).stop 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 shutdown_connections 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9006c2b0 0x7f0a9006e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0aa4158c90 0x7f0aa41e8780 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0aa40b07e0 0x7f0aa41e6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 --2- 172.21.15.17:0/2258138533 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0aa406c320 0x7f0aa4155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 >> 172.21.15.17:0/2258138533 conn(0x7f0aa4067b30 msgr2=0x7f0aa40b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 shutdown_connections 2024-09-19T08:02:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48.153+0000 7f0aa954b640 1 -- 172.21.15.17:0/2258138533 wait complete. 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:02:48.164 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T08:02:48.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.165 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:02:48.181 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:48.182 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42753sec preferred_lft 42753sec 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:48.183 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link tentative 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link tentative 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.185 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:02:48.246 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:02:48.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.248 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:02:48.304 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:02:48.305 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:02:48.305 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:02:48.305 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:02:48.305 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:02:48.305 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:48.305 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:48.305 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:02:48.305 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:02:48.306 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:02:48.306 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:48.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:48.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.434 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:02:48.450 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:02:48.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.451 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list-id 2024-09-19T08:02:48.507 INFO:teuthology.orchestra.run.smithi017.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T08:02:48.507 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:48.507 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:48.507 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:02:48.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T08:02:48.508 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:48.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:48.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:48.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.627 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T08:02:48.652 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:48.652 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:48.652 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:48.652 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.652 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0a:50:f5:a0:a3:4d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::850:f5ff:fea0:a34d/64 scope link tentative 2024-09-19T08:02:48.653 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:48.654 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:48.720 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0a:50:f5:a0:a3:4d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T08:02:48.721 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T08:02:48.721 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.721 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::850:f5ff:fea0:a34d/64 scope link tentative 2024-09-19T08:02:48.721 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:48.722 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T08:02:48.722 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:48.722 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:48.722 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T08:02:48.722 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T08:02:48.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T08:02:48.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T08:02:48.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T08:02:48.723 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:48.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:48.879 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:48.879 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:02:48.879 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.1 up 2024-09-19T08:02:48.879 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T08:02:48.879 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:02:48.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:48.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:48.960 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-19T08:02:48.960 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:48.960 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:48.976 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T08:02:48.976 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:48.976 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:49.031 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:02:49.098 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:49.155 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:02:49.156 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:02:49.157 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:02:49.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:49.159 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:02:49.211 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:02:49.212 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-19T08:02:49.212 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-19T08:02:49.254 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:02:49.280 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:49.337 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:02:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:02:49.339 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:02:49.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:49.340 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:02:49.341 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi017.stderr:2024-09-19T08:02:49.338+0000 7f92e2962480 -1 init, newargv = 0x558e00dbbd40 newargc=15 2024-09-19T08:02:49.341 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi017.stderr:ceph-fuse[44318]: starting ceph client 2024-09-19T08:02:49.343 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi017.stderr:ceph-fuse[44318]: starting fuse 2024-09-19T08:02:49.357 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:02:49.357 INFO:teuthology.orchestra.run.smithi017.stdout:44 2024-09-19T08:02:49.357 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-19T08:02:49.357 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:02:49.357 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:49.358 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.2")) 2024-09-19T08:02:49.359 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:02:49.477 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.2.44318.asok 2024-09-19T08:02:49.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:49.488 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.44318.asok 2024-09-19T08:02:49.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:49.489 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.44318.asok status 2024-09-19T08:02:49.626 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:02:49.626 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:02:49.626 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:02:49.626 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:02:49.626 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "2", 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "44318", 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 4662, 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 4662 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:49.627 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.2:0", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4009756070 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.2:0", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4009756070 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.4662 192.168.0.2:0/4009756070", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.2:0/4009756070", 2024-09-19T08:02:49.628 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 6, 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 21, 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:02:49.629 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:02:49.634 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T08:02:49.635 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:02:49.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.737+0000 7fde20fe4640 1 Processor -- start 2024-09-19T08:02:49.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.737+0000 7fde20fe4640 1 -- start start 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde20fe4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde20fe4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 0x7fde1c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde20fe4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde1c0d17e0 con 0x7fde1c06dae0 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde20fe4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fde1c0d09d0 con 0x7fde1c0d3480 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde20fe4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde1c15ee90 con 0x7fde1c15eab0 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:49142/0 (socket says 172.21.15.17:49142) 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 -- 172.21.15.17:0/3373655703 learned_addr learned my addr 172.21.15.17:0/3373655703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:49.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1ad9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 0x7fde1c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1959a640 1 -- 172.21.15.17:0/3373655703 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2580319570 0 0) 0x7fde1c0d17e0 con 0x7fde1c06dae0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1959a640 1 -- 172.21.15.17:0/3373655703 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde04003520 con 0x7fde1c06dae0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 -- 172.21.15.17:0/3373655703 >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 msgr2=0x7fde1c0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 --2- 172.21.15.17:0/3373655703 >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 0x7fde1c0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 -- 172.21.15.17:0/3373655703 >> v1:172.21.15.160:6789/0 conn(0x7fde1c06dae0 legacy=0x7fde1c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1a59c640 1 -- 172.21.15.17:0/3373655703 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde1c0cfc10 con 0x7fde1c15eab0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.738+0000 7fde1ad9d640 1 --2- 172.21.15.17:0/3373655703 >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 0x7fde1c0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.739+0000 7fde1a59c640 1 --2- 172.21.15.17:0/3373655703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0098a0 tx=0x7fde0c02a320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4951a777fa4e227e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.739+0000 7fde1959a640 1 -- 172.21.15.17:0/3373655703 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c037070 con 0x7fde1c15eab0 2024-09-19T08:02:49.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.739+0000 7fde1959a640 1 -- 172.21.15.17:0/3373655703 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde0c032640 con 0x7fde1c15eab0 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.739+0000 7fde1959a640 1 -- 172.21.15.17:0/3373655703 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c0329f0 con 0x7fde1c15eab0 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 -- 172.21.15.17:0/3373655703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 msgr2=0x7fde1c06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 --2- 172.21.15.17:0/3373655703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0098a0 tx=0x7fde0c02a320 comp rx=0 tx=0).stop 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 -- 172.21.15.17:0/3373655703 shutdown_connections 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 --2- 172.21.15.17:0/3373655703 >> v2:172.21.15.160:3300/0 conn(0x7fde1c0d3480 0x7fde1c0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 --2- 172.21.15.17:0/3373655703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c06d5a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 -- 172.21.15.17:0/3373655703 >> 172.21.15.17:0/3373655703 conn(0x7fde1c0d4b30 msgr2=0x7fde1c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 -- 172.21.15.17:0/3373655703 shutdown_connections 2024-09-19T08:02:49.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.740+0000 7fde20fe4640 1 -- 172.21.15.17:0/3373655703 wait complete. 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.741+0000 7fde20fe4640 1 Processor -- start 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.741+0000 7fde20fe4640 1 -- start start 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde1c06dae0 0x7fde1c14d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c0b5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c0d01d0 con 0x7fde1c0d3480 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c06df20 con 0x7fde1c06dae0 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde20fe4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde1c0d04b0 con 0x7fde1c15eab0 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40534/0 (socket says 172.21.15.17:40534) 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde19d9b640 1 -- 172.21.15.17:0/228377354 learned_addr learned my addr 172.21.15.17:0/228377354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde1a59c640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde1c06dae0 0x7fde1c14d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.742+0000 7fde1ad9d640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c0b5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 -- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 msgr2=0x7fde1c0b5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c0b5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 -- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde1c06dae0 msgr2=0x7fde1c14d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde1c06dae0 0x7fde1c14d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 -- 172.21.15.17:0/228377354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde1c158540 con 0x7fde1c0d3480 2024-09-19T08:02:49.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde19d9b640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fde1000c400 tx=0x7fde1000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:49.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde10017070 con 0x7fde1c0d3480 2024-09-19T08:02:49.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde100052d0 con 0x7fde1c0d3480 2024-09-19T08:02:49.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde1c158820 con 0x7fde1c0d3480 2024-09-19T08:02:49.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde10003810 con 0x7fde1c0d3480 2024-09-19T08:02:49.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.743+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde1c158de0 con 0x7fde1c0d3480 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.744+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde1c0b3600 con 0x7fde1c0d3480 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.745+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde1001a070 con 0x7fde1c0d3480 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.745+0000 7fde0affd640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 0x7fddfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.745+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde1008a7c0 con 0x7fde1c0d3480 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.745+0000 7fde1a59c640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 0x7fddfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:49.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.746+0000 7fde1a59c640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 0x7fddfc06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fde0c034000 tx=0x7fde0c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:49.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.750+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde10058840 con 0x7fde1c0d3480 2024-09-19T08:02:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.961+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fde1c15ca90 con 0x7fde1c0d3480 2024-09-19T08:02:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.961+0000 7fde0affd640 1 -- 172.21.15.17:0/228377354 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fde1005cb40 con 0x7fde1c0d3480 2024-09-19T08:02:49.961 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:02:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 msgr2=0x7fddfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 0x7fddfc06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fde0c034000 tx=0x7fde0c02e000 comp rx=0 tx=0).stop 2024-09-19T08:02:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 msgr2=0x7fde1c0ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fde1000c400 tx=0x7fde1000c800 comp rx=0 tx=0).stop 2024-09-19T08:02:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 shutdown_connections 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddfc06c2b0 0x7fddfc06e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde1c15eab0 0x7fde1c0b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde1c0d3480 0x7fde1c0ce270 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 --2- 172.21.15.17:0/228377354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde1c06dae0 0x7fde1c14d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 >> 172.21.15.17:0/228377354 conn(0x7fde1c0d4b30 msgr2=0x7fde1c0b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 shutdown_connections 2024-09-19T08:02:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:49.963+0000 7fde20fe4640 1 -- 172.21.15.17:0/228377354 wait complete. 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi160.front.sepia.ceph.com 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:02:49.974 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T08:02:49.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:49.974 DEBUG:teuthology.orchestra.run.smithi160:> ip addr 2024-09-19T08:02:49.994 INFO:teuthology.orchestra.run.smithi160.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:49.994 INFO:teuthology.orchestra.run.smithi160.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:49.994 INFO:teuthology.orchestra.run.smithi160.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:49.994 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:49.994 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:d9:82:80 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: altname enp7s0f0 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:d9:82:81 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: altname enp7s0f1 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:88:7f:5a brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:88:7f:5b brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: inet 172.21.15.160/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T08:02:49.995 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft 42756sec preferred_lft 42756sec 2024-09-19T08:02:49.996 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::ec4:7aff:fe88:7f5b/64 scope link noprefixroute 2024-09-19T08:02:49.996 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:49.996 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link add name ceph-brx type bridge 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip addr flush dev ceph-brx 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link set ceph-brx up 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T08:02:49.996 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:50.090 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:50.292 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:50.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:50.298 DEBUG:teuthology.orchestra.run.smithi160:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:02:50.323 INFO:teuthology.orchestra.run.smithi160.stdout:1 2024-09-19T08:02:50.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:50.325 DEBUG:teuthology.orchestra.run.smithi160:> route 2024-09-19T08:02:50.392 INFO:teuthology.orchestra.run.smithi160.stdout:Kernel IP routing table 2024-09-19T08:02:50.393 INFO:teuthology.orchestra.run.smithi160.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:02:50.393 INFO:teuthology.orchestra.run.smithi160.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T08:02:50.393 INFO:teuthology.orchestra.run.smithi160.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T08:02:50.393 INFO:teuthology.orchestra.run.smithi160.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:02:50.393 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:50.393 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:50.393 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T08:02:50.393 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T08:02:50.393 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T08:02:50.394 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:50.481 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:50.684 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:50.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:50.691 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list 2024-09-19T08:02:50.706 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:50.706 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list-id 2024-09-19T08:02:50.760 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:50.760 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:50.761 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:50.761 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T08:02:50.761 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:50.848 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:50.872 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:50.878 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T08:02:50.878 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:50.878 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:50.878 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T08:02:50.879 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T08:02:50.879 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T08:02:50.879 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T08:02:50.879 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T08:02:50.879 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:50.927 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:51.010 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:51.016 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:51.016 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:51.016 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link set brx.0 up 2024-09-19T08:02:51.016 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T08:02:51.017 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:51.064 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:51.086 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:51.093 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-19T08:02:51.093 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:51.094 DEBUG:teuthology.orchestra.run.smithi160:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:51.109 INFO:teuthology.orchestra.run.smithi160.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T08:02:51.109 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:51.109 DEBUG:teuthology.orchestra.run.smithi160:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:51.165 DEBUG:teuthology.orchestra.run.smithi160:> sudo modprobe fuse 2024-09-19T08:02:51.232 DEBUG:teuthology.orchestra.run.smithi160:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/proc 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/dev 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/security 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/shm 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/pts 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/run 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/cgroup 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/pstore 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/bpf 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/ 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/selinux 2024-09-19T08:02:51.289 INFO:teuthology.orchestra.run.smithi160.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/debug 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/mqueue 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/hugepages 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/tracing 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/config 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/run/user/1000 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T08:02:51.290 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:51.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:51.291 DEBUG:teuthology.orchestra.run.smithi160:> ls /sys/fs/fuse/connections 2024-09-19T08:02:51.345 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:02:51.345 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-19T08:02:51.389 DEBUG:teuthology.orchestra.run.smithi160:> sudo modprobe fuse 2024-09-19T08:02:51.414 DEBUG:teuthology.orchestra.run.smithi160:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:51.471 INFO:teuthology.orchestra.run.smithi160.stdout:/proc 2024-09-19T08:02:51.471 INFO:teuthology.orchestra.run.smithi160.stdout:/sys 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/dev 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/security 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/shm 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/pts 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/run 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/cgroup 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/pstore 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/bpf 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/ 2024-09-19T08:02:51.472 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/selinux 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/debug 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/mqueue 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/hugepages 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/tracing 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/config 2024-09-19T08:02:51.473 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/run/user/1000 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:51.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:51.475 DEBUG:teuthology.orchestra.run.smithi160:> ls /sys/fs/fuse/connections 2024-09-19T08:02:51.486 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi160.stderr:2024-09-19T08:02:51.486+0000 7f0aea11f480 -1 init, newargv = 0x55f00d7549e0 newargc=15 2024-09-19T08:02:51.486 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi160.stderr:ceph-fuse[42758]: starting ceph client 2024-09-19T08:02:51.491 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi160.stderr:ceph-fuse[42758]: starting fuse 2024-09-19T08:02:51.502 INFO:teuthology.orchestra.run.smithi160.stdout:42 2024-09-19T08:02:51.502 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> import glob 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> import re 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> import os 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> import subprocess 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> def _find_admin_socket(client_name): 2024-09-19T08:02:51.502 DEBUG:teuthology.orchestra.run.smithi160:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> files = glob.glob(asok_path) 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> # Given a non-glob path, it better be there 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> if "*" not in asok_path: 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> assert(len(files) == 1) 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> return files[0] 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> for f in files: 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> contents = proc_f.read() 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> if mountpoint in contents: 2024-09-19T08:02:51.503 DEBUG:teuthology.orchestra.run.smithi160:> return f 2024-09-19T08:02:51.504 DEBUG:teuthology.orchestra.run.smithi160:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:02:51.504 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:51.504 DEBUG:teuthology.orchestra.run.smithi160:> print(_find_admin_socket("client.1")) 2024-09-19T08:02:51.504 DEBUG:teuthology.orchestra.run.smithi160:> ' 2024-09-19T08:02:51.620 INFO:teuthology.orchestra.run.smithi160.stdout:/var/run/ceph/ceph-client.1.42758.asok 2024-09-19T08:02:51.624 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:51.632 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42758.asok 2024-09-19T08:02:51.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:51.632 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42758.asok status 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout:{ 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "metadata": { 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "entity_id": "1", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "hostname": "smithi160", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "pid": "42758", 2024-09-19T08:02:51.768 INFO:teuthology.orchestra.run.smithi160.stdout: "root": "/" 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "dentry_count": 0, 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "dentry_pinned_count": 0, 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "id": 4612, 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "inst": { 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "name": { 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "client", 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "num": 4612 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": { 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "v1", 2024-09-19T08:02:51.769 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "nonce": 3409446677 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: } 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": { 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "v1", 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "nonce": 3409446677 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "inst_str": "client.4612 192.168.0.1:0/3409446677", 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "addr_str": "192.168.0.1:0/3409446677", 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "inode_count": 1, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "mds_epoch": 6, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "osd_epoch": 21, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:02:51.770 INFO:teuthology.orchestra.run.smithi160.stdout: "blocklisted": false, 2024-09-19T08:02:51.771 INFO:teuthology.orchestra.run.smithi160.stdout: "fs_name": "cephfs" 2024-09-19T08:02:51.771 INFO:teuthology.orchestra.run.smithi160.stdout:} 2024-09-19T08:02:51.777 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T08:02:51.777 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:02:51.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.892+0000 7fa15a11a640 1 Processor -- start 2024-09-19T08:02:51.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.892+0000 7fa15a11a640 1 -- start start 2024-09-19T08:02:51.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa15a11a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 0x7fa1540b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa15a11a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa15a11a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa15406cec0 con 0x7fa1540d1fc0 2024-09-19T08:02:51.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa15a11a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa1540d2d40 con 0x7fa15415e4e0 2024-09-19T08:02:51.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa15a11a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa1540b7250 con 0x7fa15415e8c0 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa152ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa1537fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 0x7fa1540b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa152ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:49154/0 (socket says 172.21.15.17:49154) 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa152ffd640 1 -- 172.21.15.17:0/1504426024 learned_addr learned my addr 172.21.15.17:0/1504426024 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.893+0000 7fa153fff640 1 --1- 172.21.15.17:0/1504426024 >> v1:172.21.15.160:6789/0 conn(0x7fa1540d1fc0 0x7fa1540d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:57754/0 (socket says 172.21.15.17:57754) 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa152ffd640 1 -- 172.21.15.17:0/1504426024 >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 msgr2=0x7fa1540b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa152ffd640 1 --2- 172.21.15.17:0/1504426024 >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 0x7fa1540b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa152ffd640 1 -- 172.21.15.17:0/1504426024 >> v1:172.21.15.160:6789/0 conn(0x7fa1540d1fc0 legacy=0x7fa1540d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa152ffd640 1 -- 172.21.15.17:0/1504426024 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa15406d160 con 0x7fa15415e8c0 2024-09-19T08:02:51.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa1537fe640 1 --2- 172.21.15.17:0/1504426024 >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 0x7fa1540b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:51.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.894+0000 7fa152ffd640 1 --2- 172.21.15.17:0/1504426024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa148009870 tx=0x7fa14802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccecd093eb336979 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:51.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa1527fc640 1 -- 172.21.15.17:0/1504426024 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa148037070 con 0x7fa15415e8c0 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa1527fc640 1 -- 172.21.15.17:0/1504426024 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa148032440 con 0x7fa15415e8c0 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa1527fc640 1 -- 172.21.15.17:0/1504426024 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa148032810 con 0x7fa15415e8c0 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 -- 172.21.15.17:0/1504426024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 msgr2=0x7fa1540b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1504426024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa148009870 tx=0x7fa14802a270 comp rx=0 tx=0).stop 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 -- 172.21.15.17:0/1504426024 shutdown_connections 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1504426024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa1540b6d10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1504426024 >> v2:172.21.15.160:3300/0 conn(0x7fa15415e4e0 0x7fa1540b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 -- 172.21.15.17:0/1504426024 >> 172.21.15.17:0/1504426024 conn(0x7fa15406f400 msgr2=0x7fa15406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 -- 172.21.15.17:0/1504426024 shutdown_connections 2024-09-19T08:02:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.895+0000 7fa15a11a640 1 -- 172.21.15.17:0/1504426024 wait complete. 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.896+0000 7fa15a11a640 1 Processor -- start 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 -- start start 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 0x7fa154150170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa15414e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa15406dc40 con 0x7fa15415e4e0 2024-09-19T08:02:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa15406d720 con 0x7fa1540d1fc0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa15a11a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa15406ddc0 con 0x7fa15415e8c0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.897+0000 7fa152ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa152ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40542/0 (socket says 172.21.15.17:40542) 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 0x7fa154150170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa152ffd640 1 -- 172.21.15.17:0/1632610717 learned_addr learned my addr 172.21.15.17:0/1632610717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa153fff640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa15414e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 -- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 msgr2=0x7fa15414e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa15414e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 -- 172.21.15.17:0/1632610717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 msgr2=0x7fa15414d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 -- 172.21.15.17:0/1632610717 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa154155870 con 0x7fa1540d1fc0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa152ffd640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa1537fe640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 0x7fa154150170 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa14400e900 tx=0x7fa14400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:51.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144017070 con 0x7fa1540d1fc0 2024-09-19T08:02:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa14400ca00 con 0x7fa1540d1fc0 2024-09-19T08:02:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa154150770 con 0x7fa1540d1fc0 2024-09-19T08:02:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14400cdf0 con 0x7fa1540d1fc0 2024-09-19T08:02:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.898+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa154155b10 con 0x7fa1540d1fc0 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.900+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1540d2470 con 0x7fa1540d1fc0 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.900+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa14401a070 con 0x7fa1540d1fc0 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.900+0000 7fa13bfff640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.900+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa14408b540 con 0x7fa1540d1fc0 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.901+0000 7fa152ffd640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.901+0000 7fa152ffd640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 0x7fa14006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa1480090b0 tx=0x7fa14802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:51.905+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1440596f0 con 0x7fa1540d1fc0 2024-09-19T08:02:52.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.116+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa154150c90 con 0x7fa1540d1fc0 2024-09-19T08:02:52.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.117+0000 7fa13bfff640 1 -- 172.21.15.17:0/1632610717 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fa14405d9f0 con 0x7fa1540d1fc0 2024-09-19T08:02:52.116 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 msgr2=0x7fa14006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 0x7fa14006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa1480090b0 tx=0x7fa14802e000 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 msgr2=0x7fa154150170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 0x7fa154150170 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa14400e900 tx=0x7fa14400edc0 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 shutdown_connections 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa15415e8c0 0x7fa15414e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa15415e4e0 0x7fa15414d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 --2- 172.21.15.17:0/1632610717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1540d1fc0 0x7fa154150170 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:52.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 >> 172.21.15.17:0/1632610717 conn(0x7fa15406f400 msgr2=0x7fa15415cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 shutdown_connections 2024-09-19T08:02:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:52.119+0000 7fa15a11a640 1 -- 172.21.15.17:0/1632610717 wait complete. 2024-09-19T08:02:52.130 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:02:52.130 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi160.front.sepia.ceph.com 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:02:52.131 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T08:02:52.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.131 DEBUG:teuthology.orchestra.run.smithi160:> ip addr 2024-09-19T08:02:52.147 INFO:teuthology.orchestra.run.smithi160.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:52.147 INFO:teuthology.orchestra.run.smithi160.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:52.147 INFO:teuthology.orchestra.run.smithi160.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:52.147 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:d9:82:80 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: altname enp7s0f0 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:d9:82:81 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: altname enp7s0f1 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:88:7f:5a brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 0c:c4:7a:88:7f:5b brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: inet 172.21.15.160/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T08:02:52.148 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft 42754sec preferred_lft 42754sec 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::ec4:7aff:fe88:7f5b/64 scope link noprefixroute 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 4a:04:52:74:e6:a0 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::a058:abff:fef4:aed2/64 scope link tentative 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether 4a:04:52:74:e6:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::4804:52ff:fe74:e6a0/64 scope link tentative 2024-09-19T08:02:52.149 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.150 DEBUG:teuthology.orchestra.run.smithi160:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:02:52.212 INFO:teuthology.orchestra.run.smithi160.stdout:1 2024-09-19T08:02:52.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.213 DEBUG:teuthology.orchestra.run.smithi160:> route 2024-09-19T08:02:52.269 INFO:teuthology.orchestra.run.smithi160.stdout:Kernel IP routing table 2024-09-19T08:02:52.270 INFO:teuthology.orchestra.run.smithi160.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:02:52.270 INFO:teuthology.orchestra.run.smithi160.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T08:02:52.270 INFO:teuthology.orchestra.run.smithi160.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T08:02:52.270 INFO:teuthology.orchestra.run.smithi160.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:02:52.270 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:52.270 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:52.270 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T08:02:52.270 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T08:02:52.270 DEBUG:teuthology.orchestra.run.smithi160:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T08:02:52.271 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:52.357 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:52.390 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:52.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.396 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list 2024-09-19T08:02:52.411 INFO:teuthology.orchestra.run.smithi160.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T08:02:52.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.412 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list-id 2024-09-19T08:02:52.466 INFO:teuthology.orchestra.run.smithi160.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T08:02:52.467 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:52.467 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:52.467 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:02:52.467 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T08:02:52.467 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:52.555 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:52.577 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:52.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.584 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T08:02:52.608 INFO:teuthology.orchestra.run.smithi160.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:52.608 INFO:teuthology.orchestra.run.smithi160.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:52.608 INFO:teuthology.orchestra.run.smithi160.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:52.608 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether d2:27:d3:2b:2b:c0 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::d027:d3ff:fe2b:2bc0/64 scope link tentative 2024-09-19T08:02:52.609 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:52.610 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 ::1/128 scope host 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: link/ether d2:27:d3:2b:2b:c0 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: inet6 fe80::d027:d3ff:fe2b:2bc0/64 scope link tentative 2024-09-19T08:02:52.675 INFO:teuthology.orchestra.run.smithi160.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:02:52.676 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T08:02:52.677 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:52.765 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:52.822 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:52.829 DEBUG:teuthology.orchestra.run.smithi160:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:02:52.829 DEBUG:teuthology.orchestra.run.smithi160:> set -e 2024-09-19T08:02:52.829 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link set brx.1 up 2024-09-19T08:02:52.829 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T08:02:52.829 DEBUG:teuthology.orchestra.run.smithi160:> ') 2024-09-19T08:02:52.877 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:02:52.900 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:52.907 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-19T08:02:52.907 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:52.907 DEBUG:teuthology.orchestra.run.smithi160:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:52.922 INFO:teuthology.orchestra.run.smithi160.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T08:02:52.922 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:02:52.922 DEBUG:teuthology.orchestra.run.smithi160:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:52.977 DEBUG:teuthology.orchestra.run.smithi160:> sudo modprobe fuse 2024-09-19T08:02:53.043 DEBUG:teuthology.orchestra.run.smithi160:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:53.099 INFO:teuthology.orchestra.run.smithi160.stdout:/proc 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/dev 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/security 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/shm 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/pts 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/run 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/cgroup 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/pstore 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/bpf 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/ 2024-09-19T08:02:53.100 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/selinux 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/debug 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/mqueue 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/hugepages 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/tracing 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:53.101 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/config 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/user/1000 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:02:53.102 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:02:53.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.103 DEBUG:teuthology.orchestra.run.smithi160:> ls /sys/fs/fuse/connections 2024-09-19T08:02:53.154 INFO:teuthology.orchestra.run.smithi160.stdout:42 2024-09-19T08:02:53.155 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-19T08:02:53.155 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-19T08:02:53.197 DEBUG:teuthology.orchestra.run.smithi160:> sudo modprobe fuse 2024-09-19T08:02:53.221 DEBUG:teuthology.orchestra.run.smithi160:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:02:53.277 INFO:teuthology.orchestra.run.smithi160.stdout:/proc 2024-09-19T08:02:53.277 INFO:teuthology.orchestra.run.smithi160.stdout:/sys 2024-09-19T08:02:53.277 INFO:teuthology.orchestra.run.smithi160.stdout:/dev 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/security 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/shm 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/pts 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/run 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/cgroup 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/pstore 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/bpf 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/ 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/selinux 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/debug 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/mqueue 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/dev/hugepages 2024-09-19T08:02:53.278 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/tracing 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/fs/fuse/connections 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/sys/kernel/config 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/user/1000 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns 2024-09-19T08:02:53.279 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:53.280 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:02:53.280 INFO:teuthology.orchestra.run.smithi160.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:53.280 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:02:53.280 INFO:teuthology.orchestra.run.smithi160.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:02:53.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.280 DEBUG:teuthology.orchestra.run.smithi160:> ls /sys/fs/fuse/connections 2024-09-19T08:02:53.281 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi160.stderr:2024-09-19T08:02:53.280+0000 7f2bbad3e480 -1 init, newargv = 0x5624eb509cf0 newargc=15 2024-09-19T08:02:53.281 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi160.stderr:ceph-fuse[43219]: starting ceph client 2024-09-19T08:02:53.284 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi160.stderr:ceph-fuse[43219]: starting fuse 2024-09-19T08:02:53.296 INFO:teuthology.orchestra.run.smithi160.stdout:42 2024-09-19T08:02:53.296 INFO:teuthology.orchestra.run.smithi160.stdout:44 2024-09-19T08:02:53.296 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-19T08:02:53.296 DEBUG:teuthology.orchestra.run.smithi160:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:02:53.296 DEBUG:teuthology.orchestra.run.smithi160:> import glob 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> import re 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> import os 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> import subprocess 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> def _find_admin_socket(client_name): 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> files = glob.glob(asok_path) 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> # Given a non-glob path, it better be there 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> if "*" not in asok_path: 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> assert(len(files) == 1) 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> return files[0] 2024-09-19T08:02:53.297 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> for f in files: 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> contents = proc_f.read() 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> if mountpoint in contents: 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> return f 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> print(_find_admin_socket("client.3")) 2024-09-19T08:02:53.298 DEBUG:teuthology.orchestra.run.smithi160:> ' 2024-09-19T08:02:53.416 INFO:teuthology.orchestra.run.smithi160.stdout:/var/run/ceph/ceph-client.3.43219.asok 2024-09-19T08:02:53.419 INFO:teuthology.orchestra.run.smithi160.stderr:2024-09-19T08:02:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:02:53.427 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43219.asok 2024-09-19T08:02:53.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.427 DEBUG:teuthology.orchestra.run.smithi160:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43219.asok status 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout:{ 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout: "metadata": { 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout: "entity_id": "3", 2024-09-19T08:02:53.560 INFO:teuthology.orchestra.run.smithi160.stdout: "hostname": "smithi160", 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "pid": "43219", 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "root": "/" 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "dentry_count": 0, 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "dentry_pinned_count": 0, 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "id": 4627, 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "inst": { 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "name": { 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "client", 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "num": 4627 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": { 2024-09-19T08:02:53.561 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "v1", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": "192.168.0.2:0", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "nonce": 3275269349 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: } 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": { 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "type": "v1", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "addr": "192.168.0.2:0", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "nonce": 3275269349 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: }, 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "inst_str": "client.4627 192.168.0.2:0/3275269349", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "addr_str": "192.168.0.2:0/3275269349", 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "inode_count": 1, 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "mds_epoch": 6, 2024-09-19T08:02:53.562 INFO:teuthology.orchestra.run.smithi160.stdout: "osd_epoch": 21, 2024-09-19T08:02:53.563 INFO:teuthology.orchestra.run.smithi160.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:02:53.563 INFO:teuthology.orchestra.run.smithi160.stdout: "blocklisted": false, 2024-09-19T08:02:53.563 INFO:teuthology.orchestra.run.smithi160.stdout: "fs_name": "cephfs" 2024-09-19T08:02:53.563 INFO:teuthology.orchestra.run.smithi160.stdout:} 2024-09-19T08:02:53.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.568 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:02:53.568 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:53.589 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:02:53.589 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:53.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.589 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:53.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.662 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:02:53.662 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:53.720 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:02:53.721 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:53.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.721 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:53.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.792 DEBUG:teuthology.orchestra.run.smithi160:> stat --file-system '--printf=%T 2024-09-19T08:02:53.792 DEBUG:teuthology.orchestra.run.smithi160:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:53.808 INFO:teuthology.orchestra.run.smithi160.stdout:fuseblk 2024-09-19T08:02:53.808 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:53.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.809 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:53.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.873 DEBUG:teuthology.orchestra.run.smithi160:> stat --file-system '--printf=%T 2024-09-19T08:02:53.873 DEBUG:teuthology.orchestra.run.smithi160:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:53.929 INFO:teuthology.orchestra.run.smithi160.stdout:fuseblk 2024-09-19T08:02:53.930 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:53.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:53.930 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T08:02:53.994 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T08:02:54.072 INFO:tasks.cephfs_test_runner:Starting test: test_damaged_dentry (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:02:54.072 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:02:54.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.187+0000 7f9091d31640 1 Processor -- start 2024-09-19T08:02:54.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.187+0000 7f9091d31640 1 -- start start 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f9091d31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f9091d31640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f908c06dcb0 0x7f908c0d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f9091d31640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f908c0d17e0 con 0x7f908c15eab0 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f9091d31640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f908c0d09d0 con 0x7f908c06dcb0 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f9091d31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f908c15ee90 con 0x7f908c0b8b90 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f908affd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f908bfff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f908c06dcb0 0x7f908c0d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f908affd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:51032/0 (socket says 172.21.15.17:51032) 2024-09-19T08:02:54.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.188+0000 7f908affd640 1 -- 172.21.15.17:0/4117059259 learned_addr learned my addr 172.21.15.17:0/4117059259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908bfff640 1 -- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 msgr2=0x7f908c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908bfff640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908bfff640 1 -- 172.21.15.17:0/4117059259 >> v1:172.21.15.160:6789/0 conn(0x7f908c15eab0 legacy=0x7f908c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908a7fc640 1 -- 172.21.15.17:0/4117059259 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 88190742 0 0) 0x7f908c0d17e0 con 0x7f908c15eab0 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908bfff640 1 -- 172.21.15.17:0/4117059259 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f908c0cfc10 con 0x7f908c06dcb0 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908affd640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.189+0000 7f908bfff640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c06dcb0 0x7f908c0d29b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9084009d90 tx=0x7f908402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0a0d9d53df9a886 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f908a7fc640 1 -- 172.21.15.17:0/4117059259 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9084007740 con 0x7f908c06dcb0 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f908a7fc640 1 -- 172.21.15.17:0/4117059259 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90840078e0 con 0x7f908c06dcb0 2024-09-19T08:02:54.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f908a7fc640 1 -- 172.21.15.17:0/4117059259 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9084007cb0 con 0x7f908c06dcb0 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 -- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c06dcb0 msgr2=0x7f908c0d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c06dcb0 0x7f908c0d29b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9084009d90 tx=0x7f908402a6f0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 -- 172.21.15.17:0/4117059259 shutdown_connections 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c06dcb0 0x7f908c0d29b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 --2- 172.21.15.17:0/4117059259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c0b8b90 0x7f908c0d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 -- 172.21.15.17:0/4117059259 >> 172.21.15.17:0/4117059259 conn(0x7f908c0d4b30 msgr2=0x7f908c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 -- 172.21.15.17:0/4117059259 shutdown_connections 2024-09-19T08:02:54.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.190+0000 7f9091d31640 1 -- 172.21.15.17:0/4117059259 wait complete. 2024-09-19T08:02:54.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.191+0000 7f9091d31640 1 Processor -- start 2024-09-19T08:02:54.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 -- start start 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c0b8b90 0x7f908c15bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c15eab0 0x7f908c0ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f908c0d04b0 con 0x7f908c06dcb0 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f908c0d01d0 con 0x7f908c0b8b90 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f9091d31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f908c0ceb50 con 0x7f908c15eab0 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f908b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f908b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57926/0 (socket says 172.21.15.17:57926) 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.192+0000 7f908b7fe640 1 -- 172.21.15.17:0/4188133909 learned_addr learned my addr 172.21.15.17:0/4188133909 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908affd640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c0b8b90 0x7f908c15bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908bfff640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c15eab0 0x7f908c0ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 -- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c15eab0 msgr2=0x7f908c0ab8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c15eab0 0x7f908c0ab8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 -- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c0b8b90 msgr2=0x7f908c15bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c0b8b90 0x7f908c15bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 -- 172.21.15.17:0/4188133909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f908c15c300 con 0x7f908c06dcb0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f908b7fe640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f907c00c4b0 tx=0x7f907c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907c017070 con 0x7f908c06dcb0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f907c005480 con 0x7f908c06dcb0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f908c0ac2d0 con 0x7f908c06dcb0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907c003830 con 0x7f908c06dcb0 2024-09-19T08:02:54.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.193+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f908c0cba50 con 0x7f908c06dcb0 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.194+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f908c06e380 con 0x7f908c06dcb0 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.195+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f907c01a070 con 0x7f908c06dcb0 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.195+0000 7f9073fff640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 0x7f907806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.195+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f907c08a670 con 0x7f908c06dcb0 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.195+0000 7f908affd640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 0x7f907806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.196+0000 7f908affd640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 0x7f907806e7a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9080006ca0 tx=0x7f9080009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.200+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f907c058820 con 0x7f908c06dcb0 2024-09-19T08:02:54.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.375+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f908c0ba090 con 0x7f908c06dcb0 2024-09-19T08:02:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.376+0000 7f9073fff640 1 -- 172.21.15.17:0/4188133909 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f907c05cb20 con 0x7f908c06dcb0 2024-09-19T08:02:54.376 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:02:54.376 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:02:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 msgr2=0x7f907806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 0x7f907806e7a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9080006ca0 tx=0x7f9080009240 comp rx=0 tx=0).stop 2024-09-19T08:02:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 msgr2=0x7f908c1f5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f907c00c4b0 tx=0x7f907c00c970 comp rx=0 tx=0).stop 2024-09-19T08:02:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 shutdown_connections 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f907806c2e0 0x7f907806e7a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f908c15eab0 0x7f908c0ab8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f908c0b8b90 0x7f908c15bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 --2- 172.21.15.17:0/4188133909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f908c06dcb0 0x7f908c1f5400 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 >> 172.21.15.17:0/4188133909 conn(0x7f908c0d4b30 msgr2=0x7f908c06d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 shutdown_connections 2024-09-19T08:02:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.378+0000 7f9091d31640 1 -- 172.21.15.17:0/4188133909 wait complete. 2024-09-19T08:02:54.389 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T08:02:28.622578+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T08:02:29.452927+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:02:54.390 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:02:54.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.496+0000 7f6cccd13640 1 Processor -- start 2024-09-19T08:02:54.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.496+0000 7f6cccd13640 1 -- start start 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cccd13640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6cc80d0ad0 0x7f6cc806d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cccd13640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6cc80d0f40 0x7f6cc806d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cccd13640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cc8155b20 con 0x7f6cc80d2350 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cccd13640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc806f470 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cccd13640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc806f750 con 0x7f6cc80d0f40 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6cc80d0ad0 0x7f6cc806d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6cc80d0ad0 0x7f6cc806d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57942/0 (socket says 172.21.15.17:57942) 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1976573509 learned_addr learned my addr 172.21.15.17:0/1976573509 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc659c640 1 --1- 172.21.15.17:0/1976573509 >> v1:172.21.15.160:6789/0 conn(0x7f6cc80d2350 0x7f6cc80d2730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:53480/0 (socket says 172.21.15.17:53480) 2024-09-19T08:02:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc6d9d640 1 --2- 172.21.15.17:0/1976573509 >> v2:172.21.15.160:3300/0 conn(0x7f6cc80d0f40 0x7f6cc806d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1976573509 >> v2:172.21.15.160:3300/0 conn(0x7f6cc80d0f40 msgr2=0x7f6cc806d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 --2- 172.21.15.17:0/1976573509 >> v2:172.21.15.160:3300/0 conn(0x7f6cc80d0f40 0x7f6cc806d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1976573509 >> v1:172.21.15.160:6789/0 conn(0x7f6cc80d2350 legacy=0x7f6cc80d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.497+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1976573509 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc806fa30 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.498+0000 7f6cc5d9b640 1 --2- 172.21.15.17:0/1976573509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc806d040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80d0140 tx=0x7f6cbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dff22fa3aa8b985 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.498+0000 7f6cc559a640 1 -- 172.21.15.17:0/1976573509 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc037070 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.498+0000 7f6cc559a640 1 -- 172.21.15.17:0/1976573509 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cbc032440 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.498+0000 7f6cc559a640 1 -- 172.21.15.17:0/1976573509 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc032810 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 -- 172.21.15.17:0/1976573509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0ad0 msgr2=0x7f6cc806d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1976573509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc806d040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80d0140 tx=0x7f6cbc02a270 comp rx=0 tx=0).stop 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 -- 172.21.15.17:0/1976573509 shutdown_connections 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1976573509 >> v2:172.21.15.160:3300/0 conn(0x7f6cc80d0f40 0x7f6cc806d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1976573509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc806d040 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 -- 172.21.15.17:0/1976573509 >> 172.21.15.17:0/1976573509 conn(0x7f6cc80b7db0 msgr2=0x7f6cc8067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 -- 172.21.15.17:0/1976573509 shutdown_connections 2024-09-19T08:02:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.499+0000 7f6cccd13640 1 -- 172.21.15.17:0/1976573509 wait complete. 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.500+0000 7f6cccd13640 1 Processor -- start 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.500+0000 7f6cccd13640 1 -- start start 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc80cf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6cc80d2350 0x7f6cc814fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc80d0560 con 0x7f6cc80d0f40 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc80d03e0 con 0x7f6cc80d0ad0 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cccd13640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6cc806dac0 con 0x7f6cc80d2350 2024-09-19T08:02:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57956/0 (socket says 172.21.15.17:57956) 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1810965332 learned_addr learned my addr 172.21.15.17:0/1810965332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc659c640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc80cf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc6d9d640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6cc80d2350 0x7f6cc814fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6cc80d2350 msgr2=0x7f6cc814fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6cc80d2350 0x7f6cc814fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6cc80d0ad0 msgr2=0x7f6cc80cf8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc80cf8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.501+0000 7f6cc5d9b640 1 -- 172.21.15.17:0/1810965332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc815b250 con 0x7f6cc80d0f40 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cc5d9b640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc02a2b0 tx=0x7f6cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc037040 con 0x7f6cc80d0f40 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cbc042070 con 0x7f6cc80d0f40 2024-09-19T08:02:54.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc030880 con 0x7f6cc80d0f40 2024-09-19T08:02:54.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc81f80d0 con 0x7f6cc80d0f40 2024-09-19T08:02:54.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.502+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc81f8690 con 0x7f6cc80d0f40 2024-09-19T08:02:54.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.503+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc80d2730 con 0x7f6cc80d0f40 2024-09-19T08:02:54.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.503+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6cbc030a20 con 0x7f6cc80d0f40 2024-09-19T08:02:54.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.504+0000 7f6cb6ffd640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 0x7f6ca806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.504+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6cbc0abb90 con 0x7f6cc80d0f40 2024-09-19T08:02:54.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.504+0000 7f6cc659c640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 0x7f6ca806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.504+0000 7f6cc659c640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 0x7f6ca806e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6cb8007fd0 tx=0x7f6cb8007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.508+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6cbc079cc0 con 0x7f6cc80d0f40 2024-09-19T08:02:54.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.683+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6cc806ed10 con 0x7f6cc80d0f40 2024-09-19T08:02:54.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.684+0000 7f6cb6ffd640 1 -- 172.21.15.17:0/1810965332 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7f6cbc07dfc0 con 0x7f6cc80d0f40 2024-09-19T08:02:54.684 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 msgr2=0x7f6ca806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 0x7f6ca806e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6cb8007fd0 tx=0x7f6cb8007e80 comp rx=0 tx=0).stop 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 msgr2=0x7f6cc815a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc02a2b0 tx=0x7f6cbc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 shutdown_connections 2024-09-19T08:02:54.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ca806c2b0 0x7f6ca806e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6cc80d2350 0x7f6cc814fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6cc80d0f40 0x7f6cc815a9e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 --2- 172.21.15.17:0/1810965332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6cc80d0ad0 0x7f6cc80cf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 >> 172.21.15.17:0/1810965332 conn(0x7f6cc80b7db0 msgr2=0x7f6cc80b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 shutdown_connections 2024-09-19T08:02:54.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.686+0000 7f6cccd13640 1 -- 172.21.15.17:0/1810965332 wait complete. 2024-09-19T08:02:54.696 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T08:02:54.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 Processor -- start 2024-09-19T08:02:54.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 -- start start 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c480d2350 0x7f0c480d2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c48155b20 con 0x7f0c480d0f10 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0c480d2c70 con 0x7f0c480d2350 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.802+0000 7f0c4d713640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c4806f470 con 0x7f0c480d0ad0 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c3e7fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c46ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c480d2350 0x7f0c480d2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c3e7fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:51068/0 (socket says 172.21.15.17:51068) 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c3e7fc640 1 -- 172.21.15.17:0/2335268696 learned_addr learned my addr 172.21.15.17:0/2335268696 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c46ffd640 1 -- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 msgr2=0x7f0c48073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:54.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c46ffd640 1 -- 172.21.15.17:0/2335268696 >> v1:172.21.15.160:6789/0 conn(0x7f0c480d0f10 legacy=0x7f0c48073550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c46ffd640 1 -- 172.21.15.17:0/2335268696 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4806f750 con 0x7f0c480d2350 2024-09-19T08:02:54.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c467fc640 1 -- 172.21.15.17:0/2335268696 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2660926019 0 0) 0x7f0c48155b20 con 0x7f0c480d0f10 2024-09-19T08:02:54.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.803+0000 7f0c3e7fc640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.804+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d2350 0x7f0c480d2730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0c380097a0 tx=0x7f0c3802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f94b4c4597cf6e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.804+0000 7f0c467fc640 1 -- 172.21.15.17:0/2335268696 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38037070 con 0x7f0c480d2350 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.804+0000 7f0c467fc640 1 -- 172.21.15.17:0/2335268696 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c38032440 con 0x7f0c480d2350 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.804+0000 7f0c467fc640 1 -- 172.21.15.17:0/2335268696 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38032810 con 0x7f0c480d2350 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 -- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d2350 msgr2=0x7f0c480d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d2350 0x7f0c480d2730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0c380097a0 tx=0x7f0c3802a180 comp rx=0 tx=0).stop 2024-09-19T08:02:54.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 -- 172.21.15.17:0/2335268696 shutdown_connections 2024-09-19T08:02:54.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0ad0 0x7f0c48073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2335268696 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d2350 0x7f0c480d2730 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 -- 172.21.15.17:0/2335268696 >> 172.21.15.17:0/2335268696 conn(0x7f0c480b7db0 msgr2=0x7f0c48067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 -- 172.21.15.17:0/2335268696 shutdown_connections 2024-09-19T08:02:54.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.805+0000 7f0c4d713640 1 -- 172.21.15.17:0/2335268696 wait complete. 2024-09-19T08:02:54.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.806+0000 7f0c4d713640 1 Processor -- start 2024-09-19T08:02:54.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.806+0000 7f0c4d713640 1 -- start start 2024-09-19T08:02:54.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d0ad0 0x7f0c481f7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 0x7f0c48160d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c480d03e0 con 0x7f0c480d2350 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4806fd10 con 0x7f0c480d0ad0 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c4d713640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c480d0560 con 0x7f0c480d0f10 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57968/0 (socket says 172.21.15.17:57968) 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 -- 172.21.15.17:0/2402981098 learned_addr learned my addr 172.21.15.17:0/2402981098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c3e7fc640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 0x7f0c48160d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d0ad0 0x7f0c481f7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 -- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 msgr2=0x7f0c48160d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 0x7f0c48160d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 -- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d0ad0 msgr2=0x7f0c481f7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d0ad0 0x7f0c481f7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 -- 172.21.15.17:0/2402981098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c481f7ed0 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c3e7fc640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 0x7f0c48160d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.807+0000 7f0c477fe640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000c790 tx=0x7f0c4000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.808+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40003da0 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.808+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c40005070 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.808+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c481f81b0 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.808+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40005460 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.808+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c481f4ec0 con 0x7f0c480d2350 2024-09-19T08:02:54.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.809+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c481f86d0 con 0x7f0c480d2350 2024-09-19T08:02:54.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.809+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c40005600 con 0x7f0c480d2350 2024-09-19T08:02:54.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.810+0000 7f0c3ffff640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 0x7f0c2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:54.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.810+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0c4008b280 con 0x7f0c480d2350 2024-09-19T08:02:54.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.810+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 0x7f0c2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:54.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.811+0000 7f0c46ffd640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 0x7f0c2806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c38034000 tx=0x7f0c3802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:54.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.814+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c481f86d0 con 0x7f0c480d2350 2024-09-19T08:02:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.987+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0c481f5180 con 0x7f0c480d2350 2024-09-19T08:02:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.987+0000 7f0c3ffff640 1 -- 172.21.15.17:0/2402981098 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7f0c40059310 con 0x7f0c480d2350 2024-09-19T08:02:54.987 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 msgr2=0x7f0c2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 0x7f0c2806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c38034000 tx=0x7f0c3802e000 comp rx=0 tx=0).stop 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 msgr2=0x7f0c481f4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000c790 tx=0x7f0c4000cc50 comp rx=0 tx=0).stop 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 shutdown_connections 2024-09-19T08:02:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2b0 0x7f0c2806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c480d2350 0x7f0c481f4980 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c480d0f10 0x7f0c48160d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 --2- 172.21.15.17:0/2402981098 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c480d0ad0 0x7f0c481f7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 >> 172.21.15.17:0/2402981098 conn(0x7f0c480b7db0 msgr2=0x7f0c4806e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 shutdown_connections 2024-09-19T08:02:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:54.989+0000 7f0c4d713640 1 -- 172.21.15.17:0/2402981098 wait complete. 2024-09-19T08:02:55.000 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T08:02:55.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.104+0000 7f29ee4b7640 1 Processor -- start 2024-09-19T08:02:55.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 -- start start 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f29e80d2190 0x7f29e80b1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f29e80b54e0 0x7f29e8073440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29e815ec10 con 0x7f29e815e830 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f29e8071b10 con 0x7f29e80b54e0 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.105+0000 7f29ee4b7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f29e80cc500 con 0x7f29e80d2190 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f29e80b54e0 0x7f29e8073440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f29e80b54e0 0x7f29e8073440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57980/0 (socket says 172.21.15.17:57980) 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 -- 172.21.15.17:0/1621394097 learned_addr learned my addr 172.21.15.17:0/1621394097 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29e77fe640 1 --2- 172.21.15.17:0/1621394097 >> v2:172.21.15.160:3300/0 conn(0x7f29e80d2190 0x7f29e80b1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 -- 172.21.15.17:0/1621394097 >> v2:172.21.15.160:3300/0 conn(0x7f29e80d2190 msgr2=0x7f29e80b1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 --2- 172.21.15.17:0/1621394097 >> v2:172.21.15.160:3300/0 conn(0x7f29e80d2190 0x7f29e80b1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 -- 172.21.15.17:0/1621394097 >> v1:172.21.15.160:6789/0 conn(0x7f29e815e830 legacy=0x7f29e80d1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.106+0000 7f29eca54640 1 -- 172.21.15.17:0/1621394097 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e80cc7e0 con 0x7f29e80b54e0 2024-09-19T08:02:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29eca54640 1 --2- 172.21.15.17:0/1621394097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80b54e0 0x7f29e8073440 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29e806f050 tx=0x7f29e002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cb546186f4621dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29e6ffd640 1 -- 172.21.15.17:0/1621394097 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0036070 con 0x7f29e80b54e0 2024-09-19T08:02:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29e6ffd640 1 -- 172.21.15.17:0/1621394097 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29e0031600 con 0x7f29e80b54e0 2024-09-19T08:02:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29e6ffd640 1 -- 172.21.15.17:0/1621394097 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e00319d0 con 0x7f29e80b54e0 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 -- 172.21.15.17:0/1621394097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80b54e0 msgr2=0x7f29e8073440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/1621394097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80b54e0 0x7f29e8073440 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29e806f050 tx=0x7f29e002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 -- 172.21.15.17:0/1621394097 shutdown_connections 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/1621394097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80b54e0 0x7f29e8073440 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/1621394097 >> v2:172.21.15.160:3300/0 conn(0x7f29e80d2190 0x7f29e80b1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 -- 172.21.15.17:0/1621394097 >> 172.21.15.17:0/1621394097 conn(0x7f29e80d2570 msgr2=0x7f29e80d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 -- 172.21.15.17:0/1621394097 shutdown_connections 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.107+0000 7f29ee4b7640 1 -- 172.21.15.17:0/1621394097 wait complete. 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.108+0000 7f29ee4b7640 1 Processor -- start 2024-09-19T08:02:55.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 -- start start 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e80b54e0 0x7f29e814fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e815e830 0x7f29e80ccef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29e80cc1b0 con 0x7f29e80d2190 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29e80717a0 con 0x7f29e80b54e0 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.109+0000 7f29ee4b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29e80d1b20 con 0x7f29e815e830 2024-09-19T08:02:55.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57988/0 (socket says 172.21.15.17:57988) 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 -- 172.21.15.17:0/2675637429 learned_addr learned my addr 172.21.15.17:0/2675637429 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e7fff640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e80b54e0 0x7f29e814fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29eca54640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e815e830 0x7f29e80ccef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 -- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e815e830 msgr2=0x7f29e80ccef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e815e830 0x7f29e80ccef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 -- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e80b54e0 msgr2=0x7f29e814fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e80b54e0 0x7f29e814fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 -- 172.21.15.17:0/2675637429 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e8150160 con 0x7f29e80d2190 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e77fe640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f29dc00d800 tx=0x7f29dc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29dc00b6c0 con 0x7f29e80d2190 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29dc019070 con 0x7f29e80d2190 2024-09-19T08:02:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e81f4b60 con 0x7f29e80d2190 2024-09-19T08:02:55.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29dc00bac0 con 0x7f29e80d2190 2024-09-19T08:02:55.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.110+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e80cdd40 con 0x7f29e80d2190 2024-09-19T08:02:55.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.111+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29e80b1ad0 con 0x7f29e80d2190 2024-09-19T08:02:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.112+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29dc00bc60 con 0x7f29e80d2190 2024-09-19T08:02:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.112+0000 7f29e4ff9640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 0x7f29d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.112+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f29dc08b860 con 0x7f29e80d2190 2024-09-19T08:02:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.113+0000 7f29e7fff640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 0x7f29d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.113+0000 7f29e7fff640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 0x7f29d406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f29d80016e0 tx=0x7f29d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.117+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29e8150160 con 0x7f29e80d2190 2024-09-19T08:02:55.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.294+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f29e815f320 con 0x7f29e80d2190 2024-09-19T08:02:55.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.294+0000 7f29e4ff9640 1 -- 172.21.15.17:0/2675637429 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7f29dc08b020 con 0x7f29e80d2190 2024-09-19T08:02:55.294 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 msgr2=0x7f29d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 0x7f29d406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f29d80016e0 tx=0x7f29d8009040 comp rx=0 tx=0).stop 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 msgr2=0x7f29e815ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f29dc00d800 tx=0x7f29dc00dcc0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 shutdown_connections 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29d406c2b0 0x7f29d406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e815e830 0x7f29e80ccef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e80d2190 0x7f29e815ede0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 --2- 172.21.15.17:0/2675637429 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e80b54e0 0x7f29e814fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 >> 172.21.15.17:0/2675637429 conn(0x7f29e80d2570 msgr2=0x7f29e806cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 shutdown_connections 2024-09-19T08:02:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.296+0000 7f29ee4b7640 1 -- 172.21.15.17:0/2675637429 wait complete. 2024-09-19T08:02:55.307 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry' 2024-09-19T08:02:55.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.409+0000 7f3910877640 1 Processor -- start 2024-09-19T08:02:55.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.409+0000 7f3910877640 1 -- start start 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3910877640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f390c0b8b90 0x7f390c0d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3910877640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f390c0d17e0 con 0x7f390c06dcb0 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3910877640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f390c0cfc10 con 0x7f390c15eab0 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3910877640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f390c0d09d0 con 0x7f390c0b8b90 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f390ad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f390c06dcb0 0x7f390c0d29b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54858/0 (socket says 172.21.15.17:54858) 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f390ad9d640 1 -- 172.21.15.17:0/3739022269 learned_addr learned my addr 172.21.15.17:0/3739022269 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3903fff640 1 --2- 172.21.15.17:0/3739022269 >> v2:172.21.15.160:3300/0 conn(0x7f390c0b8b90 0x7f390c0d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3157287535 0 0) 0x7f390c0d17e0 con 0x7f390c06dcb0 2024-09-19T08:02:55.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38f8003520 con 0x7f390c06dcb0 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1662784909 0 0) 0x7f38f8003520 con 0x7f390c06dcb0 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 >> v2:172.21.15.160:3300/0 conn(0x7f390c0b8b90 msgr2=0x7f390c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 --2- 172.21.15.17:0/3739022269 >> v2:172.21.15.160:3300/0 conn(0x7f390c0b8b90 0x7f390c0d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.410+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 >> v1:172.21.15.160:6789/0 conn(0x7f390c15eab0 legacy=0x7f390c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390c0cfef0 con 0x7f390c06dcb0 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f39040019f0 con 0x7f390c06dcb0 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 >> v1:172.21.15.17:6789/0 conn(0x7f390c06dcb0 legacy=0x7f390c0d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f38f80039b0 0x7f38f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f38f8004800 0x7f38f8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f38f800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f390c0d09d0 con 0x7f38f80051c0 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f38f800c070 con 0x7f38f8004800 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f38f800c270 con 0x7f38f80039b0 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f38f800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390a59c640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f38f80039b0 0x7f38f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f3903fff640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f38f8004800 0x7f38f8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 -- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f38f80039b0 msgr2=0x7f38f8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f38f80039b0 0x7f38f8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 -- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f38f8004800 msgr2=0x7f38f8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f38f8004800 0x7f38f8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.411+0000 7f390ad9d640 1 -- 172.21.15.17:0/3739022269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f8003520 con 0x7f38f80051c0 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f390ad9d640 1 -- 172.21.15.17:0/3739022269 reap_dead start 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f390ad9d640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f38f800b9c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f390400a830 tx=0x7f38f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd6da1191b3a60f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390400a480 con 0x7f38f80051c0 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f390402f070 con 0x7f38f80051c0 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3909d9b640 1 -- 172.21.15.17:0/3739022269 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390402bc90 con 0x7f38f80051c0 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 -- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 msgr2=0x7f38f800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f38f800b9c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f390400a830 tx=0x7f38f8005830 comp rx=0 tx=0).stop 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 -- 172.21.15.17:0/3739022269 shutdown_connections 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 --2- 172.21.15.17:0/3739022269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f38f800b9c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 -- 172.21.15.17:0/3739022269 >> 172.21.15.17:0/3739022269 conn(0x7f390c0d4b30 msgr2=0x7f390c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 -- 172.21.15.17:0/3739022269 shutdown_connections 2024-09-19T08:02:55.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.412+0000 7f3910877640 1 -- 172.21.15.17:0/3739022269 wait complete. 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.414+0000 7f3910877640 1 Processor -- start 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.414+0000 7f3910877640 1 -- start start 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.414+0000 7f3910877640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f390c1e8450 0x7f390c0cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f390c1e88d0 0x7f390c0ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f390c0d04b0 con 0x7f38f80051c0 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f390c15ee90 con 0x7f390c1e8450 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f390c0ceb50 con 0x7f390c1e88d0 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58012/0 (socket says 172.21.15.17:58012) 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 -- 172.21.15.17:0/3663813222 learned_addr learned my addr 172.21.15.17:0/3663813222 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390ad9d640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f390c1e88d0 0x7f390c0ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3903fff640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f390c1e8450 0x7f390c0cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 -- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f390c1e88d0 msgr2=0x7f390c0ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f390c1e88d0 0x7f390c0ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 -- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f390c1e8450 msgr2=0x7f390c0cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f390c1e8450 0x7f390c0cdd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 -- 172.21.15.17:0/3663813222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390c1e8e30 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f390a59c640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f38fc00f650 tx=0x7f38fc00fb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc0050d0 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38fc018070 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390c1e9110 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc005490 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.415+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f390c1e96d0 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.416+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f390c069ac0 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.417+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f38fc00d6d0 con 0x7f38f80051c0 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.417+0000 7f3902ffd640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 0x7f38ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:55.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.417+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f38fc08b130 con 0x7f38f80051c0 2024-09-19T08:02:55.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.417+0000 7f3903fff640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 0x7f38ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:55.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.418+0000 7f3903fff640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 0x7f38ec06e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f390c0cdaa0 tx=0x7f38f4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:55.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.422+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f38fc059890 con 0x7f38f80051c0 2024-09-19T08:02:55.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:55.668+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]} v 0) -- 0x7f390c0d17e0 con 0x7f38f80051c0 2024-09-19T08:02:56.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.182+0000 7f3902ffd640 1 -- 172.21.15.17:0/3663813222 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]}]=0 v46) ==== 137+0+0 (secure 0 0 0) 0x7f38fc059190 con 0x7f38f80051c0 2024-09-19T08:02:56.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 msgr2=0x7f38ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 0x7f38ec06e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f390c0cdaa0 tx=0x7f38f4008040 comp rx=0 tx=0).stop 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 msgr2=0x7f390c15aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f38fc00f650 tx=0x7f38fc00fb10 comp rx=0 tx=0).stop 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 shutdown_connections 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f38ec06c2e0 0x7f38ec06e7a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f390c1e88d0 0x7f390c0ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f390c1e8450 0x7f390c0cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 --2- 172.21.15.17:0/3663813222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38f80051c0 0x7f390c15aae0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 >> 172.21.15.17:0/3663813222 conn(0x7f390c0d4b30 msgr2=0x7f390c0b8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:56.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 shutdown_connections 2024-09-19T08:02:56.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.185+0000 7f3910877640 1 -- 172.21.15.17:0/3663813222 wait complete. 2024-09-19T08:02:56.198 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:02:56.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.309+0000 7fdf58aaf640 1 Processor -- start 2024-09-19T08:02:56.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.309+0000 7fdf58aaf640 1 -- start start 2024-09-19T08:02:56.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf58aaf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf540cef60 0x7fdf540b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf58aaf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf540b39d0 con 0x7fdf5415e640 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf58aaf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf540cf520 con 0x7fdf540d4710 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf58aaf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdf540cf800 con 0x7fdf540cef60 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf51d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf540cef60 0x7fdf540b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf5259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdf5415e640 0x7fdf540d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54862/0 (socket says 172.21.15.17:54862) 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf5259c640 1 -- 172.21.15.17:0/2975469775 learned_addr learned my addr 172.21.15.17:0/2975469775 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf51d9b640 1 -- 172.21.15.17:0/2975469775 >> v1:172.21.15.160:6789/0 conn(0x7fdf540d4710 legacy=0x7fdf540d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf51d9b640 1 -- 172.21.15.17:0/2975469775 >> v1:172.21.15.17:6789/0 conn(0x7fdf5415e640 legacy=0x7fdf540d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.310+0000 7fdf51d9b640 1 -- 172.21.15.17:0/2975469775 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf540cfae0 con 0x7fdf540cef60 2024-09-19T08:02:56.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.311+0000 7fdf51d9b640 1 --2- 172.21.15.17:0/2975469775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540b3bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0097a0 tx=0x7fdf3c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e60aaae3f4ea71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.311+0000 7fdf5159a640 1 -- 172.21.15.17:0/2975469775 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c037070 con 0x7fdf540cef60 2024-09-19T08:02:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.311+0000 7fdf5159a640 1 -- 172.21.15.17:0/2975469775 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf3c032440 con 0x7fdf540cef60 2024-09-19T08:02:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.311+0000 7fdf5159a640 1 -- 172.21.15.17:0/2975469775 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c032810 con 0x7fdf540cef60 2024-09-19T08:02:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 -- 172.21.15.17:0/2975469775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 msgr2=0x7fdf540b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/2975469775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540b3bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0097a0 tx=0x7fdf3c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 -- 172.21.15.17:0/2975469775 shutdown_connections 2024-09-19T08:02:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/2975469775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540b3bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 -- 172.21.15.17:0/2975469775 >> 172.21.15.17:0/2975469775 conn(0x7fdf54067d70 msgr2=0x7fdf54068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 -- 172.21.15.17:0/2975469775 shutdown_connections 2024-09-19T08:02:56.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.312+0000 7fdf58aaf640 1 -- 172.21.15.17:0/2975469775 wait complete. 2024-09-19T08:02:56.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.313+0000 7fdf58aaf640 1 Processor -- start 2024-09-19T08:02:56.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.313+0000 7fdf58aaf640 1 -- start start 2024-09-19T08:02:56.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 0x7fdf540ce070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf5415e640 0x7fdf541f4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540d3590 con 0x7fdf540cef60 2024-09-19T08:02:56.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf5415ea20 con 0x7fdf5415e640 2024-09-19T08:02:56.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf58aaf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf540d3710 con 0x7fdf540d4710 2024-09-19T08:02:56.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58044/0 (socket says 172.21.15.17:58044) 2024-09-19T08:02:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 -- 172.21.15.17:0/1093600430 learned_addr learned my addr 172.21.15.17:0/1093600430 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf52d9d640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf5415e640 0x7fdf541f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf51d9b640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 0x7fdf540ce070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 -- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 msgr2=0x7fdf540ce070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 0x7fdf540ce070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 -- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf5415e640 msgr2=0x7fdf541f4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf5415e640 0x7fdf541f4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.314+0000 7fdf5259c640 1 -- 172.21.15.17:0/1093600430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf540cbd50 con 0x7fdf540cef60 2024-09-19T08:02:56.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf51d9b640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 0x7fdf540ce070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf5259c640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400cbf0 tx=0x7fdf4400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf44017070 con 0x7fdf540cef60 2024-09-19T08:02:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf4400aca0 con 0x7fdf540cef60 2024-09-19T08:02:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf540cc030 con 0x7fdf540cef60 2024-09-19T08:02:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf44012600 con 0x7fdf540cef60 2024-09-19T08:02:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.315+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf540cc5f0 con 0x7fdf540cef60 2024-09-19T08:02:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.316+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf540b3bf0 con 0x7fdf540cef60 2024-09-19T08:02:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.316+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf4401a070 con 0x7fdf540cef60 2024-09-19T08:02:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.317+0000 7fdf4affd640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.317+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdf4408b060 con 0x7fdf540cef60 2024-09-19T08:02:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.317+0000 7fdf51d9b640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.318+0000 7fdf51d9b640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c034000 tx=0x7fdf3c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.321+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf540b39d0 con 0x7fdf540cef60 2024-09-19T08:02:56.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.500+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fdf54161880 con 0x7fdf540cef60 2024-09-19T08:02:56.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.503+0000 7fdf4affd640 1 -- 172.21.15.17:0/1093600430 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fdf44059210 con 0x7fdf540cef60 2024-09-19T08:02:56.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 msgr2=0x7fdf3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c034000 tx=0x7fdf3c02e000 comp rx=0 tx=0).stop 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 msgr2=0x7fdf540cdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdf4400cbf0 tx=0x7fdf4400a060 comp rx=0 tx=0).stop 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 shutdown_connections 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf5415e640 0x7fdf541f4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf540d4710 0x7fdf540ce070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 --2- 172.21.15.17:0/1093600430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf540cef60 0x7fdf540cdb30 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 >> 172.21.15.17:0/1093600430 conn(0x7fdf54067d70 msgr2=0x7fdf540b66b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:56.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 shutdown_connections 2024-09-19T08:02:56.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.505+0000 7fdf58aaf640 1 -- 172.21.15.17:0/1093600430 wait complete. 2024-09-19T08:02:56.516 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:02:56.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:02:56.564 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:02:56.607 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:02:56.607 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:56.607 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:56.624 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:56.624 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:56.681 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:56.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.824+0000 7fa0eb32c640 1 Processor -- start 2024-09-19T08:02:56.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.825+0000 7fa0eb32c640 1 -- start start 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.825+0000 7fa0eb32c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa0e40cdfc0 0x7fa0e40b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.825+0000 7fa0eb32c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0e40ce4f0 con 0x7fa0e415b2e0 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.825+0000 7fa0eb32c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0e40ce7d0 con 0x7fa0e40b22c0 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.825+0000 7fa0eb32c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa0e415b6c0 con 0x7fa0e40cdfc0 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e90c8640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa0e415b2e0 0x7fa0e40b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54864/0 (socket says 172.21.15.17:54864) 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e90c8640 1 -- 172.21.15.17:0/1180113175 learned_addr learned my addr 172.21.15.17:0/1180113175 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/1180113175 >> v2:172.21.15.160:3300/0 conn(0x7fa0e40cdfc0 0x7fa0e40b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3408129669 0 0) 0x7fa0e40ce4f0 con 0x7fa0e415b2e0 2024-09-19T08:02:56.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0d0003520 con 0x7fa0e415b2e0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1307005521 0 0) 0x7fa0d0003520 con 0x7fa0e415b2e0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 >> v2:172.21.15.160:3300/0 conn(0x7fa0e40cdfc0 msgr2=0x7fa0e40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 --2- 172.21.15.17:0/1180113175 >> v2:172.21.15.160:3300/0 conn(0x7fa0e40cdfc0 0x7fa0e40b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 >> v1:172.21.15.160:6789/0 conn(0x7fa0e40b22c0 legacy=0x7fa0e4071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e40ceab0 con 0x7fa0e415b2e0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa0e0001670 con 0x7fa0e415b2e0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 >> v1:172.21.15.17:6789/0 conn(0x7fa0e415b2e0 legacy=0x7fa0e40b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 0x7fa0d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0d0004800 0x7fa0d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00051c0 0x7fa0d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d000c030 con 0x7fa0d00039b0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d000c1e0 con 0x7fa0d0004800 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0d000c3e0 con 0x7fa0d00051c0 2024-09-19T08:02:56.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 0x7fa0d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e98c9640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00051c0 0x7fa0d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0d0004800 0x7fa0d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e90c8640 1 -- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00051c0 msgr2=0x7fa0d000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.826+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00051c0 0x7fa0d000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e90c8640 1 -- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0d0004800 msgr2=0x7fa0d0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0d0004800 0x7fa0d0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e90c8640 1 -- 172.21.15.17:0/1180113175 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d0003520 con 0x7fa0d00039b0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e98c9640 1 -- 172.21.15.17:0/1180113175 reap_dead start 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0d0004800 0x7fa0d0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 0x7fa0d0003dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0007fc0 tx=0x7fa0d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10193e3b12248038 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0034020 con 0x7fa0d00039b0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e0005ad0 con 0x7fa0d00039b0 2024-09-19T08:02:56.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.827+0000 7fa0dbfff640 1 -- 172.21.15.17:0/1180113175 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0007d10 con 0x7fa0d00039b0 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 -- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 msgr2=0x7fa0d0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 0x7fa0d0003dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0007fc0 tx=0x7fa0d0005830 comp rx=0 tx=0).stop 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 -- 172.21.15.17:0/1180113175 shutdown_connections 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/1180113175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0d00039b0 0x7fa0d0003dd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 -- 172.21.15.17:0/1180113175 >> 172.21.15.17:0/1180113175 conn(0x7fa0e406bc10 msgr2=0x7fa0e406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 -- 172.21.15.17:0/1180113175 shutdown_connections 2024-09-19T08:02:56.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.828+0000 7fa0eb32c640 1 -- 172.21.15.17:0/1180113175 wait complete. 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.829+0000 7fa0eb32c640 1 Processor -- start 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.829+0000 7fa0eb32c640 1 -- start start 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 0x7fa0e41f4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0e40aede0 0x7fa0e415bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e40712b0 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e4071130 con 0x7fa0e40aede0 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0eb32c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e40b1d80 con 0x7fa0d00039b0 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0e88c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0e88c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58066/0 (socket says 172.21.15.17:58066) 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0e88c7640 1 -- 172.21.15.17:0/2815926564 learned_addr learned my addr 172.21.15.17:0/2815926564 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 0x7fa0e41f4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.830+0000 7fa0e98c9640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0e40aede0 0x7fa0e415bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 -- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 msgr2=0x7fa0e41f4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 0x7fa0e41f4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 -- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0e40aede0 msgr2=0x7fa0e415bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0e40aede0 0x7fa0e415bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 -- 172.21.15.17:0/2815926564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e41f40b0 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 0x7fa0e41f4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0e88c7640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4011510 tx=0x7fa0d40119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4015870 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0d4015a10 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e41f4390 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4015e00 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.831+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e41f4950 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.832+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0e40af1c0 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.833+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0d401d400 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.833+0000 7fa0d9ffb640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 0x7fa0c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:56.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.833+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa0d408bc20 con 0x7fa0e41f6ca0 2024-09-19T08:02:56.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.834+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 0x7fa0c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:56.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.834+0000 7fa0e90c8640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 0x7fa0c806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0035000 tx=0x7fa0e0030000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:56.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:56.838+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0d4019030 con 0x7fa0e41f6ca0 2024-09-19T08:02:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.027+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa0e40aff70 con 0x7fa0e41f6ca0 2024-09-19T08:02:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.027+0000 7fa0d9ffb640 1 -- 172.21.15.17:0/2815926564 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa0d405a2f0 con 0x7fa0e41f6ca0 2024-09-19T08:02:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 msgr2=0x7fa0c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 0x7fa0c806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0035000 tx=0x7fa0e0030000 comp rx=0 tx=0).stop 2024-09-19T08:02:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 msgr2=0x7fa0e40ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4011510 tx=0x7fa0d40119d0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 shutdown_connections 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0c806c2b0 0x7fa0c806e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0e40aede0 0x7fa0e415bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0e41f6ca0 0x7fa0e40ae8a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 --2- 172.21.15.17:0/2815926564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0d00039b0 0x7fa0e41f4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 >> 172.21.15.17:0/2815926564 conn(0x7fa0e406bc10 msgr2=0x7fa0e4159200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 shutdown_connections 2024-09-19T08:02:57.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.029+0000 7fa0eb32c640 1 -- 172.21.15.17:0/2815926564 wait complete. 2024-09-19T08:02:57.033 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:02:57.035 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:02:57.040 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:57.040 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:57.097 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.241+0000 7f91130a6640 1 Processor -- start 2024-09-19T08:02:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.241+0000 7f91130a6640 1 -- start start 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91130a6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f910c0cf480 0x7f910c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91130a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f910c0b39a0 con 0x7f910c15e7c0 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91130a6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f910c15eba0 con 0x7f910c0b6a40 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91130a6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f910c1630d0 con 0x7f910c0cf480 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f9110e42640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f910c15e7c0 0x7f910c0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54876/0 (socket says 172.21.15.17:54876) 2024-09-19T08:02:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f9110e42640 1 -- 172.21.15.17:0/2483136181 learned_addr learned my addr 172.21.15.17:0/2483136181 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f9111643640 1 --2- 172.21.15.17:0/2483136181 >> v2:172.21.15.160:3300/0 conn(0x7f910c0cf480 0x7f910c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3301845009 0 0) 0x7f910c0b39a0 con 0x7f910c15e7c0 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90f4003520 con 0x7f910c15e7c0 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.242+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1698947440 0 0) 0x7f90f4003520 con 0x7f910c15e7c0 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 >> v2:172.21.15.160:3300/0 conn(0x7f910c0cf480 msgr2=0x7f910c162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 --2- 172.21.15.17:0/2483136181 >> v2:172.21.15.160:3300/0 conn(0x7f910c0cf480 0x7f910c162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 >> v1:172.21.15.160:6789/0 conn(0x7f910c0b6a40 legacy=0x7f910c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910c0cfc60 con 0x7f910c15e7c0 2024-09-19T08:02:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9108001670 con 0x7f910c15e7c0 2024-09-19T08:02:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 >> v1:172.21.15.17:6789/0 conn(0x7f910c15e7c0 legacy=0x7f910c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 0x7f90f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90f4004800 0x7f90f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40051c0 0x7f90f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f910c1630d0 con 0x7f90f40039b0 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f90f400c070 con 0x7f90f40051c0 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f90f400c270 con 0x7f90f4004800 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 0x7f90f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9103fff640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90f4004800 0x7f90f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9111643640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40051c0 0x7f90f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 -- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90f4004800 msgr2=0x7f90f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90f4004800 0x7f90f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 -- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40051c0 msgr2=0x7f90f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40051c0 0x7f90f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9111643640 1 -- 172.21.15.17:0/2483136181 reap_dead start 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.243+0000 7f9110e42640 1 -- 172.21.15.17:0/2483136181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f4003520 con 0x7f90f40039b0 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f9110e42640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 0x7f90f4003dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f910800c210 tx=0x7f90f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17bcb171eb58faf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108007d30 con 0x7f90f40039b0 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91080058d0 con 0x7f90f40039b0 2024-09-19T08:02:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f91037fe640 1 -- 172.21.15.17:0/2483136181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108005d20 con 0x7f90f40039b0 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f91130a6640 1 -- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 msgr2=0x7f90f4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.244+0000 7f91130a6640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 0x7f90f4003dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f910800c210 tx=0x7f90f4005830 comp rx=0 tx=0).stop 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.245+0000 7f91130a6640 1 -- 172.21.15.17:0/2483136181 shutdown_connections 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.245+0000 7f91130a6640 1 --2- 172.21.15.17:0/2483136181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90f40039b0 0x7f90f4003dd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.245+0000 7f91130a6640 1 -- 172.21.15.17:0/2483136181 >> 172.21.15.17:0/2483136181 conn(0x7f910c0d1320 msgr2=0x7f910c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.245+0000 7f91130a6640 1 -- 172.21.15.17:0/2483136181 shutdown_connections 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.245+0000 7f91130a6640 1 -- 172.21.15.17:0/2483136181 wait complete. 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.246+0000 7f91130a6640 1 Processor -- start 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.246+0000 7f91130a6640 1 -- start start 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40039b0 0x7f910c0ab2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f910c1e8400 0x7f910c0b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f910c15f100 con 0x7f910c1f4c00 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f910c15ee20 con 0x7f90f40039b0 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91130a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f910c15f3e0 con 0x7f910c1e8400 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58088/0 (socket says 172.21.15.17:58088) 2024-09-19T08:02:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 -- 172.21.15.17:0/1738199232 learned_addr learned my addr 172.21.15.17:0/1738199232 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9110e42640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40039b0 0x7f910c0ab2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9111643640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f910c1e8400 0x7f910c0b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 -- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f910c1e8400 msgr2=0x7f910c0b9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f910c1e8400 0x7f910c0b9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 -- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40039b0 msgr2=0x7f910c0ab2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40039b0 0x7f910c0ab2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 -- 172.21.15.17:0/1738199232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910c15d290 con 0x7f910c1f4c00 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f9103fff640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f90fc00f5f0 tx=0x7f90fc00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc0052e0 con 0x7f910c1f4c00 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90fc018070 con 0x7f910c1f4c00 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.247+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc003810 con 0x7f910c1f4c00 2024-09-19T08:02:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.248+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f910c0ab8c0 con 0x7f910c1f4c00 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.248+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f910c0abe80 con 0x7f910c1f4c00 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.249+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f910c15f900 con 0x7f910c1f4c00 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.249+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f90fc0039b0 con 0x7f910c1f4c00 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.249+0000 7f91017fa640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 0x7f90f806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.250+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f90fc08b0a0 con 0x7f910c1f4c00 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.250+0000 7f9110e42640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 0x7f90f806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.250+0000 7f9110e42640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 0x7f90f806e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9108033000 tx=0x7f910802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.254+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f910c15eba0 con 0x7f910c1f4c00 2024-09-19T08:02:57.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.442+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f910c0d2150 con 0x7f910c1f4c00 2024-09-19T08:02:57.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.442+0000 7f91017fa640 1 -- 172.21.15.17:0/1738199232 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f90fc0591c0 con 0x7f910c1f4c00 2024-09-19T08:02:57.443 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:57.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.444+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 msgr2=0x7f90f806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.444+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 0x7f90f806e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9108033000 tx=0x7f910802e000 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.444+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 msgr2=0x7f910c0b8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.444+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f90fc00f5f0 tx=0x7f90fc00fab0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 shutdown_connections 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f90f806c2e0 0x7f90f806e7a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f910c1e8400 0x7f910c0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910c1f4c00 0x7f910c0b8850 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 --2- 172.21.15.17:0/1738199232 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90f40039b0 0x7f910c0ab2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 >> 172.21.15.17:0/1738199232 conn(0x7f910c0d1320 msgr2=0x7f910c15d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:57.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 shutdown_connections 2024-09-19T08:02:57.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.445+0000 7f91130a6640 1 -- 172.21.15.17:0/1738199232 wait complete. 2024-09-19T08:02:57.455 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:02:57.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:57.455 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:02:57.482 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:02:57.482 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:02:57.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:57.482 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:02:57.549 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:57.549 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:57.570 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:57.570 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:57.630 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:57.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.733+0000 7f353a9bd640 1 Processor -- start 2024-09-19T08:02:57.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.733+0000 7f353a9bd640 1 -- start start 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f353a9bd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f353415e7c0 0x7f3534162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f353a9bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f35340b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f353a9bd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35340b39a0 con 0x7f35340cf480 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f353a9bd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f35341630d0 con 0x7f353415e7c0 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f353a9bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f353415eba0 con 0x7f35340b6a40 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f35337fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f35340cf480 0x7f35340b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54886/0 (socket says 172.21.15.17:54886) 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f35337fe640 1 -- 172.21.15.17:0/3531958186 learned_addr learned my addr 172.21.15.17:0/3531958186 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:57.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f3538f5a640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f35340b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> v2:172.21.15.160:3300/0 conn(0x7f353415e7c0 0x7f3534162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 331858636 0 0) 0x7f35340b39a0 con 0x7f35340cf480 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.734+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f351c003520 con 0x7f35340cf480 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1853853023 0 0) 0x7f351c003520 con 0x7f35340cf480 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 msgr2=0x7f35340b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f35340b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 >> v2:172.21.15.160:3300/0 conn(0x7f353415e7c0 msgr2=0x7f3534162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 --2- 172.21.15.17:0/3531958186 >> v2:172.21.15.160:3300/0 conn(0x7f353415e7c0 0x7f3534162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35340cfc60 con 0x7f35340cf480 2024-09-19T08:02:57.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f3528001670 con 0x7f35340cf480 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> v2:172.21.15.160:3300/0 conn(0x7f353415e7c0 0x7f3534162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3538f5a640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f35340b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 >> v1:172.21.15.17:6789/0 conn(0x7f35340cf480 legacy=0x7f35340b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f351c0039b0 0x7f351c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c004800 0x7f351c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f351c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f35341630d0 con 0x7f351c0039b0 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f353415eba0 con 0x7f351c004800 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f351c00b9c0 con 0x7f35340b6a40 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f351c0039b0 0x7f351c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f35337fe640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c004800 0x7f351c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3538f5a640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f351c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 -- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 msgr2=0x7f351c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340b6a40 0x7f351c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 -- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c004800 msgr2=0x7f351c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c004800 0x7f351c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.735+0000 7f3533fff640 1 -- 172.21.15.17:0/3531958186 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c003520 con 0x7f351c0039b0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f3533fff640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f351c0039b0 0x7f351c003dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3524009c90 tx=0x7f351c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1507a5eefe1f9b4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3524036070 con 0x7f351c0039b0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3524031400 con 0x7f351c0039b0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f3532ffd640 1 -- 172.21.15.17:0/3531958186 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3524009860 con 0x7f351c0039b0 2024-09-19T08:02:57.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f353a9bd640 1 -- 172.21.15.17:0/3531958186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f351c0039b0 msgr2=0x7f351c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f353a9bd640 1 --2- 172.21.15.17:0/3531958186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f351c0039b0 0x7f351c003dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3524009c90 tx=0x7f351c005830 comp rx=0 tx=0).stop 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.736+0000 7f3538f5a640 1 -- 172.21.15.17:0/3531958186 reap_dead start 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.737+0000 7f353a9bd640 1 -- 172.21.15.17:0/3531958186 shutdown_connections 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.737+0000 7f353a9bd640 1 -- 172.21.15.17:0/3531958186 >> 172.21.15.17:0/3531958186 conn(0x7f35340d1320 msgr2=0x7f35340d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.737+0000 7f353a9bd640 1 -- 172.21.15.17:0/3531958186 shutdown_connections 2024-09-19T08:02:57.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.737+0000 7f353a9bd640 1 -- 172.21.15.17:0/3531958186 wait complete. 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.738+0000 7f353a9bd640 1 Processor -- start 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.738+0000 7f353a9bd640 1 -- start start 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c0039b0 0x7f3534155d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 0x7f35340cd870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f353415f100 con 0x7f3534160f70 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f353415ee20 con 0x7f351c0039b0 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f353415f3e0 con 0x7f35340cd3c0 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58114/0 (socket says 172.21.15.17:58114) 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 -- 172.21.15.17:0/2325390137 learned_addr learned my addr 172.21.15.17:0/2325390137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3533fff640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c0039b0 0x7f3534155d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3538f5a640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 0x7f35340cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 -- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 msgr2=0x7f35340cd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 0x7f35340cd870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 -- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c0039b0 msgr2=0x7f3534155d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c0039b0 0x7f3534155d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 -- 172.21.15.17:0/2325390137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35340b8700 con 0x7f3534160f70 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3538f5a640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 0x7f35340cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f35337fe640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f352800e810 tx=0x7f352800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f352800c870 con 0x7f3534160f70 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3528018070 con 0x7f3534160f70 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35340b89e0 con 0x7f3534160f70 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f352800cc70 con 0x7f3534160f70 2024-09-19T08:02:57.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.739+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35340b8fa0 con 0x7f3534160f70 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.740+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f353415f900 con 0x7f3534160f70 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.741+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3528013420 con 0x7f3534160f70 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.741+0000 7f3530ff9640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 0x7f352006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.742+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f352808afd0 con 0x7f3534160f70 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.742+0000 7f3533fff640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 0x7f352006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.742+0000 7f3533fff640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 0x7f352006e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3524033000 tx=0x7f3524008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:57.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.746+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35280596a0 con 0x7f3534160f70 2024-09-19T08:02:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.935+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f353406cc10 con 0x7f3534160f70 2024-09-19T08:02:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.936+0000 7f3530ff9640 1 -- 172.21.15.17:0/2325390137 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f3528058fa0 con 0x7f3534160f70 2024-09-19T08:02:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:57.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 msgr2=0x7f352006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 0x7f352006e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3524033000 tx=0x7f3524008030 comp rx=0 tx=0).stop 2024-09-19T08:02:57.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 msgr2=0x7f35341613f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:57.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f352800e810 tx=0x7f352800ecd0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 shutdown_connections 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f352006c2e0 0x7f352006e7a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35340cd3c0 0x7f35340cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3534160f70 0x7f35341613f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 --2- 172.21.15.17:0/2325390137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f351c0039b0 0x7f3534155d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 >> 172.21.15.17:0/2325390137 conn(0x7f35340d1320 msgr2=0x7f35340d3850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 shutdown_connections 2024-09-19T08:02:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:57.938+0000 7f353a9bd640 1 -- 172.21.15.17:0/2325390137 wait complete. 2024-09-19T08:02:57.949 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:57.949 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:57.969 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:58.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.072+0000 7f14e04e6640 1 Processor -- start 2024-09-19T08:02:58.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.072+0000 7f14e04e6640 1 -- start start 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14e04e6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f14d806c320 0x7f14d80b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14e04e6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14d806e3c0 con 0x7f14d8158c90 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14e04e6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14d806e6a0 con 0x7f14d80b0610 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14e04e6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f14d806e170 con 0x7f14d806c320 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14de282640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f14d8158c90 0x7f14d806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54896/0 (socket says 172.21.15.17:54896) 2024-09-19T08:02:58.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.073+0000 7f14de282640 1 -- 172.21.15.17:0/4012739292 learned_addr learned my addr 172.21.15.17:0/4012739292 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:58.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dda81640 1 --2- 172.21.15.17:0/4012739292 >> v2:172.21.15.160:3300/0 conn(0x7f14d806c320 0x7f14d80b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3096103836 0 0) 0x7f14d806e3c0 con 0x7f14d8158c90 2024-09-19T08:02:58.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f14c0003520 con 0x7f14d8158c90 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1438442658 0 0) 0x7f14c0003520 con 0x7f14d8158c90 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 >> v2:172.21.15.160:3300/0 conn(0x7f14d806c320 msgr2=0x7f14d80b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 --2- 172.21.15.17:0/4012739292 >> v2:172.21.15.160:3300/0 conn(0x7f14d806c320 0x7f14d80b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 >> v1:172.21.15.160:6789/0 conn(0x7f14d80b0610 legacy=0x7f14d815eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d806e980 con 0x7f14d8158c90 2024-09-19T08:02:58.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f14c80019f0 con 0x7f14d8158c90 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 >> v1:172.21.15.17:6789/0 conn(0x7f14d8158c90 legacy=0x7f14d806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00039b0 0x7f14c0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14c0004800 0x7f14c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 0x7f14c000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14d806e170 con 0x7f14c00051c0 2024-09-19T08:02:58.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14c000c060 con 0x7f14c0004800 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14c000c260 con 0x7f14c00039b0 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 0x7f14c000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dda81640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14c0004800 0x7f14c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14de282640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00039b0 0x7f14c0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 -- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00039b0 msgr2=0x7f14c0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00039b0 0x7f14c0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 -- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14c0004800 msgr2=0x7f14c0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14c0004800 0x7f14c0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.074+0000 7f14dea83640 1 -- 172.21.15.17:0/4012739292 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c0003520 con 0x7f14c00051c0 2024-09-19T08:02:58.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14de282640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00039b0 0x7f14c0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:58.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14dea83640 1 -- 172.21.15.17:0/4012739292 reap_dead start 2024-09-19T08:02:58.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14dea83640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 0x7f14c000b9c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f14d0001750 tx=0x7f14c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=425abeb59dd34ba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d0001370 con 0x7f14c00051c0 2024-09-19T08:02:58.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d0005310 con 0x7f14c00051c0 2024-09-19T08:02:58.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.075+0000 7f14dd280640 1 -- 172.21.15.17:0/4012739292 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d002abe0 con 0x7f14c00051c0 2024-09-19T08:02:58.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 -- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 msgr2=0x7f14c000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 0x7f14c000b9c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f14d0001750 tx=0x7f14c0005830 comp rx=0 tx=0).stop 2024-09-19T08:02:58.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 -- 172.21.15.17:0/4012739292 shutdown_connections 2024-09-19T08:02:58.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 --2- 172.21.15.17:0/4012739292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14c00051c0 0x7f14c000b9c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 -- 172.21.15.17:0/4012739292 >> 172.21.15.17:0/4012739292 conn(0x7f14d8067b30 msgr2=0x7f14d806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:58.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 -- 172.21.15.17:0/4012739292 shutdown_connections 2024-09-19T08:02:58.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.076+0000 7f14e04e6640 1 -- 172.21.15.17:0/4012739292 wait complete. 2024-09-19T08:02:58.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.077+0000 7f14e04e6640 1 Processor -- start 2024-09-19T08:02:58.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.077+0000 7f14e04e6640 1 -- start start 2024-09-19T08:02:58.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00051c0 0x7f14d8154930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14d80c6180 0x7f14d81f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14d80b4210 con 0x7f14d80d1340 2024-09-19T08:02:58.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14d80b0a80 con 0x7f14d80c6180 2024-09-19T08:02:58.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14e04e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14d80b4390 con 0x7f14c00051c0 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58124/0 (socket says 172.21.15.17:58124) 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 -- 172.21.15.17:0/3099759513 learned_addr learned my addr 172.21.15.17:0/3099759513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14de282640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00051c0 0x7f14d8154930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 -- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00051c0 msgr2=0x7f14d8154930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00051c0 0x7f14d8154930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 -- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14d80c6180 msgr2=0x7f14d81f4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14d80c6180 0x7f14d81f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.078+0000 7f14dea83640 1 -- 172.21.15.17:0/3099759513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d81f51b0 con 0x7f14d80d1340 2024-09-19T08:02:58.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14dea83640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f14d0001840 tx=0x7f14d0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d0001370 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14d002ae20 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14d81f5610 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d0007a30 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.079+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14d81f5bd0 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.080+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14d80b00d0 con 0x7f14d80d1340 2024-09-19T08:02:58.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.080+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14d003b030 con 0x7f14d80d1340 2024-09-19T08:02:58.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.081+0000 7f14d6ffd640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 0x7f14c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.081+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f14d00a9f80 con 0x7f14d80d1340 2024-09-19T08:02:58.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.081+0000 7f14de282640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 0x7f14c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.081+0000 7f14de282640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 0x7f14c406e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f14c8002230 tx=0x7f14c80014d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.085+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14d0078130 con 0x7f14d80d1340 2024-09-19T08:02:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.272+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f14d8072440 con 0x7f14d80d1340 2024-09-19T08:02:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.272+0000 7f14d6ffd640 1 -- 172.21.15.17:0/3099759513 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f14d007c430 con 0x7f14d80d1340 2024-09-19T08:02:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 msgr2=0x7f14c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 0x7f14c406e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f14c8002230 tx=0x7f14c80014d0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 msgr2=0x7f14d80d17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f14d0001840 tx=0x7f14d0001120 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 shutdown_connections 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f14c406c2b0 0x7f14c406e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14d80d1340 0x7f14d80d17c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14d80c6180 0x7f14d81f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 --2- 172.21.15.17:0/3099759513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14c00051c0 0x7f14d8154930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 >> 172.21.15.17:0/3099759513 conn(0x7f14d8067b30 msgr2=0x7f14d8072ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 shutdown_connections 2024-09-19T08:02:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.274+0000 7f14e04e6640 1 -- 172.21.15.17:0/3099759513 wait complete. 2024-09-19T08:02:58.284 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi160.front.sepia.ceph.com... 2024-09-19T08:02:58.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:58.285 DEBUG:teuthology.orchestra.run.smithi160:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-19T08:02:58.315 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:02:58.315 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:02:58.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:58.316 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:02:58.387 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:58.388 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:58.404 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:58.404 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:58.461 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.604+0000 7f51aab9f640 1 Processor -- start 2024-09-19T08:02:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.604+0000 7f51aab9f640 1 -- start start 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aab9f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f51a415e740 0x7f51a40b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aab9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51a40b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aab9f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51a40b8be0 con 0x7f51a415e360 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aab9f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f51a40b8e70 con 0x7f51a415e740 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aab9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51a40b9150 con 0x7f51a40d1430 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a9b9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f51a415e360 0x7f51a40d0d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54912/0 (socket says 172.21.15.17:54912) 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a9b9d640 1 -- 172.21.15.17:0/963265991 learned_addr learned my addr 172.21.15.17:0/963265991 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2419201958 0 0) 0x7f51a40b8be0 con 0x7f51a415e360 2024-09-19T08:02:58.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5190003520 con 0x7f51a415e360 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a939c640 1 --2- 172.21.15.17:0/963265991 >> v2:172.21.15.160:3300/0 conn(0x7f51a415e740 0x7f51a40b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51aa39e640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51a40b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.605+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 908897930 0 0) 0x7f5190003520 con 0x7f51a415e360 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 msgr2=0x7f51a40b86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51a40b86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 >> v2:172.21.15.160:3300/0 conn(0x7f51a415e740 msgr2=0x7f51a40b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 --2- 172.21.15.17:0/963265991 >> v2:172.21.15.160:3300/0 conn(0x7f51a415e740 0x7f51a40b8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a40b9430 con 0x7f51a415e360 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f51a0001670 con 0x7f51a415e360 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 >> v1:172.21.15.17:6789/0 conn(0x7f51a415e360 legacy=0x7f51a40d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51900039b0 0x7f5190003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5190004800 0x7f5190004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51a40b8e70 con 0x7f51900039b0 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f51a40b9150 con 0x7f5190004800 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f519000b9c0 con 0x7f51a40d1430 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51900039b0 0x7f5190003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a939c640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5190004800 0x7f5190004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51aa39e640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 -- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 msgr2=0x7f51900051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a40d1430 0x7f51900051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 -- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5190004800 msgr2=0x7f5190004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5190004800 0x7f5190004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.606+0000 7f51a9b9d640 1 -- 172.21.15.17:0/963265991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5190003520 con 0x7f51900039b0 2024-09-19T08:02:58.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51900039b0 0x7f5190003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f51a0007fd0 tx=0x7f5190005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d894ef735198c089 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0007d50 con 0x7f51900039b0 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a0005ad0 con 0x7f51900039b0 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51a8b9b640 1 -- 172.21.15.17:0/963265991 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0007070 con 0x7f51900039b0 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51aab9f640 1 -- 172.21.15.17:0/963265991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51900039b0 msgr2=0x7f5190003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51aab9f640 1 --2- 172.21.15.17:0/963265991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51900039b0 0x7f5190003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f51a0007fd0 tx=0x7f5190005830 comp rx=0 tx=0).stop 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.607+0000 7f51aa39e640 1 -- 172.21.15.17:0/963265991 reap_dead start 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.608+0000 7f51aab9f640 1 -- 172.21.15.17:0/963265991 shutdown_connections 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.608+0000 7f51aab9f640 1 -- 172.21.15.17:0/963265991 >> 172.21.15.17:0/963265991 conn(0x7f51a4067950 msgr2=0x7f51a4067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.608+0000 7f51aab9f640 1 -- 172.21.15.17:0/963265991 shutdown_connections 2024-09-19T08:02:58.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.608+0000 7f51aab9f640 1 -- 172.21.15.17:0/963265991 wait complete. 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.609+0000 7f51aab9f640 1 Processor -- start 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.609+0000 7f51aab9f640 1 -- start start 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51900039b0 0x7f51a40cd090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a41f75e0 0x7f51a41571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51a40b8820 con 0x7f51a40ce140 2024-09-19T08:02:58.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f51a40b86a0 con 0x7f51900039b0 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51a40b89a0 con 0x7f51a41f75e0 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58142/0 (socket says 172.21.15.17:58142) 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 -- 172.21.15.17:0/332845245 learned_addr learned my addr 172.21.15.17:0/332845245 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51900039b0 0x7f51a40cd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51a939c640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a41f75e0 0x7f51a41571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 -- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a41f75e0 msgr2=0x7f51a41571b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a41f75e0 0x7f51a41571b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 -- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51900039b0 msgr2=0x7f51a40cd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51900039b0 0x7f51a40cd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 -- 172.21.15.17:0/332845245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a40cd5d0 con 0x7f51a40ce140 2024-09-19T08:02:58.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aa39e640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f51a40b8130 tx=0x7f519c00f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c00fc80 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f519c00fe20 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51a4157b00 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c015670 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.610+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51a41580c0 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.611+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51a40cc960 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.612+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f519c015810 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.612+0000 7f519a7fc640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 0x7f518806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.612+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f519c08c040 con 0x7f51a40ce140 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.613+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 0x7f518806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.613+0000 7f51a9b9d640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 0x7f518806e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f51a0033000 tx=0x7f51a0009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.617+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f519c019030 con 0x7f51a40ce140 2024-09-19T08:02:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.806+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f51a40b8160 con 0x7f51a40ce140 2024-09-19T08:02:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.806+0000 7f519a7fc640 1 -- 172.21.15.17:0/332845245 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f519c010040 con 0x7f51a40ce140 2024-09-19T08:02:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 msgr2=0x7f518806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 0x7f518806e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f51a0033000 tx=0x7f51a0009030 comp rx=0 tx=0).stop 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 msgr2=0x7f51a40ce5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f51a40b8130 tx=0x7f519c00f1b0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 shutdown_connections 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f518806c2e0 0x7f518806e7a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a40ce140 0x7f51a40ce5f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51a41f75e0 0x7f51a41571b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 --2- 172.21.15.17:0/332845245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51900039b0 0x7f51a40cd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 >> 172.21.15.17:0/332845245 conn(0x7f51a4067950 msgr2=0x7f51a40d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 shutdown_connections 2024-09-19T08:02:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.808+0000 7f51aab9f640 1 -- 172.21.15.17:0/332845245 wait complete. 2024-09-19T08:02:58.819 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:02:58.819 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:58.835 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:58.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.978+0000 7f85b4ec9640 1 Processor -- start 2024-09-19T08:02:58.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.978+0000 7f85b4ec9640 1 -- start start 2024-09-19T08:02:58.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85b4ec9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b015e7c0 0x7f85b0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85b4ec9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85b00b6a40 0x7f85b00b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85b4ec9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85b00b39a0 con 0x7f85b00cf480 2024-09-19T08:02:58.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85b4ec9640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f85b01630d0 con 0x7f85b00b6a40 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85b4ec9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85b015eba0 con 0x7f85b015e7c0 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85b00b6a40 0x7f85b00b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85b00b6a40 0x7f85b00b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58152/0 (socket says 172.21.15.17:58152) 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 -- 172.21.15.17:0/1407432463 learned_addr learned my addr 172.21.15.17:0/1407432463 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85add9b640 1 --1- 172.21.15.17:0/1407432463 >> v1:172.21.15.17:6789/0 conn(0x7f85b00cf480 0x7f85b00b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54924/0 (socket says 172.21.15.17:54924) 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85ae59c640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b015e7c0 0x7f85b0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 -- 172.21.15.17:0/1407432463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b015e7c0 msgr2=0x7f85b0162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b015e7c0 0x7f85b0162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 -- 172.21.15.17:0/1407432463 >> v1:172.21.15.17:6789/0 conn(0x7f85b00cf480 legacy=0x7f85b00b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85ad59a640 1 -- 172.21.15.17:0/1407432463 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3054589902 0 0) 0x7f85b00b39a0 con 0x7f85b00cf480 2024-09-19T08:02:58.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.979+0000 7f85aed9d640 1 -- 172.21.15.17:0/1407432463 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b00cfc60 con 0x7f85b00b6a40 2024-09-19T08:02:58.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.980+0000 7f85aed9d640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b00b9800 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f85a8009870 tx=0x7f85a802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8492ea3a0055b64c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85ad59a640 1 -- 172.21.15.17:0/1407432463 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a8037070 con 0x7f85b00b6a40 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85ad59a640 1 -- 172.21.15.17:0/1407432463 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a802ae50 con 0x7f85b00b6a40 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85ad59a640 1 -- 172.21.15.17:0/1407432463 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a8032860 con 0x7f85b00b6a40 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 -- 172.21.15.17:0/1407432463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 msgr2=0x7f85b00b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b00b9800 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f85a8009870 tx=0x7f85a802a300 comp rx=0 tx=0).stop 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 -- 172.21.15.17:0/1407432463 shutdown_connections 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b00b9800 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/1407432463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b015e7c0 0x7f85b0162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 -- 172.21.15.17:0/1407432463 >> 172.21.15.17:0/1407432463 conn(0x7f85b00d1320 msgr2=0x7f85b00d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 -- 172.21.15.17:0/1407432463 shutdown_connections 2024-09-19T08:02:58.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.981+0000 7f85b4ec9640 1 -- 172.21.15.17:0/1407432463 wait complete. 2024-09-19T08:02:58.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 Processor -- start 2024-09-19T08:02:58.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 -- start start 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 0x7f85b00cd300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85b015e7c0 0x7f85b00b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85b015f100 con 0x7f85b00b6a40 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85b015ee20 con 0x7f85b015e7c0 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85b4ec9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85b015f3e0 con 0x7f85b00cf480 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85ae59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.983+0000 7f85ae59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58154/0 (socket says 172.21.15.17:58154) 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 -- 172.21.15.17:0/3646370873 learned_addr learned my addr 172.21.15.17:0/3646370873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85add9b640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 0x7f85b00cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85aed9d640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85b015e7c0 0x7f85b00b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 -- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 msgr2=0x7f85b00cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 0x7f85b00cd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 -- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85b015e7c0 msgr2=0x7f85b00b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85b015e7c0 0x7f85b00b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 -- 172.21.15.17:0/3646370873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b00b7580 con 0x7f85b00b6a40 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85add9b640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 0x7f85b00cd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85ae59c640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f85a0007e40 tx=0x7f85a000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a0014620 con 0x7f85b00b6a40 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a0019070 con 0x7f85b00b6a40 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a0014a00 con 0x7f85b00b6a40 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b00b7860 con 0x7f85b00b6a40 2024-09-19T08:02:58.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.984+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b00b7e20 con 0x7f85b00b6a40 2024-09-19T08:02:58.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.985+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b00b8540 con 0x7f85b00b6a40 2024-09-19T08:02:58.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.986+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85a0014ba0 con 0x7f85b00b6a40 2024-09-19T08:02:58.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.986+0000 7f85a6ffd640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:58.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.986+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f85a008bc00 con 0x7f85b00b6a40 2024-09-19T08:02:58.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.986+0000 7f85add9b640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:58.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.987+0000 7f85add9b640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 0x7f859006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8598000f60 tx=0x7f8598007c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:58.990+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85a0092080 con 0x7f85b00b6a40 2024-09-19T08:02:59.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.176+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f85b015f900 con 0x7f85b00b6a40 2024-09-19T08:02:59.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.176+0000 7f85a6ffd640 1 -- 172.21.15.17:0/3646370873 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f85a005a400 con 0x7f85b00b6a40 2024-09-19T08:02:59.176 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 msgr2=0x7f859006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 0x7f859006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8598000f60 tx=0x7f8598007c10 comp rx=0 tx=0).stop 2024-09-19T08:02:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 msgr2=0x7f85b0155960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f85a0007e40 tx=0x7f85a000e4b0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 shutdown_connections 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f859006c2b0 0x7f859006e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85b015e7c0 0x7f85b00b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85b00cf480 0x7f85b00cd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 --2- 172.21.15.17:0/3646370873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b00b6a40 0x7f85b0155960 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 >> 172.21.15.17:0/3646370873 conn(0x7f85b00d1320 msgr2=0x7f85b0074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 shutdown_connections 2024-09-19T08:02:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.178+0000 7f85b4ec9640 1 -- 172.21.15.17:0/3646370873 wait complete. 2024-09-19T08:02:59.190 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:02:59.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:59.190 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-19T08:02:59.215 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:02:59.215 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:02:59.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:02:59.215 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:02:59.271 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:59.271 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:59.291 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:59.291 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:59.351 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:59.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.455+0000 7f78131f8640 1 Processor -- start 2024-09-19T08:02:59.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.455+0000 7f78131f8640 1 -- start start 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f78131f8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f780c0b8b90 0x7f780c0d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f78131f8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f780c0d17e0 con 0x7f780c06dcb0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f78131f8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f780c0cfc10 con 0x7f780c15eab0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f78131f8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f780c0d09d0 con 0x7f780c0b8b90 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f7811795640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f780c06dcb0 0x7f780c0d29b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54932/0 (socket says 172.21.15.17:54932) 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f7811795640 1 -- 172.21.15.17:0/3960206965 learned_addr learned my addr 172.21.15.17:0/3960206965 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780bfff640 1 --2- 172.21.15.17:0/3960206965 >> v2:172.21.15.160:3300/0 conn(0x7f780c0b8b90 0x7f780c0d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3339528419 0 0) 0x7f780c0d17e0 con 0x7f780c06dcb0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f77fc003520 con 0x7f780c06dcb0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3679462723 0 0) 0x7f780c0cfc10 con 0x7f780c15eab0 2024-09-19T08:02:59.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f780c0d17e0 con 0x7f780c15eab0 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.456+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1381591908 0 0) 0x7f77fc003520 con 0x7f780c06dcb0 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 >> v2:172.21.15.160:3300/0 conn(0x7f780c0b8b90 msgr2=0x7f780c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 --2- 172.21.15.17:0/3960206965 >> v2:172.21.15.160:3300/0 conn(0x7f780c0b8b90 0x7f780c0d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 >> v1:172.21.15.160:6789/0 conn(0x7f780c15eab0 legacy=0x7f780c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f780c0cfef0 con 0x7f780c06dcb0 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f78040019f0 con 0x7f780c06dcb0 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 >> v1:172.21.15.17:6789/0 conn(0x7f780c06dcb0 legacy=0x7f780c0d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77fc003b90 0x7f77fc003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc0051c0 0x7f77fc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f780c0d09d0 con 0x7f77fc004800 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc00bfe0 con 0x7f77fc003b90 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc00c1e0 con 0x7f77fc0051c0 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f7810f94640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77fc003b90 0x7f77fc003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f7811795640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc0051c0 0x7f77fc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 -- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc0051c0 msgr2=0x7f77fc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc0051c0 0x7f77fc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 -- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77fc003b90 msgr2=0x7f77fc003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f77fc003b90 0x7f77fc003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f780bfff640 1 -- 172.21.15.17:0/3960206965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc003520 con 0x7f77fc004800 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f7811795640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc0051c0 0x7f77fc00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.457+0000 7f7811795640 1 -- 172.21.15.17:0/3960206965 reap_dead start 2024-09-19T08:02:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f780bfff640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009ac0 tx=0x7f77fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7afee5c9ff2b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8036070 con 0x7f77fc004800 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77f8031400 con 0x7f77fc004800 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f780b7fe640 1 -- 172.21.15.17:0/3960206965 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8009690 con 0x7f77fc004800 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f78131f8640 1 -- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 msgr2=0x7f77fc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.458+0000 7f78131f8640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009ac0 tx=0x7f77fc005830 comp rx=0 tx=0).stop 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.459+0000 7f78131f8640 1 -- 172.21.15.17:0/3960206965 shutdown_connections 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.459+0000 7f78131f8640 1 --2- 172.21.15.17:0/3960206965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77fc004800 0x7f77fc004c80 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.459+0000 7f78131f8640 1 -- 172.21.15.17:0/3960206965 >> 172.21.15.17:0/3960206965 conn(0x7f780c0d4b30 msgr2=0x7f780c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.459+0000 7f78131f8640 1 -- 172.21.15.17:0/3960206965 shutdown_connections 2024-09-19T08:02:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.459+0000 7f78131f8640 1 -- 172.21.15.17:0/3960206965 wait complete. 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.460+0000 7f78131f8640 1 Processor -- start 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.460+0000 7f78131f8640 1 -- start start 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc004800 0x7f780c0b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 0x7f780c1f4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f780c0d04b0 con 0x7f780c158f30 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f780c15ee90 con 0x7f780c0cc8f0 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f780c0ceb50 con 0x7f77fc004800 2024-09-19T08:02:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58180/0 (socket says 172.21.15.17:58180) 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 -- 172.21.15.17:0/1275842510 learned_addr learned my addr 172.21.15.17:0/1275842510 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7810f94640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc004800 0x7f780c0b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f780bfff640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 0x7f780c1f4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 -- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc004800 msgr2=0x7f780c0b2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc004800 0x7f780c0b2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 -- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 msgr2=0x7f780c1f4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 0x7f780c1f4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 -- 172.21.15.17:0/1275842510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f780c0ccd80 con 0x7f780c158f30 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f780bfff640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 0x7f780c1f4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f7811795640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f780c0d0ea0 tx=0x7f7804007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780400ea80 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7804018070 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f780c0cd060 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.461+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780400ee80 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.462+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f780c0cd620 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.462+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f780c0d3ba0 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.463+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f780401d460 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.463+0000 7f78097fa640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 0x7f77f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.463+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f780408b7d0 con 0x7f780c158f30 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.464+0000 7f7810f94640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 0x7f77f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.464+0000 7f7810f94640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 0x7f77f006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f78000036b0 tx=0x7f7800009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.468+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f780c0d3ba0 con 0x7f780c158f30 2024-09-19T08:02:59.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.654+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f780c06e380 con 0x7f780c158f30 2024-09-19T08:02:59.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.654+0000 7f78097fa640 1 -- 172.21.15.17:0/1275842510 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f7804059ea0 con 0x7f780c158f30 2024-09-19T08:02:59.654 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:59.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 msgr2=0x7f77f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 0x7f77f006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f78000036b0 tx=0x7f7800009040 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 msgr2=0x7f780c1600d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f780c0d0ea0 tx=0x7f7804007bc0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 shutdown_connections 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f77f006c2b0 0x7f77f006e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f780c158f30 0x7f780c1600d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f780c0cc8f0 0x7f780c1f4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 --2- 172.21.15.17:0/1275842510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f77fc004800 0x7f780c0b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 >> 172.21.15.17:0/1275842510 conn(0x7f780c0d4b30 msgr2=0x7f780c0b8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 shutdown_connections 2024-09-19T08:02:59.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.656+0000 7f78131f8640 1 -- 172.21.15.17:0/1275842510 wait complete. 2024-09-19T08:02:59.667 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:02:59.667 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:02:59.687 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:02:59.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.790+0000 7fd38bf98640 1 Processor -- start 2024-09-19T08:02:59.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.790+0000 7fd38bf98640 1 -- start start 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd38bf98640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 0x7fd3840cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd38bf98640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd38415c380 0x7fd384071eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd38bf98640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd384072740 con 0x7fd3840cfc80 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd38bf98640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd3840cf1a0 con 0x7fd38415c380 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd38bf98640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd3840cf480 con 0x7fd3840cdb90 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.791+0000 7fd389533640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd38415c380 0x7fd384071eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd38415c380 0x7fd384071eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58184/0 (socket says 172.21.15.17:58184) 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 -- 172.21.15.17:0/3446928426 learned_addr learned my addr 172.21.15.17:0/3446928426 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389d34640 1 --2- 172.21.15.17:0/3446928426 >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 0x7fd3840cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 -- 172.21.15.17:0/3446928426 >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 msgr2=0x7fd3840cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:59.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 --2- 172.21.15.17:0/3446928426 >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 0x7fd3840cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 -- 172.21.15.17:0/3446928426 >> v1:172.21.15.160:6789/0 conn(0x7fd3840cfc80 legacy=0x7fd38415c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:02:59.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389533640 1 -- 172.21.15.17:0/3446928426 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3840cf760 con 0x7fd38415c380 2024-09-19T08:02:59.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.792+0000 7fd389d34640 1 --2- 172.21.15.17:0/3446928426 >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 0x7fd3840cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:02:59.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd389533640 1 --2- 172.21.15.17:0/3446928426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd384071eb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd3840cece0 tx=0x7fd37802c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bdb66c27301ec02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd388d32640 1 -- 172.21.15.17:0/3446928426 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3780325a0 con 0x7fd38415c380 2024-09-19T08:02:59.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd388d32640 1 -- 172.21.15.17:0/3446928426 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd378038070 con 0x7fd38415c380 2024-09-19T08:02:59.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd388d32640 1 -- 172.21.15.17:0/3446928426 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd378032960 con 0x7fd38415c380 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 -- 172.21.15.17:0/3446928426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 msgr2=0x7fd384071eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 --2- 172.21.15.17:0/3446928426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd384071eb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd3840cece0 tx=0x7fd37802c8e0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 -- 172.21.15.17:0/3446928426 shutdown_connections 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 --2- 172.21.15.17:0/3446928426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd384071eb0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 --2- 172.21.15.17:0/3446928426 >> v2:172.21.15.160:3300/0 conn(0x7fd3840cdb90 0x7fd3840cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 -- 172.21.15.17:0/3446928426 >> 172.21.15.17:0/3446928426 conn(0x7fd38406d110 msgr2=0x7fd38406d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 -- 172.21.15.17:0/3446928426 shutdown_connections 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.793+0000 7fd38bf98640 1 -- 172.21.15.17:0/3446928426 wait complete. 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 Processor -- start 2024-09-19T08:02:59.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 -- start start 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd3840cdb90 0x7fd3840b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3840cfc80 0x7fd38414f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd384159050 con 0x7fd38415c380 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd3840723f0 con 0x7fd3840cdb90 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38bf98640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd384072a20 con 0x7fd3840cfc80 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38a535640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38a535640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58198/0 (socket says 172.21.15.17:58198) 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.795+0000 7fd38a535640 1 -- 172.21.15.17:0/1811799487 learned_addr learned my addr 172.21.15.17:0/1811799487 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd389d34640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd3840cdb90 0x7fd3840b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd389533640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3840cfc80 0x7fd38414f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 -- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3840cfc80 msgr2=0x7fd38414f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3840cfc80 0x7fd38414f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 -- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd3840cdb90 msgr2=0x7fd3840b4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd3840cdb90 0x7fd3840b4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 -- 172.21.15.17:0/1811799487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3840b54e0 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38a535640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd37400c780 tx=0x7fd37400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374004b60 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd374004d00 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3840b5200 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd37400aa90 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.796+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3840b6360 con 0x7fd38415c380 2024-09-19T08:02:59.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.797+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3840d0130 con 0x7fd38415c380 2024-09-19T08:02:59.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.798+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd37400ac30 con 0x7fd38415c380 2024-09-19T08:02:59.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.798+0000 7fd3827fc640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 0x7fd37006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:02:59.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.798+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd37408b540 con 0x7fd38415c380 2024-09-19T08:02:59.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.799+0000 7fd389d34640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 0x7fd37006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:02:59.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.799+0000 7fd389d34640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 0x7fd37006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd37c00aac0 tx=0x7fd37c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:02:59.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.803+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd374020070 con 0x7fd38415c380 2024-09-19T08:02:59.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.990+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd3841552b0 con 0x7fd38415c380 2024-09-19T08:02:59.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.991+0000 7fd3827fc640 1 -- 172.21.15.17:0/1811799487 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fd374059660 con 0x7fd38415c380 2024-09-19T08:02:59.991 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 msgr2=0x7fd37006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 0x7fd37006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd37c00aac0 tx=0x7fd37c008040 comp rx=0 tx=0).stop 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 msgr2=0x7fd38414e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd37400c780 tx=0x7fd37400cc40 comp rx=0 tx=0).stop 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 shutdown_connections 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd37006c2b0 0x7fd37006e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38415c380 0x7fd38414e460 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3840cfc80 0x7fd38414f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 --2- 172.21.15.17:0/1811799487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd3840cdb90 0x7fd3840b4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:02:59.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 >> 172.21.15.17:0/1811799487 conn(0x7fd38406d110 msgr2=0x7fd384155ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:02:59.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 shutdown_connections 2024-09-19T08:02:59.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:02:59.993+0000 7fd38bf98640 1 -- 172.21.15.17:0/1811799487 wait complete. 2024-09-19T08:03:00.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi160.front.sepia.ceph.com... 2024-09-19T08:03:00.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:00.005 DEBUG:teuthology.orchestra.run.smithi160:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-19T08:03:00.035 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:00.035 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:03:00.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:00.035 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:03:00.094 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:03:00.094 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:00.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.197+0000 7ff7bead0640 1 Processor -- start 2024-09-19T08:03:00.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.197+0000 7ff7bead0640 1 -- start start 2024-09-19T08:03:00.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bead0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8162c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bead0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff7b806e400 0x7ff7b8071590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bead0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7b8073520 con 0x7ff7b80af9a0 2024-09-19T08:03:00.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bead0640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff7b806e8b0 con 0x7ff7b806e400 2024-09-19T08:03:00.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bead0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff7b80b3860 con 0x7ff7b80d05a0 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff7b806e400 0x7ff7b8071590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff7b806e400 0x7ff7b8071590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58210/0 (socket says 172.21.15.17:58210) 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 -- 172.21.15.17:0/1545901120 learned_addr learned my addr 172.21.15.17:0/1545901120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7b7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff7b80af9a0 0x7ff7b80d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54942/0 (socket says 172.21.15.17:54942) 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bc86c640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8162c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 -- 172.21.15.17:0/1545901120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 msgr2=0x7ff7b8162c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8162c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 -- 172.21.15.17:0/1545901120 >> v1:172.21.15.17:6789/0 conn(0x7ff7b80af9a0 legacy=0x7ff7b80d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bd06d640 1 -- 172.21.15.17:0/1545901120 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7b80afe80 con 0x7ff7b806e400 2024-09-19T08:03:00.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.198+0000 7ff7bc86c640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8162c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:00.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.199+0000 7ff7bd06d640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b806e400 0x7ff7b8071590 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009e50 tx=0x7ff7b002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e32281b650711ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.199+0000 7ff7b77fe640 1 -- 172.21.15.17:0/1545901120 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0036070 con 0x7ff7b806e400 2024-09-19T08:03:00.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.199+0000 7ff7b77fe640 1 -- 172.21.15.17:0/1545901120 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7b0031600 con 0x7ff7b806e400 2024-09-19T08:03:00.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.199+0000 7ff7b77fe640 1 -- 172.21.15.17:0/1545901120 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b00319d0 con 0x7ff7b806e400 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 -- 172.21.15.17:0/1545901120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b806e400 msgr2=0x7ff7b8071590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b806e400 0x7ff7b8071590 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009e50 tx=0x7ff7b002a680 comp rx=0 tx=0).stop 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 -- 172.21.15.17:0/1545901120 shutdown_connections 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b806e400 0x7ff7b8071590 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 --2- 172.21.15.17:0/1545901120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8162c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 -- 172.21.15.17:0/1545901120 >> 172.21.15.17:0/1545901120 conn(0x7ff7b8067d70 msgr2=0x7ff7b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 -- 172.21.15.17:0/1545901120 shutdown_connections 2024-09-19T08:03:00.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.200+0000 7ff7bead0640 1 -- 172.21.15.17:0/1545901120 wait complete. 2024-09-19T08:03:00.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.201+0000 7ff7bead0640 1 Processor -- start 2024-09-19T08:03:00.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.201+0000 7ff7bead0640 1 -- start start 2024-09-19T08:03:00.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7b806e400 0x7ff7b81fa120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8152fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b8071ad0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b8073240 con 0x7ff7b806e400 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bead0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff7b8071c50 con 0x7ff7b80d05a0 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58224/0 (socket says 172.21.15.17:58224) 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 -- 172.21.15.17:0/3323454685 learned_addr learned my addr 172.21.15.17:0/3323454685 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bd06d640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8152fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7bc86c640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7b806e400 0x7ff7b81fa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 -- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 msgr2=0x7ff7b8152fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8152fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 -- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7b806e400 msgr2=0x7ff7b81fa120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7b806e400 0x7ff7b81fa120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.202+0000 7ff7b7fff640 1 -- 172.21.15.17:0/3323454685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7b8162cf0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7b7fff640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400c370 tx=0x7ff7a400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a40074e0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7a40047e0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7b8162fd0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a4004bd0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.203+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7b8163590 con 0x7ff7b80af9a0 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.204+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7b8068400 con 0x7ff7b80af9a0 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.204+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7a401a020 con 0x7ff7b80af9a0 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.205+0000 7ff7b57fa640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 0x7ff79c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.205+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff7a408abd0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.205+0000 7ff7bc86c640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 0x7ff79c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.206+0000 7ff7bc86c640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 0x7ff79c06e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac006fd0 tx=0x7ff7ac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.209+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff7a4059340 con 0x7ff7b80af9a0 2024-09-19T08:03:00.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.421+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7b8165ae0 con 0x7ff7b80af9a0 2024-09-19T08:03:00.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.421+0000 7ff7b57fa640 1 -- 172.21.15.17:0/3323454685 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7ff7a4058c40 con 0x7ff7b80af9a0 2024-09-19T08:03:00.421 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:00.421 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:03:00.421 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 msgr2=0x7ff79c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 0x7ff79c06e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac006fd0 tx=0x7ff7ac008040 comp rx=0 tx=0).stop 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 msgr2=0x7ff7b81f96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400c370 tx=0x7ff7a400c830 comp rx=0 tx=0).stop 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 shutdown_connections 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff79c06c2b0 0x7ff79c06e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7b80d05a0 0x7ff7b8152fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7b80af9a0 0x7ff7b81f96b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 --2- 172.21.15.17:0/3323454685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7b806e400 0x7ff7b81fa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 >> 172.21.15.17:0/3323454685 conn(0x7ff7b8067d70 msgr2=0x7ff7b80d0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:00.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 shutdown_connections 2024-09-19T08:03:00.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.423+0000 7ff7bead0640 1 -- 172.21.15.17:0/3323454685 wait complete. 2024-09-19T08:03:00.434 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:00.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.536+0000 7fbfa9723640 1 Processor -- start 2024-09-19T08:03:00.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.536+0000 7fbfa9723640 1 -- start start 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 0x7fbfa40b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 0x7fbfa40ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa415b6c0 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa40ce4f0 con 0x7fbfa40b22c0 2024-09-19T08:03:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa9723640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbfa40ce7d0 con 0x7fbfa415b2e0 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58228/0 (socket says 172.21.15.17:58228) 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa27fc640 1 -- 172.21.15.17:0/1983056261 learned_addr learned my addr 172.21.15.17:0/1983056261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.537+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 0x7fbfa40b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa37fe640 1 --2- 172.21.15.17:0/1983056261 >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 0x7fbfa40ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 -- 172.21.15.17:0/1983056261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 msgr2=0x7fbfa40b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 0x7fbfa40b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 -- 172.21.15.17:0/1983056261 >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 msgr2=0x7fbfa40ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 --2- 172.21.15.17:0/1983056261 >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 0x7fbfa40ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 -- 172.21.15.17:0/1983056261 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa40ceab0 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 0x7fbfa40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa37fe640 1 --2- 172.21.15.17:0/1983056261 >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 0x7fbfa40ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.538+0000 7fbfa27fc640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbfa40d0050 tx=0x7fbf8c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e4d7ff7eae44d04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa1ffb640 1 -- 172.21.15.17:0/1983056261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c037070 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa1ffb640 1 -- 172.21.15.17:0/1983056261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf8c032440 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa1ffb640 1 -- 172.21.15.17:0/1983056261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c032810 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 -- 172.21.15.17:0/1983056261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa40cdfc0 msgr2=0x7fbfa40b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbfa40d0050 tx=0x7fbf8c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 -- 172.21.15.17:0/1983056261 shutdown_connections 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 --2- 172.21.15.17:0/1983056261 >> v2:172.21.15.160:3300/0 conn(0x7fbfa40b22c0 0x7fbfa40ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa40cdfc0 0x7fbfa40b1d80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 --2- 172.21.15.17:0/1983056261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa415b2e0 0x7fbfa40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 -- 172.21.15.17:0/1983056261 >> 172.21.15.17:0/1983056261 conn(0x7fbfa406bc10 msgr2=0x7fbfa406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 -- 172.21.15.17:0/1983056261 shutdown_connections 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.539+0000 7fbfa9723640 1 -- 172.21.15.17:0/1983056261 wait complete. 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 Processor -- start 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 -- start start 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 0x7fbfa414dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa40cdfc0 0x7fbfa415dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa40712b0 con 0x7fbfa415b2e0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa4071130 con 0x7fbfa40b22c0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa9723640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbfa40b4260 con 0x7fbfa40cdfc0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.541+0000 7fbfa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58240/0 (socket says 172.21.15.17:58240) 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 -- 172.21.15.17:0/3103776156 learned_addr learned my addr 172.21.15.17:0/3103776156 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 0x7fbfa414dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa27fc640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa40cdfc0 0x7fbfa415dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 -- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa40cdfc0 msgr2=0x7fbfa415dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa40cdfc0 0x7fbfa415dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 -- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 msgr2=0x7fbfa414dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 0x7fbfa414dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 -- 172.21.15.17:0/3103776156 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa41f11e0 con 0x7fbfa415b2e0 2024-09-19T08:03:00.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 0x7fbfa414dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa37fe640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c00c7f0 tx=0x7fbf9c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf9c015070 con 0x7fbfa415b2e0 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf9c007820 con 0x7fbfa415b2e0 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf9c007c50 con 0x7fbfa415b2e0 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfa414e290 con 0x7fbfa415b2e0 2024-09-19T08:03:00.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.542+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfa4151610 con 0x7fbfa415b2e0 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.543+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfa40b1d80 con 0x7fbfa415b2e0 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.544+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf9c018070 con 0x7fbfa415b2e0 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.544+0000 7fbf9b7fe640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 0x7fbf8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.544+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbf9c08b610 con 0x7fbfa415b2e0 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.544+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 0x7fbf8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.545+0000 7fbfa2ffd640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 0x7fbf8406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbf94007130 tx=0x7fbf94007080 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.549+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbfa414e290 con 0x7fbfa415b2e0 2024-09-19T08:03:00.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.760+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfa40cf220 con 0x7fbfa415b2e0 2024-09-19T08:03:00.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.760+0000 7fbf9b7fe640 1 -- 172.21.15.17:0/3103776156 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fbfa41f11e0 con 0x7fbfa415b2e0 2024-09-19T08:03:00.760 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:00.760 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:03:00.761 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 msgr2=0x7fbf8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 0x7fbf8406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbf94007130 tx=0x7fbf94007080 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 msgr2=0x7fbfa415e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c00c7f0 tx=0x7fbf9c00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 shutdown_connections 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf8406c2b0 0x7fbf8406e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfa415b2e0 0x7fbfa415e110 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfa40cdfc0 0x7fbfa415dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 --2- 172.21.15.17:0/3103776156 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfa40b22c0 0x7fbfa414dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.762+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 >> 172.21.15.17:0/3103776156 conn(0x7fbfa406bc10 msgr2=0x7fbfa406d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.763+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 shutdown_connections 2024-09-19T08:03:00.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.763+0000 7fbfa9723640 1 -- 172.21.15.17:0/3103776156 wait complete. 2024-09-19T08:03:00.773 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:03:00.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.876+0000 7f36db942640 1 Processor -- start 2024-09-19T08:03:00.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.876+0000 7f36db942640 1 -- start start 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36db942640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 0x7f36d40b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36db942640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36d40b0610 0x7f36d415eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36db942640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36d406e3c0 con 0x7f36d4158c90 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36db942640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f36d406e170 con 0x7f36d40b0610 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36db942640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36d406e6a0 con 0x7f36d406c320 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36d40b0610 0x7f36d415eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f36d40b0610 0x7f36d415eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58256/0 (socket says 172.21.15.17:58256) 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 -- 172.21.15.17:0/4078865029 learned_addr learned my addr 172.21.15.17:0/4078865029 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d8edd640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 0x7f36d40b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 -- 172.21.15.17:0/4078865029 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 msgr2=0x7f36d40b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 0x7f36d40b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 -- 172.21.15.17:0/4078865029 >> v1:172.21.15.160:6789/0 conn(0x7f36d4158c90 legacy=0x7f36d406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d9edf640 1 -- 172.21.15.17:0/4078865029 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d406e980 con 0x7f36d40b0610 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.877+0000 7f36d8edd640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 0x7f36d40b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.878+0000 7f36d9edf640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d415eab0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f36cc009870 tx=0x7f36cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5dada36cf04221 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.878+0000 7f36cbfff640 1 -- 172.21.15.17:0/4078865029 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc037070 con 0x7f36d40b0610 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.878+0000 7f36cbfff640 1 -- 172.21.15.17:0/4078865029 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36cc032440 con 0x7f36d40b0610 2024-09-19T08:03:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.878+0000 7f36cbfff640 1 -- 172.21.15.17:0/4078865029 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc032810 con 0x7f36d40b0610 2024-09-19T08:03:00.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 -- 172.21.15.17:0/4078865029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 msgr2=0x7f36d415eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d415eab0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f36cc009870 tx=0x7f36cc02a270 comp rx=0 tx=0).stop 2024-09-19T08:03:00.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 -- 172.21.15.17:0/4078865029 shutdown_connections 2024-09-19T08:03:00.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d415eab0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 --2- 172.21.15.17:0/4078865029 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d406c320 0x7f36d40b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 -- 172.21.15.17:0/4078865029 >> 172.21.15.17:0/4078865029 conn(0x7f36d4067b30 msgr2=0x7f36d406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 -- 172.21.15.17:0/4078865029 shutdown_connections 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.879+0000 7f36db942640 1 -- 172.21.15.17:0/4078865029 wait complete. 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.880+0000 7f36db942640 1 Processor -- start 2024-09-19T08:03:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.880+0000 7f36db942640 1 -- start start 2024-09-19T08:03:00.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36d406c320 0x7f36d4072640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d4158c90 0x7f36d4155d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f36d40b4210 con 0x7f36d40b0610 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f36d40b0ac0 con 0x7f36d406c320 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36db942640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36d40b4390 con 0x7f36d4158c90 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58266/0 (socket says 172.21.15.17:58266) 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 -- 172.21.15.17:0/3330063190 learned_addr learned my addr 172.21.15.17:0/3330063190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d9edf640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d4158c90 0x7f36d4155d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d96de640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36d406c320 0x7f36d4072640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 -- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d4158c90 msgr2=0x7f36d4155d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d4158c90 0x7f36d4155d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 -- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36d406c320 msgr2=0x7f36d4072640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36d406c320 0x7f36d4072640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.881+0000 7f36d8edd640 1 -- 172.21.15.17:0/3330063190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d414dc00 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36d8edd640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f36c400e810 tx=0x7f36c400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c400f040 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c4004030 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d41f9610 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c4004400 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.882+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d414d120 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.883+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d40b00d0 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.883+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f36c400c6d0 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.884+0000 7f36c9ffb640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 0x7f36b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.884+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f36c408b0c0 con 0x7f36d40b0610 2024-09-19T08:03:00.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.884+0000 7f36d96de640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 0x7f36b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:00.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.885+0000 7f36d96de640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 0x7f36b806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f36d4158000 tx=0x7f36d0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:00.888+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36c4017020 con 0x7f36d40b0610 2024-09-19T08:03:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.065+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f36d4161b80 con 0x7f36d40b0610 2024-09-19T08:03:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.066+0000 7f36c9ffb640 1 -- 172.21.15.17:0/3330063190 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f36c4059140 con 0x7f36d40b0610 2024-09-19T08:03:01.066 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:01.066 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:03:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 msgr2=0x7f36b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 0x7f36b806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f36d4158000 tx=0x7f36d0009040 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 msgr2=0x7f36d4155840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f36c400e810 tx=0x7f36c400ecd0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 shutdown_connections 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36b806c2b0 0x7f36b806e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36d4158c90 0x7f36d4155d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36d40b0610 0x7f36d4155840 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 --2- 172.21.15.17:0/3330063190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36d406c320 0x7f36d4072640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.068+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 >> 172.21.15.17:0/3330063190 conn(0x7f36d4067b30 msgr2=0x7f36d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.069+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 shutdown_connections 2024-09-19T08:03:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.069+0000 7f36db942640 1 -- 172.21.15.17:0/3330063190 wait complete. 2024-09-19T08:03:01.080 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:03:01.080 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:01.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.181+0000 7fdb01023640 1 Processor -- start 2024-09-19T08:03:01.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.181+0000 7fdb01023640 1 -- start start 2024-09-19T08:03:01.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.182+0000 7fdb01023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.182+0000 7fdb01023640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdafc0d3660 0x7fdafc0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.182+0000 7fdb01023640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdafc15ea20 con 0x7fdafc0cf0e0 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.182+0000 7fdb01023640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdafc0b2860 con 0x7fdafc0d3660 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.182+0000 7fdb01023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdafc0b1c50 con 0x7fdafc15e640 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafad9d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdafc0d3660 0x7fdafc0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafad9d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:51366/0 (socket says 172.21.15.17:51366) 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdafc0d3660 0x7fdafc0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:36428/0 (socket says 172.21.15.17:36428) 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafad9d640 1 -- 172.21.15.17:0/1504806597 learned_addr learned my addr 172.21.15.17:0/1504806597 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 -- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 msgr2=0x7fdafc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 --2- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 -- 172.21.15.17:0/1504806597 >> v1:172.21.15.160:6789/0 conn(0x7fdafc0cf0e0 legacy=0x7fdafc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.183+0000 7fdafb59e640 1 -- 172.21.15.17:0/1504806597 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdafc0b1f30 con 0x7fdafc0d3660 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdafb59e640 1 --2- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0d3660 0x7fdafc0cf520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdafc15ebf0 tx=0x7fdaf402a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0d75629cf5a2f52 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdaf9d9b640 1 -- 172.21.15.17:0/1504806597 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4007740 con 0x7fdafc0d3660 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdaf9d9b640 1 -- 172.21.15.17:0/1504806597 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaf40078e0 con 0x7fdafc0d3660 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdaf9d9b640 1 -- 172.21.15.17:0/1504806597 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4007cb0 con 0x7fdafc0d3660 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 -- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0d3660 msgr2=0x7fdafc0cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 --2- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0d3660 0x7fdafc0cf520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdafc15ebf0 tx=0x7fdaf402a530 comp rx=0 tx=0).stop 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 -- 172.21.15.17:0/1504806597 shutdown_connections 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 --2- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0d3660 0x7fdafc0cf520 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 --2- 172.21.15.17:0/1504806597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 -- 172.21.15.17:0/1504806597 >> 172.21.15.17:0/1504806597 conn(0x7fdafc09d820 msgr2=0x7fdafc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.184+0000 7fdb01023640 1 -- 172.21.15.17:0/1504806597 shutdown_connections 2024-09-19T08:03:01.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.185+0000 7fdb01023640 1 -- 172.21.15.17:0/1504806597 wait complete. 2024-09-19T08:03:01.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.186+0000 7fdb01023640 1 Processor -- start 2024-09-19T08:03:01.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.186+0000 7fdb01023640 1 -- start start 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0cf0e0 0x7fdafc15ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdafc0cfe40 con 0x7fdafc0d3660 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdafc0b24f0 con 0x7fdafc0cf0e0 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdb01023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdafc0b73a0 con 0x7fdafc15e640 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58276/0 (socket says 172.21.15.17:58276) 2024-09-19T08:03:01.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 -- 172.21.15.17:0/549193129 learned_addr learned my addr 172.21.15.17:0/549193129 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafb59e640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafad9d640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0cf0e0 0x7fdafc15ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 -- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 msgr2=0x7fdafc0c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 -- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0cf0e0 msgr2=0x7fdafc15ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0cf0e0 0x7fdafc15ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.187+0000 7fdafa59c640 1 -- 172.21.15.17:0/549193129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdafc15f130 con 0x7fdafc0d3660 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdafa59c640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdaf000c470 tx=0x7fdaf000c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf00052d0 con 0x7fdafc0d3660 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaf0005490 con 0x7fdafc0d3660 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf0007260 con 0x7fdafc0d3660 2024-09-19T08:03:01.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdafc15f3b0 con 0x7fdafc0d3660 2024-09-19T08:03:01.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.188+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdafc15fc50 con 0x7fdafc0d3660 2024-09-19T08:03:01.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.189+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdafc068eb0 con 0x7fdafc0d3660 2024-09-19T08:03:01.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.189+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdaf0007400 con 0x7fdafc0d3660 2024-09-19T08:03:01.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.190+0000 7fdae37fe640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 0x7fdae806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.190+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdaf008a960 con 0x7fdafc0d3660 2024-09-19T08:03:01.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.190+0000 7fdafad9d640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 0x7fdae806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.190+0000 7fdafad9d640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 0x7fdae806e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdaec009b60 tx=0x7fdaec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.194+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdafc15f130 con 0x7fdafc0d3660 2024-09-19T08:03:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.410+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdafc0ba100 con 0x7fdafc0d3660 2024-09-19T08:03:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.410+0000 7fdae37fe640 1 -- 172.21.15.17:0/549193129 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fdaf0059040 con 0x7fdafc0d3660 2024-09-19T08:03:01.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:01.411 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:03:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 msgr2=0x7fdae806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 0x7fdae806e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdaec009b60 tx=0x7fdaec008040 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 msgr2=0x7fdafc154100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdaf000c470 tx=0x7fdaf000c930 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 shutdown_connections 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdae806c2e0 0x7fdae806e7a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdafc15e640 0x7fdafc0c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdafc0d3660 0x7fdafc154100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 --2- 172.21.15.17:0/549193129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdafc0cf0e0 0x7fdafc15ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 >> 172.21.15.17:0/549193129 conn(0x7fdafc09d820 msgr2=0x7fdafc0d42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 shutdown_connections 2024-09-19T08:03:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.413+0000 7fdb01023640 1 -- 172.21.15.17:0/549193129 wait complete. 2024-09-19T08:03:01.424 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:01.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.526+0000 7fae0a07b640 1 Processor -- start 2024-09-19T08:03:01.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.526+0000 7fae0a07b640 1 -- start start 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae0a07b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fae0415c480 0x7fae040cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae0a07b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fae040b2590 0x7fae04072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae0a07b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae040ce060 con 0x7fae040cf800 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae0a07b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fae040cf100 con 0x7fae0415c480 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae0a07b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fae040cfc40 con 0x7fae040b2590 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae037fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fae0415c480 0x7fae040cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae02ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fae040cf800 0x7fae040b1e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54944/0 (socket says 172.21.15.17:54944) 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae02ffd640 1 -- 172.21.15.17:0/670630431 learned_addr learned my addr 172.21.15.17:0/670630431 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae037fe640 1 -- 172.21.15.17:0/670630431 >> v2:172.21.15.160:3300/0 conn(0x7fae040b2590 msgr2=0x7fae04072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae03fff640 1 --2- 172.21.15.17:0/670630431 >> v2:172.21.15.160:3300/0 conn(0x7fae040b2590 0x7fae04072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae037fe640 1 --2- 172.21.15.17:0/670630431 >> v2:172.21.15.160:3300/0 conn(0x7fae040b2590 0x7fae04072270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae037fe640 1 -- 172.21.15.17:0/670630431 >> v1:172.21.15.17:6789/0 conn(0x7fae040cf800 legacy=0x7fae040b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae027fc640 1 -- 172.21.15.17:0/670630431 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1102917187 0 0) 0x7fae040ce060 con 0x7fae040cf800 2024-09-19T08:03:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.527+0000 7fae037fe640 1 -- 172.21.15.17:0/670630431 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae040ce340 con 0x7fae0415c480 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.528+0000 7fae037fe640 1 --2- 172.21.15.17:0/670630431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae0415c480 0x7fae040cf2c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fae04069550 tx=0x7fadf402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86cdc18d41876f93 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.528+0000 7fae027fc640 1 -- 172.21.15.17:0/670630431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4037070 con 0x7fae0415c480 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.528+0000 7fae027fc640 1 -- 172.21.15.17:0/670630431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadf4032440 con 0x7fae0415c480 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.528+0000 7fae027fc640 1 -- 172.21.15.17:0/670630431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4032810 con 0x7fae0415c480 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 -- 172.21.15.17:0/670630431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae0415c480 msgr2=0x7fae040cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 --2- 172.21.15.17:0/670630431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae0415c480 0x7fae040cf2c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fae04069550 tx=0x7fadf402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 -- 172.21.15.17:0/670630431 shutdown_connections 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 --2- 172.21.15.17:0/670630431 >> v2:172.21.15.160:3300/0 conn(0x7fae040b2590 0x7fae04072270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 --2- 172.21.15.17:0/670630431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae0415c480 0x7fae040cf2c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 -- 172.21.15.17:0/670630431 >> 172.21.15.17:0/670630431 conn(0x7fae0406bc10 msgr2=0x7fae0406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 -- 172.21.15.17:0/670630431 shutdown_connections 2024-09-19T08:03:01.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.529+0000 7fae0a07b640 1 -- 172.21.15.17:0/670630431 wait complete. 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.530+0000 7fae0a07b640 1 Processor -- start 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.530+0000 7fae0a07b640 1 -- start start 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae040cf800 0x7fae040b3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 0x7fae040ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae040cebe0 con 0x7fae040b2590 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fae040ce900 con 0x7fae040cf800 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae0a07b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fae040727b0 con 0x7fae0415c480 2024-09-19T08:03:01.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58286/0 (socket says 172.21.15.17:58286) 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 -- 172.21.15.17:0/1547755892 learned_addr learned my addr 172.21.15.17:0/1547755892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae03fff640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 0x7fae040ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 -- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 msgr2=0x7fae040ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae02ffd640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae040cf800 0x7fae040b3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 0x7fae040ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 -- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae040cf800 msgr2=0x7fae040b3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae040cf800 0x7fae040b3c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae037fe640 1 -- 172.21.15.17:0/1547755892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae040b44d0 con 0x7fae040b2590 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.531+0000 7fae03fff640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 0x7fae040ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fae037fe640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fadf4000c00 tx=0x7fadf40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4037040 con 0x7fae040b2590 2024-09-19T08:03:01.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadf4042070 con 0x7fae040b2590 2024-09-19T08:03:01.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae040b47b0 con 0x7fae040b2590 2024-09-19T08:03:01.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4030a50 con 0x7fae040b2590 2024-09-19T08:03:01.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.532+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae040b4d70 con 0x7fae040b2590 2024-09-19T08:03:01.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.533+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae04072270 con 0x7fae040b2590 2024-09-19T08:03:01.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.533+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fadf4030bf0 con 0x7fae040b2590 2024-09-19T08:03:01.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.534+0000 7fadebfff640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 0x7fadf006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.534+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fadf40abe20 con 0x7fae040b2590 2024-09-19T08:03:01.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.534+0000 7fae02ffd640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 0x7fadf006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.535+0000 7fae02ffd640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 0x7fadf006e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fadf8007fd0 tx=0x7fadf8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.538+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fadf4045360 con 0x7fae040b2590 2024-09-19T08:03:01.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.748+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae040b3a40 con 0x7fae040b2590 2024-09-19T08:03:01.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.749+0000 7fadebfff640 1 -- 172.21.15.17:0/1547755892 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5223 (secure 0 0 0) 0x7fadf407a620 con 0x7fae040b2590 2024-09-19T08:03:01.749 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:01.749 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-19T08:02:33:117997+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1861444211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1861444211},{"type":"v1","addr":"172.21.15.160:6836","nonce":1861444211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/3508110495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":3508110495},{"type":"v1","addr":"172.21.15.160:6837","nonce":3508110495}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3214908528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3214908528},{"type":"v1","addr":"172.21.15.17:6834","nonce":3214908528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:02:30.471387+0000","modified":"2024-09-19T08:02:32.463374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/3474078200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3474078200},{"type":"v1","addr":"172.21.15.17:6835","nonce":3474078200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T08:03:01.749 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 msgr2=0x7fadf006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 0x7fadf006e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fadf8007fd0 tx=0x7fadf8009040 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 msgr2=0x7fae0414e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fadf4000c00 tx=0x7fadf40046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 shutdown_connections 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadf006c2b0 0x7fadf006e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae0415c480 0x7fae040ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae040cf800 0x7fae040b3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 --2- 172.21.15.17:0/1547755892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae040b2590 0x7fae0414e1a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 >> 172.21.15.17:0/1547755892 conn(0x7fae0406bc10 msgr2=0x7fae040af6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 shutdown_connections 2024-09-19T08:03:01.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.751+0000 7fae0a07b640 1 -- 172.21.15.17:0/1547755892 wait complete. 2024-09-19T08:03:01.762 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:03:01.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.864+0000 7f0884c0e640 1 Processor -- start 2024-09-19T08:03:01.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.864+0000 7f0884c0e640 1 -- start start 2024-09-19T08:03:01.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f0884c0e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f088015e7c0 0x7f0880162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f0884c0e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f08800cf480 0x7f08800b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f0884c0e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08800b39a0 con 0x7f088015f900 2024-09-19T08:03:01.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f0884c0e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f08801630d0 con 0x7f088015e7c0 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f0884c0e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f088015eba0 con 0x7f08800cf480 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f088015e7c0 0x7f0880162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f088015e7c0 0x7f0880162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58298/0 (socket says 172.21.15.17:58298) 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 -- 172.21.15.17:0/373004828 learned_addr learned my addr 172.21.15.17:0/373004828 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087dd9b640 1 --2- 172.21.15.17:0/373004828 >> v2:172.21.15.160:3300/0 conn(0x7f08800cf480 0x7f08800b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 -- 172.21.15.17:0/373004828 >> v2:172.21.15.160:3300/0 conn(0x7f08800cf480 msgr2=0x7f08800b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 --2- 172.21.15.17:0/373004828 >> v2:172.21.15.160:3300/0 conn(0x7f08800cf480 0x7f08800b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.865+0000 7f087e59c640 1 -- 172.21.15.17:0/373004828 >> v1:172.21.15.160:6789/0 conn(0x7f088015f900 legacy=0x7f08800b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:01.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.866+0000 7f087e59c640 1 -- 172.21.15.17:0/373004828 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08800cfc60 con 0x7f088015e7c0 2024-09-19T08:03:01.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.866+0000 7f087e59c640 1 --2- 172.21.15.17:0/373004828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f088015e7c0 0x7f0880162b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f088008da60 tx=0x7f087002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc5034e3fa42c442 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.866+0000 7f087d59a640 1 -- 172.21.15.17:0/373004828 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0870037070 con 0x7f088015e7c0 2024-09-19T08:03:01.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.866+0000 7f087d59a640 1 -- 172.21.15.17:0/373004828 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f087002ae50 con 0x7f088015e7c0 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.866+0000 7f087d59a640 1 -- 172.21.15.17:0/373004828 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0870032860 con 0x7f088015e7c0 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 -- 172.21.15.17:0/373004828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f088015e7c0 msgr2=0x7f0880162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 --2- 172.21.15.17:0/373004828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f088015e7c0 0x7f0880162b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f088008da60 tx=0x7f087002a300 comp rx=0 tx=0).stop 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 -- 172.21.15.17:0/373004828 shutdown_connections 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 --2- 172.21.15.17:0/373004828 >> v2:172.21.15.160:3300/0 conn(0x7f08800cf480 0x7f08800b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 --2- 172.21.15.17:0/373004828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f088015e7c0 0x7f0880162b90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 -- 172.21.15.17:0/373004828 >> 172.21.15.17:0/373004828 conn(0x7f08800d1320 msgr2=0x7f08800d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 -- 172.21.15.17:0/373004828 shutdown_connections 2024-09-19T08:03:01.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.867+0000 7f0884c0e640 1 -- 172.21.15.17:0/373004828 wait complete. 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.868+0000 7f0884c0e640 1 Processor -- start 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.868+0000 7f0884c0e640 1 -- start start 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f088015e7c0 0x7f08801f4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f088015f900 0x7f08800ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f088015f100 con 0x7f08800cf480 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f088015ee20 con 0x7f088015f900 2024-09-19T08:03:01.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f0884c0e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f088015f3e0 con 0x7f088015e7c0 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f087e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f087e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58302/0 (socket says 172.21.15.17:58302) 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f087e59c640 1 -- 172.21.15.17:0/3715216103 learned_addr learned my addr 172.21.15.17:0/3715216103 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f087ed9d640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f088015f900 0x7f08800ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.869+0000 7f087dd9b640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f088015e7c0 0x7f08801f4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 -- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f088015e7c0 msgr2=0x7f08801f4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f088015e7c0 0x7f08801f4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 -- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f088015f900 msgr2=0x7f08800ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f088015f900 0x7f08800ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 -- 172.21.15.17:0/3715216103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08801f5220 con 0x7f08800cf480 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f087e59c640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0870000c00 tx=0x7f08700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0870041020 con 0x7f08800cf480 2024-09-19T08:03:01.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f087003c670 con 0x7f08800cf480 2024-09-19T08:03:01.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0870037040 con 0x7f08800cf480 2024-09-19T08:03:01.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08801f5500 con 0x7f08800cf480 2024-09-19T08:03:01.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.870+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0880158c30 con 0x7f08800cf480 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.871+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08801f5a20 con 0x7f08800cf480 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.872+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0870044020 con 0x7f08800cf480 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.872+0000 7f086effd640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 0x7f086006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.872+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f08700ab8c0 con 0x7f08800cf480 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.872+0000 7f087dd9b640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 0x7f086006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:01.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.873+0000 7f087dd9b640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 0x7f086006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f08800b95e0 tx=0x7f0874008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:01.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:01.876+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f087004b030 con 0x7f08800cf480 2024-09-19T08:03:02.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.052+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0880162b90 con 0x7f08800cf480 2024-09-19T08:03:02.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.053+0000 7f086effd640 1 -- 172.21.15.17:0/3715216103 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16641 (secure 0 0 0) 0x7f0870079960 con 0x7f08800cf480 2024-09-19T08:03:02.053 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:02.053 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":21,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:02:32.112362+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:02:28.622578+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:02:29.452927+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:03:02.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 msgr2=0x7f086006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 0x7f086006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f08800b95e0 tx=0x7f0874008040 comp rx=0 tx=0).stop 2024-09-19T08:03:02.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 msgr2=0x7f08801f8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0870000c00 tx=0x7f08700046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 shutdown_connections 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f086006c2b0 0x7f086006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f088015f900 0x7f08800ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f088015e7c0 0x7f08801f4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 --2- 172.21.15.17:0/3715216103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08800cf480 0x7f08801f8aa0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 >> 172.21.15.17:0/3715216103 conn(0x7f08800d1320 msgr2=0x7f08800d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 shutdown_connections 2024-09-19T08:03:02.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.055+0000 7f0884c0e640 1 -- 172.21.15.17:0/3715216103 wait complete. 2024-09-19T08:03:02.066 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:03:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.192+0000 7fbf79e82640 1 Processor -- start 2024-09-19T08:03:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.192+0000 7fbf79e82640 1 -- start start 2024-09-19T08:03:02.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf79e82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf79e82640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbf740ce020 0x7fbf74154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf79e82640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf740ce430 con 0x7fbf740afc70 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf79e82640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbf740cf780 con 0x7fbf740ce020 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf79e82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbf740cfa60 con 0x7fbf740cf200 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf73fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbf740ce020 0x7fbf74154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf737fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbf740afc70 0x7fbf7415f410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54958/0 (socket says 172.21.15.17:54958) 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf73fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbf740ce020 0x7fbf74154c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58306/0 (socket says 172.21.15.17:58306) 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf737fe640 1 -- 172.21.15.17:0/3687486527 learned_addr learned my addr 172.21.15.17:0/3687486527 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.193+0000 7fbf72ffd640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf73fff640 1 -- 172.21.15.17:0/3687486527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 msgr2=0x7fbf740cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf73fff640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf73fff640 1 -- 172.21.15.17:0/3687486527 >> v1:172.21.15.17:6789/0 conn(0x7fbf740afc70 legacy=0x7fbf7415f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf73fff640 1 -- 172.21.15.17:0/3687486527 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf740cfd40 con 0x7fbf740ce020 2024-09-19T08:03:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf727fc640 1 -- 172.21.15.17:0/3687486527 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2405658515 0 0) 0x7fbf64001110 con 0x7fbf740afc70 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf73fff640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740ce020 0x7fbf74154c50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009d90 tx=0x7fbf6c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd740b5ae55e4cf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf727fc640 1 -- 172.21.15.17:0/3687486527 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c007740 con 0x7fbf740ce020 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf727fc640 1 -- 172.21.15.17:0/3687486527 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf6c0078e0 con 0x7fbf740ce020 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.194+0000 7fbf727fc640 1 -- 172.21.15.17:0/3687486527 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c007cb0 con 0x7fbf740ce020 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 -- 172.21.15.17:0/3687486527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740ce020 msgr2=0x7fbf74154c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740ce020 0x7fbf74154c50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009d90 tx=0x7fbf6c02a660 comp rx=0 tx=0).stop 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 -- 172.21.15.17:0/3687486527 shutdown_connections 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740ce020 0x7fbf74154c50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 --2- 172.21.15.17:0/3687486527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 -- 172.21.15.17:0/3687486527 >> 172.21.15.17:0/3687486527 conn(0x7fbf740b1770 msgr2=0x7fbf740b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 -- 172.21.15.17:0/3687486527 shutdown_connections 2024-09-19T08:03:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.195+0000 7fbf79e82640 1 -- 172.21.15.17:0/3687486527 wait complete. 2024-09-19T08:03:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.196+0000 7fbf79e82640 1 Processor -- start 2024-09-19T08:03:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.196+0000 7fbf79e82640 1 -- start start 2024-09-19T08:03:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbf740ce020 0x7fbf740ad430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740aed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbf740b0050 con 0x7fbf740afc70 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbf740d0300 con 0x7fbf740ce020 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf79e82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbf740b01d0 con 0x7fbf740cf200 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58316/0 (socket says 172.21.15.17:58316) 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf737fe640 1 -- 172.21.15.17:0/1648464016 learned_addr learned my addr 172.21.15.17:0/1648464016 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf73fff640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.197+0000 7fbf72ffd640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbf740ce020 0x7fbf740ad430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 -- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 msgr2=0x7fbf740aed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740aed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 -- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbf740ce020 msgr2=0x7fbf740ad430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbf740ce020 0x7fbf740ad430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 -- 172.21.15.17:0/1648464016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf74141940 con 0x7fbf740afc70 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf737fe640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c7b0 tx=0x7fbf6400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf64018070 con 0x7fbf740afc70 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf640072d0 con 0x7fbf740afc70 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf740adc60 con 0x7fbf740afc70 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf640047e0 con 0x7fbf740afc70 2024-09-19T08:03:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.198+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf740ae220 con 0x7fbf740afc70 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.199+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf740ae940 con 0x7fbf740afc70 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.200+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf6401b070 con 0x7fbf740afc70 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.200+0000 7fbf5bfff640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 0x7fbf6006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.200+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbf6408a660 con 0x7fbf740afc70 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.200+0000 7fbf72ffd640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 0x7fbf6006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.201+0000 7fbf72ffd640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 0x7fbf6006e7a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf74154360 tx=0x7fbf68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.206+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf74141940 con 0x7fbf740afc70 2024-09-19T08:03:02.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.417+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbf740ceba0 con 0x7fbf740afc70 2024-09-19T08:03:02.417 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:03:02.418+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:03:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.419+0000 7fbf5bfff640 1 -- 172.21.15.17:0/1648464016 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) ==== 161+0+0 (secure 0 0 0) 0x7fbf740ce430 con 0x7fbf740afc70 2024-09-19T08:03:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 msgr2=0x7fbf6006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 0x7fbf6006e7a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf74154360 tx=0x7fbf68008040 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 msgr2=0x7fbf74141400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c7b0 tx=0x7fbf6400cc70 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 shutdown_connections 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbf6006c2e0 0x7fbf6006e7a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.421+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbf740cf200 0x7fbf740aed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.422+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbf740ce020 0x7fbf740ad430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.422+0000 7fbf79e82640 1 --2- 172.21.15.17:0/1648464016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf740afc70 0x7fbf74141400 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.422+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 >> 172.21.15.17:0/1648464016 conn(0x7fbf740b1770 msgr2=0x7fbf741574f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.422+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 shutdown_connections 2024-09-19T08:03:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.422+0000 7fbf79e82640 1 -- 172.21.15.17:0/1648464016 wait complete. 2024-09-19T08:03:02.423 INFO:tasks.ceph.mds.c.smithi017.stderr: -2027> 2024-09-19T08:02:37.089+0000 7fa3ce516640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:03:02.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:03:02.451 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:03:02.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.539+0000 7f3bccd59640 1 Processor -- start 2024-09-19T08:03:02.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.539+0000 7f3bccd59640 1 -- start start 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bccd59640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3bc80b3490 0x7f3bc80d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bccd59640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80b75a0 0x7f3bc80d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bccd59640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bc80d2790 con 0x7f3bc80cedd0 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bccd59640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3bc80b6c10 con 0x7f3bc80b3490 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bccd59640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bc80d2a70 con 0x7f3bc80b75a0 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bc5d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3bc80b3490 0x7f3bc80d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bc5d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3bc80b3490 0x7f3bc80d2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43140/0 (socket says 172.21.15.17:43140) 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/1300826864 learned_addr learned my addr 172.21.15.17:0/1300826864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.540+0000 7f3bc6d9d640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80b75a0 0x7f3bc80d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.541+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/1300826864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80b75a0 msgr2=0x7f3bc80d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.541+0000 7f3bc5d9b640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80b75a0 0x7f3bc80d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.541+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/1300826864 >> v1:172.21.15.160:6789/0 conn(0x7f3bc80cedd0 legacy=0x7f3bc80cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.541+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/1300826864 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc80d2d50 con 0x7f3bc80b3490 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.541+0000 7f3bc5d9b640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b3490 0x7f3bc80d2090 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009870 tx=0x7f3bbc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46bf83eef3e0bf41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bc559a640 1 -- 172.21.15.17:0/1300826864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc037070 con 0x7f3bc80b3490 2024-09-19T08:03:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bc559a640 1 -- 172.21.15.17:0/1300826864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bbc032440 con 0x7f3bc80b3490 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bc559a640 1 -- 172.21.15.17:0/1300826864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc032810 con 0x7f3bc80b3490 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 -- 172.21.15.17:0/1300826864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b3490 msgr2=0x7f3bc80d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b3490 0x7f3bc80d2090 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009870 tx=0x7f3bbc02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 -- 172.21.15.17:0/1300826864 shutdown_connections 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80b75a0 0x7f3bc80d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 --2- 172.21.15.17:0/1300826864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b3490 0x7f3bc80d2090 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 -- 172.21.15.17:0/1300826864 >> 172.21.15.17:0/1300826864 conn(0x7f3bc80d0f40 msgr2=0x7f3bc80d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 -- 172.21.15.17:0/1300826864 shutdown_connections 2024-09-19T08:03:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.542+0000 7f3bccd59640 1 -- 172.21.15.17:0/1300826864 wait complete. 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 Processor -- start 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 -- start start 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bc80b3490 0x7f3bc814fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80cedd0 0x7f3bc81e6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc815e720 con 0x7f3bc80b75a0 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc80d3310 con 0x7f3bc80b3490 2024-09-19T08:03:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.544+0000 7f3bccd59640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bc815e8a0 con 0x7f3bc80cedd0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43148/0 (socket says 172.21.15.17:43148) 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/914524614 learned_addr learned my addr 172.21.15.17:0/914524614 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc659c640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bc80b3490 0x7f3bc814fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc6d9d640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80cedd0 0x7f3bc81e6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80cedd0 msgr2=0x7f3bc81e6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80cedd0 0x7f3bc81e6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bc80b3490 msgr2=0x7f3bc814fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bc80b3490 0x7f3bc814fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 -- 172.21.15.17:0/914524614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc815acd0 con 0x7f3bc80b75a0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bc5d9b640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc000c00 tx=0x7f3bbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc041020 con 0x7f3bc80b75a0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bbc0306c0 con 0x7f3bc80b75a0 2024-09-19T08:03:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc037040 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc815afb0 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.545+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc815b570 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.546+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bc815b7b0 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.547+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3bbc044020 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.547+0000 7f3bb6ffd640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 0x7f3ba806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.547+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f3bbc0abb30 con 0x7f3bc80b75a0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.548+0000 7f3bc659c640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 0x7f3ba806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.548+0000 7f3bc659c640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 0x7f3ba806e7a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80016e0 tx=0x7f3bb8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:02.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.552+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3bc815b7b0 con 0x7f3bc80b75a0 2024-09-19T08:03:02.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:02.763+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3bc80b6e90 con 0x7f3bc80b75a0 2024-09-19T08:03:03.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.420+0000 7f3bb6ffd640 1 -- 172.21.15.17:0/914524614 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) ==== 104+0+0 (secure 0 0 0) 0x7f3bbc04b030 con 0x7f3bc80b75a0 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 msgr2=0x7f3ba806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 0x7f3ba806e7a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80016e0 tx=0x7f3bb8009040 comp rx=0 tx=0).stop 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 msgr2=0x7f3bc81e69d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc000c00 tx=0x7f3bbc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 shutdown_connections 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ba806c2e0 0x7f3ba806e7a0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bc80cedd0 0x7f3bc81e6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bc80b75a0 0x7f3bc81e69d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 --2- 172.21.15.17:0/914524614 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bc80b3490 0x7f3bc814fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 >> 172.21.15.17:0/914524614 conn(0x7f3bc80d0f40 msgr2=0x7f3bc80d1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:03.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 shutdown_connections 2024-09-19T08:03:03.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.423+0000 7f3bccd59640 1 -- 172.21.15.17:0/914524614 wait complete. 2024-09-19T08:03:03.437 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:03:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.593+0000 7f48b00d2640 1 Processor -- start 2024-09-19T08:03:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.593+0000 7f48b00d2640 1 -- start start 2024-09-19T08:03:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48b00d2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f48a8162420 0x7f48a80d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48b00d2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a80d18c0 0x7f48a815eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48b00d2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48a815f7e0 con 0x7f48a815e7c0 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48b00d2640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f48a815fda0 con 0x7f48a8162420 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48b00d2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f48a80cf2b0 con 0x7f48a80d18c0 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.594+0000 7f48ad66d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f48a8162420 0x7f48a80d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f48a8162420 0x7f48a80d1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43152/0 (socket says 172.21.15.17:43152) 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ade6e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f48a815e7c0 0x7f48a80cf740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59230/0 (socket says 172.21.15.17:59230) 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 -- 172.21.15.17:0/1862742968 learned_addr learned my addr 172.21.15.17:0/1862742968 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ae66f640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a80d18c0 0x7f48a815eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 -- 172.21.15.17:0/1862742968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a80d18c0 msgr2=0x7f48a815eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a80d18c0 0x7f48a815eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 -- 172.21.15.17:0/1862742968 >> v1:172.21.15.17:6789/0 conn(0x7f48a815e7c0 legacy=0x7f48a80cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ace6c640 1 -- 172.21.15.17:0/1862742968 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 190982625 0 0) 0x7f48a815f7e0 con 0x7f48a815e7c0 2024-09-19T08:03:03.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.595+0000 7f48ad66d640 1 -- 172.21.15.17:0/1862742968 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a815fac0 con 0x7f48a8162420 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48ad66d640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a8162420 0x7f48a80d1380 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f489c009870 tx=0x7f489c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f1d9ceb05dcf4ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48ace6c640 1 -- 172.21.15.17:0/1862742968 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c037070 con 0x7f48a8162420 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48ace6c640 1 -- 172.21.15.17:0/1862742968 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f489c032440 con 0x7f48a8162420 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48ace6c640 1 -- 172.21.15.17:0/1862742968 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c032810 con 0x7f48a8162420 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 -- 172.21.15.17:0/1862742968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a8162420 msgr2=0x7f48a80d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a8162420 0x7f48a80d1380 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f489c009870 tx=0x7f489c02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 -- 172.21.15.17:0/1862742968 shutdown_connections 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a80d18c0 0x7f48a815eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1862742968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a8162420 0x7f48a80d1380 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 -- 172.21.15.17:0/1862742968 >> 172.21.15.17:0/1862742968 conn(0x7f48a806dae0 msgr2=0x7f48a806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.596+0000 7f48b00d2640 1 -- 172.21.15.17:0/1862742968 shutdown_connections 2024-09-19T08:03:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.597+0000 7f48b00d2640 1 -- 172.21.15.17:0/1862742968 wait complete. 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 Processor -- start 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 -- start start 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 0x7f48a80d4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 0x7f48a8159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f48a815f0e0 con 0x7f48a815e7c0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f48a80cfe50 con 0x7f48a80d18c0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.598+0000 7f48b00d2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f48a815f260 con 0x7f48a8162420 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43158/0 (socket says 172.21.15.17:43158) 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 -- 172.21.15.17:0/1983626261 learned_addr learned my addr 172.21.15.17:0/1983626261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ae66f640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 0x7f48a8159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ade6e640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 0x7f48a80d4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 -- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 msgr2=0x7f48a8159c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 0x7f48a8159c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 -- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 msgr2=0x7f48a80d4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 0x7f48a80d4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 -- 172.21.15.17:0/1983626261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a81f57f0 con 0x7f48a815e7c0 2024-09-19T08:03:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ae66f640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 0x7f48a8159c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ade6e640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 0x7f48a80d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48ad66d640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f489c02a200 tx=0x7f489c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c041020 con 0x7f48a815e7c0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f489c0306e0 con 0x7f48a815e7c0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a80cd320 con 0x7f48a815e7c0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c037040 con 0x7f48a815e7c0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.599+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a80cd8e0 con 0x7f48a815e7c0 2024-09-19T08:03:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.600+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a815eba0 con 0x7f48a815e7c0 2024-09-19T08:03:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.601+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f489c044020 con 0x7f48a815e7c0 2024-09-19T08:03:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.601+0000 7f48a67fc640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 0x7f489406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.601+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f489c0abd40 con 0x7f48a815e7c0 2024-09-19T08:03:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.602+0000 7f48ade6e640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 0x7f489406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.603+0000 7f48ade6e640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 0x7f489406e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4898007fd0 tx=0x7f4898005b70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:03.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.606+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f489c04b030 con 0x7f48a815e7c0 2024-09-19T08:03:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:03.779+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f48a80d28b0 con 0x7f48a815e7c0 2024-09-19T08:03:04.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.422+0000 7f48a67fc640 1 -- 172.21.15.17:0/1983626261 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f489c07a3b0 con 0x7f48a815e7c0 2024-09-19T08:03:04.422 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.425+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 msgr2=0x7f489406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.425+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 0x7f489406e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4898007fd0 tx=0x7f4898005b70 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 msgr2=0x7f48a8159700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f489c02a200 tx=0x7f489c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 shutdown_connections 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f489406c2b0 0x7f489406e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f48a8162420 0x7f48a8159c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48a815e7c0 0x7f48a8159700 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 --2- 172.21.15.17:0/1983626261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48a80d18c0 0x7f48a80d4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 >> 172.21.15.17:0/1983626261 conn(0x7f48a806dae0 msgr2=0x7f48a815c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:04.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 shutdown_connections 2024-09-19T08:03:04.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.426+0000 7f48b00d2640 1 -- 172.21.15.17:0/1983626261 wait complete. 2024-09-19T08:03:04.440 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:03:04.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.554+0000 7f623c56d640 1 Processor -- start 2024-09-19T08:03:04.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.554+0000 7f623c56d640 1 -- start start 2024-09-19T08:03:04.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623c56d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623c56d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623c56d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f623415f040 con 0x7f6234073010 2024-09-19T08:03:04.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623c56d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f623415fee0 con 0x7f623406fd00 2024-09-19T08:03:04.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623c56d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62340d0e10 con 0x7f62340d04f0 2024-09-19T08:03:04.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623a309640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f6239b08640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f6239b08640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:53858/0 (socket says 172.21.15.17:53858) 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623a309640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:32854/0 (socket says 172.21.15.17:32854) 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f623ab0a640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f6234073010 0x7f62340734c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:58750/0 (socket says 172.21.15.17:58750) 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.555+0000 7f6239b08640 1 -- 172.21.15.17:0/1318062819 learned_addr learned my addr 172.21.15.17:0/1318062819 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f623a309640 1 -- 172.21.15.17:0/1318062819 >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 msgr2=0x7f62340d08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f623a309640 1 --2- 172.21.15.17:0/1318062819 >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f623a309640 1 -- 172.21.15.17:0/1318062819 >> v1:172.21.15.160:6789/0 conn(0x7f6234073010 legacy=0x7f62340734c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f623a309640 1 -- 172.21.15.17:0/1318062819 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f623415f2d0 con 0x7f62340d04f0 2024-09-19T08:03:04.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f6239b08640 1 --2- 172.21.15.17:0/1318062819 >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:03:04.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.556+0000 7f623a309640 1 --2- 172.21.15.17:0/1318062819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f62300097a0 tx=0x7f623002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bc3152eba3d45d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f6239307640 1 -- 172.21.15.17:0/1318062819 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6230037070 con 0x7f62340d04f0 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f6239307640 1 -- 172.21.15.17:0/1318062819 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f623002ae50 con 0x7f62340d04f0 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f6239307640 1 -- 172.21.15.17:0/1318062819 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6230032660 con 0x7f62340d04f0 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 -- 172.21.15.17:0/1318062819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 msgr2=0x7f623415eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 --2- 172.21.15.17:0/1318062819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f62300097a0 tx=0x7f623002a100 comp rx=0 tx=0).stop 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 -- 172.21.15.17:0/1318062819 shutdown_connections 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 --2- 172.21.15.17:0/1318062819 >> v2:172.21.15.160:3300/0 conn(0x7f623406fd00 0x7f62340d08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 --2- 172.21.15.17:0/1318062819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62340d04f0 0x7f623415eb00 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 -- 172.21.15.17:0/1318062819 >> 172.21.15.17:0/1318062819 conn(0x7f62340d23c0 msgr2=0x7f62340d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 -- 172.21.15.17:0/1318062819 shutdown_connections 2024-09-19T08:03:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.557+0000 7f623c56d640 1 -- 172.21.15.17:0/1318062819 wait complete. 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 Processor -- start 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 -- start start 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f623406fd00 0x7f62340cf5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6234073010 0x7f6234152f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f623415fb70 con 0x7f62340d04f0 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f623415f890 con 0x7f623406fd00 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.559+0000 7f623c56d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6234070140 con 0x7f6234073010 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43168/0 (socket says 172.21.15.17:43168) 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 -- 172.21.15.17:0/3474032843 learned_addr learned my addr 172.21.15.17:0/3474032843 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f6239b08640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6234073010 0x7f6234152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623a309640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f623406fd00 0x7f62340cf5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 -- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6234073010 msgr2=0x7f6234152f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6234073010 0x7f6234152f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 -- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f623406fd00 msgr2=0x7f62340cf5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f623406fd00 0x7f62340cf5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 -- 172.21.15.17:0/3474032843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62340ce500 con 0x7f62340d04f0 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623ab0a640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f622c00c780 tx=0x7f622c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c017070 con 0x7f62340d04f0 2024-09-19T08:03:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f622c00a640 con 0x7f62340d04f0 2024-09-19T08:03:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62340ce7e0 con 0x7f62340d04f0 2024-09-19T08:03:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c00aa30 con 0x7f62340d04f0 2024-09-19T08:03:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.560+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62340ceda0 con 0x7f62340d04f0 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.561+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62340d08d0 con 0x7f62340d04f0 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.562+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f622c01a070 con 0x7f62340d04f0 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.563+0000 7f622affd640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 0x7f621806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.563+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f622c08a790 con 0x7f62340d04f0 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.563+0000 7f623a309640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 0x7f621806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:04.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.563+0000 7f623a309640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 0x7f621806e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6230034000 tx=0x7f623002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.567+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f622c058a20 con 0x7f62340d04f0 2024-09-19T08:03:04.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:04.742+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f62340d1c60 con 0x7f62340d04f0 2024-09-19T08:03:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.423+0000 7f622affd640 1 -- 172.21.15.17:0/3474032843 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f622c05cd20 con 0x7f62340d04f0 2024-09-19T08:03:05.424 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 msgr2=0x7f621806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 0x7f621806e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6230034000 tx=0x7f623002e000 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 msgr2=0x7f62340b3190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f622c00c780 tx=0x7f622c00cc40 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 shutdown_connections 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f621806c2e0 0x7f621806e7a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62340d04f0 0x7f62340b3190 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6234073010 0x7f6234152f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 --2- 172.21.15.17:0/3474032843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f623406fd00 0x7f62340cf5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 >> 172.21.15.17:0/3474032843 conn(0x7f62340d23c0 msgr2=0x7f62340b6ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:05.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 shutdown_connections 2024-09-19T08:03:05.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.427+0000 7f623c56d640 1 -- 172.21.15.17:0/3474032843 wait complete. 2024-09-19T08:03:05.443 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:03:05.443 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:03:05.443 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:03:05.443 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:05.444 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:03:05.444 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:03:05.444 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:03:05.444 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:05.444 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:03:05.444 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:03:05.445 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:03:05.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:05.445 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:03:05.445 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:03:05.445 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:03:05.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:05.454 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:03:05.454 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:03:05.455 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:03:05.455 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:03:05.456 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:03:05.457 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:03:05.457 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:03:05.458 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:03:05.498 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:03:05.498 DEBUG:teuthology.parallel:result is None 2024-09-19T08:03:05.498 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:03:05.499 DEBUG:teuthology.parallel:result is None 2024-09-19T08:03:05.499 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:03:05.499 DEBUG:teuthology.parallel:result is None 2024-09-19T08:03:05.500 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:03:05.500 DEBUG:teuthology.parallel:result is None 2024-09-19T08:03:05.500 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:03:05.577 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:03:05.578 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:03:05.579 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:03:05.579 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:03:05.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.611+0000 7f14b563c640 1 Processor -- start 2024-09-19T08:03:05.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.611+0000 7f14b563c640 1 -- start start 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14b563c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f14b015e640 0x7f14b00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14b563c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f14b00cf0e0 0x7f14b00cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14b563c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14b015ea20 con 0x7f14b00b2cf0 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14b563c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f14b00b2860 con 0x7f14b00cf0e0 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f14b00cf0e0 0x7f14b00cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14b563c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f14b00b1c50 con 0x7f14b015e640 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f14b00cf0e0 0x7f14b00cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43208/0 (socket says 172.21.15.17:43208) 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 -- 172.21.15.17:0/2050550735 learned_addr learned my addr 172.21.15.17:0/2050550735 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14aeffd640 1 --2- 172.21.15.17:0/2050550735 >> v2:172.21.15.160:3300/0 conn(0x7f14b015e640 0x7f14b00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 -- 172.21.15.17:0/2050550735 >> v2:172.21.15.160:3300/0 conn(0x7f14b015e640 msgr2=0x7f14b00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:05.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 --2- 172.21.15.17:0/2050550735 >> v2:172.21.15.160:3300/0 conn(0x7f14b015e640 0x7f14b00ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 -- 172.21.15.17:0/2050550735 >> v1:172.21.15.160:6789/0 conn(0x7f14b00b2cf0 legacy=0x7f14b00b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14ae7fc640 1 -- 172.21.15.17:0/2050550735 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b00b1f30 con 0x7f14b00cf0e0 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.612+0000 7f14adffb640 1 -- 172.21.15.17:0/2050550735 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3288562756 0 0) 0x7f14b015ea20 con 0x7f14b00b2cf0 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.613+0000 7f14ae7fc640 1 --2- 172.21.15.17:0/2050550735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b00cf0e0 0x7f14b00cf550 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f14b008d4c0 tx=0x7f14a402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa5353bd000d21c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.613+0000 7f14adffb640 1 -- 172.21.15.17:0/2050550735 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a4037070 con 0x7f14b00cf0e0 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.613+0000 7f14adffb640 1 -- 172.21.15.17:0/2050550735 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a4032440 con 0x7f14b00cf0e0 2024-09-19T08:03:05.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.613+0000 7f14adffb640 1 -- 172.21.15.17:0/2050550735 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a4032810 con 0x7f14b00cf0e0 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 -- 172.21.15.17:0/2050550735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b00cf0e0 msgr2=0x7f14b00cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 --2- 172.21.15.17:0/2050550735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b00cf0e0 0x7f14b00cf550 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f14b008d4c0 tx=0x7f14a402a200 comp rx=0 tx=0).stop 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 -- 172.21.15.17:0/2050550735 shutdown_connections 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 --2- 172.21.15.17:0/2050550735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b00cf0e0 0x7f14b00cf550 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 --2- 172.21.15.17:0/2050550735 >> v2:172.21.15.160:3300/0 conn(0x7f14b015e640 0x7f14b00ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 -- 172.21.15.17:0/2050550735 >> 172.21.15.17:0/2050550735 conn(0x7f14b009d820 msgr2=0x7f14b00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 -- 172.21.15.17:0/2050550735 shutdown_connections 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.614+0000 7f14b563c640 1 -- 172.21.15.17:0/2050550735 wait complete. 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.615+0000 7f14b563c640 1 Processor -- start 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.615+0000 7f14b563c640 1 -- start start 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14b00b2cf0 0x7f14b01f7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14b00cf0e0 0x7f14b00b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14b00cfe40 con 0x7f14b015e640 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14b00b24f0 con 0x7f14b00cf0e0 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14b563c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14b00b73a0 con 0x7f14b00b2cf0 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43218/0 (socket says 172.21.15.17:43218) 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 -- 172.21.15.17:0/2616628697 learned_addr learned my addr 172.21.15.17:0/2616628697 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14ae7fc640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14b00cf0e0 0x7f14b00b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14aeffd640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14b00b2cf0 0x7f14b01f7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 -- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14b00b2cf0 msgr2=0x7f14b01f7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14b00b2cf0 0x7f14b01f7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 -- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14b00cf0e0 msgr2=0x7f14b00b54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14b00cf0e0 0x7f14b00b54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 -- 172.21.15.17:0/2616628697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b00b5180 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.616+0000 7f14af7fe640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f14a800c780 tx=0x7f14a800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.617+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8003b90 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.617+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a8003d30 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.617+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a800aa90 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.617+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14b01f4130 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.617+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14b01f3e00 con 0x7f14b015e640 2024-09-19T08:03:05.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.618+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14b0068eb0 con 0x7f14b015e640 2024-09-19T08:03:05.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.618+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14a800ac30 con 0x7f14b015e640 2024-09-19T08:03:05.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.619+0000 7f14977fe640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 0x7f149c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:05.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.619+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f14a808af70 con 0x7f14b015e640 2024-09-19T08:03:05.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.619+0000 7f14aeffd640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 0x7f149c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:05.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.619+0000 7f14aeffd640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 0x7f149c06e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f14a0009b40 tx=0x7f14a0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:05.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.623+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14a80592f0 con 0x7f14b015e640 2024-09-19T08:03:05.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:05.811+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f14b00d0210 con 0x7f14b015e640 2024-09-19T08:03:07.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.223+0000 7f14977fe640 1 -- 172.21.15.17:0/2616628697 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v29) ==== 97+0+0 (secure 0 0 0) 0x7f14a805d5f0 con 0x7f14b015e640 2024-09-19T08:03:07.224 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 msgr2=0x7f149c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 0x7f149c06e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f14a0009b40 tx=0x7f14a0009190 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 msgr2=0x7f14b00b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f14a800c780 tx=0x7f14a800cc40 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 shutdown_connections 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f149c06c2b0 0x7f149c06e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14b015e640 0x7f14b00b59e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f14b00cf0e0 0x7f14b00b54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 --2- 172.21.15.17:0/2616628697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14b00b2cf0 0x7f14b01f7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 >> 172.21.15.17:0/2616628697 conn(0x7f14b009d820 msgr2=0x7f14b00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 shutdown_connections 2024-09-19T08:03:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.227+0000 7f14b563c640 1 -- 172.21.15.17:0/2616628697 wait complete. 2024-09-19T08:03:07.240 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:03:07.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.349+0000 7f6575b26640 1 Processor -- start 2024-09-19T08:03:07.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.349+0000 7f6575b26640 1 -- start start 2024-09-19T08:03:07.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f6575b26640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f657015eab0 0x7f657006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f6575b26640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f65700d3480 0x7f65700b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f6575b26640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65700d17e0 con 0x7f657006dae0 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f6575b26640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f65700d09d0 con 0x7f65700d3480 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f6575b26640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f657015ee90 con 0x7f657015eab0 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f656ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f65700d3480 0x7f65700b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f656effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f657006dae0 0x7f65700b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59246/0 (socket says 172.21.15.17:59246) 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f656effd640 1 -- 172.21.15.17:0/3805196329 learned_addr learned my addr 172.21.15.17:0/3805196329 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.350+0000 7f656f7fe640 1 --2- 172.21.15.17:0/3805196329 >> v2:172.21.15.160:3300/0 conn(0x7f657015eab0 0x7f657006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656ffff640 1 -- 172.21.15.17:0/3805196329 >> v2:172.21.15.160:3300/0 conn(0x7f657015eab0 msgr2=0x7f657006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656ffff640 1 --2- 172.21.15.17:0/3805196329 >> v2:172.21.15.160:3300/0 conn(0x7f657015eab0 0x7f657006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656ffff640 1 -- 172.21.15.17:0/3805196329 >> v1:172.21.15.17:6789/0 conn(0x7f657006dae0 legacy=0x7f65700b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656ffff640 1 -- 172.21.15.17:0/3805196329 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65700cfc10 con 0x7f65700d3480 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656ffff640 1 --2- 172.21.15.17:0/3805196329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65700d3480 0x7f65700b8290 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f65700d53d0 tx=0x7f656802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=451a24365a176716 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656e7fc640 1 -- 172.21.15.17:0/3805196329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568007740 con 0x7f65700d3480 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656e7fc640 1 -- 172.21.15.17:0/3805196329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65680078e0 con 0x7f65700d3480 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.351+0000 7f656e7fc640 1 -- 172.21.15.17:0/3805196329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568007cb0 con 0x7f65700d3480 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 -- 172.21.15.17:0/3805196329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65700d3480 msgr2=0x7f65700b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 --2- 172.21.15.17:0/3805196329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65700d3480 0x7f65700b8290 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f65700d53d0 tx=0x7f656802a710 comp rx=0 tx=0).stop 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 -- 172.21.15.17:0/3805196329 shutdown_connections 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 --2- 172.21.15.17:0/3805196329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65700d3480 0x7f65700b8290 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 --2- 172.21.15.17:0/3805196329 >> v2:172.21.15.160:3300/0 conn(0x7f657015eab0 0x7f657006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 -- 172.21.15.17:0/3805196329 >> 172.21.15.17:0/3805196329 conn(0x7f65700d4b30 msgr2=0x7f65700d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 -- 172.21.15.17:0/3805196329 shutdown_connections 2024-09-19T08:03:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.352+0000 7f6575b26640 1 -- 172.21.15.17:0/3805196329 wait complete. 2024-09-19T08:03:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.353+0000 7f6575b26640 1 Processor -- start 2024-09-19T08:03:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.353+0000 7f6575b26640 1 -- start start 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f657006dae0 0x7f65701615d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 0x7f657015f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65700d01d0 con 0x7f657015eab0 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f657006df20 con 0x7f65700d3480 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f6575b26640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f65700d04b0 con 0x7f657006dae0 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f656ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f656ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43222/0 (socket says 172.21.15.17:43222) 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.354+0000 7f656ffff640 1 -- 172.21.15.17:0/2506073414 learned_addr learned my addr 172.21.15.17:0/2506073414 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:07.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656effd640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 0x7f657015f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656f7fe640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f657006dae0 0x7f65701615d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 -- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f657006dae0 msgr2=0x7f65701615d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f657006dae0 0x7f65701615d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 -- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 msgr2=0x7f657015f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 0x7f657015f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 -- 172.21.15.17:0/2506073414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657014ee80 con 0x7f657015eab0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656effd640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 0x7f657015f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f656ffff640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6568009e50 tx=0x7f6568004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568041030 con 0x7f657015eab0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65680319f0 con 0x7f657015eab0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568009450 con 0x7f657015eab0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657015f6a0 con 0x7f657015eab0 2024-09-19T08:03:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.355+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657015fc60 con 0x7f657015eab0 2024-09-19T08:03:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.356+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65700ceb50 con 0x7f657015eab0 2024-09-19T08:03:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.357+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6568044030 con 0x7f657015eab0 2024-09-19T08:03:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.357+0000 7f6557fff640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.357+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f65680ac320 con 0x7f657015eab0 2024-09-19T08:03:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.358+0000 7f656f7fe640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.358+0000 7f656f7fe640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 0x7f655c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6560009a30 tx=0x7f6560008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.362+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f657014ee80 con 0x7f657015eab0 2024-09-19T08:03:07.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.604+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f65700cf2b0 con 0x7f657015eab0 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.605+0000 7f6557fff640 1 -- 172.21.15.17:0/2506073414 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f656807ad50 con 0x7f657015eab0 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:03:07.606 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.607 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:03:07.608 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.609 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:03:07.610 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.611 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.612 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.613 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:03:07.614 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.615 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.616 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-mds", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utmQU6sERAAaQhzjzYv2eBE3SxTpB84RA==", 2024-09-19T08:03:07.617 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utmHVesERAA0yTBJ4hhAGXrpQ4BRwNQkg==", 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-osd", 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utmcl6sERAAtI+aXPx6HmTX7da82rCyTA==", 2024-09-19T08:03:07.618 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utmsWWsERAAerSW5f78Ef3f9uQrmXTueA==", 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utmTW6sERAAw7jcReEs6ZGdbQtzNNCbxw==", 2024-09-19T08:03:07.619 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB/2utm0XWsERAAtZzwa6xa4rZ3Tft+dtiikw==", 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.620 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:03:07.621 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:03:07.622 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.622 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:07.622 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:03:07.622 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 msgr2=0x7f655c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 0x7f655c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6560009a30 tx=0x7f6560008040 comp rx=0 tx=0).stop 2024-09-19T08:03:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 msgr2=0x7f657014e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6568009e50 tx=0x7f6568004a40 comp rx=0 tx=0).stop 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 shutdown_connections 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f655c06c2b0 0x7f655c06e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f657015eab0 0x7f657014e940 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65700d3480 0x7f657015f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 --2- 172.21.15.17:0/2506073414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f657006dae0 0x7f65701615d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 >> 172.21.15.17:0/2506073414 conn(0x7f65700d4b30 msgr2=0x7f657015b900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 shutdown_connections 2024-09-19T08:03:07.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.607+0000 7f6575b26640 1 -- 172.21.15.17:0/2506073414 wait complete. 2024-09-19T08:03:07.624 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T08:03:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.728+0000 7fd90f247640 1 Processor -- start 2024-09-19T08:03:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.728+0000 7fd90f247640 1 -- start start 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90f247640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd90815eab0 0x7fd90806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90f247640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd9080d3480 0x7fd9080b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90f247640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9080d17e0 con 0x7fd90806dae0 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90f247640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd9080d09d0 con 0x7fd9080d3480 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90f247640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd90815ee90 con 0x7fd90815eab0 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90d7e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd9080d3480 0x7fd9080b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd8fffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd90806dae0 0x7fd9080b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59260/0 (socket says 172.21.15.17:59260) 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd8fffff640 1 -- 172.21.15.17:0/528208532 learned_addr learned my addr 172.21.15.17:0/528208532 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:07.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90cfe3640 1 --2- 172.21.15.17:0/528208532 >> v2:172.21.15.160:3300/0 conn(0x7fd90815eab0 0x7fd90806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90d7e4640 1 -- 172.21.15.17:0/528208532 >> v2:172.21.15.160:3300/0 conn(0x7fd90815eab0 msgr2=0x7fd90806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90d7e4640 1 --2- 172.21.15.17:0/528208532 >> v2:172.21.15.160:3300/0 conn(0x7fd90815eab0 0x7fd90806d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90d7e4640 1 -- 172.21.15.17:0/528208532 >> v1:172.21.15.17:6789/0 conn(0x7fd90806dae0 legacy=0x7fd9080b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.729+0000 7fd90d7e4640 1 -- 172.21.15.17:0/528208532 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9080cfc10 con 0x7fd9080d3480 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.730+0000 7fd90d7e4640 1 --2- 172.21.15.17:0/528208532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9080d3480 0x7fd9080b8290 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd9080d53d0 tx=0x7fd90002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac253ecb51e90718 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.730+0000 7fd8ff7fe640 1 -- 172.21.15.17:0/528208532 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900007740 con 0x7fd9080d3480 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.730+0000 7fd8ff7fe640 1 -- 172.21.15.17:0/528208532 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9000078e0 con 0x7fd9080d3480 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.730+0000 7fd8ff7fe640 1 -- 172.21.15.17:0/528208532 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900007cb0 con 0x7fd9080d3480 2024-09-19T08:03:07.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 -- 172.21.15.17:0/528208532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9080d3480 msgr2=0x7fd9080b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 --2- 172.21.15.17:0/528208532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9080d3480 0x7fd9080b8290 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd9080d53d0 tx=0x7fd90002a710 comp rx=0 tx=0).stop 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 -- 172.21.15.17:0/528208532 shutdown_connections 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 --2- 172.21.15.17:0/528208532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9080d3480 0x7fd9080b8290 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 --2- 172.21.15.17:0/528208532 >> v2:172.21.15.160:3300/0 conn(0x7fd90815eab0 0x7fd90806d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 -- 172.21.15.17:0/528208532 >> 172.21.15.17:0/528208532 conn(0x7fd9080d4b30 msgr2=0x7fd9080d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 -- 172.21.15.17:0/528208532 shutdown_connections 2024-09-19T08:03:07.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.731+0000 7fd90f247640 1 -- 172.21.15.17:0/528208532 wait complete. 2024-09-19T08:03:07.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.732+0000 7fd90f247640 1 Processor -- start 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.732+0000 7fd90f247640 1 -- start start 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90806dae0 0x7fd9081615d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 0x7fd90815f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd9080d01d0 con 0x7fd90815eab0 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd90806df20 con 0x7fd90806dae0 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90f247640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd9080d04b0 con 0x7fd9080d3480 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90d7e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90d7e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43242/0 (socket says 172.21.15.17:43242) 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90d7e4640 1 -- 172.21.15.17:0/445769552 learned_addr learned my addr 172.21.15.17:0/445769552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd90cfe3640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90806dae0 0x7fd9081615d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.733+0000 7fd8fffff640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 0x7fd90815f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 -- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 msgr2=0x7fd90815f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 0x7fd90815f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 -- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90806dae0 msgr2=0x7fd9081615d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90806dae0 0x7fd9081615d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 -- 172.21.15.17:0/445769552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90814ee80 con 0x7fd90815eab0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd8fffff640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 0x7fd90815f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90d7e4640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd900009e50 tx=0x7fd900004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900041030 con 0x7fd90815eab0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9000319f0 con 0x7fd90815eab0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90815f6a0 con 0x7fd90815eab0 2024-09-19T08:03:07.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900031da0 con 0x7fd90815eab0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.734+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd90815fc60 con 0x7fd90815eab0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.735+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9080ceb50 con 0x7fd90815eab0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.736+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd900044030 con 0x7fd90815eab0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.736+0000 7fd8fd7fa640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 0x7fd8f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.736+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fd9000ac380 con 0x7fd90815eab0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.736+0000 7fd90cfe3640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 0x7fd8f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:07.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.737+0000 7fd90cfe3640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 0x7fd8f406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd9040079a0 tx=0x7fd904008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.741+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd90814ee80 con 0x7fd90815eab0 2024-09-19T08:03:07.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.986+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fd9080cf2b0 con 0x7fd90815eab0 2024-09-19T08:03:07.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.988+0000 7fd8fd7fa640 1 -- 172.21.15.17:0/445769552 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fd90007a880 con 0x7fd90815eab0 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 msgr2=0x7fd8f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 0x7fd8f406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd9040079a0 tx=0x7fd904008040 comp rx=0 tx=0).stop 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 msgr2=0x7fd90814e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd900009e50 tx=0x7fd900004a40 comp rx=0 tx=0).stop 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 shutdown_connections 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f406c2b0 0x7fd8f406e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90815eab0 0x7fd90814e940 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9080d3480 0x7fd90815f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 --2- 172.21.15.17:0/445769552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90806dae0 0x7fd9081615d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 >> 172.21.15.17:0/445769552 conn(0x7fd9080d4b30 msgr2=0x7fd90815b900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 shutdown_connections 2024-09-19T08:03:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:07.991+0000 7fd90f247640 1 -- 172.21.15.17:0/445769552 wait complete. 2024-09-19T08:03:08.002 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T08:03:08.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.105+0000 7f016bca6640 1 Processor -- start 2024-09-19T08:03:08.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.105+0000 7f016bca6640 1 -- start start 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016bca6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e4e0 0x7f01640b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016bca6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f01640d26d0 0x7f01640b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016bca6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f016406cec0 con 0x7f016415e8c0 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016bca6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f01640d2d40 con 0x7f01640d26d0 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016bca6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01640b7250 con 0x7f016415e4e0 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016a243640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f01640d26d0 0x7f01640b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f0169241640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f016415e8c0 0x7f01640d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59262/0 (socket says 172.21.15.17:59262) 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f0169241640 1 -- 172.21.15.17:0/2049226703 learned_addr learned my addr 172.21.15.17:0/2049226703 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f0169a42640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e4e0 0x7f01640b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016a243640 1 -- 172.21.15.17:0/2049226703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e4e0 msgr2=0x7f01640b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016a243640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e4e0 0x7f01640b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016a243640 1 -- 172.21.15.17:0/2049226703 >> v1:172.21.15.17:6789/0 conn(0x7f016415e8c0 legacy=0x7f01640d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f0168a40640 1 -- 172.21.15.17:0/2049226703 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3614516378 0 0) 0x7f016406cec0 con 0x7f016415e8c0 2024-09-19T08:03:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.106+0000 7f016a243640 1 -- 172.21.15.17:0/2049226703 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f016406d160 con 0x7f01640d26d0 2024-09-19T08:03:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.107+0000 7f016a243640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640d26d0 0x7f01640b6d10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f015c009d90 tx=0x7f015c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=623cf86798be716e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.107+0000 7f0168a40640 1 -- 172.21.15.17:0/2049226703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015c007740 con 0x7f01640d26d0 2024-09-19T08:03:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.107+0000 7f0168a40640 1 -- 172.21.15.17:0/2049226703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f015c0078e0 con 0x7f01640d26d0 2024-09-19T08:03:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.107+0000 7f0168a40640 1 -- 172.21.15.17:0/2049226703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015c007cb0 con 0x7f01640d26d0 2024-09-19T08:03:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 -- 172.21.15.17:0/2049226703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640d26d0 msgr2=0x7f01640b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640d26d0 0x7f01640b6d10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f015c009d90 tx=0x7f015c02a660 comp rx=0 tx=0).stop 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 -- 172.21.15.17:0/2049226703 shutdown_connections 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640d26d0 0x7f01640b6d10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 --2- 172.21.15.17:0/2049226703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e4e0 0x7f01640b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 -- 172.21.15.17:0/2049226703 >> 172.21.15.17:0/2049226703 conn(0x7f016406f400 msgr2=0x7f016406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 -- 172.21.15.17:0/2049226703 shutdown_connections 2024-09-19T08:03:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.108+0000 7f016bca6640 1 -- 172.21.15.17:0/2049226703 wait complete. 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.109+0000 7f016bca6640 1 Processor -- start 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.109+0000 7f016bca6640 1 -- start start 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 0x7f0164146530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 0x7f01640b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f016406dc40 con 0x7f016415e4e0 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f016406d720 con 0x7f01640d26d0 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016bca6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f016406ddc0 con 0x7f016415e8c0 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43262/0 (socket says 172.21.15.17:43262) 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 -- 172.21.15.17:0/1893529556 learned_addr learned my addr 172.21.15.17:0/1893529556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169a42640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 0x7f0164146530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016a243640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 0x7f01640b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 -- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 msgr2=0x7f01640b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 0x7f01640b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 -- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 msgr2=0x7f0164146530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 0x7f0164146530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 -- 172.21.15.17:0/1893529556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0164146230 con 0x7f016415e4e0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f016a243640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 0x7f01640b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169a42640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 0x7f0164146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.110+0000 7f0169241640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f015400c410 tx=0x7f015400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.111+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540074e0 con 0x7f016415e4e0 2024-09-19T08:03:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.111+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01540047e0 con 0x7f016415e4e0 2024-09-19T08:03:08.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.111+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0154004bd0 con 0x7f016415e4e0 2024-09-19T08:03:08.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.111+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01641e3c00 con 0x7f016415e4e0 2024-09-19T08:03:08.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.111+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01641e41c0 con 0x7f016415e4e0 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.112+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01640d1fc0 con 0x7f016415e4e0 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.112+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0154011070 con 0x7f016415e4e0 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.113+0000 7f015a7fc640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 0x7f014806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.113+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f015408ace0 con 0x7f016415e4e0 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.113+0000 7f0169a42640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 0x7f014806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.114+0000 7f0169a42640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 0x7f014806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0160008890 tx=0x7f0160008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.117+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f015400e280 con 0x7f016415e4e0 2024-09-19T08:03:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.358+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f016406eb00 con 0x7f016415e4e0 2024-09-19T08:03:08.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.360+0000 7f015a7fc640 1 -- 172.21.15.17:0/1893529556 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f01540597a0 con 0x7f016415e4e0 2024-09-19T08:03:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 msgr2=0x7f014806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 0x7f014806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0160008890 tx=0x7f0160008040 comp rx=0 tx=0).stop 2024-09-19T08:03:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 msgr2=0x7f0164145cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f015400c410 tx=0x7f015400c8d0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 shutdown_connections 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f014806c2b0 0x7f014806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f016415e8c0 0x7f01640b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f016415e4e0 0x7f0164145cf0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 --2- 172.21.15.17:0/1893529556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01640d26d0 0x7f0164146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 >> 172.21.15.17:0/1893529556 conn(0x7f016406f400 msgr2=0x7f016415cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 shutdown_connections 2024-09-19T08:03:08.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.362+0000 7f016bca6640 1 -- 172.21.15.17:0/1893529556 wait complete. 2024-09-19T08:03:08.373 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T08:03:08.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.477+0000 7f14ab703640 1 Processor -- start 2024-09-19T08:03:08.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.477+0000 7f14ab703640 1 -- start start 2024-09-19T08:03:08.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14ab703640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14a40b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14ab703640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f14a4162d20 0x7f14a40b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14ab703640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14a41631b0 con 0x7f14a40cee00 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14ab703640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f14a415ec70 con 0x7f14a4162d20 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14ab703640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14a40d2ab0 con 0x7f14a415e890 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14a9ca0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f14a40cee00 0x7f14a406d680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59272/0 (socket says 172.21.15.17:59272) 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14a9ca0640 1 -- 172.21.15.17:0/1153320951 learned_addr learned my addr 172.21.15.17:0/1153320951 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1997434864 0 0) 0x7f14a41631b0 con 0x7f14a40cee00 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14a949f640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14a40b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1490003520 con 0x7f14a40cee00 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f14a8c9e640 1 --2- 172.21.15.17:0/1153320951 >> v2:172.21.15.160:3300/0 conn(0x7f14a4162d20 0x7f14a40b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3672796849 0 0) 0x7f1490003520 con 0x7f14a40cee00 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 msgr2=0x7f14a40b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14a40b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 >> v2:172.21.15.160:3300/0 conn(0x7f14a4162d20 msgr2=0x7f14a40b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 --2- 172.21.15.17:0/1153320951 >> v2:172.21.15.160:3300/0 conn(0x7f14a4162d20 0x7f14a40b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a40cf6a0 con 0x7f14a40cee00 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f149c001670 con 0x7f14a40cee00 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 >> v1:172.21.15.17:6789/0 conn(0x7f14a40cee00 legacy=0x7f14a406d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.478+0000 7f149bfff640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14900039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f149bfff640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490003f30 0x7f1490004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f149bfff640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1490004d40 0x7f14900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14a415ec70 con 0x7f1490004d40 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14a40d2ab0 con 0x7f1490003f30 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f149000b9c0 con 0x7f14a415e890 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1490004d40 0x7f14900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a8c9e640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490003f30 0x7f1490004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a949f640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14900039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 -- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 msgr2=0x7f14900039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a415e890 0x7f14900039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 -- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490003f30 msgr2=0x7f1490004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490003f30 0x7f1490004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.479+0000 7f14a9ca0640 1 -- 172.21.15.17:0/1153320951 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1490003520 con 0x7f1490004d40 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14a9ca0640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1490004d40 0x7f14900051c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f149c001050 tx=0x7f1490005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17bffcde1be5d13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c007d70 con 0x7f1490004d40 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f149c005af0 con 0x7f1490004d40 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f149bfff640 1 -- 172.21.15.17:0/1153320951 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c007070 con 0x7f1490004d40 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14ab703640 1 -- 172.21.15.17:0/1153320951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1490004d40 msgr2=0x7f14900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14ab703640 1 --2- 172.21.15.17:0/1153320951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1490004d40 0x7f14900051c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f149c001050 tx=0x7f1490005830 comp rx=0 tx=0).stop 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14a9ca0640 1 -- 172.21.15.17:0/1153320951 reap_dead start 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14ab703640 1 -- 172.21.15.17:0/1153320951 shutdown_connections 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14ab703640 1 -- 172.21.15.17:0/1153320951 >> 172.21.15.17:0/1153320951 conn(0x7f14a40d1440 msgr2=0x7f14a40d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.480+0000 7f14ab703640 1 -- 172.21.15.17:0/1153320951 shutdown_connections 2024-09-19T08:03:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.481+0000 7f14ab703640 1 -- 172.21.15.17:0/1153320951 wait complete. 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 Processor -- start 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 -- start start 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490004d40 0x7f14a415db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a40cd5b0 0x7f14a40cda30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14a40ce830 con 0x7f14a40c9d90 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14a40cfc60 con 0x7f1490004d40 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.482+0000 7f14ab703640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14a40ce9b0 con 0x7f14a40cd5b0 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43284/0 (socket says 172.21.15.17:43284) 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 -- 172.21.15.17:0/421256021 learned_addr learned my addr 172.21.15.17:0/421256021 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a949f640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490004d40 0x7f14a415db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a9ca0640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a40cd5b0 0x7f14a40cda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 -- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a40cd5b0 msgr2=0x7f14a40cda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a40cd5b0 0x7f14a40cda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 -- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490004d40 msgr2=0x7f14a415db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490004d40 0x7f14a415db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 -- 172.21.15.17:0/421256021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a41f4ab0 con 0x7f14a40c9d90 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14a8c9e640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1494011960 tx=0x7f1494011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1494019070 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1494004240 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a41f4d90 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149400f820 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.483+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a40c80d0 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.484+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14a41f52b0 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.485+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f149401c070 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.485+0000 7f1499ffb640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 0x7f148806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.485+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f149408b550 con 0x7f14a40c9d90 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.486+0000 7f14a949f640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 0x7f148806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.486+0000 7f14a949f640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 0x7f148806e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f14a0014510 tx=0x7f14a000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.490+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14a41f52b0 con 0x7f14a40c9d90 2024-09-19T08:03:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.736+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f14a40b6420 con 0x7f14a40c9d90 2024-09-19T08:03:08.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.738+0000 7f1499ffb640 1 -- 172.21.15.17:0/421256021 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f1494059920 con 0x7f14a40c9d90 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 msgr2=0x7f148806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 0x7f148806e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f14a0014510 tx=0x7f14a000b040 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 msgr2=0x7f14a41f4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1494011960 tx=0x7f1494011d60 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 shutdown_connections 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f148806c2e0 0x7f148806e7a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14a40cd5b0 0x7f14a40cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14a40c9d90 0x7f14a41f4340 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 --2- 172.21.15.17:0/421256021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1490004d40 0x7f14a415db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 >> 172.21.15.17:0/421256021 conn(0x7f14a40d1440 msgr2=0x7f14a40b7880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:08.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 shutdown_connections 2024-09-19T08:03:08.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.740+0000 7f14ab703640 1 -- 172.21.15.17:0/421256021 wait complete. 2024-09-19T08:03:08.750 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T08:03:08.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.853+0000 7fe980882640 1 Processor -- start 2024-09-19T08:03:08.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.853+0000 7fe980882640 1 -- start start 2024-09-19T08:03:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.854+0000 7fe980882640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe97c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.854+0000 7fe980882640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe97c15ea20 con 0x7fe97c0d3660 2024-09-19T08:03:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.854+0000 7fe980882640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe97c0b1c50 con 0x7fe97c0cf0e0 2024-09-19T08:03:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.854+0000 7fe980882640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe97c0b2860 con 0x7fe97c15e640 2024-09-19T08:03:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97ad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe97c0d3660 0x7fe97c0b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59278/0 (socket says 172.21.15.17:59278) 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97ad9d640 1 -- 172.21.15.17:0/839899596 learned_addr learned my addr 172.21.15.17:0/839899596 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97a59c640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe97c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 497566088 0 0) 0x7fe97c15ea20 con 0x7fe97c0d3660 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe968003520 con 0x7fe97c0d3660 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1848337787 0 0) 0x7fe968003520 con 0x7fe97c0d3660 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 msgr2=0x7fe97c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe97c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 >> v1:172.21.15.160:6789/0 conn(0x7fe97c0cf0e0 legacy=0x7fe97c0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97c0b1f30 con 0x7fe97c0d3660 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fe96c0019f0 con 0x7fe97c0d3660 2024-09-19T08:03:08.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 >> v1:172.21.15.17:6789/0 conn(0x7fe97c0d3660 legacy=0x7fe97c0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe9680039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe968003f60 0x7fe968004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe9680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c0b2860 con 0x7fe968004d40 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe96800bc00 con 0x7fe968003f60 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe96800be00 con 0x7fe97c15e640 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97ad9d640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe9680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe97a59c640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe9680039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.855+0000 7fe979d9b640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe968003f60 0x7fe968004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 -- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 msgr2=0x7fe9680039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c15e640 0x7fe9680039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 -- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe968003f60 msgr2=0x7fe968004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe968003f60 0x7fe968004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 -- 172.21.15.17:0/839899596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe968003520 con 0x7fe968004d40 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97ad9d640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe9680051c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00a860 tx=0x7fe968005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56fe77285c898b0a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c00a480 con 0x7fe968004d40 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe96c02f070 con 0x7fe968004d40 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.856+0000 7fe97959a640 1 -- 172.21.15.17:0/839899596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c02bd40 con 0x7fe968004d40 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 -- 172.21.15.17:0/839899596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 msgr2=0x7fe9680051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 --2- 172.21.15.17:0/839899596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe9680051c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00a860 tx=0x7fe968005830 comp rx=0 tx=0).stop 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe97ad9d640 1 -- 172.21.15.17:0/839899596 reap_dead start 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 -- 172.21.15.17:0/839899596 shutdown_connections 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 -- 172.21.15.17:0/839899596 >> 172.21.15.17:0/839899596 conn(0x7fe97c09d820 msgr2=0x7fe97c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 -- 172.21.15.17:0/839899596 shutdown_connections 2024-09-19T08:03:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.857+0000 7fe980882640 1 -- 172.21.15.17:0/839899596 wait complete. 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.858+0000 7fe980882640 1 Processor -- start 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 -- start start 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c156cc0 0x7fe97c15aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe97c156700 0x7fe97c15b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c0cfe40 con 0x7fe968004d40 2024-09-19T08:03:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe97c0b24f0 con 0x7fe97c156700 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe980882640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe97c0b73a0 con 0x7fe97c156cc0 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe97a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe97a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43304/0 (socket says 172.21.15.17:43304) 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe97a59c640 1 -- 172.21.15.17:0/3866932637 learned_addr learned my addr 172.21.15.17:0/3866932637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe979d9b640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c156cc0 0x7fe97c15aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.859+0000 7fe97ad9d640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe97c156700 0x7fe97c15b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 -- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c156cc0 msgr2=0x7fe97c15aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c156cc0 0x7fe97c15aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 -- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe97c156700 msgr2=0x7fe97c15b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe97c156700 0x7fe97c15b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 -- 172.21.15.17:0/3866932637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97c0ca7b0 con 0x7fe968004d40 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe97a59c640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe974011a00 tx=0x7fe974011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe97400fa90 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe97400fc30 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe97c0c8d90 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe974014440 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.860+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe97c0cad30 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.861+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe97c068eb0 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.862+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe974012040 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.862+0000 7fe972ffd640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 0x7fe95c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.862+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fe97408b6f0 con 0x7fe968004d40 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.862+0000 7fe979d9b640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 0x7fe95c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.863+0000 7fe979d9b640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 0x7fe95c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe97c0ca310 tx=0x7fe964009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:08.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:08.866+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe974019030 con 0x7fe968004d40 2024-09-19T08:03:09.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.109+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fe97c0ceba0 con 0x7fe968004d40 2024-09-19T08:03:09.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.111+0000 7fe972ffd640 1 -- 172.21.15.17:0/3866932637 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fe97405a1b0 con 0x7fe968004d40 2024-09-19T08:03:09.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 msgr2=0x7fe95c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 0x7fe95c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe97c0ca310 tx=0x7fe964009040 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 msgr2=0x7fe97c0ce250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe974011a00 tx=0x7fe974011ec0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 shutdown_connections 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe95c06c2b0 0x7fe95c06e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe97c156700 0x7fe97c15b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe97c156cc0 0x7fe97c15aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 --2- 172.21.15.17:0/3866932637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe968004d40 0x7fe97c0ce250 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 >> 172.21.15.17:0/3866932637 conn(0x7fe97c09d820 msgr2=0x7fe97c0b7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 shutdown_connections 2024-09-19T08:03:09.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.114+0000 7fe980882640 1 -- 172.21.15.17:0/3866932637 wait complete. 2024-09-19T08:03:09.124 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T08:03:09.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.228+0000 7f641941e640 1 Processor -- start 2024-09-19T08:03:09.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.228+0000 7f641941e640 1 -- start start 2024-09-19T08:03:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f641941e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64140b8b90 0x7f64140d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f641941e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f641406dcb0 0x7f64140d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f641941e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64140d17e0 con 0x7f641415eab0 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f641941e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f64140d09d0 con 0x7f64140b8b90 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f641941e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f641415ee90 con 0x7f641406dcb0 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64140b8b90 0x7f64140d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64140b8b90 0x7f64140d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43314/0 (socket says 172.21.15.17:43314) 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 -- 172.21.15.17:0/385544656 learned_addr learned my addr 172.21.15.17:0/385544656 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f6412ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f641415eab0 0x7f641406d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59294/0 (socket says 172.21.15.17:59294) 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64137fe640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f641406dcb0 0x7f64140d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 -- 172.21.15.17:0/385544656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f641406dcb0 msgr2=0x7f64140d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f641406dcb0 0x7f64140d29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 -- 172.21.15.17:0/385544656 >> v1:172.21.15.17:6789/0 conn(0x7f641415eab0 legacy=0x7f641406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f64127fc640 1 -- 172.21.15.17:0/385544656 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64140cfc10 con 0x7f64140b8b90 2024-09-19T08:03:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.229+0000 7f6411ffb640 1 -- 172.21.15.17:0/385544656 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 288213514 0 0) 0x7f64140d17e0 con 0x7f641415eab0 2024-09-19T08:03:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.230+0000 7f64127fc640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64140b8b90 0x7f64140d2470 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6408009870 tx=0x7f640802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12cd55288229a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.230+0000 7f6411ffb640 1 -- 172.21.15.17:0/385544656 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408037070 con 0x7f64140b8b90 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.230+0000 7f6411ffb640 1 -- 172.21.15.17:0/385544656 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640802ae50 con 0x7f64140b8b90 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.230+0000 7f6411ffb640 1 -- 172.21.15.17:0/385544656 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408032860 con 0x7f64140b8b90 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 -- 172.21.15.17:0/385544656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64140b8b90 msgr2=0x7f64140d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64140b8b90 0x7f64140d2470 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6408009870 tx=0x7f640802a300 comp rx=0 tx=0).stop 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 -- 172.21.15.17:0/385544656 shutdown_connections 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f641406dcb0 0x7f64140d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 --2- 172.21.15.17:0/385544656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64140b8b90 0x7f64140d2470 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 -- 172.21.15.17:0/385544656 >> 172.21.15.17:0/385544656 conn(0x7f64140d4b30 msgr2=0x7f64140d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 -- 172.21.15.17:0/385544656 shutdown_connections 2024-09-19T08:03:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.231+0000 7f641941e640 1 -- 172.21.15.17:0/385544656 wait complete. 2024-09-19T08:03:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.232+0000 7f641941e640 1 Processor -- start 2024-09-19T08:03:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.232+0000 7f641941e640 1 -- start start 2024-09-19T08:03:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 0x7f64140ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 0x7f641415cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f64140d04b0 con 0x7f641415eab0 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f64140d01d0 con 0x7f641406dcb0 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f641941e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f64140ceb50 con 0x7f64140b8b90 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f64137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f64137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43328/0 (socket says 172.21.15.17:43328) 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.233+0000 7f64137fe640 1 -- 172.21.15.17:0/1038998369 learned_addr learned my addr 172.21.15.17:0/1038998369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f6412ffd640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 0x7f64140ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64127fc640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 0x7f641415cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 -- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 msgr2=0x7f641415cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 0x7f641415cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 -- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 msgr2=0x7f64140ab8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 0x7f64140ab8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 -- 172.21.15.17:0/1038998369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64140abe80 con 0x7f641415eab0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64127fc640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 0x7f641415cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f6412ffd640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 0x7f64140ab8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f64137fe640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f640c007e60 tx=0x7f640c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c014420 con 0x7f641415eab0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640c019070 con 0x7f641415eab0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64140ac160 con 0x7f641415eab0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c014820 con 0x7f641415eab0 2024-09-19T08:03:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.234+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64140ac720 con 0x7f641415eab0 2024-09-19T08:03:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.235+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f641406e380 con 0x7f641415eab0 2024-09-19T08:03:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.236+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f640c0149c0 con 0x7f641415eab0 2024-09-19T08:03:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.236+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 0x7f640006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.236+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f640c08b890 con 0x7f641415eab0 2024-09-19T08:03:09.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.237+0000 7f6412ffd640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 0x7f640006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.237+0000 7f6412ffd640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 0x7f640006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6404000f60 tx=0x7f6404009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.241+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f640c05a3e0 con 0x7f641415eab0 2024-09-19T08:03:09.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.482+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f64140693a0 con 0x7f641415eab0 2024-09-19T08:03:09.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.484+0000 7f63fb7fe640 1 -- 172.21.15.17:0/1038998369 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f640c059ce0 con 0x7f641415eab0 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 msgr2=0x7f640006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 0x7f640006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6404000f60 tx=0x7f6404009040 comp rx=0 tx=0).stop 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 msgr2=0x7f641415cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f640c007e60 tx=0x7f640c00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 shutdown_connections 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f640006c2b0 0x7f640006e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f641415eab0 0x7f641415cff0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64140b8b90 0x7f641415cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 --2- 172.21.15.17:0/1038998369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f641406dcb0 0x7f64140ab8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 >> 172.21.15.17:0/1038998369 conn(0x7f64140d4b30 msgr2=0x7f64140b5050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 shutdown_connections 2024-09-19T08:03:09.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.486+0000 7f641941e640 1 -- 172.21.15.17:0/1038998369 wait complete. 2024-09-19T08:03:09.496 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T08:03:09.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.600+0000 7f2fb7caf640 1 Processor -- start 2024-09-19T08:03:09.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.600+0000 7f2fb7caf640 1 -- start start 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb7caf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2fb00d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb7caf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb015ea20 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb7caf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb00b1c50 con 0x7f2fb015e640 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb7caf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb00b3d00 con 0x7f2fb00cf720 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb524a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2fb00cf2b0 0x7f2fb00d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59310/0 (socket says 172.21.15.17:59310) 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.601+0000 7f2fb524a640 1 -- 172.21.15.17:0/3920770000 learned_addr learned my addr 172.21.15.17:0/3920770000 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb624c640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2fb00d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3595635874 0 0) 0x7f2fb015ea20 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f98003520 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1996650521 0 0) 0x7f2fb00b1c50 con 0x7f2fb015e640 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2fb015ea20 con 0x7f2fb015e640 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3215174119 0 0) 0x7f2f98003520 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 msgr2=0x7f2fb00d2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2fb00d2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 >> v1:172.21.15.160:6789/0 conn(0x7f2fb015e640 legacy=0x7f2fb00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb00b1f30 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f2fa4001670 con 0x7f2fb00cf2b0 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 >> v1:172.21.15.17:6789/0 conn(0x7f2fb00cf2b0 legacy=0x7f2fb00d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f98003b70 0x7f2f98003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f98004800 0x7f2f98004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2f98005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9800bb50 con 0x7f2f98004800 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9800bcd0 con 0x7f2f98003b70 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2f9800bea0 con 0x7f2fb00cf720 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb524a640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f98004800 0x7f2f98004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb5a4b640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f98003b70 0x7f2f98003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.602+0000 7f2fb624c640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2f98005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 -- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 msgr2=0x7f2f98005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2fb00cf720 0x7f2f98005220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 -- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f98003b70 msgr2=0x7f2f98003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f98003b70 0x7f2f98003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 -- 172.21.15.17:0/3920770000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f98003520 con 0x7f2f98004800 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb524a640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f98004800 0x7f2f98004c80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400c0e0 tx=0x7f2f98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e9919a4f062a2cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4007c00 con 0x7f2f98004800 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa4005af0 con 0x7f2f98004800 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.603+0000 7f2fb4a49640 1 -- 172.21.15.17:0/3920770000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4007070 con 0x7f2f98004800 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 -- 172.21.15.17:0/3920770000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f98004800 msgr2=0x7f2f98004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/3920770000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f98004800 0x7f2f98004c80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400c0e0 tx=0x7f2f98005830 comp rx=0 tx=0).stop 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb624c640 1 -- 172.21.15.17:0/3920770000 reap_dead start 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 -- 172.21.15.17:0/3920770000 shutdown_connections 2024-09-19T08:03:09.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 -- 172.21.15.17:0/3920770000 >> 172.21.15.17:0/3920770000 conn(0x7f2fb009d820 msgr2=0x7f2fb00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 -- 172.21.15.17:0/3920770000 shutdown_connections 2024-09-19T08:03:09.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.604+0000 7f2fb7caf640 1 -- 172.21.15.17:0/3920770000 wait complete. 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.605+0000 7f2fb7caf640 1 Processor -- start 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.605+0000 7f2fb7caf640 1 -- start start 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 0x7f2fb01f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 0x7f2fb00ca150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb00b24f0 con 0x7f2fb0159060 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb00b2860 con 0x7f2fb01572b0 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb7caf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb00cfe40 con 0x7f2f98004800 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb524a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb524a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43352/0 (socket says 172.21.15.17:43352) 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb524a640 1 -- 172.21.15.17:0/27778293 learned_addr learned my addr 172.21.15.17:0/27778293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb624c640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 0x7f2fb00ca150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.606+0000 7f2fb5a4b640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 0x7f2fb01f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 -- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 msgr2=0x7f2fb01f49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 0x7f2fb01f49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 -- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 msgr2=0x7f2fb00ca150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 0x7f2fb00ca150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 -- 172.21.15.17:0/27778293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb01f4f30 con 0x7f2fb0159060 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb624c640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 0x7f2fb00ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb5a4b640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 0x7f2fb01f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb524a640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400c200 tx=0x7f2fa4001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4041020 con 0x7f2fb0159060 2024-09-19T08:03:09.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa4007be0 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fb0161090 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4001670 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.607+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fb00c82d0 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.608+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fb0068eb0 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.609+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2fa4044020 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.609+0000 7f2fae7fc640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 0x7f2f9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.609+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f2fa40ab2d0 con 0x7f2fb0159060 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.610+0000 7f2fb5a4b640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 0x7f2f9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.610+0000 7f2fb5a4b640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 0x7f2f9c06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0000f80 tx=0x7f2fa0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.614+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2fb01f4f30 con 0x7f2fb0159060 2024-09-19T08:03:09.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.855+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f2fb00d4940 con 0x7f2fb0159060 2024-09-19T08:03:09.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.857+0000 7f2fae7fc640 1 -- 172.21.15.17:0/27778293 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f2fa4005ac0 con 0x7f2fb0159060 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 msgr2=0x7f2f9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 0x7f2f9c06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2fa0000f80 tx=0x7f2fa0009040 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 msgr2=0x7f2fb01559e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400c200 tx=0x7f2fa4001970 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 shutdown_connections 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f9c06c2b0 0x7f2f9c06e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2fb01572b0 0x7f2fb00ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fb0159060 0x7f2fb01559e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 --2- 172.21.15.17:0/27778293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f98004800 0x7f2fb01f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 >> 172.21.15.17:0/27778293 conn(0x7f2fb009d820 msgr2=0x7f2fb00b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 shutdown_connections 2024-09-19T08:03:09.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.859+0000 7f2fb7caf640 1 -- 172.21.15.17:0/27778293 wait complete. 2024-09-19T08:03:09.869 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:03:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.971+0000 7f2f2810a640 1 Processor -- start 2024-09-19T08:03:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.971+0000 7f2f2810a640 1 -- start start 2024-09-19T08:03:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f2810a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f2015eab0 0x7f2f2006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f2810a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f200d3480 0x7f2f200b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f2810a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f200d17e0 con 0x7f2f2006dae0 2024-09-19T08:03:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f2810a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2f200d09d0 con 0x7f2f200d3480 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f2810a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2f2015ee90 con 0x7f2f2015eab0 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f200d3480 0x7f2f200b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f200d3480 0x7f2f200b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43362/0 (socket says 172.21.15.17:43362) 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 -- 172.21.15.17:0/3045925132 learned_addr learned my addr 172.21.15.17:0/3045925132 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f256a5640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2f2006dae0 0x7f2f200b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59312/0 (socket says 172.21.15.17:59312) 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f25ea6640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f2015eab0 0x7f2f2006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 -- 172.21.15.17:0/3045925132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f2015eab0 msgr2=0x7f2f2006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f2015eab0 0x7f2f2006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 -- 172.21.15.17:0/3045925132 >> v1:172.21.15.17:6789/0 conn(0x7f2f2006dae0 legacy=0x7f2f200b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.972+0000 7f2f266a7640 1 -- 172.21.15.17:0/3045925132 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f200cfc10 con 0x7f2f200d3480 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.973+0000 7f2f266a7640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f200d3480 0x7f2f200b8290 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2f18009e80 tx=0x7f2f1802a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=491ab0f2ca448f2e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.973+0000 7f2f24ea4640 1 -- 172.21.15.17:0/3045925132 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18036070 con 0x7f2f200d3480 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.973+0000 7f2f24ea4640 1 -- 172.21.15.17:0/3045925132 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f18031600 con 0x7f2f200d3480 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.973+0000 7f2f24ea4640 1 -- 172.21.15.17:0/3045925132 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f180319d0 con 0x7f2f200d3480 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 -- 172.21.15.17:0/3045925132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f200d3480 msgr2=0x7f2f200b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f200d3480 0x7f2f200b8290 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2f18009e80 tx=0x7f2f1802a7e0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 -- 172.21.15.17:0/3045925132 shutdown_connections 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f200d3480 0x7f2f200b8290 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3045925132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f2015eab0 0x7f2f2006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 -- 172.21.15.17:0/3045925132 >> 172.21.15.17:0/3045925132 conn(0x7f2f200d4b30 msgr2=0x7f2f200d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 -- 172.21.15.17:0/3045925132 shutdown_connections 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.974+0000 7f2f2810a640 1 -- 172.21.15.17:0/3045925132 wait complete. 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.975+0000 7f2f2810a640 1 Processor -- start 2024-09-19T08:03:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.975+0000 7f2f2810a640 1 -- start start 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f200d3480 0x7f2f2015cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2015eab0 0x7f2f200b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2f200d01d0 con 0x7f2f2006dae0 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2006df20 con 0x7f2f2015eab0 2024-09-19T08:03:09.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f2810a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2f200d04b0 con 0x7f2f200d3480 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43370/0 (socket says 172.21.15.17:43370) 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 -- 172.21.15.17:0/3033813031 learned_addr learned my addr 172.21.15.17:0/3033813031 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f256a5640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f200d3480 0x7f2f2015cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f266a7640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2015eab0 0x7f2f200b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 -- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f200d3480 msgr2=0x7f2f2015cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f200d3480 0x7f2f2015cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 -- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2015eab0 msgr2=0x7f2f200b4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2015eab0 0x7f2f200b4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.976+0000 7f2f25ea6640 1 -- 172.21.15.17:0/3033813031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2015d060 con 0x7f2f2006dae0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f25ea6640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00d5f0 tx=0x7f2f1c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c0125f0 con 0x7f2f2006dae0 2024-09-19T08:03:09.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f1c019070 con 0x7f2f2006dae0 2024-09-19T08:03:09.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f200cb670 con 0x7f2f2006dae0 2024-09-19T08:03:09.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c0129d0 con 0x7f2f2006dae0 2024-09-19T08:03:09.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.977+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f200cbc30 con 0x7f2f2006dae0 2024-09-19T08:03:09.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.978+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f200ceb50 con 0x7f2f2006dae0 2024-09-19T08:03:09.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.978+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f1c012b70 con 0x7f2f2006dae0 2024-09-19T08:03:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.979+0000 7f2f167fc640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 0x7f2f0406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.979+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f2f1c08b290 con 0x7f2f2006dae0 2024-09-19T08:03:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.979+0000 7f2f256a5640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 0x7f2f0406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.980+0000 7f2f256a5640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 0x7f2f0406e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2f200b2b10 tx=0x7f2f10007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:09.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:09.983+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f2015d060 con 0x7f2f2006dae0 2024-09-19T08:03:10.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.162+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2f200b97e0 con 0x7f2f2006dae0 2024-09-19T08:03:10.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.162+0000 7f2f167fc640 1 -- 172.21.15.17:0/3033813031 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v29) ==== 84+0+65 (secure 0 0 0) 0x7f2f1c059790 con 0x7f2f2006dae0 2024-09-19T08:03:10.162 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:10.162 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:03:10.162 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:10.163 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:03:10.163 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:03:10.163 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:10.163 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:03:10.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 msgr2=0x7f2f0406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 0x7f2f0406e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2f200b2b10 tx=0x7f2f10007e80 comp rx=0 tx=0).stop 2024-09-19T08:03:10.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 msgr2=0x7f2f200cc710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00d5f0 tx=0x7f2f1c00dab0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 shutdown_connections 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f0406c2e0 0x7f2f0406e7a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2015eab0 0x7f2f200b4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f200d3480 0x7f2f2015cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 --2- 172.21.15.17:0/3033813031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f2006dae0 0x7f2f200cc710 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 >> 172.21.15.17:0/3033813031 conn(0x7f2f200d4b30 msgr2=0x7f2f200b6090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 shutdown_connections 2024-09-19T08:03:10.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.164+0000 7f2f2810a640 1 -- 172.21.15.17:0/3033813031 wait complete. 2024-09-19T08:03:10.175 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:03:10.175 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:03:10.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.281+0000 7f102f598640 1 Processor -- start 2024-09-19T08:03:10.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.282+0000 7f102f598640 1 -- start start 2024-09-19T08:03:10.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.282+0000 7f102f598640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f10280d33d0 0x7f10280d46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102f598640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10280d3a40 con 0x7f102815e8a0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102f598640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10280d3d20 con 0x7f10280d4bf0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102f598640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f10280d37f0 con 0x7f10280d33d0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102d334640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f102815e8a0 0x7f10280cf920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59322/0 (socket says 172.21.15.17:59322) 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102d334640 1 -- 172.21.15.17:0/3887656103 learned_addr learned my addr 172.21.15.17:0/3887656103 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f102cb33640 1 --2- 172.21.15.17:0/3887656103 >> v2:172.21.15.160:3300/0 conn(0x7f10280d33d0 0x7f10280d46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1657824166 0 0) 0x7f10280d3a40 con 0x7f102815e8a0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1014003520 con 0x7f102815e8a0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2158493423 0 0) 0x7f1014003520 con 0x7f102815e8a0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 >> v2:172.21.15.160:3300/0 conn(0x7f10280d33d0 msgr2=0x7f10280d46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 --2- 172.21.15.17:0/3887656103 >> v2:172.21.15.160:3300/0 conn(0x7f10280d33d0 0x7f10280d46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 >> v1:172.21.15.160:6789/0 conn(0x7f10280d4bf0 legacy=0x7f10280b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10280d4000 con 0x7f102815e8a0 2024-09-19T08:03:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f1024001670 con 0x7f102815e8a0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 >> v1:172.21.15.17:6789/0 conn(0x7f102815e8a0 legacy=0x7f10280cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140039b0 0x7f1014003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1014004800 0x7f1014004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 0x7f101400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f10280d37f0 con 0x7f10140051c0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f101400c070 con 0x7f1014004800 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.283+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f101400c270 con 0x7f10140039b0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 0x7f101400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102d334640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140039b0 0x7f1014003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102cb33640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1014004800 0x7f1014004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 -- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140039b0 msgr2=0x7f1014003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140039b0 0x7f1014003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 -- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1014004800 msgr2=0x7f1014004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1014004800 0x7f1014004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 -- 172.21.15.17:0/3887656103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1014003520 con 0x7f10140051c0 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.284+0000 7f102db35640 1 -- 172.21.15.17:0/3887656103 reap_dead start 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102db35640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 0x7f101400b9c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1020001e50 tx=0x7f1014005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9820bd0eba37baed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020001a70 con 0x7f10140051c0 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1020003970 con 0x7f10140051c0 2024-09-19T08:03:10.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f101ffff640 1 -- 172.21.15.17:0/3887656103 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020003d60 con 0x7f10140051c0 2024-09-19T08:03:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 -- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 msgr2=0x7f101400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 0x7f101400b9c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1020001e50 tx=0x7f1014005830 comp rx=0 tx=0).stop 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 -- 172.21.15.17:0/3887656103 shutdown_connections 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 --2- 172.21.15.17:0/3887656103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10140051c0 0x7f101400b9c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 -- 172.21.15.17:0/3887656103 >> 172.21.15.17:0/3887656103 conn(0x7f10280b6270 msgr2=0x7f10280b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 -- 172.21.15.17:0/3887656103 shutdown_connections 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.285+0000 7f102f598640 1 -- 172.21.15.17:0/3887656103 wait complete. 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 Processor -- start 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 -- start start 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140051c0 0x7f10280ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10281573f0 0x7f10280cb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f10280d46b0 con 0x7f1028153f40 2024-09-19T08:03:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f10280b78c0 con 0x7f10281573f0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102f598640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f10280d4830 con 0x7f10140051c0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102db35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102db35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43382/0 (socket says 172.21.15.17:43382) 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.287+0000 7f102db35640 1 -- 172.21.15.17:0/2102695171 learned_addr learned my addr 172.21.15.17:0/2102695171 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102cb33640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10281573f0 0x7f10280cb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102d334640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140051c0 0x7f10280ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 -- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140051c0 msgr2=0x7f10280ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140051c0 0x7f10280ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 -- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10281573f0 msgr2=0x7f10280cb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10281573f0 0x7f10280cb7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 -- 172.21.15.17:0/2102695171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10281584c0 con 0x7f1028153f40 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102db35640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1020001f70 tx=0x7f10200014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:10.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020001a70 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f102002ac70 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10281587a0 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020006d70 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.288+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1028158d60 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.289+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10280cf920 con 0x7f1028153f40 2024-09-19T08:03:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.290+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1020007030 con 0x7f1028153f40 2024-09-19T08:03:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.290+0000 7f101dffb640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.291+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f10200aad30 con 0x7f1028153f40 2024-09-19T08:03:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.291+0000 7f102d334640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.291+0000 7f102d334640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1024007cb0 tx=0x7f1024009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:10.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.295+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1020043060 con 0x7f1028153f40 2024-09-19T08:03:10.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:10.473+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1028158f30 con 0x7f1028153f40 2024-09-19T08:03:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.438+0000 7f101dffb640 1 -- 172.21.15.17:0/2102695171 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v30) ==== 138+0+0 (secure 0 0 0) 0x7f1020079750 con 0x7f1028153f40 2024-09-19T08:03:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 msgr2=0x7f100c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1024007cb0 tx=0x7f1024009040 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 msgr2=0x7f10280b8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1020001f70 tx=0x7f10200014a0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 shutdown_connections 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1028153f40 0x7f10280b8650 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10281573f0 0x7f10280cb7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 --2- 172.21.15.17:0/2102695171 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f10140051c0 0x7f10280ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 >> 172.21.15.17:0/2102695171 conn(0x7f10280b6270 msgr2=0x7f10280b6650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 shutdown_connections 2024-09-19T08:03:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.441+0000 7f102f598640 1 -- 172.21.15.17:0/2102695171 wait complete. 2024-09-19T08:03:11.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:03:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.575+0000 7fdd2539f640 1 Processor -- start 2024-09-19T08:03:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.575+0000 7fdd2539f640 1 -- start start 2024-09-19T08:03:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd2539f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdd20156b90 0x7fdd20071410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd2539f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2006f2d0 0x7fdd2006f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd2539f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd2006fc30 con 0x7fdd2015da90 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd2539f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdd200cffd0 con 0x7fdd20156b90 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd2539f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd200d0200 con 0x7fdd2006f2d0 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd1effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdd20156b90 0x7fdd20071410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd1effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdd20156b90 0x7fdd20071410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43394/0 (socket says 172.21.15.17:43394) 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.576+0000 7fdd1effd640 1 -- 172.21.15.17:0/4186676044 learned_addr learned my addr 172.21.15.17:0/4186676044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1f7fe640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2006f2d0 0x7fdd2006f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1effd640 1 -- 172.21.15.17:0/4186676044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2006f2d0 msgr2=0x7fdd2006f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1effd640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2006f2d0 0x7fdd2006f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1effd640 1 -- 172.21.15.17:0/4186676044 >> v1:172.21.15.160:6789/0 conn(0x7fdd2015da90 legacy=0x7fdd2015d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1effd640 1 -- 172.21.15.17:0/4186676044 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd200d04e0 con 0x7fdd20156b90 2024-09-19T08:03:11.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.577+0000 7fdd1effd640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd20156b90 0x7fdd20071410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009870 tx=0x7fdd1802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b7c4f24ae6f3df4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd1dffb640 1 -- 172.21.15.17:0/4186676044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18037070 con 0x7fdd20156b90 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd1dffb640 1 -- 172.21.15.17:0/4186676044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd18032440 con 0x7fdd20156b90 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd1dffb640 1 -- 172.21.15.17:0/4186676044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18032810 con 0x7fdd20156b90 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 -- 172.21.15.17:0/4186676044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd20156b90 msgr2=0x7fdd20071410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd20156b90 0x7fdd20071410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009870 tx=0x7fdd1802a180 comp rx=0 tx=0).stop 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 -- 172.21.15.17:0/4186676044 shutdown_connections 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2006f2d0 0x7fdd2006f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 --2- 172.21.15.17:0/4186676044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd20156b90 0x7fdd20071410 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 -- 172.21.15.17:0/4186676044 >> 172.21.15.17:0/4186676044 conn(0x7fdd200b4100 msgr2=0x7fdd200b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 -- 172.21.15.17:0/4186676044 shutdown_connections 2024-09-19T08:03:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.578+0000 7fdd2539f640 1 -- 172.21.15.17:0/4186676044 wait complete. 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 Processor -- start 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 -- start start 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd20156b90 0x7fdd200b33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2015da90 0x7fdd200b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd200d0d80 con 0x7fdd2006f2d0 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdd200d0aa0 con 0x7fdd20156b90 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd2539f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd200d12a0 con 0x7fdd2015da90 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.580+0000 7fdd1effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43396/0 (socket says 172.21.15.17:43396) 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 -- 172.21.15.17:0/1806438687 learned_addr learned my addr 172.21.15.17:0/1806438687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1f7fe640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2015da90 0x7fdd200b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1e7fc640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd20156b90 0x7fdd200b33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 -- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2015da90 msgr2=0x7fdd200b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2015da90 0x7fdd200b3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 -- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd20156b90 msgr2=0x7fdd200b33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd20156b90 0x7fdd200b33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 -- 172.21.15.17:0/1806438687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd20159e30 con 0x7fdd2006f2d0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd1effd640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009870 tx=0x7fdd180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18041020 con 0x7fdd2006f2d0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd18030970 con 0x7fdd2006f2d0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd200aa610 con 0x7fdd2006f2d0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18037040 con 0x7fdd2006f2d0 2024-09-19T08:03:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.581+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd200aabd0 con 0x7fdd2006f2d0 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.582+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2006f6f0 con 0x7fdd2006f2d0 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.583+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd18044020 con 0x7fdd2006f2d0 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.583+0000 7fdd177fe640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 0x7fdd0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.583+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5227+0+0 (secure 0 0 0) 0x7fdd180abaf0 con 0x7fdd2006f2d0 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.584+0000 7fdd1e7fc640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 0x7fdd0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.584+0000 7fdd1e7fc640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 0x7fdd0006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdd200b16b0 tx=0x7fdd08009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.588+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd1804b030 con 0x7fdd2006f2d0 2024-09-19T08:03:11.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:11.764+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fdd20070b90 con 0x7fdd2006f2d0 2024-09-19T08:03:12.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.440+0000 7fdd177fe640 1 -- 172.21.15.17:0/1806438687 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v31) ==== 170+0+0 (secure 0 0 0) 0x7fdd20159e30 con 0x7fdd2006f2d0 2024-09-19T08:03:12.440 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 msgr2=0x7fdd0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 0x7fdd0006e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdd200b16b0 tx=0x7fdd08009060 comp rx=0 tx=0).stop 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 msgr2=0x7fdd2014bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009870 tx=0x7fdd180046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 shutdown_connections 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd0006c2b0 0x7fdd0006e770 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdd200b16b0 tx=0x7fdd08009060 comp rx=0 tx=0).stop 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2015da90 0x7fdd200b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd20156b90 0x7fdd200b33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 --2- 172.21.15.17:0/1806438687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd2006f2d0 0x7fdd2014bce0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 >> 172.21.15.17:0/1806438687 conn(0x7fdd200b4100 msgr2=0x7fdd200b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:12.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 shutdown_connections 2024-09-19T08:03:12.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.444+0000 7fdd2539f640 1 -- 172.21.15.17:0/1806438687 wait complete. 2024-09-19T08:03:12.473 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:03:12.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.584+0000 7efecc053640 1 Processor -- start 2024-09-19T08:03:12.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.585+0000 7efecc053640 1 -- start start 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.585+0000 7efecc053640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efec40cef60 0x7efec40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efecc053640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec40d4710 0x7efec40d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efecc053640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efec40b39d0 con 0x7efec415e640 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efecc053640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efec40cf520 con 0x7efec40cef60 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efecc053640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efec40cf800 con 0x7efec40d4710 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec95ee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efec40cef60 0x7efec40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec9def640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efec415e640 0x7efec40d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38402/0 (socket says 172.21.15.17:38402) 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec9def640 1 -- 172.21.15.17:0/603203694 learned_addr learned my addr 172.21.15.17:0/603203694 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efeca5f0640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec40d4710 0x7efec40d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec95ee640 1 -- 172.21.15.17:0/603203694 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec40d4710 msgr2=0x7efec40d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec95ee640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec40d4710 0x7efec40d4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec95ee640 1 -- 172.21.15.17:0/603203694 >> v1:172.21.15.17:6789/0 conn(0x7efec415e640 legacy=0x7efec40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.586+0000 7efec95ee640 1 -- 172.21.15.17:0/603203694 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec40cfae0 con 0x7efec40cef60 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efec95ee640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40b3bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7efeb40097a0 tx=0x7efeb402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12828801a5546992 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efec8ded640 1 -- 172.21.15.17:0/603203694 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb4037070 con 0x7efec40cef60 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efec8ded640 1 -- 172.21.15.17:0/603203694 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efeb402ae50 con 0x7efec40cef60 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efec8ded640 1 -- 172.21.15.17:0/603203694 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb4032660 con 0x7efec40cef60 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efecc053640 1 -- 172.21.15.17:0/603203694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 msgr2=0x7efec40b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.587+0000 7efecc053640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40b3bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7efeb40097a0 tx=0x7efeb402a100 comp rx=0 tx=0).stop 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 -- 172.21.15.17:0/603203694 shutdown_connections 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec40d4710 0x7efec40d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 --2- 172.21.15.17:0/603203694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40b3bf0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 -- 172.21.15.17:0/603203694 >> 172.21.15.17:0/603203694 conn(0x7efec4067d70 msgr2=0x7efec4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:12.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 -- 172.21.15.17:0/603203694 shutdown_connections 2024-09-19T08:03:12.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.588+0000 7efecc053640 1 -- 172.21.15.17:0/603203694 wait complete. 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.589+0000 7efecc053640 1 Processor -- start 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.589+0000 7efecc053640 1 -- start start 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 0x7efec40cc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 0x7efec40cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efec415ea20 con 0x7efec40cef60 2024-09-19T08:03:12.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efec40d5050 con 0x7efec40d4710 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efecc053640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efec40d3590 con 0x7efec415e640 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40122/0 (socket says 172.21.15.17:40122) 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 -- 172.21.15.17:0/2095148872 learned_addr learned my addr 172.21.15.17:0/2095148872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec95ee640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 0x7efec40cc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efeca5f0640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 0x7efec40cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 -- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 msgr2=0x7efec40cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 0x7efec40cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 -- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 msgr2=0x7efec40cc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 0x7efec40cc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 -- 172.21.15.17:0/2095148872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec40c8800 con 0x7efec40cef60 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec95ee640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 0x7efec40cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:12.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efeca5f0640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 0x7efec40cd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efec9def640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efec000cb10 tx=0x7efec000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.590+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0017070 con 0x7efec40cef60 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.591+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efec000ac90 con 0x7efec40cef60 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.591+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0012640 con 0x7efec40cef60 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.591+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec40c8ae0 con 0x7efec40cef60 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.591+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec40c90a0 con 0x7efec40cef60 2024-09-19T08:03:12.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.591+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec40d4af0 con 0x7efec40cef60 2024-09-19T08:03:12.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.592+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efec001a070 con 0x7efec40cef60 2024-09-19T08:03:12.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.593+0000 7efeba7fc640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:12.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.593+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5609+0+0 (secure 0 0 0) 0x7efec008b1c0 con 0x7efec40cef60 2024-09-19T08:03:12.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.593+0000 7efec95ee640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:12.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.593+0000 7efec95ee640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 0x7efea806e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7efeb4034000 tx=0x7efeb402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:12.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.597+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efec40d4af0 con 0x7efec40cef60 2024-09-19T08:03:12.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:12.808+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7efec40b3bf0 con 0x7efec40cef60 2024-09-19T08:03:13.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.464+0000 7efeba7fc640 1 -- 172.21.15.17:0/2095148872 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v10) ==== 172+0+0 (secure 0 0 0) 0x7efec40b39d0 con 0x7efec40cef60 2024-09-19T08:03:13.464 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T08:03:13.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.477+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 msgr2=0x7efea806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.477+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 0x7efea806e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7efeb4034000 tx=0x7efeb402e000 comp rx=0 tx=0).stop 2024-09-19T08:03:13.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.477+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 msgr2=0x7efec40c98a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.477+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efec000cb10 tx=0x7efec000a060 comp rx=0 tx=0).stop 2024-09-19T08:03:13.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 shutdown_connections 2024-09-19T08:03:13.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efec415e640 0x7efec40cd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec40d4710 0x7efec40cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 --2- 172.21.15.17:0/2095148872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec40cef60 0x7efec40c98a0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.478+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 >> 172.21.15.17:0/2095148872 conn(0x7efec4067d70 msgr2=0x7efec40d2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:13.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.480+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 shutdown_connections 2024-09-19T08:03:13.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.481+0000 7efecc053640 1 -- 172.21.15.17:0/2095148872 wait complete. 2024-09-19T08:03:13.497 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:03:13.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.603+0000 7f5a30f33640 1 Processor -- start 2024-09-19T08:03:13.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.603+0000 7f5a30f33640 1 -- start start 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c15e590 0x7f5a2c070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5a2c0cecc0 0x7f5a2c0cf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5a2c162110 0x7f5a2c1625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5a2c071080 con 0x7f5a2c162110 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5a2c0cf640 con 0x7f5a2c0cecc0 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a30f33640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5a2c0732d0 con 0x7f5a2c15e590 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5a2c162110 0x7f5a2c1625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5a2c162110 0x7f5a2c1625a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40124/0 (socket says 172.21.15.17:40124) 2024-09-19T08:03:13.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 -- 172.21.15.17:0/2400274931 learned_addr learned my addr 172.21.15.17:0/2400274931 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2a59c640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c15e590 0x7f5a2c070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a23fff640 1 --2- 172.21.15.17:0/2400274931 >> v2:172.21.15.160:3300/0 conn(0x7f5a2c0cecc0 0x7f5a2c0cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 -- 172.21.15.17:0/2400274931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c15e590 msgr2=0x7f5a2c070b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c15e590 0x7f5a2c070b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 -- 172.21.15.17:0/2400274931 >> v2:172.21.15.160:3300/0 conn(0x7f5a2c0cecc0 msgr2=0x7f5a2c0cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 --2- 172.21.15.17:0/2400274931 >> v2:172.21.15.160:3300/0 conn(0x7f5a2c0cecc0 0x7f5a2c0cf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.604+0000 7f5a2ad9d640 1 -- 172.21.15.17:0/2400274931 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c0735b0 con 0x7f5a2c162110 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.605+0000 7f5a2ad9d640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c162110 0x7f5a2c1625a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c075710 tx=0x7f5a2402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dad15aa861ebdf26 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.605+0000 7f5a29d9b640 1 -- 172.21.15.17:0/2400274931 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a24036070 con 0x7f5a2c162110 2024-09-19T08:03:13.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.605+0000 7f5a29d9b640 1 -- 172.21.15.17:0/2400274931 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a24031600 con 0x7f5a2c162110 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.605+0000 7f5a29d9b640 1 -- 172.21.15.17:0/2400274931 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a240319d0 con 0x7f5a2c162110 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 -- 172.21.15.17:0/2400274931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c162110 msgr2=0x7f5a2c1625a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c162110 0x7f5a2c1625a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c075710 tx=0x7f5a2402a730 comp rx=0 tx=0).stop 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 -- 172.21.15.17:0/2400274931 shutdown_connections 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c162110 0x7f5a2c1625a0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 --2- 172.21.15.17:0/2400274931 >> v2:172.21.15.160:3300/0 conn(0x7f5a2c0cecc0 0x7f5a2c0cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 --2- 172.21.15.17:0/2400274931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c15e590 0x7f5a2c070b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 -- 172.21.15.17:0/2400274931 >> 172.21.15.17:0/2400274931 conn(0x7f5a2c06f400 msgr2=0x7f5a2c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 -- 172.21.15.17:0/2400274931 shutdown_connections 2024-09-19T08:03:13.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.606+0000 7f5a30f33640 1 -- 172.21.15.17:0/2400274931 wait complete. 2024-09-19T08:03:13.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.607+0000 7f5a30f33640 1 Processor -- start 2024-09-19T08:03:13.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.607+0000 7f5a30f33640 1 -- start start 2024-09-19T08:03:13.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5a2c0cecc0 0x7f5a2c155680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c162110 0x7f5a2c0d17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c073e50 con 0x7f5a2c15e590 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5a2c073b70 con 0x7f5a2c0cecc0 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a30f33640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5a2c15e970 con 0x7f5a2c162110 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40130/0 (socket says 172.21.15.17:40130) 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 -- 172.21.15.17:0/179756206 learned_addr learned my addr 172.21.15.17:0/179756206 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a2ad9d640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c162110 0x7f5a2c0d17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a2a59c640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5a2c0cecc0 0x7f5a2c155680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 -- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c162110 msgr2=0x7f5a2c0d17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c162110 0x7f5a2c0d17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 -- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5a2c0cecc0 msgr2=0x7f5a2c155680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5a2c0cecc0 0x7f5a2c155680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 -- 172.21.15.17:0/179756206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2c15b3f0 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.608+0000 7f5a23fff640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5a1400d830 tx=0x7f5a1400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.609+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14018030 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.609+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a1400be10 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.609+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2c15b6d0 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.609+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a140098b0 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.609+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a2c15bc90 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.610+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a2c072f80 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.610+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a1401b070 con 0x7f5a2c15e590 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.611+0000 7f5a22ffd640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 0x7f5a0c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.611+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5a1408b4c0 con 0x7f5a2c15e590 2024-09-19T08:03:13.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.611+0000 7f5a2a59c640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 0x7f5a0c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.612+0000 7f5a2a59c640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 0x7f5a0c06e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c006fd0 tx=0x7f5a1c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.615+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a140595e0 con 0x7f5a2c15e590 2024-09-19T08:03:13.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.791+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a2c15f2b0 con 0x7f5a2c15e590 2024-09-19T08:03:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.792+0000 7f5a22ffd640 1 -- 172.21.15.17:0/179756206 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16718 (secure 0 0 0) 0x7f5a1405d8e0 con 0x7f5a2c15e590 2024-09-19T08:03:13.792 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:13.792 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":32,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:03:12.809286+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:03:10.504258+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T08:03:11.795469+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 msgr2=0x7f5a0c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 0x7f5a0c06e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c006fd0 tx=0x7f5a1c008040 comp rx=0 tx=0).stop 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 msgr2=0x7f5a2c155e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5a1400d830 tx=0x7f5a1400dcf0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 shutdown_connections 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5a0c06c2e0 0x7f5a0c06e7a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5a2c162110 0x7f5a2c0d17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a2c15e590 0x7f5a2c155e00 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 --2- 172.21.15.17:0/179756206 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5a2c0cecc0 0x7f5a2c155680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 >> 172.21.15.17:0/179756206 conn(0x7f5a2c06f400 msgr2=0x7f5a2c162520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 shutdown_connections 2024-09-19T08:03:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.794+0000 7f5a30f33640 1 -- 172.21.15.17:0/179756206 wait complete. 2024-09-19T08:03:13.805 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:03:13.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.907+0000 7f507a60e640 1 Processor -- start 2024-09-19T08:03:13.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.907+0000 7f507a60e640 1 -- start start 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f507a60e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f50740cef50 0x7f50740b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f507a60e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50740731d0 con 0x7f507415e670 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f507a60e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50740734b0 con 0x7f50740ceaf0 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f507a60e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f50740d0040 con 0x7f50740cef50 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f5073fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f507415e670 0x7f5074070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38410/0 (socket says 172.21.15.17:38410) 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f5078bab640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f50740cef50 0x7f50740b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.908+0000 7f5073fff640 1 -- 172.21.15.17:0/1055295872 learned_addr learned my addr 172.21.15.17:0/1055295872 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:13.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5078bab640 1 -- 172.21.15.17:0/1055295872 >> v1:172.21.15.160:6789/0 conn(0x7f50740ceaf0 legacy=0x7f50740b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:13.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5078bab640 1 -- 172.21.15.17:0/1055295872 >> v1:172.21.15.17:6789/0 conn(0x7f507415e670 legacy=0x7f5074070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5078bab640 1 -- 172.21.15.17:0/1055295872 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5074073790 con 0x7f50740cef50 2024-09-19T08:03:13.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5072ffd640 1 -- 172.21.15.17:0/1055295872 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 811475173 0 0) 0x7f50740731d0 con 0x7f507415e670 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5078bab640 1 --2- 172.21.15.17:0/1055295872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50740b5a30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f506c009d90 tx=0x7f506c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae84d8a06d55b53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.909+0000 7f5072ffd640 1 -- 172.21.15.17:0/1055295872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c007740 con 0x7f50740cef50 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f5072ffd640 1 -- 172.21.15.17:0/1055295872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f506c0078e0 con 0x7f50740cef50 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f5072ffd640 1 -- 172.21.15.17:0/1055295872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c007cb0 con 0x7f50740cef50 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 -- 172.21.15.17:0/1055295872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 msgr2=0x7f50740b5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 --2- 172.21.15.17:0/1055295872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50740b5a30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f506c009d90 tx=0x7f506c02a730 comp rx=0 tx=0).stop 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 -- 172.21.15.17:0/1055295872 shutdown_connections 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 --2- 172.21.15.17:0/1055295872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50740b5a30 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 -- 172.21.15.17:0/1055295872 >> 172.21.15.17:0/1055295872 conn(0x7f507406f400 msgr2=0x7f507406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 -- 172.21.15.17:0/1055295872 shutdown_connections 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.910+0000 7f507a60e640 1 -- 172.21.15.17:0/1055295872 wait complete. 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.911+0000 7f507a60e640 1 Processor -- start 2024-09-19T08:03:13.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.911+0000 7f507a60e640 1 -- start start 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 0x7f5074151f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 0x7f5074152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5074072f80 con 0x7f50740cef50 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f507415fa60 con 0x7f50740ceaf0 2024-09-19T08:03:13.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f507a60e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5074073de0 con 0x7f507415e670 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f50737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f50737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40150/0 (socket says 172.21.15.17:40150) 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.912+0000 7f50737fe640 1 -- 172.21.15.17:0/84973168 learned_addr learned my addr 172.21.15.17:0/84973168 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5078bab640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 0x7f5074152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5073fff640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 0x7f5074151f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 -- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 msgr2=0x7f5074152580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 0x7f5074152580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 -- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 msgr2=0x7f5074151f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 0x7f5074151f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 -- 172.21.15.17:0/84973168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50740d2000 con 0x7f50740cef50 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5078bab640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 0x7f5074152580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5073fff640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 0x7f5074151f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f50737fe640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f506800c430 tx=0x7f506800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068011790 con 0x7f50740cef50 2024-09-19T08:03:13.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5068017070 con 0x7f50740cef50 2024-09-19T08:03:13.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068011b70 con 0x7f50740cef50 2024-09-19T08:03:13.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50740d22e0 con 0x7f50740cef50 2024-09-19T08:03:13.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.913+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5074155720 con 0x7f50740cef50 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.914+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50740cf410 con 0x7f50740cef50 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.915+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5068011d10 con 0x7f50740cef50 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.915+0000 7f5070ff9640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 0x7f506006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.915+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f506808b2a0 con 0x7f50740cef50 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.915+0000 7f5073fff640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 0x7f506006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:13.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.916+0000 7f5073fff640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 0x7f506006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5064000f60 tx=0x7f5064009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:13.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:13.919+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5068059a10 con 0x7f50740cef50 2024-09-19T08:03:14.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.099+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50740d2800 con 0x7f50740cef50 2024-09-19T08:03:14.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.100+0000 7f5070ff9640 1 -- 172.21.15.17:0/84973168 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16718 (secure 0 0 0) 0x7f5068059310 con 0x7f50740cef50 2024-09-19T08:03:14.100 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:14.100 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":32,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:03:12.809286+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:03:10.504258+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T08:03:11.795469+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 msgr2=0x7f506006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 0x7f506006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5064000f60 tx=0x7f5064009040 comp rx=0 tx=0).stop 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 msgr2=0x7f50741551e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f506800c430 tx=0x7f506800c8f0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 shutdown_connections 2024-09-19T08:03:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f506006c2b0 0x7f506006e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f507415e670 0x7f5074152580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50740cef50 0x7f50741551e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 --2- 172.21.15.17:0/84973168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f50740ceaf0 0x7f5074151f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 >> 172.21.15.17:0/84973168 conn(0x7f507406f400 msgr2=0x7f50740b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 shutdown_connections 2024-09-19T08:03:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.102+0000 7f507a60e640 1 -- 172.21.15.17:0/84973168 wait complete. 2024-09-19T08:03:14.113 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:03:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.218+0000 7f516f48d640 1 Processor -- start 2024-09-19T08:03:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.218+0000 7f516f48d640 1 -- start start 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516f48d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f516806c550 0x7f51680b7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516f48d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51680cfcc0 con 0x7f516806c0e0 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516f48d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51680cffa0 con 0x7f516815e7f0 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516f48d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f51680d0280 con 0x7f516806c550 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516ca28640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f516806c0e0 0x7f51680b75f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38418/0 (socket says 172.21.15.17:38418) 2024-09-19T08:03:14.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.219+0000 7f516ca28640 1 -- 172.21.15.17:0/2894807459 learned_addr learned my addr 172.21.15.17:0/2894807459 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f516da2a640 1 --2- 172.21.15.17:0/2894807459 >> v2:172.21.15.160:3300/0 conn(0x7f516806c550 0x7f51680b7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1727212820 0 0) 0x7f51680cfcc0 con 0x7f516806c0e0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5150003520 con 0x7f516806c0e0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2443537051 0 0) 0x7f51680cffa0 con 0x7f516815e7f0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51680cfcc0 con 0x7f516815e7f0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1893887091 0 0) 0x7f5150003520 con 0x7f516806c0e0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 >> v2:172.21.15.160:3300/0 conn(0x7f516806c550 msgr2=0x7f51680b7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 --2- 172.21.15.17:0/2894807459 >> v2:172.21.15.160:3300/0 conn(0x7f516806c550 0x7f51680b7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 >> v1:172.21.15.160:6789/0 conn(0x7f516815e7f0 legacy=0x7f51680cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51680d0560 con 0x7f516806c0e0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f515c001670 con 0x7f516806c0e0 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 >> v1:172.21.15.17:6789/0 conn(0x7f516806c0e0 legacy=0x7f51680b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150003b90 0x7f5150003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5150004800 0x7f5150004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 0x7f515000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51680d0280 con 0x7f51500051c0 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f515000bfe0 con 0x7f5150004800 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f515000c1e0 con 0x7f5150003b90 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f516ca28640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5150004800 0x7f5150004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f516da2a640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 0x7f515000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.220+0000 7f516d229640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150003b90 0x7f5150003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 -- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150003b90 msgr2=0x7f5150003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150003b90 0x7f5150003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 -- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5150004800 msgr2=0x7f5150004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5150004800 0x7f5150004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 -- 172.21.15.17:0/2894807459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5150003520 con 0x7f51500051c0 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 -- 172.21.15.17:0/2894807459 reap_dead start 2024-09-19T08:03:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f516da2a640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 0x7f515000b9c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5158009fc0 tx=0x7f5150005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9f2b9d2f5448283 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.221+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5158035020 con 0x7f51500051c0 2024-09-19T08:03:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5158003bd0 con 0x7f51500051c0 2024-09-19T08:03:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f5167fff640 1 -- 172.21.15.17:0/2894807459 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5158009c10 con 0x7f51500051c0 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 -- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 msgr2=0x7f515000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 0x7f515000b9c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5158009fc0 tx=0x7f5150005830 comp rx=0 tx=0).stop 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 -- 172.21.15.17:0/2894807459 shutdown_connections 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 --2- 172.21.15.17:0/2894807459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500051c0 0x7f515000b9c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 -- 172.21.15.17:0/2894807459 >> 172.21.15.17:0/2894807459 conn(0x7f51680d44e0 msgr2=0x7f51680d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 -- 172.21.15.17:0/2894807459 shutdown_connections 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.222+0000 7f516f48d640 1 -- 172.21.15.17:0/2894807459 wait complete. 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.223+0000 7f516f48d640 1 Processor -- start 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.223+0000 7f516f48d640 1 -- start start 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51500051c0 0x7f51681535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 0x7f516815f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51680cecf0 con 0x7f51680b5eb0 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f516806c9c0 con 0x7f516815ed20 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516f48d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51680cee70 con 0x7f51500051c0 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516ca28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516ca28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40170/0 (socket says 172.21.15.17:40170) 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516ca28640 1 -- 172.21.15.17:0/1675172018 learned_addr learned my addr 172.21.15.17:0/1675172018 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516d229640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51500051c0 0x7f51681535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.224+0000 7f516da2a640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 0x7f516815f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 -- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51500051c0 msgr2=0x7f51681535b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51500051c0 0x7f51681535b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 -- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 msgr2=0x7f516815f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 0x7f516815f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 -- 172.21.15.17:0/1675172018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5168158110 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516da2a640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 0x7f516815f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516ca28640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f515c0072c0 tx=0x7f515c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515c001610 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f515c018070 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51681583f0 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515c00fb80 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.225+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51680b5230 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.226+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51680b7bf0 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.226+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f515c00fd20 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.227+0000 7f5165ffb640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 0x7f515406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.227+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f515c08b250 con 0x7f51680b5eb0 2024-09-19T08:03:14.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.227+0000 7f516d229640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 0x7f515406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.228+0000 7f516d229640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 0x7f515406e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5160000c00 tx=0x7f5160009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.231+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f51680b7bf0 con 0x7f51680b5eb0 2024-09-19T08:03:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.442+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f51680cffa0 con 0x7f51680b5eb0 2024-09-19T08:03:14.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.463+0000 7f5165ffb640 1 -- 172.21.15.17:0/1675172018 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v11) ==== 118+0+0 (secure 0 0 0) 0x7f515c059a50 con 0x7f51680b5eb0 2024-09-19T08:03:14.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 msgr2=0x7f515406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 0x7f515406e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5160000c00 tx=0x7f5160009040 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 msgr2=0x7f51680b6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f515c0072c0 tx=0x7f515c007780 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 shutdown_connections 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f515406c2e0 0x7f515406e7a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f516815ed20 0x7f516815f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51680b5eb0 0x7f51680b6330 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 --2- 172.21.15.17:0/1675172018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51500051c0 0x7f51681535b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 >> 172.21.15.17:0/1675172018 conn(0x7f51680d44e0 msgr2=0x7f516815d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.465+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 shutdown_connections 2024-09-19T08:03:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.466+0000 7f516f48d640 1 -- 172.21.15.17:0/1675172018 wait complete. 2024-09-19T08:03:14.477 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:03:14.477 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:03:14.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.583+0000 7f69d4531640 1 Processor -- start 2024-09-19T08:03:14.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.583+0000 7f69d4531640 1 -- start start 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d4531640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69cc15e7f0 0x7f69cc0cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d4531640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f69cc0cf7b0 0x7f69cc06c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d4531640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69cc0cfcc0 con 0x7f69cc06c620 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d4531640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f69cc06ca90 con 0x7f69cc15e7f0 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d4531640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f69cc0cffa0 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69cc15e7f0 0x7f69cc0cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69cc15e7f0 0x7f69cc0cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40180/0 (socket says 172.21.15.17:40180) 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 -- 172.21.15.17:0/3436014610 learned_addr learned my addr 172.21.15.17:0/3436014610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 -- 172.21.15.17:0/3436014610 >> v2:172.21.15.160:3300/0 conn(0x7f69cc0cf7b0 msgr2=0x7f69cc06c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d1acc640 1 --2- 172.21.15.17:0/3436014610 >> v2:172.21.15.160:3300/0 conn(0x7f69cc0cf7b0 0x7f69cc06c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 --2- 172.21.15.17:0/3436014610 >> v2:172.21.15.160:3300/0 conn(0x7f69cc0cf7b0 0x7f69cc06c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 -- 172.21.15.17:0/3436014610 >> v1:172.21.15.160:6789/0 conn(0x7f69cc06c620 legacy=0x7f69cc0b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.584+0000 7f69d22cd640 1 -- 172.21.15.17:0/3436014610 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69cc0d0280 con 0x7f69cc15e7f0 2024-09-19T08:03:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.585+0000 7f69d22cd640 1 --2- 172.21.15.17:0/3436014610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc15e7f0 0x7f69cc0cf270 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f69cc1620a0 tx=0x7f69c802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20fa6da02e7d3560 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.585+0000 7f69d12cb640 1 -- 172.21.15.17:0/3436014610 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8037070 con 0x7f69cc15e7f0 2024-09-19T08:03:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.585+0000 7f69d12cb640 1 -- 172.21.15.17:0/3436014610 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69c8032440 con 0x7f69cc15e7f0 2024-09-19T08:03:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.585+0000 7f69d12cb640 1 -- 172.21.15.17:0/3436014610 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8032810 con 0x7f69cc15e7f0 2024-09-19T08:03:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 -- 172.21.15.17:0/3436014610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc15e7f0 msgr2=0x7f69cc0cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 --2- 172.21.15.17:0/3436014610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc15e7f0 0x7f69cc0cf270 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f69cc1620a0 tx=0x7f69c802a2c0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 -- 172.21.15.17:0/3436014610 shutdown_connections 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 --2- 172.21.15.17:0/3436014610 >> v2:172.21.15.160:3300/0 conn(0x7f69cc0cf7b0 0x7f69cc06c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 --2- 172.21.15.17:0/3436014610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc15e7f0 0x7f69cc0cf270 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 -- 172.21.15.17:0/3436014610 >> 172.21.15.17:0/3436014610 conn(0x7f69cc0d44e0 msgr2=0x7f69cc0d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 -- 172.21.15.17:0/3436014610 shutdown_connections 2024-09-19T08:03:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.586+0000 7f69d4531640 1 -- 172.21.15.17:0/3436014610 wait complete. 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.587+0000 7f69d4531640 1 Processor -- start 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.587+0000 7f69d4531640 1 -- start start 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 0x7f69cc0cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 0x7f69cc0ca010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc0cecf0 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc0d0840 con 0x7f69cc06c620 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d4531640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f69cc0cee70 con 0x7f69cc15e7f0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40184/0 (socket says 172.21.15.17:40184) 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 -- 172.21.15.17:0/834571357 learned_addr learned my addr 172.21.15.17:0/834571357 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d22cd640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 0x7f69cc0cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d2ace640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 0x7f69cc0ca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 -- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 msgr2=0x7f69cc0ca010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 0x7f69cc0ca010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 -- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 msgr2=0x7f69cc0cbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 0x7f69cc0cbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 -- 172.21.15.17:0/834571357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69cc1f83b0 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d2ace640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 0x7f69cc0ca010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d22cd640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 0x7f69cc0cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.588+0000 7f69d1acc640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c7f0 tx=0x7f69bc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc015070 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69bc004240 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc007620 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69cc1f77a0 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69cc1f7d60 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.589+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69cc15ec00 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.590+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69bc0079d0 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.591+0000 7f69c2ffd640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 0x7f69b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:14.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.591+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f69bc08b430 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.591+0000 7f69d22cd640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 0x7f69b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:14.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.591+0000 7f69d22cd640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 0x7f69b006e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f69c8034000 tx=0x7f69c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:14.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.595+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69bc059c30 con 0x7f69cc0cf7b0 2024-09-19T08:03:14.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:14.806+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f69cc14a230 con 0x7f69cc0cf7b0 2024-09-19T08:03:15.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.475+0000 7f69c2ffd640 1 -- 172.21.15.17:0/834571357 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f69bc059530 con 0x7f69cc0cf7b0 2024-09-19T08:03:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 msgr2=0x7f69b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 0x7f69b006e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f69c8034000 tx=0x7f69c802e000 comp rx=0 tx=0).stop 2024-09-19T08:03:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 msgr2=0x7f69cc149cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c7f0 tx=0x7f69bc00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 shutdown_connections 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69b006c2e0 0x7f69b006e7a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69cc15e7f0 0x7f69cc0ca010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69cc0cf7b0 0x7f69cc149cf0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 --2- 172.21.15.17:0/834571357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69cc06c620 0x7f69cc0cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 >> 172.21.15.17:0/834571357 conn(0x7f69cc0d44e0 msgr2=0x7f69cc0b8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 shutdown_connections 2024-09-19T08:03:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.478+0000 7f69d4531640 1 -- 172.21.15.17:0/834571357 wait complete. 2024-09-19T08:03:15.491 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:03:15.491 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:15.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.599+0000 7f362136d640 1 Processor -- start 2024-09-19T08:03:15.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.599+0000 7f362136d640 1 -- start start 2024-09-19T08:03:15.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f362136d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f361c0cd880 0x7f361c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f362136d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f361c0b22c0 0x7f361c15c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f362136d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f361c0ce160 con 0x7f361c156990 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f362136d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f361c156d70 con 0x7f361c0b22c0 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f362136d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f361c0cea90 con 0x7f361c0cd880 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.600+0000 7f361b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f361c0b22c0 0x7f361c15c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f361c0b22c0 0x7f361c15c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40188/0 (socket says 172.21.15.17:40188) 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 -- 172.21.15.17:0/1542873617 learned_addr learned my addr 172.21.15.17:0/1542873617 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361a7fc640 1 --2- 172.21.15.17:0/1542873617 >> v2:172.21.15.160:3300/0 conn(0x7f361c0cd880 0x7f361c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 -- 172.21.15.17:0/1542873617 >> v2:172.21.15.160:3300/0 conn(0x7f361c0cd880 msgr2=0x7f361c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 --2- 172.21.15.17:0/1542873617 >> v2:172.21.15.160:3300/0 conn(0x7f361c0cd880 0x7f361c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 -- 172.21.15.17:0/1542873617 >> v1:172.21.15.160:6789/0 conn(0x7f361c156990 legacy=0x7f361c0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.601+0000 7f361b7fe640 1 -- 172.21.15.17:0/1542873617 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f361c0731f0 con 0x7f361c0b22c0 2024-09-19T08:03:15.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f361b7fe640 1 --2- 172.21.15.17:0/1542873617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0b22c0 0x7f361c15c8d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f361c074050 tx=0x7f361402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6587f9f6ee3956ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f3619ffb640 1 -- 172.21.15.17:0/1542873617 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3614037070 con 0x7f361c0b22c0 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f3619ffb640 1 -- 172.21.15.17:0/1542873617 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3614032440 con 0x7f361c0b22c0 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f3619ffb640 1 -- 172.21.15.17:0/1542873617 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3614032810 con 0x7f361c0b22c0 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 -- 172.21.15.17:0/1542873617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0b22c0 msgr2=0x7f361c15c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 --2- 172.21.15.17:0/1542873617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0b22c0 0x7f361c15c8d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f361c074050 tx=0x7f361402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 -- 172.21.15.17:0/1542873617 shutdown_connections 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 --2- 172.21.15.17:0/1542873617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0b22c0 0x7f361c15c8d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 --2- 172.21.15.17:0/1542873617 >> v2:172.21.15.160:3300/0 conn(0x7f361c0cd880 0x7f361c0b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 -- 172.21.15.17:0/1542873617 >> 172.21.15.17:0/1542873617 conn(0x7f361c06bc10 msgr2=0x7f361c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 -- 172.21.15.17:0/1542873617 shutdown_connections 2024-09-19T08:03:15.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.602+0000 7f362136d640 1 -- 172.21.15.17:0/1542873617 wait complete. 2024-09-19T08:03:15.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.604+0000 7f362136d640 1 Processor -- start 2024-09-19T08:03:15.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.604+0000 7f362136d640 1 -- start start 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.604+0000 7f362136d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f361c0b22c0 0x7f361c159360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f361c156990 0x7f361c157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f361c0b26d0 con 0x7f361c0cd880 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f361c0ce720 con 0x7f361c156990 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f361c0cef20 con 0x7f361c0b22c0 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40194/0 (socket says 172.21.15.17:40194) 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 -- 172.21.15.17:0/2031238996 learned_addr learned my addr 172.21.15.17:0/2031238996 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361b7fe640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f361c156990 0x7f361c157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361affd640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f361c0b22c0 0x7f361c159360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 -- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f361c0b22c0 msgr2=0x7f361c159360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f361c0b22c0 0x7f361c159360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 -- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f361c156990 msgr2=0x7f361c157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f361c156990 0x7f361c157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 -- 172.21.15.17:0/2031238996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f361c15cb20 con 0x7f361c0cd880 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f361a7fc640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f360400d7d0 tx=0x7f360400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f360400b6c0 con 0x7f361c0cd880 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3604019070 con 0x7f361c0cd880 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f361c15ce00 con 0x7f361c0cd880 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f360400bac0 con 0x7f361c0cd880 2024-09-19T08:03:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.605+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f361c157e50 con 0x7f361c0cd880 2024-09-19T08:03:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.606+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f361c0b1d80 con 0x7f361c0cd880 2024-09-19T08:03:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.607+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f360400bc60 con 0x7f361c0cd880 2024-09-19T08:03:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.607+0000 7f36137fe640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 0x7f35fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.607+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f360408b6c0 con 0x7f361c0cd880 2024-09-19T08:03:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.608+0000 7f361affd640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 0x7f35fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.608+0000 7f361affd640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 0x7f35fc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f361c1f1b20 tx=0x7f360c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.612+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3604059870 con 0x7f361c0cd880 2024-09-19T08:03:15.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.822+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f361c0d0990 con 0x7f361c0cd880 2024-09-19T08:03:15.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.823+0000 7f36137fe640 1 -- 172.21.15.17:0/2031238996 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+5217 (secure 0 0 0) 0x7f360405db70 con 0x7f361c0cd880 2024-09-19T08:03:15.823 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:15.823 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":12,"btime":"2024-09-19T08:03:15:472571+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:14.807339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4807},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4807":{"gid":4807,"name":"c","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1606400197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1606400197},{"type":"v1","addr":"172.21.15.17:6835","nonce":1606400197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4807,"qdb_cluster":[4807]},"id":2}]} 2024-09-19T08:03:15.823 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 12 2024-09-19T08:03:15.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.824+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 msgr2=0x7f35fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.824+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 0x7f35fc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f361c1f1b20 tx=0x7f360c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.824+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 msgr2=0x7f361c1f5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.824+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f360400d7d0 tx=0x7f360400dc90 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 shutdown_connections 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f35fc06c2b0 0x7f35fc06e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f361c156990 0x7f361c157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f361c0cd880 0x7f361c1f5080 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 --2- 172.21.15.17:0/2031238996 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f361c0b22c0 0x7f361c159360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 >> 172.21.15.17:0/2031238996 conn(0x7f361c06bc10 msgr2=0x7f361c160210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 shutdown_connections 2024-09-19T08:03:15.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.825+0000 7f362136d640 1 -- 172.21.15.17:0/2031238996 wait complete. 2024-09-19T08:03:15.835 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:03:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.938+0000 7f1db13ef640 1 Processor -- start 2024-09-19T08:03:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.938+0000 7f1db13ef640 1 -- start start 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1db13ef640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 0x7f1dac162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1db13ef640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1dac0b39a0 con 0x7f1dac0cf480 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1db13ef640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1dac15eba0 con 0x7f1dac15e7c0 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1db13ef640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1dac1630d0 con 0x7f1dac0b6a40 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1dab7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1dac0cf480 0x7f1dac0b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38424/0 (socket says 172.21.15.17:38424) 2024-09-19T08:03:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1dab7fe640 1 -- 172.21.15.17:0/3082079775 learned_addr learned my addr 172.21.15.17:0/3082079775 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1daa7fc640 1 --2- 172.21.15.17:0/3082079775 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 0x7f1dac162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2857854591 0 0) 0x7f1dac0b39a0 con 0x7f1dac0cf480 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d94003520 con 0x7f1dac0cf480 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2672483485 0 0) 0x7f1d9c001110 con 0x7f1dac15e7c0 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1dac0b39a0 con 0x7f1dac15e7c0 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 831235181 0 0) 0x7f1d94003520 con 0x7f1dac0cf480 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1daa7fc640 1 -- 172.21.15.17:0/3082079775 >> v1:172.21.15.160:6789/0 conn(0x7f1dac15e7c0 legacy=0x7f1dac0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1daa7fc640 1 -- 172.21.15.17:0/3082079775 >> v1:172.21.15.17:6789/0 conn(0x7f1dac0cf480 legacy=0x7f1dac0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.939+0000 7f1daa7fc640 1 -- 172.21.15.17:0/3082079775 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dac0cfc60 con 0x7f1dac0b6a40 2024-09-19T08:03:15.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.940+0000 7f1daa7fc640 1 --2- 172.21.15.17:0/3082079775 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 0x7f1dac162b90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1da00097d0 tx=0x7f1da002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2209096c76712d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.940+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da0037070 con 0x7f1dac0b6a40 2024-09-19T08:03:15.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.940+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1da002acc0 con 0x7f1dac0b6a40 2024-09-19T08:03:15.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.940+0000 7f1da9ffb640 1 -- 172.21.15.17:0/3082079775 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da40019f0 con 0x7f1dac0b6a40 2024-09-19T08:03:15.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 -- 172.21.15.17:0/3082079775 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 msgr2=0x7f1dac162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 --2- 172.21.15.17:0/3082079775 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 0x7f1dac162b90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1da00097d0 tx=0x7f1da002a230 comp rx=0 tx=0).stop 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 -- 172.21.15.17:0/3082079775 shutdown_connections 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 --2- 172.21.15.17:0/3082079775 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0b6a40 0x7f1dac162b90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 -- 172.21.15.17:0/3082079775 >> 172.21.15.17:0/3082079775 conn(0x7f1dac0d1320 msgr2=0x7f1dac0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 -- 172.21.15.17:0/3082079775 shutdown_connections 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.941+0000 7f1db13ef640 1 -- 172.21.15.17:0/3082079775 wait complete. 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.942+0000 7f1db13ef640 1 Processor -- start 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.942+0000 7f1db13ef640 1 -- start start 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dac0b6a40 0x7f1dac0b7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 0x7f1dac0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1dac15f100 con 0x7f1dac15e7c0 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1dac15ee20 con 0x7f1dac0b6a40 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1db13ef640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1dac15f3e0 con 0x7f1dac0cf480 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40196/0 (socket says 172.21.15.17:40196) 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 -- 172.21.15.17:0/280103302 learned_addr learned my addr 172.21.15.17:0/280103302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1daa7fc640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 0x7f1dac0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1daaffd640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dac0b6a40 0x7f1dac0b7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 -- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 msgr2=0x7f1dac0cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 0x7f1dac0cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 -- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dac0b6a40 msgr2=0x7f1dac0b7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dac0b6a40 0x7f1dac0b7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1dab7fe640 1 -- 172.21.15.17:0/280103302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dac1f4c20 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.943+0000 7f1daa7fc640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 0x7f1dac0cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1dab7fe640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1da4005c00 tx=0x7f1da400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da4017070 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1da4012400 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da4012810 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dac0b8590 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.944+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dac0b8b50 con 0x7f1dac15e7c0 2024-09-19T08:03:15.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.945+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dac15f900 con 0x7f1dac15e7c0 2024-09-19T08:03:15.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.945+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1da401a070 con 0x7f1dac15e7c0 2024-09-19T08:03:15.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.946+0000 7f1d937fe640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 0x7f1d9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:15.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.946+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f1da408b500 con 0x7f1dac15e7c0 2024-09-19T08:03:15.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.946+0000 7f1daaffd640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 0x7f1d9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:15.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.947+0000 7f1daaffd640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 0x7f1d9806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0012b0 tx=0x7f1d9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:15.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:15.950+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1da4059b60 con 0x7f1dac15e7c0 2024-09-19T08:03:16.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.126+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1dac0d2660 con 0x7f1dac15e7c0 2024-09-19T08:03:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.127+0000 7f1d937fe640 1 -- 172.21.15.17:0/280103302 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16705 (secure 0 0 0) 0x7f1da4059460 con 0x7f1dac15e7c0 2024-09-19T08:03:16.127 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:16.127 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":33,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:03:14.451874+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:03:10.504258+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T08:03:11.795469+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:03:16.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 msgr2=0x7f1d9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 0x7f1d9806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0012b0 tx=0x7f1d9c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:16.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 msgr2=0x7f1dac14f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1da4005c00 tx=0x7f1da400a430 comp rx=0 tx=0).stop 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 shutdown_connections 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d9806c2b0 0x7f1d9806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dac15e7c0 0x7f1dac14f740 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dac0cf480 0x7f1dac0cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 --2- 172.21.15.17:0/280103302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dac0b6a40 0x7f1dac0b7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 >> 172.21.15.17:0/280103302 conn(0x7f1dac0d1320 msgr2=0x7f1dac0b49f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 shutdown_connections 2024-09-19T08:03:16.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.129+0000 7f1db13ef640 1 -- 172.21.15.17:0/280103302 wait complete. 2024-09-19T08:03:16.140 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:03:16.141 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:03:16.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.244+0000 7f8b70311640 1 Processor -- start 2024-09-19T08:03:16.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.244+0000 7f8b70311640 1 -- start start 2024-09-19T08:03:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b70311640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8b680cdfc0 0x7f8b680b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b70311640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8b680b22c0 0x7f8b680716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b70311640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b680ce480 con 0x7f8b6815b1e0 2024-09-19T08:03:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b70311640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8b680b26f0 con 0x7f8b680cdfc0 2024-09-19T08:03:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b70311640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8b680ce760 con 0x7f8b680b22c0 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d8ac640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8b680cdfc0 0x7f8b680b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6e0ad640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8b6815b1e0 0x7f8b680b3c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38438/0 (socket says 172.21.15.17:38438) 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6e0ad640 1 -- 172.21.15.17:0/1727820256 learned_addr learned my addr 172.21.15.17:0/1727820256 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d8ac640 1 -- 172.21.15.17:0/1727820256 >> v2:172.21.15.160:3300/0 conn(0x7f8b680b22c0 msgr2=0x7f8b680716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d8ac640 1 --2- 172.21.15.17:0/1727820256 >> v2:172.21.15.160:3300/0 conn(0x7f8b680b22c0 0x7f8b680716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d8ac640 1 -- 172.21.15.17:0/1727820256 >> v1:172.21.15.17:6789/0 conn(0x7f8b6815b1e0 legacy=0x7f8b680b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d8ac640 1 -- 172.21.15.17:0/1727820256 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b680cea40 con 0x7f8b680cdfc0 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.245+0000 7f8b6d0ab640 1 -- 172.21.15.17:0/1727820256 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1589707589 0 0) 0x7f8b680ce480 con 0x7f8b6815b1e0 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.246+0000 7f8b6d8ac640 1 --2- 172.21.15.17:0/1727820256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680cdfc0 0x7f8b680b1d80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8b680b5570 tx=0x7f8b5c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f16e0a299905f647 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.246+0000 7f8b6d0ab640 1 -- 172.21.15.17:0/1727820256 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c037070 con 0x7f8b680cdfc0 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.246+0000 7f8b6d0ab640 1 -- 172.21.15.17:0/1727820256 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b5c032440 con 0x7f8b680cdfc0 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.246+0000 7f8b6d0ab640 1 -- 172.21.15.17:0/1727820256 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c032810 con 0x7f8b680cdfc0 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 -- 172.21.15.17:0/1727820256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680cdfc0 msgr2=0x7f8b680b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 --2- 172.21.15.17:0/1727820256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680cdfc0 0x7f8b680b1d80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8b680b5570 tx=0x7f8b5c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 -- 172.21.15.17:0/1727820256 shutdown_connections 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 --2- 172.21.15.17:0/1727820256 >> v2:172.21.15.160:3300/0 conn(0x7f8b680b22c0 0x7f8b680716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 --2- 172.21.15.17:0/1727820256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680cdfc0 0x7f8b680b1d80 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 -- 172.21.15.17:0/1727820256 >> 172.21.15.17:0/1727820256 conn(0x7f8b6806bc10 msgr2=0x7f8b6806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 -- 172.21.15.17:0/1727820256 shutdown_connections 2024-09-19T08:03:16.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.247+0000 7f8b70311640 1 -- 172.21.15.17:0/1727820256 wait complete. 2024-09-19T08:03:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.248+0000 7f8b70311640 1 Processor -- start 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.248+0000 7f8b70311640 1 -- start start 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b680cdfc0 0x7f8b68156170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b6815b1e0 0x7f8b6815d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8b6815b5c0 con 0x7f8b680b22c0 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8b680b43a0 con 0x7f8b6815b1e0 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8b68071130 con 0x7f8b680cdfc0 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40216/0 (socket says 172.21.15.17:40216) 2024-09-19T08:03:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 -- 172.21.15.17:0/2590369137 learned_addr learned my addr 172.21.15.17:0/2590369137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 -- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b680cdfc0 msgr2=0x7f8b68156170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b680cdfc0 0x7f8b68156170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 -- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b6815b1e0 msgr2=0x7f8b6815d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e8ae640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b6815b1e0 0x7f8b6815d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b6815b1e0 0x7f8b6815d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 -- 172.21.15.17:0/2590369137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b68152600 con 0x7f8b680b22c0 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b6e0ad640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8b6000c430 tx=0x7f8b6000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b600074e0 con 0x7f8b680b22c0 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b600047e0 con 0x7f8b680b22c0 2024-09-19T08:03:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b681550d0 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.249+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b60004bd0 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.250+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b68155690 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.250+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b680b1d80 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.251+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b60011070 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.252+0000 7f8b66ffd640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 0x7f8b5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.252+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8b6008b0f0 con 0x7f8b680b22c0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.252+0000 7f8b6d8ac640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 0x7f8b5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.252+0000 7f8b6d8ac640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 0x7f8b5406e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c034000 tx=0x7f8b5c02c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.256+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8b6000e280 con 0x7f8b680b22c0 2024-09-19T08:03:16.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.428+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8b68156fc0 con 0x7f8b5406c2e0 2024-09-19T08:03:16.434 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:03:16.435+0000 7f03e839f640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:03:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.435+0000 7f8b66ffd640 1 -- 172.21.15.17:0/2590369137 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251886 (secure 0 0 0) 0x7f8b68156fc0 con 0x7f8b5406c2e0 2024-09-19T08:03:16.440 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:16.442 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:03:16.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 msgr2=0x7f8b5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 0x7f8b5406e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c034000 tx=0x7f8b5c02c000 comp rx=0 tx=0).stop 2024-09-19T08:03:16.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 msgr2=0x7f8b681520c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8b6000c430 tx=0x7f8b6000c8f0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 shutdown_connections 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b5406c2e0 0x7f8b5406e7a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b6815b1e0 0x7f8b6815d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b680cdfc0 0x7f8b68156170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 --2- 172.21.15.17:0/2590369137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b680b22c0 0x7f8b681520c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 >> 172.21.15.17:0/2590369137 conn(0x7f8b6806bc10 msgr2=0x7f8b681597e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 shutdown_connections 2024-09-19T08:03:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.438+0000 7f8b70311640 1 -- 172.21.15.17:0/2590369137 wait complete. 2024-09-19T08:03:16.449 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-19T08:03:15.402262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":76,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241068,"kb_used_data":4008,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733652,"statfs":{"total":773094113280,"available":772847259648,"internally_reserved":0,"allocated":4104192,"data_stored":2276516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001049"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475826+0000","last_change":"2024-09-19T08:03:13.472705+0000","last_active":"2024-09-19T08:03:13.475826+0000","last_peered":"2024-09-19T08:03:13.475826+0000","last_clean":"2024-09-19T08:03:13.475826+0000","last_became_active":"2024-09-19T08:03:13.472452+0000","last_became_peered":"2024-09-19T08:03:13.472452+0000","last_unstale":"2024-09-19T08:03:13.475826+0000","last_undegraded":"2024-09-19T08:03:13.475826+0000","last_fullsized":"2024-09-19T08:03:13.475826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469063+0000","last_change":"2024-09-19T08:03:13.467708+0000","last_active":"2024-09-19T08:03:13.469063+0000","last_peered":"2024-09-19T08:03:13.469063+0000","last_clean":"2024-09-19T08:03:13.469063+0000","last_became_active":"2024-09-19T08:03:13.467292+0000","last_became_peered":"2024-09-19T08:03:13.467292+0000","last_unstale":"2024-09-19T08:03:13.469063+0000","last_undegraded":"2024-09-19T08:03:13.469063+0000","last_fullsized":"2024-09-19T08:03:13.469063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:15.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472870+0000","last_change":"2024-09-19T08:03:13.470163+0000","last_active":"2024-09-19T08:03:13.472870+0000","last_peered":"2024-09-19T08:03:13.472870+0000","last_clean":"2024-09-19T08:03:13.472870+0000","last_became_active":"2024-09-19T08:03:13.469894+0000","last_became_peered":"2024-09-19T08:03:13.469894+0000","last_unstale":"2024-09-19T08:03:13.472870+0000","last_undegraded":"2024-09-19T08:03:13.472870+0000","last_fullsized":"2024-09-19T08:03:13.472870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477249+0000","last_change":"2024-09-19T08:03:13.473390+0000","last_active":"2024-09-19T08:03:13.477249+0000","last_peered":"2024-09-19T08:03:13.477249+0000","last_clean":"2024-09-19T08:03:13.477249+0000","last_became_active":"2024-09-19T08:03:13.473086+0000","last_became_peered":"2024-09-19T08:03:13.473086+0000","last_unstale":"2024-09-19T08:03:13.477249+0000","last_undegraded":"2024-09-19T08:03:13.477249+0000","last_fullsized":"2024-09-19T08:03:13.477249+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:00.288604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.479856+0000","last_change":"2024-09-19T08:03:13.477133+0000","last_active":"2024-09-19T08:03:13.479856+0000","last_peered":"2024-09-19T08:03:13.479856+0000","last_clean":"2024-09-19T08:03:13.479856+0000","last_became_active":"2024-09-19T08:03:13.476806+0000","last_became_peered":"2024-09-19T08:03:13.476806+0000","last_unstale":"2024-09-19T08:03:13.479856+0000","last_undegraded":"2024-09-19T08:03:13.479856+0000","last_fullsized":"2024-09-19T08:03:13.479856+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:52.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477596+0000","last_change":"2024-09-19T08:03:13.476315+0000","last_active":"2024-09-19T08:03:13.477596+0000","last_peered":"2024-09-19T08:03:13.477596+0000","last_clean":"2024-09-19T08:03:13.477596+0000","last_became_active":"2024-09-19T08:03:13.475922+0000","last_became_peered":"2024-09-19T08:03:13.475922+0000","last_unstale":"2024-09-19T08:03:13.477596+0000","last_undegraded":"2024-09-19T08:03:13.477596+0000","last_fullsized":"2024-09-19T08:03:13.477596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.295899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476358+0000","last_change":"2024-09-19T08:03:13.472781+0000","last_active":"2024-09-19T08:03:13.476358+0000","last_peered":"2024-09-19T08:03:13.476358+0000","last_clean":"2024-09-19T08:03:13.476358+0000","last_became_active":"2024-09-19T08:03:13.472535+0000","last_became_peered":"2024-09-19T08:03:13.472535+0000","last_unstale":"2024-09-19T08:03:13.476358+0000","last_undegraded":"2024-09-19T08:03:13.476358+0000","last_fullsized":"2024-09-19T08:03:13.476358+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475670+0000","last_change":"2024-09-19T08:03:13.471604+0000","last_active":"2024-09-19T08:03:13.475670+0000","last_peered":"2024-09-19T08:03:13.475670+0000","last_clean":"2024-09-19T08:03:13.475670+0000","last_became_active":"2024-09-19T08:03:13.471325+0000","last_became_peered":"2024-09-19T08:03:13.471325+0000","last_unstale":"2024-09-19T08:03:13.475670+0000","last_undegraded":"2024-09-19T08:03:13.475670+0000","last_fullsized":"2024-09-19T08:03:13.475670+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:52.728964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482936+0000","last_change":"2024-09-19T08:03:13.478194+0000","last_active":"2024-09-19T08:03:13.482936+0000","last_peered":"2024-09-19T08:03:13.482936+0000","last_clean":"2024-09-19T08:03:13.482936+0000","last_became_active":"2024-09-19T08:03:13.477962+0000","last_became_peered":"2024-09-19T08:03:13.477962+0000","last_unstale":"2024-09-19T08:03:13.482936+0000","last_undegraded":"2024-09-19T08:03:13.482936+0000","last_fullsized":"2024-09-19T08:03:13.482936+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:25.413094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471818+0000","last_change":"2024-09-19T08:03:13.469574+0000","last_active":"2024-09-19T08:03:13.471818+0000","last_peered":"2024-09-19T08:03:13.471818+0000","last_clean":"2024-09-19T08:03:13.471818+0000","last_became_active":"2024-09-19T08:03:13.469281+0000","last_became_peered":"2024-09-19T08:03:13.469281+0000","last_unstale":"2024-09-19T08:03:13.471818+0000","last_undegraded":"2024-09-19T08:03:13.471818+0000","last_fullsized":"2024-09-19T08:03:13.471818+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485287+0000","last_change":"2024-09-19T08:03:13.482726+0000","last_active":"2024-09-19T08:03:13.485287+0000","last_peered":"2024-09-19T08:03:13.485287+0000","last_clean":"2024-09-19T08:03:13.485287+0000","last_became_active":"2024-09-19T08:03:13.482429+0000","last_became_peered":"2024-09-19T08:03:13.482429+0000","last_unstale":"2024-09-19T08:03:13.485287+0000","last_undegraded":"2024-09-19T08:03:13.485287+0000","last_fullsized":"2024-09-19T08:03:13.485287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482556+0000","last_change":"2024-09-19T08:03:13.475931+0000","last_active":"2024-09-19T08:03:13.482556+0000","last_peered":"2024-09-19T08:03:13.482556+0000","last_clean":"2024-09-19T08:03:13.482556+0000","last_became_active":"2024-09-19T08:03:13.475418+0000","last_became_peered":"2024-09-19T08:03:13.475418+0000","last_unstale":"2024-09-19T08:03:13.482556+0000","last_undegraded":"2024-09-19T08:03:13.482556+0000","last_fullsized":"2024-09-19T08:03:13.482556+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.535014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471268+0000","last_change":"2024-09-19T08:03:13.469509+0000","last_active":"2024-09-19T08:03:13.471268+0000","last_peered":"2024-09-19T08:03:13.471268+0000","last_clean":"2024-09-19T08:03:13.471268+0000","last_became_active":"2024-09-19T08:03:13.469209+0000","last_became_peered":"2024-09-19T08:03:13.469209+0000","last_unstale":"2024-09-19T08:03:13.471268+0000","last_undegraded":"2024-09-19T08:03:13.471268+0000","last_fullsized":"2024-09-19T08:03:13.471268+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:25.956902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476906+0000","last_change":"2024-09-19T08:03:13.475470+0000","last_active":"2024-09-19T08:03:13.476906+0000","last_peered":"2024-09-19T08:03:13.476906+0000","last_clean":"2024-09-19T08:03:13.476906+0000","last_became_active":"2024-09-19T08:03:13.474858+0000","last_became_peered":"2024-09-19T08:03:13.474858+0000","last_unstale":"2024-09-19T08:03:13.476906+0000","last_undegraded":"2024-09-19T08:03:13.476906+0000","last_fullsized":"2024-09-19T08:03:13.476906+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.535014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473069+0000","last_change":"2024-09-19T08:03:13.468657+0000","last_active":"2024-09-19T08:03:13.473069+0000","last_peered":"2024-09-19T08:03:13.473069+0000","last_clean":"2024-09-19T08:03:13.473069+0000","last_became_active":"2024-09-19T08:03:13.468393+0000","last_became_peered":"2024-09-19T08:03:13.468393+0000","last_unstale":"2024-09-19T08:03:13.473069+0000","last_undegraded":"2024-09-19T08:03:13.473069+0000","last_fullsized":"2024-09-19T08:03:13.473069+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476392+0000","last_change":"2024-09-19T08:03:13.472279+0000","last_active":"2024-09-19T08:03:13.476392+0000","last_peered":"2024-09-19T08:03:13.476392+0000","last_clean":"2024-09-19T08:03:13.476392+0000","last_became_active":"2024-09-19T08:03:13.471940+0000","last_became_peered":"2024-09-19T08:03:13.471940+0000","last_unstale":"2024-09-19T08:03:13.476392+0000","last_undegraded":"2024-09-19T08:03:13.476392+0000","last_fullsized":"2024-09-19T08:03:13.476392+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:00.288604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476412+0000","last_change":"2024-09-19T08:03:13.473725+0000","last_active":"2024-09-19T08:03:13.476412+0000","last_peered":"2024-09-19T08:03:13.476412+0000","last_clean":"2024-09-19T08:03:13.476412+0000","last_became_active":"2024-09-19T08:03:13.473485+0000","last_became_peered":"2024-09-19T08:03:13.473485+0000","last_unstale":"2024-09-19T08:03:13.476412+0000","last_undegraded":"2024-09-19T08:03:13.476412+0000","last_fullsized":"2024-09-19T08:03:13.476412+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:54.428780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471790+0000","last_change":"2024-09-19T08:03:13.470086+0000","last_active":"2024-09-19T08:03:13.471790+0000","last_peered":"2024-09-19T08:03:13.471790+0000","last_clean":"2024-09-19T08:03:13.471790+0000","last_became_active":"2024-09-19T08:03:13.469759+0000","last_became_peered":"2024-09-19T08:03:13.469759+0000","last_unstale":"2024-09-19T08:03:13.471790+0000","last_undegraded":"2024-09-19T08:03:13.471790+0000","last_fullsized":"2024-09-19T08:03:13.471790+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469693+0000","last_change":"2024-09-19T08:03:13.464631+0000","last_active":"2024-09-19T08:03:13.469693+0000","last_peered":"2024-09-19T08:03:13.469693+0000","last_clean":"2024-09-19T08:03:13.469693+0000","last_became_active":"2024-09-19T08:03:13.464352+0000","last_became_peered":"2024-09-19T08:03:13.464352+0000","last_unstale":"2024-09-19T08:03:13.469693+0000","last_undegraded":"2024-09-19T08:03:13.469693+0000","last_fullsized":"2024-09-19T08:03:13.469693+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.474468+0000","last_change":"2024-09-19T08:03:13.472701+0000","last_active":"2024-09-19T08:03:13.474468+0000","last_peered":"2024-09-19T08:03:13.474468+0000","last_clean":"2024-09-19T08:03:13.474468+0000","last_became_active":"2024-09-19T08:03:13.472022+0000","last_became_peered":"2024-09-19T08:03:13.472022+0000","last_unstale":"2024-09-19T08:03:13.474468+0000","last_undegraded":"2024-09-19T08:03:13.474468+0000","last_fullsized":"2024-09-19T08:03:13.474468+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:42.357677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472762+0000","last_change":"2024-09-19T08:03:13.466367+0000","last_active":"2024-09-19T08:03:13.472762+0000","last_peered":"2024-09-19T08:03:13.472762+0000","last_clean":"2024-09-19T08:03:13.472762+0000","last_became_active":"2024-09-19T08:03:13.466096+0000","last_became_peered":"2024-09-19T08:03:13.466096+0000","last_unstale":"2024-09-19T08:03:13.472762+0000","last_undegraded":"2024-09-19T08:03:13.472762+0000","last_fullsized":"2024-09-19T08:03:13.472762+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:21.829105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472685+0000","last_change":"2024-09-19T08:03:13.469103+0000","last_active":"2024-09-19T08:03:13.472685+0000","last_peered":"2024-09-19T08:03:13.472685+0000","last_clean":"2024-09-19T08:03:13.472685+0000","last_became_active":"2024-09-19T08:03:13.468706+0000","last_became_peered":"2024-09-19T08:03:13.468706+0000","last_unstale":"2024-09-19T08:03:13.472685+0000","last_undegraded":"2024-09-19T08:03:13.472685+0000","last_fullsized":"2024-09-19T08:03:13.472685+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:13.706450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467646+0000","last_change":"2024-09-19T08:03:13.466269+0000","last_active":"2024-09-19T08:03:13.467646+0000","last_peered":"2024-09-19T08:03:13.467646+0000","last_clean":"2024-09-19T08:03:13.467646+0000","last_became_active":"2024-09-19T08:03:13.465961+0000","last_became_peered":"2024-09-19T08:03:13.465961+0000","last_unstale":"2024-09-19T08:03:13.467646+0000","last_undegraded":"2024-09-19T08:03:13.467646+0000","last_fullsized":"2024-09-19T08:03:13.467646+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:39.799886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470678+0000","last_change":"2024-09-19T08:03:13.463708+0000","last_active":"2024-09-19T08:03:13.470678+0000","last_peered":"2024-09-19T08:03:13.470678+0000","last_clean":"2024-09-19T08:03:13.470678+0000","last_became_active":"2024-09-19T08:03:13.463444+0000","last_became_peered":"2024-09-19T08:03:13.463444+0000","last_unstale":"2024-09-19T08:03:13.470678+0000","last_undegraded":"2024-09-19T08:03:13.470678+0000","last_fullsized":"2024-09-19T08:03:13.470678+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477277+0000","last_change":"2024-09-19T08:03:13.471147+0000","last_active":"2024-09-19T08:03:13.477277+0000","last_peered":"2024-09-19T08:03:13.477277+0000","last_clean":"2024-09-19T08:03:13.477277+0000","last_became_active":"2024-09-19T08:03:13.470812+0000","last_became_peered":"2024-09-19T08:03:13.470812+0000","last_unstale":"2024-09-19T08:03:13.477277+0000","last_undegraded":"2024-09-19T08:03:13.477277+0000","last_fullsized":"2024-09-19T08:03:13.477277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:52.728964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477010+0000","last_change":"2024-09-19T08:03:13.475626+0000","last_active":"2024-09-19T08:03:13.477010+0000","last_peered":"2024-09-19T08:03:13.477010+0000","last_clean":"2024-09-19T08:03:13.477010+0000","last_became_active":"2024-09-19T08:03:13.475327+0000","last_became_peered":"2024-09-19T08:03:13.475327+0000","last_unstale":"2024-09-19T08:03:13.477010+0000","last_undegraded":"2024-09-19T08:03:13.477010+0000","last_fullsized":"2024-09-19T08:03:13.477010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:11.664065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.481332+0000","last_change":"2024-09-19T08:03:13.480169+0000","last_active":"2024-09-19T08:03:13.481332+0000","last_peered":"2024-09-19T08:03:13.481332+0000","last_clean":"2024-09-19T08:03:13.481332+0000","last_became_active":"2024-09-19T08:03:13.479333+0000","last_became_peered":"2024-09-19T08:03:13.479333+0000","last_unstale":"2024-09-19T08:03:13.481332+0000","last_undegraded":"2024-09-19T08:03:13.481332+0000","last_fullsized":"2024-09-19T08:03:13.481332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470729+0000","last_change":"2024-09-19T08:03:13.465486+0000","last_active":"2024-09-19T08:03:13.470729+0000","last_peered":"2024-09-19T08:03:13.470729+0000","last_clean":"2024-09-19T08:03:13.470729+0000","last_became_active":"2024-09-19T08:03:13.465240+0000","last_became_peered":"2024-09-19T08:03:13.465240+0000","last_unstale":"2024-09-19T08:03:13.470729+0000","last_undegraded":"2024-09-19T08:03:13.470729+0000","last_fullsized":"2024-09-19T08:03:13.470729+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482741+0000","last_change":"2024-09-19T08:03:13.477106+0000","last_active":"2024-09-19T08:03:13.482741+0000","last_peered":"2024-09-19T08:03:13.482741+0000","last_clean":"2024-09-19T08:03:13.482741+0000","last_became_active":"2024-09-19T08:03:13.476806+0000","last_became_peered":"2024-09-19T08:03:13.476806+0000","last_unstale":"2024-09-19T08:03:13.482741+0000","last_undegraded":"2024-09-19T08:03:13.482741+0000","last_fullsized":"2024-09-19T08:03:13.482741+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:46.982605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475569+0000","last_change":"2024-09-19T08:03:13.470905+0000","last_active":"2024-09-19T08:03:13.475569+0000","last_peered":"2024-09-19T08:03:13.475569+0000","last_clean":"2024-09-19T08:03:13.475569+0000","last_became_active":"2024-09-19T08:03:13.470612+0000","last_became_peered":"2024-09-19T08:03:13.470612+0000","last_unstale":"2024-09-19T08:03:13.475569+0000","last_undegraded":"2024-09-19T08:03:13.475569+0000","last_fullsized":"2024-09-19T08:03:13.475569+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.465016+0000","last_change":"2024-09-19T08:03:13.462622+0000","last_active":"2024-09-19T08:03:13.465016+0000","last_peered":"2024-09-19T08:03:13.465016+0000","last_clean":"2024-09-19T08:03:13.465016+0000","last_became_active":"2024-09-19T08:03:13.462357+0000","last_became_peered":"2024-09-19T08:03:13.462357+0000","last_unstale":"2024-09-19T08:03:13.465016+0000","last_undegraded":"2024-09-19T08:03:13.465016+0000","last_fullsized":"2024-09-19T08:03:13.465016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:55.036746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476416+0000","last_change":"2024-09-19T08:03:13.473445+0000","last_active":"2024-09-19T08:03:13.476416+0000","last_peered":"2024-09-19T08:03:13.476416+0000","last_clean":"2024-09-19T08:03:13.476416+0000","last_became_active":"2024-09-19T08:03:13.473155+0000","last_became_peered":"2024-09-19T08:03:13.473155+0000","last_unstale":"2024-09-19T08:03:13.476416+0000","last_undegraded":"2024-09-19T08:03:13.476416+0000","last_fullsized":"2024-09-19T08:03:13.476416+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470114+0000","last_change":"2024-09-19T08:03:13.467758+0000","last_active":"2024-09-19T08:03:13.470114+0000","last_peered":"2024-09-19T08:03:13.470114+0000","last_clean":"2024-09-19T08:03:13.470114+0000","last_became_active":"2024-09-19T08:03:13.467483+0000","last_became_peered":"2024-09-19T08:03:13.467483+0000","last_unstale":"2024-09-19T08:03:13.470114+0000","last_undegraded":"2024-09-19T08:03:13.470114+0000","last_fullsized":"2024-09-19T08:03:13.470114+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.484948+0000","last_change":"2024-09-19T08:03:12.452030+0000","last_active":"2024-09-19T08:03:13.484948+0000","last_peered":"2024-09-19T08:03:13.484948+0000","last_clean":"2024-09-19T08:03:13.484948+0000","last_became_active":"2024-09-19T08:03:12.451674+0000","last_became_peered":"2024-09-19T08:03:12.451674+0000","last_unstale":"2024-09-19T08:03:13.484948+0000","last_undegraded":"2024-09-19T08:03:13.484948+0000","last_fullsized":"2024-09-19T08:03:13.484948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470319+0000","last_change":"2024-09-19T08:03:13.467844+0000","last_active":"2024-09-19T08:03:13.470319+0000","last_peered":"2024-09-19T08:03:13.470319+0000","last_clean":"2024-09-19T08:03:13.470319+0000","last_became_active":"2024-09-19T08:03:13.467511+0000","last_became_peered":"2024-09-19T08:03:13.467511+0000","last_unstale":"2024-09-19T08:03:13.470319+0000","last_undegraded":"2024-09-19T08:03:13.470319+0000","last_fullsized":"2024-09-19T08:03:13.470319+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485545+0000","last_change":"2024-09-19T08:03:12.455952+0000","last_active":"2024-09-19T08:03:13.485545+0000","last_peered":"2024-09-19T08:03:13.485545+0000","last_clean":"2024-09-19T08:03:13.485545+0000","last_became_active":"2024-09-19T08:03:12.455637+0000","last_became_peered":"2024-09-19T08:03:12.455637+0000","last_unstale":"2024-09-19T08:03:13.485545+0000","last_undegraded":"2024-09-19T08:03:13.485545+0000","last_fullsized":"2024-09-19T08:03:13.485545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482874+0000","last_change":"2024-09-19T08:03:13.477658+0000","last_active":"2024-09-19T08:03:13.482874+0000","last_peered":"2024-09-19T08:03:13.482874+0000","last_clean":"2024-09-19T08:03:13.482874+0000","last_became_active":"2024-09-19T08:03:13.477312+0000","last_became_peered":"2024-09-19T08:03:13.477312+0000","last_unstale":"2024-09-19T08:03:13.482874+0000","last_undegraded":"2024-09-19T08:03:13.482874+0000","last_fullsized":"2024-09-19T08:03:13.482874+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:26.916980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.486437+0000","last_change":"2024-09-19T08:03:12.464641+0000","last_active":"2024-09-19T08:03:13.486437+0000","last_peered":"2024-09-19T08:03:13.486437+0000","last_clean":"2024-09-19T08:03:13.486437+0000","last_became_active":"2024-09-19T08:03:12.464342+0000","last_became_peered":"2024-09-19T08:03:12.464342+0000","last_unstale":"2024-09-19T08:03:13.486437+0000","last_undegraded":"2024-09-19T08:03:13.486437+0000","last_fullsized":"2024-09-19T08:03:13.486437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:01.178431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.481308+0000","last_change":"2024-09-19T08:03:13.479944+0000","last_active":"2024-09-19T08:03:13.481308+0000","last_peered":"2024-09-19T08:03:13.481308+0000","last_clean":"2024-09-19T08:03:13.481308+0000","last_became_active":"2024-09-19T08:03:13.478263+0000","last_became_peered":"2024-09-19T08:03:13.478263+0000","last_unstale":"2024-09-19T08:03:13.481308+0000","last_undegraded":"2024-09-19T08:03:13.481308+0000","last_fullsized":"2024-09-19T08:03:13.481308+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.484518+0000","last_change":"2024-09-19T08:03:12.456644+0000","last_active":"2024-09-19T08:03:13.484518+0000","last_peered":"2024-09-19T08:03:13.484518+0000","last_clean":"2024-09-19T08:03:13.484518+0000","last_became_active":"2024-09-19T08:03:12.456338+0000","last_became_peered":"2024-09-19T08:03:12.456338+0000","last_unstale":"2024-09-19T08:03:13.484518+0000","last_undegraded":"2024-09-19T08:03:13.484518+0000","last_fullsized":"2024-09-19T08:03:13.484518+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:14.400767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476452+0000","last_change":"2024-09-19T08:03:13.474513+0000","last_active":"2024-09-19T08:03:13.476452+0000","last_peered":"2024-09-19T08:03:13.476452+0000","last_clean":"2024-09-19T08:03:13.476452+0000","last_became_active":"2024-09-19T08:03:13.474205+0000","last_became_peered":"2024-09-19T08:03:13.474205+0000","last_unstale":"2024-09-19T08:03:13.476452+0000","last_undegraded":"2024-09-19T08:03:13.476452+0000","last_fullsized":"2024-09-19T08:03:13.476452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483157+0000","last_change":"2024-09-19T08:03:12.457643+0000","last_active":"2024-09-19T08:03:13.483157+0000","last_peered":"2024-09-19T08:03:13.483157+0000","last_clean":"2024-09-19T08:03:13.483157+0000","last_became_active":"2024-09-19T08:03:12.457365+0000","last_became_peered":"2024-09-19T08:03:12.457365+0000","last_unstale":"2024-09-19T08:03:13.483157+0000","last_undegraded":"2024-09-19T08:03:13.483157+0000","last_fullsized":"2024-09-19T08:03:13.483157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:32.241482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470724+0000","last_change":"2024-09-19T08:03:13.466611+0000","last_active":"2024-09-19T08:03:13.470724+0000","last_peered":"2024-09-19T08:03:13.470724+0000","last_clean":"2024-09-19T08:03:13.470724+0000","last_became_active":"2024-09-19T08:03:13.466229+0000","last_became_peered":"2024-09-19T08:03:13.466229+0000","last_unstale":"2024-09-19T08:03:13.470724+0000","last_undegraded":"2024-09-19T08:03:13.470724+0000","last_fullsized":"2024-09-19T08:03:13.470724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:54.428780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.486456+0000","last_change":"2024-09-19T08:03:12.457941+0000","last_active":"2024-09-19T08:03:13.486456+0000","last_peered":"2024-09-19T08:03:13.486456+0000","last_clean":"2024-09-19T08:03:13.486456+0000","last_became_active":"2024-09-19T08:03:12.457580+0000","last_became_peered":"2024-09-19T08:03:12.457580+0000","last_unstale":"2024-09-19T08:03:13.486456+0000","last_undegraded":"2024-09-19T08:03:13.486456+0000","last_fullsized":"2024-09-19T08:03:13.486456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:19.726650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472596+0000","last_change":"2024-09-19T08:03:13.467996+0000","last_active":"2024-09-19T08:03:13.472596+0000","last_peered":"2024-09-19T08:03:13.472596+0000","last_clean":"2024-09-19T08:03:13.472596+0000","last_became_active":"2024-09-19T08:03:13.467716+0000","last_became_peered":"2024-09-19T08:03:13.467716+0000","last_unstale":"2024-09-19T08:03:13.472596+0000","last_undegraded":"2024-09-19T08:03:13.472596+0000","last_fullsized":"2024-09-19T08:03:13.472596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.125697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.457510+0000","last_change":"2024-09-19T08:03:12.462648+0000","last_active":"2024-09-19T08:03:13.457510+0000","last_peered":"2024-09-19T08:03:13.457510+0000","last_clean":"2024-09-19T08:03:13.457510+0000","last_became_active":"2024-09-19T08:03:12.462347+0000","last_became_peered":"2024-09-19T08:03:12.462347+0000","last_unstale":"2024-09-19T08:03:13.457510+0000","last_undegraded":"2024-09-19T08:03:13.457510+0000","last_fullsized":"2024-09-19T08:03:13.457510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:51.724369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472194+0000","last_change":"2024-09-19T08:03:13.470318+0000","last_active":"2024-09-19T08:03:13.472194+0000","last_peered":"2024-09-19T08:03:13.472194+0000","last_clean":"2024-09-19T08:03:13.472194+0000","last_became_active":"2024-09-19T08:03:13.470027+0000","last_became_peered":"2024-09-19T08:03:13.470027+0000","last_unstale":"2024-09-19T08:03:13.472194+0000","last_undegraded":"2024-09-19T08:03:13.472194+0000","last_fullsized":"2024-09-19T08:03:13.472194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466924+0000","last_change":"2024-09-19T08:03:12.458116+0000","last_active":"2024-09-19T08:03:13.466924+0000","last_peered":"2024-09-19T08:03:13.466924+0000","last_clean":"2024-09-19T08:03:13.466924+0000","last_became_active":"2024-09-19T08:03:12.457821+0000","last_became_peered":"2024-09-19T08:03:12.457821+0000","last_unstale":"2024-09-19T08:03:13.466924+0000","last_undegraded":"2024-09-19T08:03:13.466924+0000","last_fullsized":"2024-09-19T08:03:13.466924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:04.767349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476078+0000","last_change":"2024-09-19T08:03:13.471678+0000","last_active":"2024-09-19T08:03:13.476078+0000","last_peered":"2024-09-19T08:03:13.476078+0000","last_clean":"2024-09-19T08:03:13.476078+0000","last_became_active":"2024-09-19T08:03:13.471329+0000","last_became_peered":"2024-09-19T08:03:13.471329+0000","last_unstale":"2024-09-19T08:03:13.476078+0000","last_undegraded":"2024-09-19T08:03:13.476078+0000","last_fullsized":"2024-09-19T08:03:13.476078+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:28.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.458464+0000","last_change":"2024-09-19T08:03:12.457129+0000","last_active":"2024-09-19T08:03:13.458464+0000","last_peered":"2024-09-19T08:03:13.458464+0000","last_clean":"2024-09-19T08:03:13.458464+0000","last_became_active":"2024-09-19T08:03:12.456797+0000","last_became_peered":"2024-09-19T08:03:12.456797+0000","last_unstale":"2024-09-19T08:03:13.458464+0000","last_undegraded":"2024-09-19T08:03:13.458464+0000","last_fullsized":"2024-09-19T08:03:13.458464+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:59.284010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475932+0000","last_change":"2024-09-19T08:03:13.470376+0000","last_active":"2024-09-19T08:03:13.475932+0000","last_peered":"2024-09-19T08:03:13.475932+0000","last_clean":"2024-09-19T08:03:13.475932+0000","last_became_active":"2024-09-19T08:03:13.470030+0000","last_became_peered":"2024-09-19T08:03:13.470030+0000","last_unstale":"2024-09-19T08:03:13.475932+0000","last_undegraded":"2024-09-19T08:03:13.475932+0000","last_fullsized":"2024-09-19T08:03:13.475932+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:28.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.459116+0000","last_change":"2024-09-19T08:03:12.454279+0000","last_active":"2024-09-19T08:03:13.459116+0000","last_peered":"2024-09-19T08:03:13.459116+0000","last_clean":"2024-09-19T08:03:13.459116+0000","last_became_active":"2024-09-19T08:03:12.453947+0000","last_became_peered":"2024-09-19T08:03:12.453947+0000","last_unstale":"2024-09-19T08:03:13.459116+0000","last_undegraded":"2024-09-19T08:03:13.459116+0000","last_fullsized":"2024-09-19T08:03:13.459116+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476963+0000","last_change":"2024-09-19T08:03:13.475623+0000","last_active":"2024-09-19T08:03:13.476963+0000","last_peered":"2024-09-19T08:03:13.476963+0000","last_clean":"2024-09-19T08:03:13.476963+0000","last_became_active":"2024-09-19T08:03:13.475278+0000","last_became_peered":"2024-09-19T08:03:13.475278+0000","last_unstale":"2024-09-19T08:03:13.476963+0000","last_undegraded":"2024-09-19T08:03:13.476963+0000","last_fullsized":"2024-09-19T08:03:13.476963+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:12.296402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485453+0000","last_change":"2024-09-19T08:03:12.455867+0000","last_active":"2024-09-19T08:03:13.485453+0000","last_peered":"2024-09-19T08:03:13.485453+0000","last_clean":"2024-09-19T08:03:13.485453+0000","last_became_active":"2024-09-19T08:03:12.455509+0000","last_became_peered":"2024-09-19T08:03:12.455509+0000","last_unstale":"2024-09-19T08:03:13.485453+0000","last_undegraded":"2024-09-19T08:03:13.485453+0000","last_fullsized":"2024-09-19T08:03:13.485453+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:59.284010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476023+0000","last_change":"2024-09-19T08:03:13.470832+0000","last_active":"2024-09-19T08:03:13.476023+0000","last_peered":"2024-09-19T08:03:13.476023+0000","last_clean":"2024-09-19T08:03:13.476023+0000","last_became_active":"2024-09-19T08:03:13.470538+0000","last_became_peered":"2024-09-19T08:03:13.470538+0000","last_unstale":"2024-09-19T08:03:13.476023+0000","last_undegraded":"2024-09-19T08:03:13.476023+0000","last_fullsized":"2024-09-19T08:03:13.476023+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.489090+0000","last_change":"2024-09-19T08:03:12.464715+0000","last_active":"2024-09-19T08:03:13.489090+0000","last_peered":"2024-09-19T08:03:13.489090+0000","last_clean":"2024-09-19T08:03:13.489090+0000","last_became_active":"2024-09-19T08:03:12.464411+0000","last_became_peered":"2024-09-19T08:03:12.464411+0000","last_unstale":"2024-09-19T08:03:13.489090+0000","last_undegraded":"2024-09-19T08:03:13.489090+0000","last_fullsized":"2024-09-19T08:03:13.489090+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:53.424185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466347+0000","last_change":"2024-09-19T08:03:13.460583+0000","last_active":"2024-09-19T08:03:13.466347+0000","last_peered":"2024-09-19T08:03:13.466347+0000","last_clean":"2024-09-19T08:03:13.466347+0000","last_became_active":"2024-09-19T08:03:13.460288+0000","last_became_peered":"2024-09-19T08:03:13.460288+0000","last_unstale":"2024-09-19T08:03:13.466347+0000","last_undegraded":"2024-09-19T08:03:13.466347+0000","last_fullsized":"2024-09-19T08:03:13.466347+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485102+0000","last_change":"2024-09-19T08:03:12.456920+0000","last_active":"2024-09-19T08:03:13.485102+0000","last_peered":"2024-09-19T08:03:13.485102+0000","last_clean":"2024-09-19T08:03:13.485102+0000","last_became_active":"2024-09-19T08:03:12.456600+0000","last_became_peered":"2024-09-19T08:03:12.456600+0000","last_unstale":"2024-09-19T08:03:13.485102+0000","last_undegraded":"2024-09-19T08:03:13.485102+0000","last_fullsized":"2024-09-19T08:03:13.485102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:07.451268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.468788+0000","last_change":"2024-09-19T08:03:13.464046+0000","last_active":"2024-09-19T08:03:13.468788+0000","last_peered":"2024-09-19T08:03:13.468788+0000","last_clean":"2024-09-19T08:03:13.468788+0000","last_became_active":"2024-09-19T08:03:13.463747+0000","last_became_peered":"2024-09-19T08:03:13.463747+0000","last_unstale":"2024-09-19T08:03:13.468788+0000","last_undegraded":"2024-09-19T08:03:13.468788+0000","last_fullsized":"2024-09-19T08:03:13.468788+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.453802+0000","last_change":"2024-09-19T08:03:12.471435+0000","last_active":"2024-09-19T08:03:13.453802+0000","last_peered":"2024-09-19T08:03:13.453802+0000","last_clean":"2024-09-19T08:03:13.453802+0000","last_became_active":"2024-09-19T08:03:12.471173+0000","last_became_peered":"2024-09-19T08:03:12.471173+0000","last_unstale":"2024-09-19T08:03:13.453802+0000","last_undegraded":"2024-09-19T08:03:13.453802+0000","last_fullsized":"2024-09-19T08:03:13.453802+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476435+0000","last_change":"2024-09-19T08:03:13.474281+0000","last_active":"2024-09-19T08:03:13.476435+0000","last_peered":"2024-09-19T08:03:13.476435+0000","last_clean":"2024-09-19T08:03:13.476435+0000","last_became_active":"2024-09-19T08:03:13.474009+0000","last_became_peered":"2024-09-19T08:03:13.474009+0000","last_unstale":"2024-09-19T08:03:13.476435+0000","last_undegraded":"2024-09-19T08:03:13.476435+0000","last_fullsized":"2024-09-19T08:03:13.476435+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.457343+0000","last_change":"2024-09-19T08:03:12.456368+0000","last_active":"2024-09-19T08:03:13.457343+0000","last_peered":"2024-09-19T08:03:13.457343+0000","last_clean":"2024-09-19T08:03:13.457343+0000","last_became_active":"2024-09-19T08:03:12.455982+0000","last_became_peered":"2024-09-19T08:03:12.455982+0000","last_unstale":"2024-09-19T08:03:13.457343+0000","last_undegraded":"2024-09-19T08:03:13.457343+0000","last_fullsized":"2024-09-19T08:03:13.457343+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:42.704486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470155+0000","last_change":"2024-09-19T08:03:13.464871+0000","last_active":"2024-09-19T08:03:13.470155+0000","last_peered":"2024-09-19T08:03:13.470155+0000","last_clean":"2024-09-19T08:03:13.470155+0000","last_became_active":"2024-09-19T08:03:13.464586+0000","last_became_peered":"2024-09-19T08:03:13.464586+0000","last_unstale":"2024-09-19T08:03:13.470155+0000","last_undegraded":"2024-09-19T08:03:13.470155+0000","last_fullsized":"2024-09-19T08:03:13.470155+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.487867+0000","last_change":"2024-09-19T08:03:12.464710+0000","last_active":"2024-09-19T08:03:13.487867+0000","last_peered":"2024-09-19T08:03:13.487867+0000","last_clean":"2024-09-19T08:03:13.487867+0000","last_became_active":"2024-09-19T08:03:12.464247+0000","last_became_peered":"2024-09-19T08:03:12.464247+0000","last_unstale":"2024-09-19T08:03:13.487867+0000","last_undegraded":"2024-09-19T08:03:13.487867+0000","last_fullsized":"2024-09-19T08:03:13.487867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:53.077470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472560+0000","last_change":"2024-09-19T08:03:13.469812+0000","last_active":"2024-09-19T08:03:13.472560+0000","last_peered":"2024-09-19T08:03:13.472560+0000","last_clean":"2024-09-19T08:03:13.472560+0000","last_became_active":"2024-09-19T08:03:13.469537+0000","last_became_peered":"2024-09-19T08:03:13.469537+0000","last_unstale":"2024-09-19T08:03:13.472560+0000","last_undegraded":"2024-09-19T08:03:13.472560+0000","last_fullsized":"2024-09-19T08:03:13.472560+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:26:05.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.487353+0000","last_change":"2024-09-19T08:03:12.463170+0000","last_active":"2024-09-19T08:03:13.487353+0000","last_peered":"2024-09-19T08:03:13.487353+0000","last_clean":"2024-09-19T08:03:13.487353+0000","last_became_active":"2024-09-19T08:03:12.462849+0000","last_became_peered":"2024-09-19T08:03:12.462849+0000","last_unstale":"2024-09-19T08:03:13.487353+0000","last_undegraded":"2024-09-19T08:03:13.487353+0000","last_fullsized":"2024-09-19T08:03:13.487353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.478970+0000","last_change":"2024-09-19T08:03:13.473750+0000","last_active":"2024-09-19T08:03:13.478970+0000","last_peered":"2024-09-19T08:03:13.478970+0000","last_clean":"2024-09-19T08:03:13.478970+0000","last_became_active":"2024-09-19T08:03:13.473443+0000","last_became_peered":"2024-09-19T08:03:13.473443+0000","last_unstale":"2024-09-19T08:03:13.478970+0000","last_undegraded":"2024-09-19T08:03:13.478970+0000","last_fullsized":"2024-09-19T08:03:13.478970+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:41.265723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483590+0000","last_change":"2024-09-19T08:03:12.459291+0000","last_active":"2024-09-19T08:03:13.483590+0000","last_peered":"2024-09-19T08:03:13.483590+0000","last_clean":"2024-09-19T08:03:13.483590+0000","last_became_active":"2024-09-19T08:03:12.458692+0000","last_became_peered":"2024-09-19T08:03:12.458692+0000","last_unstale":"2024-09-19T08:03:13.483590+0000","last_undegraded":"2024-09-19T08:03:13.483590+0000","last_fullsized":"2024-09-19T08:03:13.483590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:53.545906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477175+0000","last_change":"2024-09-19T08:03:13.472032+0000","last_active":"2024-09-19T08:03:13.477175+0000","last_peered":"2024-09-19T08:03:13.477175+0000","last_clean":"2024-09-19T08:03:13.477175+0000","last_became_active":"2024-09-19T08:03:13.471697+0000","last_became_peered":"2024-09-19T08:03:13.471697+0000","last_unstale":"2024-09-19T08:03:13.477175+0000","last_undegraded":"2024-09-19T08:03:13.477175+0000","last_fullsized":"2024-09-19T08:03:13.477175+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:02.183025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485065+0000","last_change":"2024-09-19T08:03:12.454818+0000","last_active":"2024-09-19T08:03:13.485065+0000","last_peered":"2024-09-19T08:03:13.485065+0000","last_clean":"2024-09-19T08:03:13.485065+0000","last_became_active":"2024-09-19T08:03:12.454524+0000","last_became_peered":"2024-09-19T08:03:12.454524+0000","last_unstale":"2024-09-19T08:03:13.485065+0000","last_undegraded":"2024-09-19T08:03:13.485065+0000","last_fullsized":"2024-09-19T08:03:13.485065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.570276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470107+0000","last_change":"2024-09-19T08:03:13.467592+0000","last_active":"2024-09-19T08:03:13.470107+0000","last_peered":"2024-09-19T08:03:13.470107+0000","last_clean":"2024-09-19T08:03:13.470107+0000","last_became_active":"2024-09-19T08:03:13.467320+0000","last_became_peered":"2024-09-19T08:03:13.467320+0000","last_unstale":"2024-09-19T08:03:13.470107+0000","last_undegraded":"2024-09-19T08:03:13.470107+0000","last_fullsized":"2024-09-19T08:03:13.470107+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:02.444825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469211+0000","last_change":"2024-09-19T08:03:12.460815+0000","last_active":"2024-09-19T08:03:13.469211+0000","last_peered":"2024-09-19T08:03:13.469211+0000","last_clean":"2024-09-19T08:03:13.469211+0000","last_became_active":"2024-09-19T08:03:12.460525+0000","last_became_peered":"2024-09-19T08:03:12.460525+0000","last_unstale":"2024-09-19T08:03:13.469211+0000","last_undegraded":"2024-09-19T08:03:13.469211+0000","last_fullsized":"2024-09-19T08:03:13.469211+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:19.611171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473529+0000","last_change":"2024-09-19T08:03:13.470504+0000","last_active":"2024-09-19T08:03:13.473529+0000","last_peered":"2024-09-19T08:03:13.473529+0000","last_clean":"2024-09-19T08:03:13.473529+0000","last_became_active":"2024-09-19T08:03:13.470205+0000","last_became_peered":"2024-09-19T08:03:13.470205+0000","last_unstale":"2024-09-19T08:03:13.473529+0000","last_undegraded":"2024-09-19T08:03:13.473529+0000","last_fullsized":"2024-09-19T08:03:13.473529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:01.011061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483363+0000","last_change":"2024-09-19T08:03:12.460967+0000","last_active":"2024-09-19T08:03:13.483363+0000","last_peered":"2024-09-19T08:03:13.483363+0000","last_clean":"2024-09-19T08:03:13.483363+0000","last_became_active":"2024-09-19T08:03:12.460662+0000","last_became_peered":"2024-09-19T08:03:12.460662+0000","last_unstale":"2024-09-19T08:03:13.483363+0000","last_undegraded":"2024-09-19T08:03:13.483363+0000","last_fullsized":"2024-09-19T08:03:13.483363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:54.032151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467032+0000","last_change":"2024-09-19T08:03:13.463788+0000","last_active":"2024-09-19T08:03:13.467032+0000","last_peered":"2024-09-19T08:03:13.467032+0000","last_clean":"2024-09-19T08:03:13.467032+0000","last_became_active":"2024-09-19T08:03:13.463508+0000","last_became_peered":"2024-09-19T08:03:13.463508+0000","last_unstale":"2024-09-19T08:03:13.467032+0000","last_undegraded":"2024-09-19T08:03:13.467032+0000","last_fullsized":"2024-09-19T08:03:13.467032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:32.113929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.455929+0000","last_change":"2024-09-19T08:03:12.461520+0000","last_active":"2024-09-19T08:03:13.455929+0000","last_peered":"2024-09-19T08:03:13.455929+0000","last_clean":"2024-09-19T08:03:13.455929+0000","last_became_active":"2024-09-19T08:03:12.461200+0000","last_became_peered":"2024-09-19T08:03:12.461200+0000","last_unstale":"2024-09-19T08:03:13.455929+0000","last_undegraded":"2024-09-19T08:03:13.455929+0000","last_fullsized":"2024-09-19T08:03:13.455929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467136+0000","last_change":"2024-09-19T08:03:13.463091+0000","last_active":"2024-09-19T08:03:13.467136+0000","last_peered":"2024-09-19T08:03:13.467136+0000","last_clean":"2024-09-19T08:03:13.467136+0000","last_became_active":"2024-09-19T08:03:13.462795+0000","last_became_peered":"2024-09-19T08:03:13.462795+0000","last_unstale":"2024-09-19T08:03:13.467136+0000","last_undegraded":"2024-09-19T08:03:13.467136+0000","last_fullsized":"2024-09-19T08:03:13.467136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:42.333108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466047+0000","last_change":"2024-09-19T08:03:12.459302+0000","last_active":"2024-09-19T08:03:13.466047+0000","last_peered":"2024-09-19T08:03:13.466047+0000","last_clean":"2024-09-19T08:03:13.466047+0000","last_became_active":"2024-09-19T08:03:12.459016+0000","last_became_peered":"2024-09-19T08:03:12.459016+0000","last_unstale":"2024-09-19T08:03:13.466047+0000","last_undegraded":"2024-09-19T08:03:13.466047+0000","last_fullsized":"2024-09-19T08:03:13.466047+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:51.830828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476333+0000","last_change":"2024-09-19T08:03:13.472179+0000","last_active":"2024-09-19T08:03:13.476333+0000","last_peered":"2024-09-19T08:03:13.476333+0000","last_clean":"2024-09-19T08:03:13.476333+0000","last_became_active":"2024-09-19T08:03:13.471905+0000","last_became_peered":"2024-09-19T08:03:13.471905+0000","last_unstale":"2024-09-19T08:03:13.476333+0000","last_undegraded":"2024-09-19T08:03:13.476333+0000","last_fullsized":"2024-09-19T08:03:13.476333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:02.183025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.461269+0000","last_change":"2024-09-19T08:03:12.460301+0000","last_active":"2024-09-19T08:03:13.461269+0000","last_peered":"2024-09-19T08:03:13.461269+0000","last_clean":"2024-09-19T08:03:13.461269+0000","last_became_active":"2024-09-19T08:03:12.459995+0000","last_became_peered":"2024-09-19T08:03:12.459995+0000","last_unstale":"2024-09-19T08:03:13.461269+0000","last_undegraded":"2024-09-19T08:03:13.461269+0000","last_fullsized":"2024-09-19T08:03:13.461269+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:01.178431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.474482+0000","last_change":"2024-09-19T08:03:13.472409+0000","last_active":"2024-09-19T08:03:13.474482+0000","last_peered":"2024-09-19T08:03:13.474482+0000","last_clean":"2024-09-19T08:03:13.474482+0000","last_became_active":"2024-09-19T08:03:13.472082+0000","last_became_peered":"2024-09-19T08:03:13.472082+0000","last_unstale":"2024-09-19T08:03:13.474482+0000","last_undegraded":"2024-09-19T08:03:13.474482+0000","last_fullsized":"2024-09-19T08:03:13.474482+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:00.744945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.488876+0000","last_change":"2024-09-19T08:03:12.464867+0000","last_active":"2024-09-19T08:03:13.488876+0000","last_peered":"2024-09-19T08:03:13.488876+0000","last_clean":"2024-09-19T08:03:13.488876+0000","last_became_active":"2024-09-19T08:03:12.464587+0000","last_became_peered":"2024-09-19T08:03:12.464587+0000","last_unstale":"2024-09-19T08:03:13.488876+0000","last_undegraded":"2024-09-19T08:03:13.488876+0000","last_fullsized":"2024-09-19T08:03:13.488876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:38.795291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472917+0000","last_change":"2024-09-19T08:03:13.470261+0000","last_active":"2024-09-19T08:03:13.472917+0000","last_peered":"2024-09-19T08:03:13.472917+0000","last_clean":"2024-09-19T08:03:13.472917+0000","last_became_active":"2024-09-19T08:03:13.469999+0000","last_became_peered":"2024-09-19T08:03:13.469999+0000","last_unstale":"2024-09-19T08:03:13.472917+0000","last_undegraded":"2024-09-19T08:03:13.472917+0000","last_fullsized":"2024-09-19T08:03:13.472917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:15.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.459099+0000","last_change":"2024-09-19T08:03:12.461441+0000","last_active":"2024-09-19T08:03:13.459099+0000","last_peered":"2024-09-19T08:03:13.459099+0000","last_clean":"2024-09-19T08:03:13.459099+0000","last_became_active":"2024-09-19T08:03:12.461118+0000","last_became_peered":"2024-09-19T08:03:12.461118+0000","last_unstale":"2024-09-19T08:03:13.459099+0000","last_undegraded":"2024-09-19T08:03:13.459099+0000","last_fullsized":"2024-09-19T08:03:13.459099+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.478686+0000","last_change":"2024-09-19T08:03:13.475456+0000","last_active":"2024-09-19T08:03:13.478686+0000","last_peered":"2024-09-19T08:03:13.478686+0000","last_clean":"2024-09-19T08:03:13.478686+0000","last_became_active":"2024-09-19T08:03:13.475150+0000","last_became_peered":"2024-09-19T08:03:13.475150+0000","last_unstale":"2024-09-19T08:03:13.478686+0000","last_undegraded":"2024-09-19T08:03:13.478686+0000","last_fullsized":"2024-09-19T08:03:13.478686+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.454711+0000","last_change":"2024-09-19T08:03:12.456874+0000","last_active":"2024-09-19T08:03:13.454711+0000","last_peered":"2024-09-19T08:03:13.454711+0000","last_clean":"2024-09-19T08:03:13.454711+0000","last_became_active":"2024-09-19T08:03:12.456586+0000","last_became_peered":"2024-09-19T08:03:12.456586+0000","last_unstale":"2024-09-19T08:03:13.454711+0000","last_undegraded":"2024-09-19T08:03:13.454711+0000","last_fullsized":"2024-09-19T08:03:13.454711+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:54.032151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469251+0000","last_change":"2024-09-19T08:03:13.463747+0000","last_active":"2024-09-19T08:03:13.469251+0000","last_peered":"2024-09-19T08:03:13.469251+0000","last_clean":"2024-09-19T08:03:13.469251+0000","last_became_active":"2024-09-19T08:03:13.461718+0000","last_became_peered":"2024-09-19T08:03:13.461718+0000","last_unstale":"2024-09-19T08:03:13.469251+0000","last_undegraded":"2024-09-19T08:03:13.469251+0000","last_fullsized":"2024-09-19T08:03:13.469251+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:39.799886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.458560+0000","last_change":"2024-09-19T08:03:12.455720+0000","last_active":"2024-09-19T08:03:13.458560+0000","last_peered":"2024-09-19T08:03:13.458560+0000","last_clean":"2024-09-19T08:03:13.458560+0000","last_became_active":"2024-09-19T08:03:12.455391+0000","last_became_peered":"2024-09-19T08:03:12.455391+0000","last_unstale":"2024-09-19T08:03:13.458560+0000","last_undegraded":"2024-09-19T08:03:13.458560+0000","last_fullsized":"2024-09-19T08:03:13.458560+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:21.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467681+0000","last_change":"2024-09-19T08:03:13.466291+0000","last_active":"2024-09-19T08:03:13.467681+0000","last_peered":"2024-09-19T08:03:13.467681+0000","last_clean":"2024-09-19T08:03:13.467681+0000","last_became_active":"2024-09-19T08:03:13.466005+0000","last_became_peered":"2024-09-19T08:03:13.466005+0000","last_unstale":"2024-09-19T08:03:13.467681+0000","last_undegraded":"2024-09-19T08:03:13.467681+0000","last_fullsized":"2024-09-19T08:03:13.467681+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.454008+0000","last_change":"2024-09-19T08:03:12.465650+0000","last_active":"2024-09-19T08:03:13.454008+0000","last_peered":"2024-09-19T08:03:13.454008+0000","last_clean":"2024-09-19T08:03:13.454008+0000","last_became_active":"2024-09-19T08:03:12.465382+0000","last_became_peered":"2024-09-19T08:03:12.465382+0000","last_unstale":"2024-09-19T08:03:13.454008+0000","last_undegraded":"2024-09-19T08:03:13.454008+0000","last_fullsized":"2024-09-19T08:03:13.454008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476122+0000","last_change":"2024-09-19T08:03:13.473945+0000","last_active":"2024-09-19T08:03:13.476122+0000","last_peered":"2024-09-19T08:03:13.476122+0000","last_clean":"2024-09-19T08:03:13.476122+0000","last_became_active":"2024-09-19T08:03:13.473667+0000","last_became_peered":"2024-09-19T08:03:13.473667+0000","last_unstale":"2024-09-19T08:03:13.476122+0000","last_undegraded":"2024-09-19T08:03:13.476122+0000","last_fullsized":"2024-09-19T08:03:13.476122+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:41.265723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466212+0000","last_change":"2024-09-19T08:03:12.457433+0000","last_active":"2024-09-19T08:03:13.466212+0000","last_peered":"2024-09-19T08:03:13.466212+0000","last_clean":"2024-09-19T08:03:13.466212+0000","last_became_active":"2024-09-19T08:03:12.456921+0000","last_became_peered":"2024-09-19T08:03:12.456921+0000","last_unstale":"2024-09-19T08:03:13.466212+0000","last_undegraded":"2024-09-19T08:03:13.466212+0000","last_fullsized":"2024-09-19T08:03:13.466212+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:58.078010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473647+0000","last_change":"2024-09-19T08:03:13.469372+0000","last_active":"2024-09-19T08:03:13.473647+0000","last_peered":"2024-09-19T08:03:13.473647+0000","last_clean":"2024-09-19T08:03:13.473647+0000","last_became_active":"2024-09-19T08:03:13.467734+0000","last_became_peered":"2024-09-19T08:03:13.467734+0000","last_unstale":"2024-09-19T08:03:13.473647+0000","last_undegraded":"2024-09-19T08:03:13.473647+0000","last_fullsized":"2024-09-19T08:03:13.473647+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:18.543765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.461032+0000","last_change":"2024-09-19T08:03:12.463374+0000","last_active":"2024-09-19T08:03:13.461032+0000","last_peered":"2024-09-19T08:03:13.461032+0000","last_clean":"2024-09-19T08:03:13.461032+0000","last_became_active":"2024-09-19T08:03:12.463086+0000","last_became_peered":"2024-09-19T08:03:12.463086+0000","last_unstale":"2024-09-19T08:03:13.461032+0000","last_undegraded":"2024-09-19T08:03:13.461032+0000","last_fullsized":"2024-09-19T08:03:13.461032+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:09.372254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475564+0000","last_change":"2024-09-19T08:03:13.471464+0000","last_active":"2024-09-19T08:03:13.475564+0000","last_peered":"2024-09-19T08:03:13.475564+0000","last_clean":"2024-09-19T08:03:13.475564+0000","last_became_active":"2024-09-19T08:03:13.470750+0000","last_became_peered":"2024-09-19T08:03:13.470750+0000","last_unstale":"2024-09-19T08:03:13.475564+0000","last_undegraded":"2024-09-19T08:03:13.475564+0000","last_fullsized":"2024-09-19T08:03:13.475564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.455459+0000","last_change":"2024-09-19T08:03:12.455786+0000","last_active":"2024-09-19T08:03:13.455459+0000","last_peered":"2024-09-19T08:03:13.455459+0000","last_clean":"2024-09-19T08:03:13.455459+0000","last_became_active":"2024-09-19T08:03:12.455447+0000","last_became_peered":"2024-09-19T08:03:12.455447+0000","last_unstale":"2024-09-19T08:03:13.455459+0000","last_undegraded":"2024-09-19T08:03:13.455459+0000","last_fullsized":"2024-09-19T08:03:13.455459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":189,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.463572+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:03:13.463572+0000","last_peered":"2024-09-19T08:03:13.463572+0000","last_clean":"2024-09-19T08:03:13.463572+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:03:13.463572+0000","last_undegraded":"2024-09-19T08:03:13.463572+0000","last_fullsized":"2024-09-19T08:03:13.463572+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":954368,"data_stored":726828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542159,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":364544,"data_stored":136986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":364544,"data_stored":137042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":136474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":372736,"data_stored":138004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35704,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336136,"statfs":{"total":96636764160,"available":96600203264,"internally_reserved":0,"allocated":360448,"data_stored":136440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":372736,"data_stored":138004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":726738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:03:16.455 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:03:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.591+0000 7f853b017640 1 Processor -- start 2024-09-19T08:03:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.591+0000 7f853b017640 1 -- start start 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f853b017640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f85340cf720 0x7f85340d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f853b017640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f853415ea20 con 0x7f853415e640 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f853b017640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85340b1c50 con 0x7f85340cf2b0 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f853b017640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f85340b3d00 con 0x7f85340cf720 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f8538db3640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f853415e640 0x7f85340ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38444/0 (socket says 172.21.15.17:38444) 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.592+0000 7f8538db3640 1 -- 172.21.15.17:0/4220048253 learned_addr learned my addr 172.21.15.17:0/4220048253 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3919019159 0 0) 0x7f853415ea20 con 0x7f853415e640 2024-09-19T08:03:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f851c003520 con 0x7f853415e640 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85395b4640 1 --2- 172.21.15.17:0/4220048253 >> v2:172.21.15.160:3300/0 conn(0x7f85340cf720 0x7f85340d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 991802704 0 0) 0x7f851c003520 con 0x7f853415e640 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 >> v2:172.21.15.160:3300/0 conn(0x7f85340cf720 msgr2=0x7f85340d2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 --2- 172.21.15.17:0/4220048253 >> v2:172.21.15.160:3300/0 conn(0x7f85340cf720 0x7f85340d2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 >> v1:172.21.15.160:6789/0 conn(0x7f85340cf2b0 legacy=0x7f85340d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85340b1f30 con 0x7f853415e640 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8524001670 con 0x7f853415e640 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 >> v1:172.21.15.17:6789/0 conn(0x7f853415e640 legacy=0x7f85340ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f851c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f851c004800 0x7f851c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f851c0052e0 0x7f851c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f851c00c180 con 0x7f851c0039b0 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f851c00c330 con 0x7f851c0052e0 2024-09-19T08:03:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f851c00c530 con 0x7f851c004800 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f851c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8533fff640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f851c004800 0x7f851c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85395b4640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f851c0052e0 0x7f851c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 -- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f851c004800 msgr2=0x7f851c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f851c004800 0x7f851c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 -- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f851c0052e0 msgr2=0x7f851c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f851c0052e0 0x7f851c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f8538db3640 1 -- 172.21.15.17:0/4220048253 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c003520 con 0x7f851c0039b0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.593+0000 7f85395b4640 1 -- 172.21.15.17:0/4220048253 reap_dead start 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.594+0000 7f8538db3640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f851c003dd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f852400c210 tx=0x7f851c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7780e33f7fc8702 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.594+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524007d10 con 0x7f851c0039b0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.594+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85240058d0 con 0x7f851c0039b0 2024-09-19T08:03:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.594+0000 7f85337fe640 1 -- 172.21.15.17:0/4220048253 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524005d40 con 0x7f851c0039b0 2024-09-19T08:03:16.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 -- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 msgr2=0x7f851c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f851c003dd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f852400c210 tx=0x7f851c005830 comp rx=0 tx=0).stop 2024-09-19T08:03:16.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 -- 172.21.15.17:0/4220048253 shutdown_connections 2024-09-19T08:03:16.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 --2- 172.21.15.17:0/4220048253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f851c003dd0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 -- 172.21.15.17:0/4220048253 >> 172.21.15.17:0/4220048253 conn(0x7f853409d820 msgr2=0x7f85340d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 -- 172.21.15.17:0/4220048253 shutdown_connections 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.595+0000 7f853b017640 1 -- 172.21.15.17:0/4220048253 wait complete. 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.596+0000 7f853b017640 1 Processor -- start 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.596+0000 7f853b017640 1 -- start start 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85340b54d0 0x7f85340b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85340b3350 0x7f85340cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85340b24f0 con 0x7f851c0039b0 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85340b2860 con 0x7f85340b3350 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f853b017640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85340cfe40 con 0x7f85340b54d0 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40230/0 (socket says 172.21.15.17:40230) 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 -- 172.21.15.17:0/1331087962 learned_addr learned my addr 172.21.15.17:0/1331087962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8533fff640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85340b54d0 0x7f85340b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f85395b4640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85340b3350 0x7f85340cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 -- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85340b54d0 msgr2=0x7f85340b2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85340b54d0 0x7f85340b2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 -- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85340b3350 msgr2=0x7f85340cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85340b3350 0x7f85340cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.597+0000 7f8538db3640 1 -- 172.21.15.17:0/1331087962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85340b6a50 con 0x7f851c0039b0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f8538db3640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f852400c210 tx=0x7f85340b1e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524040070 con 0x7f851c0039b0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8524005e30 con 0x7f851c0039b0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85340b59b0 con 0x7f851c0039b0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524007d10 con 0x7f851c0039b0 2024-09-19T08:03:16.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.598+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85340b5f70 con 0x7f851c0039b0 2024-09-19T08:03:16.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.599+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8534068eb0 con 0x7f851c0039b0 2024-09-19T08:03:16.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.599+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8524043070 con 0x7f851c0039b0 2024-09-19T08:03:16.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.600+0000 7f85317fa640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 0x7f852006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.600+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f85240ab1a0 con 0x7f851c0039b0 2024-09-19T08:03:16.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.600+0000 7f8533fff640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 0x7f852006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.601+0000 7f8533fff640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 0x7f852006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f85341613c0 tx=0x7f8528009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.604+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85340b6a50 con 0x7f851c0039b0 2024-09-19T08:03:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.776+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f85340b6f30 con 0x7f852006c2b0 2024-09-19T08:03:16.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.782+0000 7f85317fa640 1 -- 172.21.15.17:0/1331087962 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251886 (secure 0 0 0) 0x7f85340b6f30 con 0x7f852006c2b0 2024-09-19T08:03:16.786 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:16.788 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:03:16.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 msgr2=0x7f852006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 0x7f852006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f85341613c0 tx=0x7f8528009040 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 msgr2=0x7f8534150d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f852400c210 tx=0x7f85340b1e20 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 shutdown_connections 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f852006c2b0 0x7f852006e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85340b3350 0x7f85340cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85340b54d0 0x7f85340b2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 --2- 172.21.15.17:0/1331087962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f851c0039b0 0x7f8534150d40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 >> 172.21.15.17:0/1331087962 conn(0x7f853409d820 msgr2=0x7f85340b8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 shutdown_connections 2024-09-19T08:03:16.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.785+0000 7f853b017640 1 -- 172.21.15.17:0/1331087962 wait complete. 2024-09-19T08:03:16.796 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-19T08:03:15.402262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":76,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241068,"kb_used_data":4008,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733652,"statfs":{"total":773094113280,"available":772847259648,"internally_reserved":0,"allocated":4104192,"data_stored":2276516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001049"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475826+0000","last_change":"2024-09-19T08:03:13.472705+0000","last_active":"2024-09-19T08:03:13.475826+0000","last_peered":"2024-09-19T08:03:13.475826+0000","last_clean":"2024-09-19T08:03:13.475826+0000","last_became_active":"2024-09-19T08:03:13.472452+0000","last_became_peered":"2024-09-19T08:03:13.472452+0000","last_unstale":"2024-09-19T08:03:13.475826+0000","last_undegraded":"2024-09-19T08:03:13.475826+0000","last_fullsized":"2024-09-19T08:03:13.475826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469063+0000","last_change":"2024-09-19T08:03:13.467708+0000","last_active":"2024-09-19T08:03:13.469063+0000","last_peered":"2024-09-19T08:03:13.469063+0000","last_clean":"2024-09-19T08:03:13.469063+0000","last_became_active":"2024-09-19T08:03:13.467292+0000","last_became_peered":"2024-09-19T08:03:13.467292+0000","last_unstale":"2024-09-19T08:03:13.469063+0000","last_undegraded":"2024-09-19T08:03:13.469063+0000","last_fullsized":"2024-09-19T08:03:13.469063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:15.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472870+0000","last_change":"2024-09-19T08:03:13.470163+0000","last_active":"2024-09-19T08:03:13.472870+0000","last_peered":"2024-09-19T08:03:13.472870+0000","last_clean":"2024-09-19T08:03:13.472870+0000","last_became_active":"2024-09-19T08:03:13.469894+0000","last_became_peered":"2024-09-19T08:03:13.469894+0000","last_unstale":"2024-09-19T08:03:13.472870+0000","last_undegraded":"2024-09-19T08:03:13.472870+0000","last_fullsized":"2024-09-19T08:03:13.472870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477249+0000","last_change":"2024-09-19T08:03:13.473390+0000","last_active":"2024-09-19T08:03:13.477249+0000","last_peered":"2024-09-19T08:03:13.477249+0000","last_clean":"2024-09-19T08:03:13.477249+0000","last_became_active":"2024-09-19T08:03:13.473086+0000","last_became_peered":"2024-09-19T08:03:13.473086+0000","last_unstale":"2024-09-19T08:03:13.477249+0000","last_undegraded":"2024-09-19T08:03:13.477249+0000","last_fullsized":"2024-09-19T08:03:13.477249+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:00.288604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.479856+0000","last_change":"2024-09-19T08:03:13.477133+0000","last_active":"2024-09-19T08:03:13.479856+0000","last_peered":"2024-09-19T08:03:13.479856+0000","last_clean":"2024-09-19T08:03:13.479856+0000","last_became_active":"2024-09-19T08:03:13.476806+0000","last_became_peered":"2024-09-19T08:03:13.476806+0000","last_unstale":"2024-09-19T08:03:13.479856+0000","last_undegraded":"2024-09-19T08:03:13.479856+0000","last_fullsized":"2024-09-19T08:03:13.479856+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:52.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477596+0000","last_change":"2024-09-19T08:03:13.476315+0000","last_active":"2024-09-19T08:03:13.477596+0000","last_peered":"2024-09-19T08:03:13.477596+0000","last_clean":"2024-09-19T08:03:13.477596+0000","last_became_active":"2024-09-19T08:03:13.475922+0000","last_became_peered":"2024-09-19T08:03:13.475922+0000","last_unstale":"2024-09-19T08:03:13.477596+0000","last_undegraded":"2024-09-19T08:03:13.477596+0000","last_fullsized":"2024-09-19T08:03:13.477596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.295899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476358+0000","last_change":"2024-09-19T08:03:13.472781+0000","last_active":"2024-09-19T08:03:13.476358+0000","last_peered":"2024-09-19T08:03:13.476358+0000","last_clean":"2024-09-19T08:03:13.476358+0000","last_became_active":"2024-09-19T08:03:13.472535+0000","last_became_peered":"2024-09-19T08:03:13.472535+0000","last_unstale":"2024-09-19T08:03:13.476358+0000","last_undegraded":"2024-09-19T08:03:13.476358+0000","last_fullsized":"2024-09-19T08:03:13.476358+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475670+0000","last_change":"2024-09-19T08:03:13.471604+0000","last_active":"2024-09-19T08:03:13.475670+0000","last_peered":"2024-09-19T08:03:13.475670+0000","last_clean":"2024-09-19T08:03:13.475670+0000","last_became_active":"2024-09-19T08:03:13.471325+0000","last_became_peered":"2024-09-19T08:03:13.471325+0000","last_unstale":"2024-09-19T08:03:13.475670+0000","last_undegraded":"2024-09-19T08:03:13.475670+0000","last_fullsized":"2024-09-19T08:03:13.475670+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:52.728964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482936+0000","last_change":"2024-09-19T08:03:13.478194+0000","last_active":"2024-09-19T08:03:13.482936+0000","last_peered":"2024-09-19T08:03:13.482936+0000","last_clean":"2024-09-19T08:03:13.482936+0000","last_became_active":"2024-09-19T08:03:13.477962+0000","last_became_peered":"2024-09-19T08:03:13.477962+0000","last_unstale":"2024-09-19T08:03:13.482936+0000","last_undegraded":"2024-09-19T08:03:13.482936+0000","last_fullsized":"2024-09-19T08:03:13.482936+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:25.413094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471818+0000","last_change":"2024-09-19T08:03:13.469574+0000","last_active":"2024-09-19T08:03:13.471818+0000","last_peered":"2024-09-19T08:03:13.471818+0000","last_clean":"2024-09-19T08:03:13.471818+0000","last_became_active":"2024-09-19T08:03:13.469281+0000","last_became_peered":"2024-09-19T08:03:13.469281+0000","last_unstale":"2024-09-19T08:03:13.471818+0000","last_undegraded":"2024-09-19T08:03:13.471818+0000","last_fullsized":"2024-09-19T08:03:13.471818+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485287+0000","last_change":"2024-09-19T08:03:13.482726+0000","last_active":"2024-09-19T08:03:13.485287+0000","last_peered":"2024-09-19T08:03:13.485287+0000","last_clean":"2024-09-19T08:03:13.485287+0000","last_became_active":"2024-09-19T08:03:13.482429+0000","last_became_peered":"2024-09-19T08:03:13.482429+0000","last_unstale":"2024-09-19T08:03:13.485287+0000","last_undegraded":"2024-09-19T08:03:13.485287+0000","last_fullsized":"2024-09-19T08:03:13.485287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482556+0000","last_change":"2024-09-19T08:03:13.475931+0000","last_active":"2024-09-19T08:03:13.482556+0000","last_peered":"2024-09-19T08:03:13.482556+0000","last_clean":"2024-09-19T08:03:13.482556+0000","last_became_active":"2024-09-19T08:03:13.475418+0000","last_became_peered":"2024-09-19T08:03:13.475418+0000","last_unstale":"2024-09-19T08:03:13.482556+0000","last_undegraded":"2024-09-19T08:03:13.482556+0000","last_fullsized":"2024-09-19T08:03:13.482556+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.535014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471268+0000","last_change":"2024-09-19T08:03:13.469509+0000","last_active":"2024-09-19T08:03:13.471268+0000","last_peered":"2024-09-19T08:03:13.471268+0000","last_clean":"2024-09-19T08:03:13.471268+0000","last_became_active":"2024-09-19T08:03:13.469209+0000","last_became_peered":"2024-09-19T08:03:13.469209+0000","last_unstale":"2024-09-19T08:03:13.471268+0000","last_undegraded":"2024-09-19T08:03:13.471268+0000","last_fullsized":"2024-09-19T08:03:13.471268+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:25.956902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476906+0000","last_change":"2024-09-19T08:03:13.475470+0000","last_active":"2024-09-19T08:03:13.476906+0000","last_peered":"2024-09-19T08:03:13.476906+0000","last_clean":"2024-09-19T08:03:13.476906+0000","last_became_active":"2024-09-19T08:03:13.474858+0000","last_became_peered":"2024-09-19T08:03:13.474858+0000","last_unstale":"2024-09-19T08:03:13.476906+0000","last_undegraded":"2024-09-19T08:03:13.476906+0000","last_fullsized":"2024-09-19T08:03:13.476906+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:10.535014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473069+0000","last_change":"2024-09-19T08:03:13.468657+0000","last_active":"2024-09-19T08:03:13.473069+0000","last_peered":"2024-09-19T08:03:13.473069+0000","last_clean":"2024-09-19T08:03:13.473069+0000","last_became_active":"2024-09-19T08:03:13.468393+0000","last_became_peered":"2024-09-19T08:03:13.468393+0000","last_unstale":"2024-09-19T08:03:13.473069+0000","last_undegraded":"2024-09-19T08:03:13.473069+0000","last_fullsized":"2024-09-19T08:03:13.473069+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476392+0000","last_change":"2024-09-19T08:03:13.472279+0000","last_active":"2024-09-19T08:03:13.476392+0000","last_peered":"2024-09-19T08:03:13.476392+0000","last_clean":"2024-09-19T08:03:13.476392+0000","last_became_active":"2024-09-19T08:03:13.471940+0000","last_became_peered":"2024-09-19T08:03:13.471940+0000","last_unstale":"2024-09-19T08:03:13.476392+0000","last_undegraded":"2024-09-19T08:03:13.476392+0000","last_fullsized":"2024-09-19T08:03:13.476392+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:00.288604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476412+0000","last_change":"2024-09-19T08:03:13.473725+0000","last_active":"2024-09-19T08:03:13.476412+0000","last_peered":"2024-09-19T08:03:13.476412+0000","last_clean":"2024-09-19T08:03:13.476412+0000","last_became_active":"2024-09-19T08:03:13.473485+0000","last_became_peered":"2024-09-19T08:03:13.473485+0000","last_unstale":"2024-09-19T08:03:13.476412+0000","last_undegraded":"2024-09-19T08:03:13.476412+0000","last_fullsized":"2024-09-19T08:03:13.476412+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:54.428780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.471790+0000","last_change":"2024-09-19T08:03:13.470086+0000","last_active":"2024-09-19T08:03:13.471790+0000","last_peered":"2024-09-19T08:03:13.471790+0000","last_clean":"2024-09-19T08:03:13.471790+0000","last_became_active":"2024-09-19T08:03:13.469759+0000","last_became_peered":"2024-09-19T08:03:13.469759+0000","last_unstale":"2024-09-19T08:03:13.471790+0000","last_undegraded":"2024-09-19T08:03:13.471790+0000","last_fullsized":"2024-09-19T08:03:13.471790+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469693+0000","last_change":"2024-09-19T08:03:13.464631+0000","last_active":"2024-09-19T08:03:13.469693+0000","last_peered":"2024-09-19T08:03:13.469693+0000","last_clean":"2024-09-19T08:03:13.469693+0000","last_became_active":"2024-09-19T08:03:13.464352+0000","last_became_peered":"2024-09-19T08:03:13.464352+0000","last_unstale":"2024-09-19T08:03:13.469693+0000","last_undegraded":"2024-09-19T08:03:13.469693+0000","last_fullsized":"2024-09-19T08:03:13.469693+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.474468+0000","last_change":"2024-09-19T08:03:13.472701+0000","last_active":"2024-09-19T08:03:13.474468+0000","last_peered":"2024-09-19T08:03:13.474468+0000","last_clean":"2024-09-19T08:03:13.474468+0000","last_became_active":"2024-09-19T08:03:13.472022+0000","last_became_peered":"2024-09-19T08:03:13.472022+0000","last_unstale":"2024-09-19T08:03:13.474468+0000","last_undegraded":"2024-09-19T08:03:13.474468+0000","last_fullsized":"2024-09-19T08:03:13.474468+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:42.357677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472762+0000","last_change":"2024-09-19T08:03:13.466367+0000","last_active":"2024-09-19T08:03:13.472762+0000","last_peered":"2024-09-19T08:03:13.472762+0000","last_clean":"2024-09-19T08:03:13.472762+0000","last_became_active":"2024-09-19T08:03:13.466096+0000","last_became_peered":"2024-09-19T08:03:13.466096+0000","last_unstale":"2024-09-19T08:03:13.472762+0000","last_undegraded":"2024-09-19T08:03:13.472762+0000","last_fullsized":"2024-09-19T08:03:13.472762+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:21.829105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472685+0000","last_change":"2024-09-19T08:03:13.469103+0000","last_active":"2024-09-19T08:03:13.472685+0000","last_peered":"2024-09-19T08:03:13.472685+0000","last_clean":"2024-09-19T08:03:13.472685+0000","last_became_active":"2024-09-19T08:03:13.468706+0000","last_became_peered":"2024-09-19T08:03:13.468706+0000","last_unstale":"2024-09-19T08:03:13.472685+0000","last_undegraded":"2024-09-19T08:03:13.472685+0000","last_fullsized":"2024-09-19T08:03:13.472685+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:13.706450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467646+0000","last_change":"2024-09-19T08:03:13.466269+0000","last_active":"2024-09-19T08:03:13.467646+0000","last_peered":"2024-09-19T08:03:13.467646+0000","last_clean":"2024-09-19T08:03:13.467646+0000","last_became_active":"2024-09-19T08:03:13.465961+0000","last_became_peered":"2024-09-19T08:03:13.465961+0000","last_unstale":"2024-09-19T08:03:13.467646+0000","last_undegraded":"2024-09-19T08:03:13.467646+0000","last_fullsized":"2024-09-19T08:03:13.467646+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:39.799886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470678+0000","last_change":"2024-09-19T08:03:13.463708+0000","last_active":"2024-09-19T08:03:13.470678+0000","last_peered":"2024-09-19T08:03:13.470678+0000","last_clean":"2024-09-19T08:03:13.470678+0000","last_became_active":"2024-09-19T08:03:13.463444+0000","last_became_peered":"2024-09-19T08:03:13.463444+0000","last_unstale":"2024-09-19T08:03:13.470678+0000","last_undegraded":"2024-09-19T08:03:13.470678+0000","last_fullsized":"2024-09-19T08:03:13.470678+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477277+0000","last_change":"2024-09-19T08:03:13.471147+0000","last_active":"2024-09-19T08:03:13.477277+0000","last_peered":"2024-09-19T08:03:13.477277+0000","last_clean":"2024-09-19T08:03:13.477277+0000","last_became_active":"2024-09-19T08:03:13.470812+0000","last_became_peered":"2024-09-19T08:03:13.470812+0000","last_unstale":"2024-09-19T08:03:13.477277+0000","last_undegraded":"2024-09-19T08:03:13.477277+0000","last_fullsized":"2024-09-19T08:03:13.477277+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:52.728964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477010+0000","last_change":"2024-09-19T08:03:13.475626+0000","last_active":"2024-09-19T08:03:13.477010+0000","last_peered":"2024-09-19T08:03:13.477010+0000","last_clean":"2024-09-19T08:03:13.477010+0000","last_became_active":"2024-09-19T08:03:13.475327+0000","last_became_peered":"2024-09-19T08:03:13.475327+0000","last_unstale":"2024-09-19T08:03:13.477010+0000","last_undegraded":"2024-09-19T08:03:13.477010+0000","last_fullsized":"2024-09-19T08:03:13.477010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:11.664065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.481332+0000","last_change":"2024-09-19T08:03:13.480169+0000","last_active":"2024-09-19T08:03:13.481332+0000","last_peered":"2024-09-19T08:03:13.481332+0000","last_clean":"2024-09-19T08:03:13.481332+0000","last_became_active":"2024-09-19T08:03:13.479333+0000","last_became_peered":"2024-09-19T08:03:13.479333+0000","last_unstale":"2024-09-19T08:03:13.481332+0000","last_undegraded":"2024-09-19T08:03:13.481332+0000","last_fullsized":"2024-09-19T08:03:13.481332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470729+0000","last_change":"2024-09-19T08:03:13.465486+0000","last_active":"2024-09-19T08:03:13.470729+0000","last_peered":"2024-09-19T08:03:13.470729+0000","last_clean":"2024-09-19T08:03:13.470729+0000","last_became_active":"2024-09-19T08:03:13.465240+0000","last_became_peered":"2024-09-19T08:03:13.465240+0000","last_unstale":"2024-09-19T08:03:13.470729+0000","last_undegraded":"2024-09-19T08:03:13.470729+0000","last_fullsized":"2024-09-19T08:03:13.470729+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482741+0000","last_change":"2024-09-19T08:03:13.477106+0000","last_active":"2024-09-19T08:03:13.482741+0000","last_peered":"2024-09-19T08:03:13.482741+0000","last_clean":"2024-09-19T08:03:13.482741+0000","last_became_active":"2024-09-19T08:03:13.476806+0000","last_became_peered":"2024-09-19T08:03:13.476806+0000","last_unstale":"2024-09-19T08:03:13.482741+0000","last_undegraded":"2024-09-19T08:03:13.482741+0000","last_fullsized":"2024-09-19T08:03:13.482741+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:46.982605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475569+0000","last_change":"2024-09-19T08:03:13.470905+0000","last_active":"2024-09-19T08:03:13.475569+0000","last_peered":"2024-09-19T08:03:13.475569+0000","last_clean":"2024-09-19T08:03:13.475569+0000","last_became_active":"2024-09-19T08:03:13.470612+0000","last_became_peered":"2024-09-19T08:03:13.470612+0000","last_unstale":"2024-09-19T08:03:13.475569+0000","last_undegraded":"2024-09-19T08:03:13.475569+0000","last_fullsized":"2024-09-19T08:03:13.475569+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.465016+0000","last_change":"2024-09-19T08:03:13.462622+0000","last_active":"2024-09-19T08:03:13.465016+0000","last_peered":"2024-09-19T08:03:13.465016+0000","last_clean":"2024-09-19T08:03:13.465016+0000","last_became_active":"2024-09-19T08:03:13.462357+0000","last_became_peered":"2024-09-19T08:03:13.462357+0000","last_unstale":"2024-09-19T08:03:13.465016+0000","last_undegraded":"2024-09-19T08:03:13.465016+0000","last_fullsized":"2024-09-19T08:03:13.465016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:55.036746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476416+0000","last_change":"2024-09-19T08:03:13.473445+0000","last_active":"2024-09-19T08:03:13.476416+0000","last_peered":"2024-09-19T08:03:13.476416+0000","last_clean":"2024-09-19T08:03:13.476416+0000","last_became_active":"2024-09-19T08:03:13.473155+0000","last_became_peered":"2024-09-19T08:03:13.473155+0000","last_unstale":"2024-09-19T08:03:13.476416+0000","last_undegraded":"2024-09-19T08:03:13.476416+0000","last_fullsized":"2024-09-19T08:03:13.476416+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:10.376848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470114+0000","last_change":"2024-09-19T08:03:13.467758+0000","last_active":"2024-09-19T08:03:13.470114+0000","last_peered":"2024-09-19T08:03:13.470114+0000","last_clean":"2024-09-19T08:03:13.470114+0000","last_became_active":"2024-09-19T08:03:13.467483+0000","last_became_peered":"2024-09-19T08:03:13.467483+0000","last_unstale":"2024-09-19T08:03:13.470114+0000","last_undegraded":"2024-09-19T08:03:13.470114+0000","last_fullsized":"2024-09-19T08:03:13.470114+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.484948+0000","last_change":"2024-09-19T08:03:12.452030+0000","last_active":"2024-09-19T08:03:13.484948+0000","last_peered":"2024-09-19T08:03:13.484948+0000","last_clean":"2024-09-19T08:03:13.484948+0000","last_became_active":"2024-09-19T08:03:12.451674+0000","last_became_peered":"2024-09-19T08:03:12.451674+0000","last_unstale":"2024-09-19T08:03:13.484948+0000","last_undegraded":"2024-09-19T08:03:13.484948+0000","last_fullsized":"2024-09-19T08:03:13.484948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470319+0000","last_change":"2024-09-19T08:03:13.467844+0000","last_active":"2024-09-19T08:03:13.470319+0000","last_peered":"2024-09-19T08:03:13.470319+0000","last_clean":"2024-09-19T08:03:13.470319+0000","last_became_active":"2024-09-19T08:03:13.467511+0000","last_became_peered":"2024-09-19T08:03:13.467511+0000","last_unstale":"2024-09-19T08:03:13.470319+0000","last_undegraded":"2024-09-19T08:03:13.470319+0000","last_fullsized":"2024-09-19T08:03:13.470319+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.214770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485545+0000","last_change":"2024-09-19T08:03:12.455952+0000","last_active":"2024-09-19T08:03:13.485545+0000","last_peered":"2024-09-19T08:03:13.485545+0000","last_clean":"2024-09-19T08:03:13.485545+0000","last_became_active":"2024-09-19T08:03:12.455637+0000","last_became_peered":"2024-09-19T08:03:12.455637+0000","last_unstale":"2024-09-19T08:03:13.485545+0000","last_undegraded":"2024-09-19T08:03:13.485545+0000","last_fullsized":"2024-09-19T08:03:13.485545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.482874+0000","last_change":"2024-09-19T08:03:13.477658+0000","last_active":"2024-09-19T08:03:13.482874+0000","last_peered":"2024-09-19T08:03:13.482874+0000","last_clean":"2024-09-19T08:03:13.482874+0000","last_became_active":"2024-09-19T08:03:13.477312+0000","last_became_peered":"2024-09-19T08:03:13.477312+0000","last_unstale":"2024-09-19T08:03:13.482874+0000","last_undegraded":"2024-09-19T08:03:13.482874+0000","last_fullsized":"2024-09-19T08:03:13.482874+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:26.916980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.486437+0000","last_change":"2024-09-19T08:03:12.464641+0000","last_active":"2024-09-19T08:03:13.486437+0000","last_peered":"2024-09-19T08:03:13.486437+0000","last_clean":"2024-09-19T08:03:13.486437+0000","last_became_active":"2024-09-19T08:03:12.464342+0000","last_became_peered":"2024-09-19T08:03:12.464342+0000","last_unstale":"2024-09-19T08:03:13.486437+0000","last_undegraded":"2024-09-19T08:03:13.486437+0000","last_fullsized":"2024-09-19T08:03:13.486437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:01.178431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.481308+0000","last_change":"2024-09-19T08:03:13.479944+0000","last_active":"2024-09-19T08:03:13.481308+0000","last_peered":"2024-09-19T08:03:13.481308+0000","last_clean":"2024-09-19T08:03:13.481308+0000","last_became_active":"2024-09-19T08:03:13.478263+0000","last_became_peered":"2024-09-19T08:03:13.478263+0000","last_unstale":"2024-09-19T08:03:13.481308+0000","last_undegraded":"2024-09-19T08:03:13.481308+0000","last_fullsized":"2024-09-19T08:03:13.481308+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:54.082065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.484518+0000","last_change":"2024-09-19T08:03:12.456644+0000","last_active":"2024-09-19T08:03:13.484518+0000","last_peered":"2024-09-19T08:03:13.484518+0000","last_clean":"2024-09-19T08:03:13.484518+0000","last_became_active":"2024-09-19T08:03:12.456338+0000","last_became_peered":"2024-09-19T08:03:12.456338+0000","last_unstale":"2024-09-19T08:03:13.484518+0000","last_undegraded":"2024-09-19T08:03:13.484518+0000","last_fullsized":"2024-09-19T08:03:13.484518+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:14.400767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476452+0000","last_change":"2024-09-19T08:03:13.474513+0000","last_active":"2024-09-19T08:03:13.476452+0000","last_peered":"2024-09-19T08:03:13.476452+0000","last_clean":"2024-09-19T08:03:13.476452+0000","last_became_active":"2024-09-19T08:03:13.474205+0000","last_became_peered":"2024-09-19T08:03:13.474205+0000","last_unstale":"2024-09-19T08:03:13.476452+0000","last_undegraded":"2024-09-19T08:03:13.476452+0000","last_fullsized":"2024-09-19T08:03:13.476452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:49.500557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483157+0000","last_change":"2024-09-19T08:03:12.457643+0000","last_active":"2024-09-19T08:03:13.483157+0000","last_peered":"2024-09-19T08:03:13.483157+0000","last_clean":"2024-09-19T08:03:13.483157+0000","last_became_active":"2024-09-19T08:03:12.457365+0000","last_became_peered":"2024-09-19T08:03:12.457365+0000","last_unstale":"2024-09-19T08:03:13.483157+0000","last_undegraded":"2024-09-19T08:03:13.483157+0000","last_fullsized":"2024-09-19T08:03:13.483157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:32.241482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470724+0000","last_change":"2024-09-19T08:03:13.466611+0000","last_active":"2024-09-19T08:03:13.470724+0000","last_peered":"2024-09-19T08:03:13.470724+0000","last_clean":"2024-09-19T08:03:13.470724+0000","last_became_active":"2024-09-19T08:03:13.466229+0000","last_became_peered":"2024-09-19T08:03:13.466229+0000","last_unstale":"2024-09-19T08:03:13.470724+0000","last_undegraded":"2024-09-19T08:03:13.470724+0000","last_fullsized":"2024-09-19T08:03:13.470724+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:54.428780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.486456+0000","last_change":"2024-09-19T08:03:12.457941+0000","last_active":"2024-09-19T08:03:13.486456+0000","last_peered":"2024-09-19T08:03:13.486456+0000","last_clean":"2024-09-19T08:03:13.486456+0000","last_became_active":"2024-09-19T08:03:12.457580+0000","last_became_peered":"2024-09-19T08:03:12.457580+0000","last_unstale":"2024-09-19T08:03:13.486456+0000","last_undegraded":"2024-09-19T08:03:13.486456+0000","last_fullsized":"2024-09-19T08:03:13.486456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:19.726650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472596+0000","last_change":"2024-09-19T08:03:13.467996+0000","last_active":"2024-09-19T08:03:13.472596+0000","last_peered":"2024-09-19T08:03:13.472596+0000","last_clean":"2024-09-19T08:03:13.472596+0000","last_became_active":"2024-09-19T08:03:13.467716+0000","last_became_peered":"2024-09-19T08:03:13.467716+0000","last_unstale":"2024-09-19T08:03:13.472596+0000","last_undegraded":"2024-09-19T08:03:13.472596+0000","last_fullsized":"2024-09-19T08:03:13.472596+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.125697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.457510+0000","last_change":"2024-09-19T08:03:12.462648+0000","last_active":"2024-09-19T08:03:13.457510+0000","last_peered":"2024-09-19T08:03:13.457510+0000","last_clean":"2024-09-19T08:03:13.457510+0000","last_became_active":"2024-09-19T08:03:12.462347+0000","last_became_peered":"2024-09-19T08:03:12.462347+0000","last_unstale":"2024-09-19T08:03:13.457510+0000","last_undegraded":"2024-09-19T08:03:13.457510+0000","last_fullsized":"2024-09-19T08:03:13.457510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:51.724369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472194+0000","last_change":"2024-09-19T08:03:13.470318+0000","last_active":"2024-09-19T08:03:13.472194+0000","last_peered":"2024-09-19T08:03:13.472194+0000","last_clean":"2024-09-19T08:03:13.472194+0000","last_became_active":"2024-09-19T08:03:13.470027+0000","last_became_peered":"2024-09-19T08:03:13.470027+0000","last_unstale":"2024-09-19T08:03:13.472194+0000","last_undegraded":"2024-09-19T08:03:13.472194+0000","last_fullsized":"2024-09-19T08:03:13.472194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466924+0000","last_change":"2024-09-19T08:03:12.458116+0000","last_active":"2024-09-19T08:03:13.466924+0000","last_peered":"2024-09-19T08:03:13.466924+0000","last_clean":"2024-09-19T08:03:13.466924+0000","last_became_active":"2024-09-19T08:03:12.457821+0000","last_became_peered":"2024-09-19T08:03:12.457821+0000","last_unstale":"2024-09-19T08:03:13.466924+0000","last_undegraded":"2024-09-19T08:03:13.466924+0000","last_fullsized":"2024-09-19T08:03:13.466924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:04.767349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476078+0000","last_change":"2024-09-19T08:03:13.471678+0000","last_active":"2024-09-19T08:03:13.476078+0000","last_peered":"2024-09-19T08:03:13.476078+0000","last_clean":"2024-09-19T08:03:13.476078+0000","last_became_active":"2024-09-19T08:03:13.471329+0000","last_became_peered":"2024-09-19T08:03:13.471329+0000","last_unstale":"2024-09-19T08:03:13.476078+0000","last_undegraded":"2024-09-19T08:03:13.476078+0000","last_fullsized":"2024-09-19T08:03:13.476078+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:28.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.458464+0000","last_change":"2024-09-19T08:03:12.457129+0000","last_active":"2024-09-19T08:03:13.458464+0000","last_peered":"2024-09-19T08:03:13.458464+0000","last_clean":"2024-09-19T08:03:13.458464+0000","last_became_active":"2024-09-19T08:03:12.456797+0000","last_became_peered":"2024-09-19T08:03:12.456797+0000","last_unstale":"2024-09-19T08:03:13.458464+0000","last_undegraded":"2024-09-19T08:03:13.458464+0000","last_fullsized":"2024-09-19T08:03:13.458464+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:59.284010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475932+0000","last_change":"2024-09-19T08:03:13.470376+0000","last_active":"2024-09-19T08:03:13.475932+0000","last_peered":"2024-09-19T08:03:13.475932+0000","last_clean":"2024-09-19T08:03:13.475932+0000","last_became_active":"2024-09-19T08:03:13.470030+0000","last_became_peered":"2024-09-19T08:03:13.470030+0000","last_unstale":"2024-09-19T08:03:13.475932+0000","last_undegraded":"2024-09-19T08:03:13.475932+0000","last_fullsized":"2024-09-19T08:03:13.475932+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:28.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.459116+0000","last_change":"2024-09-19T08:03:12.454279+0000","last_active":"2024-09-19T08:03:13.459116+0000","last_peered":"2024-09-19T08:03:13.459116+0000","last_clean":"2024-09-19T08:03:13.459116+0000","last_became_active":"2024-09-19T08:03:12.453947+0000","last_became_peered":"2024-09-19T08:03:12.453947+0000","last_unstale":"2024-09-19T08:03:13.459116+0000","last_undegraded":"2024-09-19T08:03:13.459116+0000","last_fullsized":"2024-09-19T08:03:13.459116+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476963+0000","last_change":"2024-09-19T08:03:13.475623+0000","last_active":"2024-09-19T08:03:13.476963+0000","last_peered":"2024-09-19T08:03:13.476963+0000","last_clean":"2024-09-19T08:03:13.476963+0000","last_became_active":"2024-09-19T08:03:13.475278+0000","last_became_peered":"2024-09-19T08:03:13.475278+0000","last_unstale":"2024-09-19T08:03:13.476963+0000","last_undegraded":"2024-09-19T08:03:13.476963+0000","last_fullsized":"2024-09-19T08:03:13.476963+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:12.296402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485453+0000","last_change":"2024-09-19T08:03:12.455867+0000","last_active":"2024-09-19T08:03:13.485453+0000","last_peered":"2024-09-19T08:03:13.485453+0000","last_clean":"2024-09-19T08:03:13.485453+0000","last_became_active":"2024-09-19T08:03:12.455509+0000","last_became_peered":"2024-09-19T08:03:12.455509+0000","last_unstale":"2024-09-19T08:03:13.485453+0000","last_undegraded":"2024-09-19T08:03:13.485453+0000","last_fullsized":"2024-09-19T08:03:13.485453+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:59.284010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476023+0000","last_change":"2024-09-19T08:03:13.470832+0000","last_active":"2024-09-19T08:03:13.476023+0000","last_peered":"2024-09-19T08:03:13.476023+0000","last_clean":"2024-09-19T08:03:13.476023+0000","last_became_active":"2024-09-19T08:03:13.470538+0000","last_became_peered":"2024-09-19T08:03:13.470538+0000","last_unstale":"2024-09-19T08:03:13.476023+0000","last_undegraded":"2024-09-19T08:03:13.476023+0000","last_fullsized":"2024-09-19T08:03:13.476023+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:52.255907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.489090+0000","last_change":"2024-09-19T08:03:12.464715+0000","last_active":"2024-09-19T08:03:13.489090+0000","last_peered":"2024-09-19T08:03:13.489090+0000","last_clean":"2024-09-19T08:03:13.489090+0000","last_became_active":"2024-09-19T08:03:12.464411+0000","last_became_peered":"2024-09-19T08:03:12.464411+0000","last_unstale":"2024-09-19T08:03:13.489090+0000","last_undegraded":"2024-09-19T08:03:13.489090+0000","last_fullsized":"2024-09-19T08:03:13.489090+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:53.424185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466347+0000","last_change":"2024-09-19T08:03:13.460583+0000","last_active":"2024-09-19T08:03:13.466347+0000","last_peered":"2024-09-19T08:03:13.466347+0000","last_clean":"2024-09-19T08:03:13.466347+0000","last_became_active":"2024-09-19T08:03:13.460288+0000","last_became_peered":"2024-09-19T08:03:13.460288+0000","last_unstale":"2024-09-19T08:03:13.466347+0000","last_undegraded":"2024-09-19T08:03:13.466347+0000","last_fullsized":"2024-09-19T08:03:13.466347+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485102+0000","last_change":"2024-09-19T08:03:12.456920+0000","last_active":"2024-09-19T08:03:13.485102+0000","last_peered":"2024-09-19T08:03:13.485102+0000","last_clean":"2024-09-19T08:03:13.485102+0000","last_became_active":"2024-09-19T08:03:12.456600+0000","last_became_peered":"2024-09-19T08:03:12.456600+0000","last_unstale":"2024-09-19T08:03:13.485102+0000","last_undegraded":"2024-09-19T08:03:13.485102+0000","last_fullsized":"2024-09-19T08:03:13.485102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:07.451268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.468788+0000","last_change":"2024-09-19T08:03:13.464046+0000","last_active":"2024-09-19T08:03:13.468788+0000","last_peered":"2024-09-19T08:03:13.468788+0000","last_clean":"2024-09-19T08:03:13.468788+0000","last_became_active":"2024-09-19T08:03:13.463747+0000","last_became_peered":"2024-09-19T08:03:13.463747+0000","last_unstale":"2024-09-19T08:03:13.468788+0000","last_undegraded":"2024-09-19T08:03:13.468788+0000","last_fullsized":"2024-09-19T08:03:13.468788+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.453802+0000","last_change":"2024-09-19T08:03:12.471435+0000","last_active":"2024-09-19T08:03:13.453802+0000","last_peered":"2024-09-19T08:03:13.453802+0000","last_clean":"2024-09-19T08:03:13.453802+0000","last_became_active":"2024-09-19T08:03:12.471173+0000","last_became_peered":"2024-09-19T08:03:12.471173+0000","last_unstale":"2024-09-19T08:03:13.453802+0000","last_undegraded":"2024-09-19T08:03:13.453802+0000","last_fullsized":"2024-09-19T08:03:13.453802+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476435+0000","last_change":"2024-09-19T08:03:13.474281+0000","last_active":"2024-09-19T08:03:13.476435+0000","last_peered":"2024-09-19T08:03:13.476435+0000","last_clean":"2024-09-19T08:03:13.476435+0000","last_became_active":"2024-09-19T08:03:13.474009+0000","last_became_peered":"2024-09-19T08:03:13.474009+0000","last_unstale":"2024-09-19T08:03:13.476435+0000","last_undegraded":"2024-09-19T08:03:13.476435+0000","last_fullsized":"2024-09-19T08:03:13.476435+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:22.989960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.457343+0000","last_change":"2024-09-19T08:03:12.456368+0000","last_active":"2024-09-19T08:03:13.457343+0000","last_peered":"2024-09-19T08:03:13.457343+0000","last_clean":"2024-09-19T08:03:13.457343+0000","last_became_active":"2024-09-19T08:03:12.455982+0000","last_became_peered":"2024-09-19T08:03:12.455982+0000","last_unstale":"2024-09-19T08:03:13.457343+0000","last_undegraded":"2024-09-19T08:03:13.457343+0000","last_fullsized":"2024-09-19T08:03:13.457343+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:42.704486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470155+0000","last_change":"2024-09-19T08:03:13.464871+0000","last_active":"2024-09-19T08:03:13.470155+0000","last_peered":"2024-09-19T08:03:13.470155+0000","last_clean":"2024-09-19T08:03:13.470155+0000","last_became_active":"2024-09-19T08:03:13.464586+0000","last_became_peered":"2024-09-19T08:03:13.464586+0000","last_unstale":"2024-09-19T08:03:13.470155+0000","last_undegraded":"2024-09-19T08:03:13.470155+0000","last_fullsized":"2024-09-19T08:03:13.470155+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.487867+0000","last_change":"2024-09-19T08:03:12.464710+0000","last_active":"2024-09-19T08:03:13.487867+0000","last_peered":"2024-09-19T08:03:13.487867+0000","last_clean":"2024-09-19T08:03:13.487867+0000","last_became_active":"2024-09-19T08:03:12.464247+0000","last_became_peered":"2024-09-19T08:03:12.464247+0000","last_unstale":"2024-09-19T08:03:13.487867+0000","last_undegraded":"2024-09-19T08:03:13.487867+0000","last_fullsized":"2024-09-19T08:03:13.487867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:53.077470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472560+0000","last_change":"2024-09-19T08:03:13.469812+0000","last_active":"2024-09-19T08:03:13.472560+0000","last_peered":"2024-09-19T08:03:13.472560+0000","last_clean":"2024-09-19T08:03:13.472560+0000","last_became_active":"2024-09-19T08:03:13.469537+0000","last_became_peered":"2024-09-19T08:03:13.469537+0000","last_unstale":"2024-09-19T08:03:13.472560+0000","last_undegraded":"2024-09-19T08:03:13.472560+0000","last_fullsized":"2024-09-19T08:03:13.472560+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:26:05.202305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.487353+0000","last_change":"2024-09-19T08:03:12.463170+0000","last_active":"2024-09-19T08:03:13.487353+0000","last_peered":"2024-09-19T08:03:13.487353+0000","last_clean":"2024-09-19T08:03:13.487353+0000","last_became_active":"2024-09-19T08:03:12.462849+0000","last_became_peered":"2024-09-19T08:03:12.462849+0000","last_unstale":"2024-09-19T08:03:13.487353+0000","last_undegraded":"2024-09-19T08:03:13.487353+0000","last_fullsized":"2024-09-19T08:03:13.487353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.263689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.478970+0000","last_change":"2024-09-19T08:03:13.473750+0000","last_active":"2024-09-19T08:03:13.478970+0000","last_peered":"2024-09-19T08:03:13.478970+0000","last_clean":"2024-09-19T08:03:13.478970+0000","last_became_active":"2024-09-19T08:03:13.473443+0000","last_became_peered":"2024-09-19T08:03:13.473443+0000","last_unstale":"2024-09-19T08:03:13.478970+0000","last_undegraded":"2024-09-19T08:03:13.478970+0000","last_fullsized":"2024-09-19T08:03:13.478970+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:41.265723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483590+0000","last_change":"2024-09-19T08:03:12.459291+0000","last_active":"2024-09-19T08:03:13.483590+0000","last_peered":"2024-09-19T08:03:13.483590+0000","last_clean":"2024-09-19T08:03:13.483590+0000","last_became_active":"2024-09-19T08:03:12.458692+0000","last_became_peered":"2024-09-19T08:03:12.458692+0000","last_unstale":"2024-09-19T08:03:13.483590+0000","last_undegraded":"2024-09-19T08:03:13.483590+0000","last_fullsized":"2024-09-19T08:03:13.483590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:53.545906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.477175+0000","last_change":"2024-09-19T08:03:13.472032+0000","last_active":"2024-09-19T08:03:13.477175+0000","last_peered":"2024-09-19T08:03:13.477175+0000","last_clean":"2024-09-19T08:03:13.477175+0000","last_became_active":"2024-09-19T08:03:13.471697+0000","last_became_peered":"2024-09-19T08:03:13.471697+0000","last_unstale":"2024-09-19T08:03:13.477175+0000","last_undegraded":"2024-09-19T08:03:13.477175+0000","last_fullsized":"2024-09-19T08:03:13.477175+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:02.183025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.485065+0000","last_change":"2024-09-19T08:03:12.454818+0000","last_active":"2024-09-19T08:03:13.485065+0000","last_peered":"2024-09-19T08:03:13.485065+0000","last_clean":"2024-09-19T08:03:13.485065+0000","last_became_active":"2024-09-19T08:03:12.454524+0000","last_became_peered":"2024-09-19T08:03:12.454524+0000","last_unstale":"2024-09-19T08:03:13.485065+0000","last_undegraded":"2024-09-19T08:03:13.485065+0000","last_fullsized":"2024-09-19T08:03:13.485065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:39.570276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.470107+0000","last_change":"2024-09-19T08:03:13.467592+0000","last_active":"2024-09-19T08:03:13.470107+0000","last_peered":"2024-09-19T08:03:13.470107+0000","last_clean":"2024-09-19T08:03:13.470107+0000","last_became_active":"2024-09-19T08:03:13.467320+0000","last_became_peered":"2024-09-19T08:03:13.467320+0000","last_unstale":"2024-09-19T08:03:13.470107+0000","last_undegraded":"2024-09-19T08:03:13.470107+0000","last_fullsized":"2024-09-19T08:03:13.470107+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:02.444825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469211+0000","last_change":"2024-09-19T08:03:12.460815+0000","last_active":"2024-09-19T08:03:13.469211+0000","last_peered":"2024-09-19T08:03:13.469211+0000","last_clean":"2024-09-19T08:03:13.469211+0000","last_became_active":"2024-09-19T08:03:12.460525+0000","last_became_peered":"2024-09-19T08:03:12.460525+0000","last_unstale":"2024-09-19T08:03:13.469211+0000","last_undegraded":"2024-09-19T08:03:13.469211+0000","last_fullsized":"2024-09-19T08:03:13.469211+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:19.611171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473529+0000","last_change":"2024-09-19T08:03:13.470504+0000","last_active":"2024-09-19T08:03:13.473529+0000","last_peered":"2024-09-19T08:03:13.473529+0000","last_clean":"2024-09-19T08:03:13.473529+0000","last_became_active":"2024-09-19T08:03:13.470205+0000","last_became_peered":"2024-09-19T08:03:13.470205+0000","last_unstale":"2024-09-19T08:03:13.473529+0000","last_undegraded":"2024-09-19T08:03:13.473529+0000","last_fullsized":"2024-09-19T08:03:13.473529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:01.011061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.483363+0000","last_change":"2024-09-19T08:03:12.460967+0000","last_active":"2024-09-19T08:03:13.483363+0000","last_peered":"2024-09-19T08:03:13.483363+0000","last_clean":"2024-09-19T08:03:13.483363+0000","last_became_active":"2024-09-19T08:03:12.460662+0000","last_became_peered":"2024-09-19T08:03:12.460662+0000","last_unstale":"2024-09-19T08:03:13.483363+0000","last_undegraded":"2024-09-19T08:03:13.483363+0000","last_fullsized":"2024-09-19T08:03:13.483363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:54.032151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467032+0000","last_change":"2024-09-19T08:03:13.463788+0000","last_active":"2024-09-19T08:03:13.467032+0000","last_peered":"2024-09-19T08:03:13.467032+0000","last_clean":"2024-09-19T08:03:13.467032+0000","last_became_active":"2024-09-19T08:03:13.463508+0000","last_became_peered":"2024-09-19T08:03:13.463508+0000","last_unstale":"2024-09-19T08:03:13.467032+0000","last_undegraded":"2024-09-19T08:03:13.467032+0000","last_fullsized":"2024-09-19T08:03:13.467032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:32.113929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.455929+0000","last_change":"2024-09-19T08:03:12.461520+0000","last_active":"2024-09-19T08:03:13.455929+0000","last_peered":"2024-09-19T08:03:13.455929+0000","last_clean":"2024-09-19T08:03:13.455929+0000","last_became_active":"2024-09-19T08:03:12.461200+0000","last_became_peered":"2024-09-19T08:03:12.461200+0000","last_unstale":"2024-09-19T08:03:13.455929+0000","last_undegraded":"2024-09-19T08:03:13.455929+0000","last_fullsized":"2024-09-19T08:03:13.455929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467136+0000","last_change":"2024-09-19T08:03:13.463091+0000","last_active":"2024-09-19T08:03:13.467136+0000","last_peered":"2024-09-19T08:03:13.467136+0000","last_clean":"2024-09-19T08:03:13.467136+0000","last_became_active":"2024-09-19T08:03:13.462795+0000","last_became_peered":"2024-09-19T08:03:13.462795+0000","last_unstale":"2024-09-19T08:03:13.467136+0000","last_undegraded":"2024-09-19T08:03:13.467136+0000","last_fullsized":"2024-09-19T08:03:13.467136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:42.333108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466047+0000","last_change":"2024-09-19T08:03:12.459302+0000","last_active":"2024-09-19T08:03:13.466047+0000","last_peered":"2024-09-19T08:03:13.466047+0000","last_clean":"2024-09-19T08:03:13.466047+0000","last_became_active":"2024-09-19T08:03:12.459016+0000","last_became_peered":"2024-09-19T08:03:12.459016+0000","last_unstale":"2024-09-19T08:03:13.466047+0000","last_undegraded":"2024-09-19T08:03:13.466047+0000","last_fullsized":"2024-09-19T08:03:13.466047+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:51.830828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476333+0000","last_change":"2024-09-19T08:03:13.472179+0000","last_active":"2024-09-19T08:03:13.476333+0000","last_peered":"2024-09-19T08:03:13.476333+0000","last_clean":"2024-09-19T08:03:13.476333+0000","last_became_active":"2024-09-19T08:03:13.471905+0000","last_became_peered":"2024-09-19T08:03:13.471905+0000","last_unstale":"2024-09-19T08:03:13.476333+0000","last_undegraded":"2024-09-19T08:03:13.476333+0000","last_fullsized":"2024-09-19T08:03:13.476333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:02.183025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.461269+0000","last_change":"2024-09-19T08:03:12.460301+0000","last_active":"2024-09-19T08:03:13.461269+0000","last_peered":"2024-09-19T08:03:13.461269+0000","last_clean":"2024-09-19T08:03:13.461269+0000","last_became_active":"2024-09-19T08:03:12.459995+0000","last_became_peered":"2024-09-19T08:03:12.459995+0000","last_unstale":"2024-09-19T08:03:13.461269+0000","last_undegraded":"2024-09-19T08:03:13.461269+0000","last_fullsized":"2024-09-19T08:03:13.461269+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:01.178431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.474482+0000","last_change":"2024-09-19T08:03:13.472409+0000","last_active":"2024-09-19T08:03:13.474482+0000","last_peered":"2024-09-19T08:03:13.474482+0000","last_clean":"2024-09-19T08:03:13.474482+0000","last_became_active":"2024-09-19T08:03:13.472082+0000","last_became_peered":"2024-09-19T08:03:13.472082+0000","last_unstale":"2024-09-19T08:03:13.474482+0000","last_undegraded":"2024-09-19T08:03:13.474482+0000","last_fullsized":"2024-09-19T08:03:13.474482+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:00.744945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.488876+0000","last_change":"2024-09-19T08:03:12.464867+0000","last_active":"2024-09-19T08:03:13.488876+0000","last_peered":"2024-09-19T08:03:13.488876+0000","last_clean":"2024-09-19T08:03:13.488876+0000","last_became_active":"2024-09-19T08:03:12.464587+0000","last_became_peered":"2024-09-19T08:03:12.464587+0000","last_unstale":"2024-09-19T08:03:13.488876+0000","last_undegraded":"2024-09-19T08:03:13.488876+0000","last_fullsized":"2024-09-19T08:03:13.488876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:38.795291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.472917+0000","last_change":"2024-09-19T08:03:13.470261+0000","last_active":"2024-09-19T08:03:13.472917+0000","last_peered":"2024-09-19T08:03:13.472917+0000","last_clean":"2024-09-19T08:03:13.472917+0000","last_became_active":"2024-09-19T08:03:13.469999+0000","last_became_peered":"2024-09-19T08:03:13.469999+0000","last_unstale":"2024-09-19T08:03:13.472917+0000","last_undegraded":"2024-09-19T08:03:13.472917+0000","last_fullsized":"2024-09-19T08:03:13.472917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:15.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.459099+0000","last_change":"2024-09-19T08:03:12.461441+0000","last_active":"2024-09-19T08:03:13.459099+0000","last_peered":"2024-09-19T08:03:13.459099+0000","last_clean":"2024-09-19T08:03:13.459099+0000","last_became_active":"2024-09-19T08:03:12.461118+0000","last_became_peered":"2024-09-19T08:03:12.461118+0000","last_unstale":"2024-09-19T08:03:13.459099+0000","last_undegraded":"2024-09-19T08:03:13.459099+0000","last_fullsized":"2024-09-19T08:03:13.459099+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.478686+0000","last_change":"2024-09-19T08:03:13.475456+0000","last_active":"2024-09-19T08:03:13.478686+0000","last_peered":"2024-09-19T08:03:13.478686+0000","last_clean":"2024-09-19T08:03:13.478686+0000","last_became_active":"2024-09-19T08:03:13.475150+0000","last_became_peered":"2024-09-19T08:03:13.475150+0000","last_unstale":"2024-09-19T08:03:13.478686+0000","last_undegraded":"2024-09-19T08:03:13.478686+0000","last_fullsized":"2024-09-19T08:03:13.478686+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.454711+0000","last_change":"2024-09-19T08:03:12.456874+0000","last_active":"2024-09-19T08:03:13.454711+0000","last_peered":"2024-09-19T08:03:13.454711+0000","last_clean":"2024-09-19T08:03:13.454711+0000","last_became_active":"2024-09-19T08:03:12.456586+0000","last_became_peered":"2024-09-19T08:03:12.456586+0000","last_unstale":"2024-09-19T08:03:13.454711+0000","last_undegraded":"2024-09-19T08:03:13.454711+0000","last_fullsized":"2024-09-19T08:03:13.454711+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:54.032151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.469251+0000","last_change":"2024-09-19T08:03:13.463747+0000","last_active":"2024-09-19T08:03:13.469251+0000","last_peered":"2024-09-19T08:03:13.469251+0000","last_clean":"2024-09-19T08:03:13.469251+0000","last_became_active":"2024-09-19T08:03:13.461718+0000","last_became_peered":"2024-09-19T08:03:13.461718+0000","last_unstale":"2024-09-19T08:03:13.469251+0000","last_undegraded":"2024-09-19T08:03:13.469251+0000","last_fullsized":"2024-09-19T08:03:13.469251+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:39.799886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.458560+0000","last_change":"2024-09-19T08:03:12.455720+0000","last_active":"2024-09-19T08:03:13.458560+0000","last_peered":"2024-09-19T08:03:13.458560+0000","last_clean":"2024-09-19T08:03:13.458560+0000","last_became_active":"2024-09-19T08:03:12.455391+0000","last_became_peered":"2024-09-19T08:03:12.455391+0000","last_unstale":"2024-09-19T08:03:13.458560+0000","last_undegraded":"2024-09-19T08:03:13.458560+0000","last_fullsized":"2024-09-19T08:03:13.458560+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:21.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.467681+0000","last_change":"2024-09-19T08:03:13.466291+0000","last_active":"2024-09-19T08:03:13.467681+0000","last_peered":"2024-09-19T08:03:13.467681+0000","last_clean":"2024-09-19T08:03:13.467681+0000","last_became_active":"2024-09-19T08:03:13.466005+0000","last_became_peered":"2024-09-19T08:03:13.466005+0000","last_unstale":"2024-09-19T08:03:13.467681+0000","last_undegraded":"2024-09-19T08:03:13.467681+0000","last_fullsized":"2024-09-19T08:03:13.467681+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:43.700340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.454008+0000","last_change":"2024-09-19T08:03:12.465650+0000","last_active":"2024-09-19T08:03:13.454008+0000","last_peered":"2024-09-19T08:03:13.454008+0000","last_clean":"2024-09-19T08:03:13.454008+0000","last_became_active":"2024-09-19T08:03:12.465382+0000","last_became_peered":"2024-09-19T08:03:12.465382+0000","last_unstale":"2024-09-19T08:03:13.454008+0000","last_undegraded":"2024-09-19T08:03:13.454008+0000","last_fullsized":"2024-09-19T08:03:13.454008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:49.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.476122+0000","last_change":"2024-09-19T08:03:13.473945+0000","last_active":"2024-09-19T08:03:13.476122+0000","last_peered":"2024-09-19T08:03:13.476122+0000","last_clean":"2024-09-19T08:03:13.476122+0000","last_became_active":"2024-09-19T08:03:13.473667+0000","last_became_peered":"2024-09-19T08:03:13.473667+0000","last_unstale":"2024-09-19T08:03:13.476122+0000","last_undegraded":"2024-09-19T08:03:13.476122+0000","last_fullsized":"2024-09-19T08:03:13.476122+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:41.265723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.466212+0000","last_change":"2024-09-19T08:03:12.457433+0000","last_active":"2024-09-19T08:03:13.466212+0000","last_peered":"2024-09-19T08:03:13.466212+0000","last_clean":"2024-09-19T08:03:13.466212+0000","last_became_active":"2024-09-19T08:03:12.456921+0000","last_became_peered":"2024-09-19T08:03:12.456921+0000","last_unstale":"2024-09-19T08:03:13.466212+0000","last_undegraded":"2024-09-19T08:03:13.466212+0000","last_fullsized":"2024-09-19T08:03:13.466212+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:58.078010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.473647+0000","last_change":"2024-09-19T08:03:13.469372+0000","last_active":"2024-09-19T08:03:13.473647+0000","last_peered":"2024-09-19T08:03:13.473647+0000","last_clean":"2024-09-19T08:03:13.473647+0000","last_became_active":"2024-09-19T08:03:13.467734+0000","last_became_peered":"2024-09-19T08:03:13.467734+0000","last_unstale":"2024-09-19T08:03:13.473647+0000","last_undegraded":"2024-09-19T08:03:13.473647+0000","last_fullsized":"2024-09-19T08:03:13.473647+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:18.543765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.461032+0000","last_change":"2024-09-19T08:03:12.463374+0000","last_active":"2024-09-19T08:03:13.461032+0000","last_peered":"2024-09-19T08:03:13.461032+0000","last_clean":"2024-09-19T08:03:13.461032+0000","last_became_active":"2024-09-19T08:03:12.463086+0000","last_became_peered":"2024-09-19T08:03:12.463086+0000","last_unstale":"2024-09-19T08:03:13.461032+0000","last_undegraded":"2024-09-19T08:03:13.461032+0000","last_fullsized":"2024-09-19T08:03:13.461032+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:09.372254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.475564+0000","last_change":"2024-09-19T08:03:13.471464+0000","last_active":"2024-09-19T08:03:13.475564+0000","last_peered":"2024-09-19T08:03:13.475564+0000","last_clean":"2024-09-19T08:03:13.475564+0000","last_became_active":"2024-09-19T08:03:13.470750+0000","last_became_peered":"2024-09-19T08:03:13.470750+0000","last_unstale":"2024-09-19T08:03:13.475564+0000","last_undegraded":"2024-09-19T08:03:13.475564+0000","last_fullsized":"2024-09-19T08:03:13.475564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:12.438775+0000","last_clean_scrub_stamp":"2024-09-19T08:03:12.438775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:43.709081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.455459+0000","last_change":"2024-09-19T08:03:12.455786+0000","last_active":"2024-09-19T08:03:13.455459+0000","last_peered":"2024-09-19T08:03:13.455459+0000","last_clean":"2024-09-19T08:03:13.455459+0000","last_became_active":"2024-09-19T08:03:12.455447+0000","last_became_peered":"2024-09-19T08:03:12.455447+0000","last_unstale":"2024-09-19T08:03:13.455459+0000","last_undegraded":"2024-09-19T08:03:13.455459+0000","last_fullsized":"2024-09-19T08:03:13.455459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:03:11.434180+0000","last_clean_scrub_stamp":"2024-09-19T08:03:11.434180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:27.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":189,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T08:03:13.463572+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:03:13.463572+0000","last_peered":"2024-09-19T08:03:13.463572+0000","last_clean":"2024-09-19T08:03:13.463572+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:03:13.463572+0000","last_undegraded":"2024-09-19T08:03:13.463572+0000","last_fullsized":"2024-09-19T08:03:13.463572+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":954368,"data_stored":726828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542159,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":364544,"data_stored":136986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":364544,"data_stored":137042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542158,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":136474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":372736,"data_stored":138004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35704,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336136,"statfs":{"total":96636764160,"available":96600203264,"internally_reserved":0,"allocated":360448,"data_stored":136440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":372736,"data_stored":138004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":726738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:03:16.801 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:03:16.801 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:03:16.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.946+0000 7f28c3d86640 1 Processor -- start 2024-09-19T08:03:16.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.946+0000 7f28c3d86640 1 -- start start 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c3d86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c3d86640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f28bc0d33a0 0x7f28bc0b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c3d86640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28bc0d3890 con 0x7f28bc0b6820 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c3d86640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f28bc0c7ff0 con 0x7f28bc0d33a0 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c3d86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f28bc0d3b70 con 0x7f28bc15e6b0 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:47124/0 (socket says 172.21.15.17:47124) 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 -- 172.21.15.17:0/38454026 learned_addr learned my addr 172.21.15.17:0/38454026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1321640 1 --2- 172.21.15.17:0/38454026 >> v2:172.21.15.160:3300/0 conn(0x7f28bc0d33a0 0x7f28bc0b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 -- 172.21.15.17:0/38454026 >> v2:172.21.15.160:3300/0 conn(0x7f28bc0d33a0 msgr2=0x7f28bc0b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:16.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 --2- 172.21.15.17:0/38454026 >> v2:172.21.15.160:3300/0 conn(0x7f28bc0d33a0 0x7f28bc0b62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 -- 172.21.15.17:0/38454026 >> v1:172.21.15.160:6789/0 conn(0x7f28bc0b6820 legacy=0x7f28bc06bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.947+0000 7f28c1b22640 1 -- 172.21.15.17:0/38454026 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28bc0d3e50 con 0x7f28bc15e6b0 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.948+0000 7f28c1b22640 1 --2- 172.21.15.17:0/38454026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f28b8009870 tx=0x7f28b802a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80345b3f59d5ec42 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.948+0000 7f28c0b20640 1 -- 172.21.15.17:0/38454026 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8037070 con 0x7f28bc15e6b0 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.948+0000 7f28c0b20640 1 -- 172.21.15.17:0/38454026 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28b802ae50 con 0x7f28bc15e6b0 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.948+0000 7f28c0b20640 1 -- 172.21.15.17:0/38454026 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8032860 con 0x7f28bc15e6b0 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 -- 172.21.15.17:0/38454026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 msgr2=0x7f28bc0d2e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 --2- 172.21.15.17:0/38454026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f28b8009870 tx=0x7f28b802a300 comp rx=0 tx=0).stop 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 -- 172.21.15.17:0/38454026 shutdown_connections 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 --2- 172.21.15.17:0/38454026 >> v2:172.21.15.160:3300/0 conn(0x7f28bc0d33a0 0x7f28bc0b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 --2- 172.21.15.17:0/38454026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc15e6b0 0x7f28bc0d2e60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 -- 172.21.15.17:0/38454026 >> 172.21.15.17:0/38454026 conn(0x7f28bc0d1340 msgr2=0x7f28bc0d1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 -- 172.21.15.17:0/38454026 shutdown_connections 2024-09-19T08:03:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.949+0000 7f28c3d86640 1 -- 172.21.15.17:0/38454026 wait complete. 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.950+0000 7f28c3d86640 1 Processor -- start 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.950+0000 7f28c3d86640 1 -- start start 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 0x7f28bc1e6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f28bc0d33a0 0x7f28bc0c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f28bc0cf740 con 0x7f28bc15e6b0 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f28bc0cf5c0 con 0x7f28bc0d33a0 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c3d86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f28bc0c9490 con 0x7f28bc0b6820 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40244/0 (socket says 172.21.15.17:40244) 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 -- 172.21.15.17:0/368925351 learned_addr learned my addr 172.21.15.17:0/368925351 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c1321640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f28bc0d33a0 0x7f28bc0c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c1b22640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 0x7f28bc1e6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 -- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 msgr2=0x7f28bc1e6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 0x7f28bc1e6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 -- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f28bc0d33a0 msgr2=0x7f28bc0c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f28bc0d33a0 0x7f28bc0c9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c2323640 1 -- 172.21.15.17:0/368925351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28bc1e7450 con 0x7f28bc15e6b0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.951+0000 7f28c1b22640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 0x7f28bc1e6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28c2323640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f28b400c7a0 tx=0x7f28b400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b4003b70 con 0x7f28bc15e6b0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28b4003d30 con 0x7f28bc15e6b0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b400aa90 con 0x7f28bc15e6b0 2024-09-19T08:03:16.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28bc1e7730 con 0x7f28bc15e6b0 2024-09-19T08:03:16.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.952+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28bc1e7cf0 con 0x7f28bc15e6b0 2024-09-19T08:03:16.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.953+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28bc0b62e0 con 0x7f28bc15e6b0 2024-09-19T08:03:16.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.953+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f28b400ac30 con 0x7f28bc15e6b0 2024-09-19T08:03:16.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.954+0000 7f28ae7fc640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 0x7f28a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:16.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.954+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f28b408b260 con 0x7f28bc15e6b0 2024-09-19T08:03:16.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.954+0000 7f28c1b22640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 0x7f28a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:16.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.954+0000 7f28c1b22640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 0x7f28a006e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f28b8034000 tx=0x7f28b802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:16.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:16.958+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f28b4059a60 con 0x7f28bc15e6b0 2024-09-19T08:03:17.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.206+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f28bc0cf040 con 0x7f28bc15e6b0 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.208+0000 7f28ae7fc640 1 -- 172.21.15.17:0/368925351 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f28b4059360 con 0x7f28bc15e6b0 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:03:17.208 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:03:17.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 msgr2=0x7f28a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 0x7f28a006e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f28b8034000 tx=0x7f28b802e000 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 msgr2=0x7f28bc0ca210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f28b400c7a0 tx=0x7f28b400cc60 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 shutdown_connections 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f28a006c2b0 0x7f28a006e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28bc15e6b0 0x7f28bc0ca210 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f28bc0d33a0 0x7f28bc0c9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 --2- 172.21.15.17:0/368925351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f28bc0b6820 0x7f28bc1e6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 >> 172.21.15.17:0/368925351 conn(0x7f28bc0d1340 msgr2=0x7f28bc0d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 shutdown_connections 2024-09-19T08:03:17.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.210+0000 7f28c3d86640 1 -- 172.21.15.17:0/368925351 wait complete. 2024-09-19T08:03:17.221 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:17.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.324+0000 7f6053fff640 1 Processor -- start 2024-09-19T08:03:17.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.324+0000 7f6053fff640 1 -- start start 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6053fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f605415e360 0x7f60540d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6053fff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6053fff640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60540b8e70 con 0x7f60540b8160 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6053fff640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f60540b9150 con 0x7f605415e360 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6053fff640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f60540b9430 con 0x7f605415e740 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f605415e360 0x7f60540d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f605415e360 0x7f60540d0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40252/0 (socket says 172.21.15.17:40252) 2024-09-19T08:03:17.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 -- 172.21.15.17:0/2617406131 learned_addr learned my addr 172.21.15.17:0/2617406131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:17.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f604bfff640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 -- 172.21.15.17:0/2617406131 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 msgr2=0x7f60540d1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:17.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540d1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 -- 172.21.15.17:0/2617406131 >> v1:172.21.15.160:6789/0 conn(0x7f60540b8160 legacy=0x7f60540b85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.325+0000 7f6052ffd640 1 -- 172.21.15.17:0/2617406131 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60540b9710 con 0x7f605415e360 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.326+0000 7f6052ffd640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f605415e360 0x7f60540d0d20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6044009870 tx=0x7f604402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=972e62086fd096 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.326+0000 7f60527fc640 1 -- 172.21.15.17:0/2617406131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6044037070 con 0x7f605415e360 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.326+0000 7f60527fc640 1 -- 172.21.15.17:0/2617406131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6044032440 con 0x7f605415e360 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.326+0000 7f60527fc640 1 -- 172.21.15.17:0/2617406131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6044032810 con 0x7f605415e360 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 -- 172.21.15.17:0/2617406131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f605415e360 msgr2=0x7f60540d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f605415e360 0x7f60540d0d20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6044009870 tx=0x7f604402a270 comp rx=0 tx=0).stop 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 -- 172.21.15.17:0/2617406131 shutdown_connections 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540d1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 --2- 172.21.15.17:0/2617406131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f605415e360 0x7f60540d0d20 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 -- 172.21.15.17:0/2617406131 >> 172.21.15.17:0/2617406131 conn(0x7f6054067950 msgr2=0x7f6054067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:17.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 -- 172.21.15.17:0/2617406131 shutdown_connections 2024-09-19T08:03:17.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.327+0000 7f6053fff640 1 -- 172.21.15.17:0/2617406131 wait complete. 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.328+0000 7f6053fff640 1 Processor -- start 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.328+0000 7f6053fff640 1 -- start start 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f605415e360 0x7f60540cf160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f60540d2e00 con 0x7f60540b8160 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f60540d2c80 con 0x7f605415e360 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6053fff640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f60540d2f80 con 0x7f605415e740 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40264/0 (socket says 172.21.15.17:40264) 2024-09-19T08:03:17.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 -- 172.21.15.17:0/2997626082 learned_addr learned my addr 172.21.15.17:0/2997626082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f604bfff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f605415e360 0x7f60540cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f60537fe640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 -- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 msgr2=0x7f60540cdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540cdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 -- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f605415e360 msgr2=0x7f60540cf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f605415e360 0x7f60540cf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 -- 172.21.15.17:0/2997626082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605415aa50 con 0x7f60540b8160 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.329+0000 7f6052ffd640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6044000c00 tx=0x7f60440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.330+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6044037040 con 0x7f60540b8160 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.330+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6044042070 con 0x7f60540b8160 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.330+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6044030880 con 0x7f60540b8160 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.330+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60540ccb00 con 0x7f60540b8160 2024-09-19T08:03:17.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.330+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60540cd0c0 con 0x7f60540b8160 2024-09-19T08:03:17.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.331+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60540b85f0 con 0x7f60540b8160 2024-09-19T08:03:17.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.331+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6044030a20 con 0x7f60540b8160 2024-09-19T08:03:17.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.331+0000 7f604b7fe640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 0x7f603406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:17.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.332+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f60440abb10 con 0x7f60540b8160 2024-09-19T08:03:17.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.332+0000 7f604bfff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 0x7f603406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:17.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.332+0000 7f604bfff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 0x7f603406e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f60540b6800 tx=0x7f603c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:17.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.336+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6044079c30 con 0x7f60540b8160 2024-09-19T08:03:17.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.551+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60540d4290 con 0x7f60540b8160 2024-09-19T08:03:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.551+0000 7f604b7fe640 1 -- 172.21.15.17:0/2997626082 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+5217 (secure 0 0 0) 0x7f604407df30 con 0x7f60540b8160 2024-09-19T08:03:17.551 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:17.551 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":12,"btime":"2024-09-19T08:03:15:472571+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:14.807339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4807},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4807":{"gid":4807,"name":"c","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1606400197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1606400197},{"type":"v1","addr":"172.21.15.17:6835","nonce":1606400197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4807,"qdb_cluster":[4807]},"id":2}]} 2024-09-19T08:03:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 12 2024-09-19T08:03:17.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 msgr2=0x7f603406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 0x7f603406e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f60540b6800 tx=0x7f603c009190 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 msgr2=0x7f60540cc520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6044000c00 tx=0x7f60440046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 shutdown_connections 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f603406c2b0 0x7f603406e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f605415e740 0x7f60540cdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f605415e360 0x7f60540cf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 --2- 172.21.15.17:0/2997626082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60540b8160 0x7f60540cc520 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 >> 172.21.15.17:0/2997626082 conn(0x7f6054067950 msgr2=0x7f60540d33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.553+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 shutdown_connections 2024-09-19T08:03:17.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:17.554+0000 7f6053fff640 1 -- 172.21.15.17:0/2997626082 wait complete. 2024-09-19T08:03:17.967 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 12, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:03:12.809866+0000', 'modified': '2024-09-19T08:03:14.807339+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4807}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4807': {'gid': 4807, 'name': 'c', 'rank': 0, 'incarnation': 10, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.17:6835/1606400197', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 1606400197}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1606400197}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4807, 'qdb_cluster': [4807]} 2024-09-19T08:03:17.967 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:03:17.968 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:03:18.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.074+0000 7fac11865640 1 Processor -- start 2024-09-19T08:03:18.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 -- start start 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac0c147840 0x7fac0c06dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fac0c0d1da0 0x7fac0c0aff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac0c06bfd0 con 0x7fac0c071d60 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fac0c06e3e0 con 0x7fac0c147840 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.075+0000 7fac11865640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fac0c06c2b0 con 0x7fac0c0d1da0 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac0c147840 0x7fac0c06dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac0c147840 0x7fac0c06dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40266/0 (socket says 172.21.15.17:40266) 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 -- 172.21.15.17:0/2215513366 learned_addr learned my addr 172.21.15.17:0/2215513366 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 -- 172.21.15.17:0/2215513366 >> v2:172.21.15.160:3300/0 conn(0x7fac0c0d1da0 msgr2=0x7fac0c0aff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 --2- 172.21.15.17:0/2215513366 >> v2:172.21.15.160:3300/0 conn(0x7fac0c0d1da0 0x7fac0c0aff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 -- 172.21.15.17:0/2215513366 >> v1:172.21.15.160:6789/0 conn(0x7fac0c071d60 legacy=0x7fac0c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 -- 172.21.15.17:0/2215513366 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac0c06c590 con 0x7fac0c147840 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.076+0000 7fac0affd640 1 --2- 172.21.15.17:0/2215513366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c06dea0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fac0c0af720 tx=0x7fac0402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a634c4388bac5982 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac09ffb640 1 -- 172.21.15.17:0/2215513366 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac04037070 con 0x7fac0c147840 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac09ffb640 1 -- 172.21.15.17:0/2215513366 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac04032440 con 0x7fac0c147840 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac09ffb640 1 -- 172.21.15.17:0/2215513366 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac04032810 con 0x7fac0c147840 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 -- 172.21.15.17:0/2215513366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 msgr2=0x7fac0c06dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 --2- 172.21.15.17:0/2215513366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c06dea0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fac0c0af720 tx=0x7fac0402a230 comp rx=0 tx=0).stop 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 -- 172.21.15.17:0/2215513366 shutdown_connections 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 --2- 172.21.15.17:0/2215513366 >> v2:172.21.15.160:3300/0 conn(0x7fac0c0d1da0 0x7fac0c0aff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 --2- 172.21.15.17:0/2215513366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c06dea0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 -- 172.21.15.17:0/2215513366 >> 172.21.15.17:0/2215513366 conn(0x7fac0c06d110 msgr2=0x7fac0c06d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 -- 172.21.15.17:0/2215513366 shutdown_connections 2024-09-19T08:03:18.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.077+0000 7fac11865640 1 -- 172.21.15.17:0/2215513366 wait complete. 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.078+0000 7fac11865640 1 Processor -- start 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 -- start start 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac0c071d60 0x7fac0c1f48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac0c0d1da0 0x7fac0c0b3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c0721a0 con 0x7fac0c147840 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c0afa20 con 0x7fac0c071d60 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac11865640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac0c147f10 con 0x7fac0c0d1da0 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.079+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40274/0 (socket says 172.21.15.17:40274) 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 -- 172.21.15.17:0/3171869021 learned_addr learned my addr 172.21.15.17:0/3171869021 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0affd640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac0c071d60 0x7fac0c1f48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac0c0d1da0 0x7fac0c0b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 -- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac0c0d1da0 msgr2=0x7fac0c0b3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac0c0d1da0 0x7fac0c0b3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 -- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac0c071d60 msgr2=0x7fac0c1f48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac0c071d60 0x7fac0c1f48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 -- 172.21.15.17:0/3171869021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac0c0b42b0 con 0x7fac0c147840 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00ba10 tx=0x7fabfc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac03fff640 1 -- 172.21.15.17:0/3171869021 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc019070 con 0x7fac0c147840 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac03fff640 1 -- 172.21.15.17:0/3171869021 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabfc00cb60 con 0x7fac0c147840 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac0c0b4590 con 0x7fac0c147840 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac03fff640 1 -- 172.21.15.17:0/3171869021 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc014440 con 0x7fac0c147840 2024-09-19T08:03:18.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.080+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac0c0b4b50 con 0x7fac0c147840 2024-09-19T08:03:18.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.082+0000 7fac03fff640 1 -- 172.21.15.17:0/3171869021 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fabfc01c070 con 0x7fac0c147840 2024-09-19T08:03:18.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.082+0000 7fac03fff640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 0x7fabec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.082+0000 7fac03fff640 1 -- 172.21.15.17:0/3171869021 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fabfc08b0e0 con 0x7fac0c147840 2024-09-19T08:03:18.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.083+0000 7fac0affd640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 0x7fabec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.083+0000 7fac14601740 1 Processor -- start 2024-09-19T08:03:18.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.083+0000 7fac0affd640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 0x7fabec06e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fac04034000 tx=0x7fac0402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.083+0000 7fac14601740 1 -- start start 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a09f2c0 0x55a35a0e4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09ca80 0x55a35a09f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a35a001520 con 0x55a35a0a0a50 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a359fa93e0 con 0x55a35a09ca80 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a359ffd4e0 con 0x55a35a09f2c0 2024-09-19T08:03:18.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40286/0 (socket says 172.21.15.17:40286) 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac0b7fe640 1 -- 172.21.15.17:0/1435400821 learned_addr learned my addr 172.21.15.17:0/1435400821 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09ca80 0x55a35a09f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.084+0000 7fac0affd640 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a09f2c0 0x55a35a0e4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 -- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a09f2c0 msgr2=0x55a35a0e4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a09f2c0 0x55a35a0e4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 -- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09ca80 msgr2=0x55a35a09f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09ca80 0x55a35a09f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 -- 172.21.15.17:0/1435400821 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a359fc42f0 con 0x55a35a0a0a50 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fabfc055660 tx=0x7fabfc004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65cf854a9f3357b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac017fa640 1 -- 172.21.15.17:0/1435400821 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc071170 con 0x55a35a0a0a50 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac017fa640 1 -- 172.21.15.17:0/1435400821 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabfc057500 con 0x55a35a0a0a50 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac017fa640 1 -- 172.21.15.17:0/1435400821 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc055870 con 0x55a35a0a0a50 2024-09-19T08:03:18.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac14601740 1 -- 172.21.15.17:0/1435400821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 msgr2=0x55a35a0998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.085+0000 7fac14601740 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fabfc055660 tx=0x7fabfc004b50 comp rx=0 tx=0).stop 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 -- 172.21.15.17:0/1435400821 shutdown_connections 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0998b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09ca80 0x55a35a09f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 --2- 172.21.15.17:0/1435400821 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a09f2c0 0x55a35a0e4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 -- 172.21.15.17:0/1435400821 >> 172.21.15.17:0/1435400821 conn(0x55a35a09ba80 msgr2=0x55a35a0e3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 -- 172.21.15.17:0/1435400821 shutdown_connections 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 -- 172.21.15.17:0/1435400821 wait complete. 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 -- start start 2024-09-19T08:03:18.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.086+0000 7fac14601740 1 Processor -- start 2024-09-19T08:03:18.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0c05b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0e11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a35a09af20 con 0x55a35a0a0a50 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a359f8a450 con 0x55a35a09f2c0 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a35a0e5290 con 0x55a35a0e3630 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac14601740 10 client.0 _ll_register_callbacks cb 0x55a359d13ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40294/0 (socket says 172.21.15.17:40294) 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 -- 172.21.15.17:0/123170069 learned_addr learned my addr 172.21.15.17:0/123170069 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0affd640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0c05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 -- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 msgr2=0x55a35a0e11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0e11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0e11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 -- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 msgr2=0x55a35a0c05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0c05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0a7fc640 1 -- 172.21.15.17:0/123170069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a359d142d0 con 0x55a35a0a0a50 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.087+0000 7fac0affd640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0c05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fabf40125a0 tx=0x7fabf4012a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b159c1953203f72d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf4005320 con 0x55a35a0a0a50 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fabf4007030 con 0x55a35a0a0a50 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabfc057500 con 0x55a35a0a0a50 2024-09-19T08:03:18.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=12) ==== 24+0+0 (secure 0 0 0) 0x7fabf4007230 con 0x55a35a0a0a50 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 10 client.5022 fetch_fsmap learned FSMap version 12 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=12,monmap=2+}) -- 0x55a359dde6b0 con 0x55a35a0a0a50 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabfc057500 con 0x55a35a0a0a50 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 12) ==== 3502+0+0 (secure 0 0 0) 0x7fabf4025080 con 0x55a35a0a0a50 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 10 client.5022 fetch_fsmap finished waiting for FSMap version 12 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 10 client.5022 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 20 client.5022 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be820 0x55a35a0bec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 4 client.5022 mds_command: new command op to 4807 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 --> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a35a00ec50 con 0x55a35a0be820 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.088+0000 7fac0affd640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be820 0x55a35a0bec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.089+0000 7fabea7fc640 10 client.5022 ms_handle_connect on v2:172.21.15.17:6833/1606400197 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.089+0000 7fac0affd640 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be820 0x55a35a0bec00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=792b30b6206b3cca server_cookie=8a461e7159db3ab0 in_seq=0 out_seq=0 2024-09-19T08:03:18.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.089+0000 7fabea7fc640 1 -- 172.21.15.17:0/123170069 <== mds.0 v2:172.21.15.17:6833/1606400197 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a35a00ec50 con 0x55a35a0be820 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.089+0000 7fabea7fc640 10 client.5022 handle_command_reply: tid=0 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 client.5022 shutdown 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 msgr2=0x55a35a0e30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fabf40125a0 tx=0x7fabf4012a60 comp rx=0 tx=0).stop 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 shutdown_connections 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be820 0x55a35a0bec00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0e11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0a0a50 0x55a35a0e30f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fabea7fc640 0 client.5022 ms_handle_reset on v2:172.21.15.17:6833/1606400197 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 --2- 172.21.15.17:0/123170069 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0c05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 >> 172.21.15.17:0/123170069 conn(0x55a35a09ca80 msgr2=0x55a35a0e7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 shutdown_connections 2024-09-19T08:03:18.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 1 -- 172.21.15.17:0/123170069 wait complete. 2024-09-19T08:03:18.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.090+0000 7fac14601740 20 client.5022 trim_cache size 0 max 16384 2024-09-19T08:03:18.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.108+0000 7fac14601740 1 Processor -- start 2024-09-19T08:03:18.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.108+0000 7fac14601740 1 -- start start 2024-09-19T08:03:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0bdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0a0a50 0x55a35a0be1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c1ffb10 con 0x55a35a0e3630 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c1f8380 con 0x55a35a09f2c0 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac0c0b1ac0 con 0x55a35a0a0a50 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40300/0 (socket says 172.21.15.17:40300) 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 -- 172.21.15.17:0/2395467022 learned_addr learned my addr 172.21.15.17:0/2395467022 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0affd640 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0bdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0a0a50 0x55a35a0be1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 -- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0a0a50 msgr2=0x55a35a0be1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0a0a50 0x55a35a0be1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 -- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 msgr2=0x55a35a0bdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0bdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.109+0000 7fac0b7fe640 1 -- 172.21.15.17:0/2395467022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a35a0e5390 con 0x55a35a0e3630 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fabfc058e50 tx=0x7fabfc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f094922611bf79e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac00ff9640 1 -- 172.21.15.17:0/2395467022 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc0554a0 con 0x55a35a0e3630 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac00ff9640 1 -- 172.21.15.17:0/2395467022 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabfc071170 con 0x55a35a0e3630 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac00ff9640 1 -- 172.21.15.17:0/2395467022 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc05d170 con 0x55a35a0e3630 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 -- 172.21.15.17:0/2395467022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 msgr2=0x55a35a0c0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fabfc058e50 tx=0x7fabfc016000 comp rx=0 tx=0).stop 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 -- 172.21.15.17:0/2395467022 shutdown_connections 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a0e3630 0x55a35a0c0570 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0a0a50 0x55a35a0be1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 --2- 172.21.15.17:0/2395467022 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a09f2c0 0x55a35a0bdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 -- 172.21.15.17:0/2395467022 >> 172.21.15.17:0/2395467022 conn(0x55a35a09ca80 msgr2=0x55a35a0c6ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 -- 172.21.15.17:0/2395467022 shutdown_connections 2024-09-19T08:03:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.110+0000 7fac14601740 1 -- 172.21.15.17:0/2395467022 wait complete. 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.111+0000 7fac14601740 1 -- start start 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.111+0000 7fac14601740 1 Processor -- start 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a0a0a50 0x55a35a0e06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0f6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a35a098820 con 0x55a35a09f2c0 2024-09-19T08:03:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a35a0f8ee0 con 0x55a35a0a0a50 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a35a0c9340 con 0x55a35a0e3630 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac14601740 10 client.0 _ll_register_callbacks cb 0x7fabf4001350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40308/0 (socket says 172.21.15.17:40308) 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 -- 172.21.15.17:0/493253679 learned_addr learned my addr 172.21.15.17:0/493253679 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a0a0a50 0x55a35a0e06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0b7fe640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0f6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 -- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 msgr2=0x55a35a0f6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0f6a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 -- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a0a0a50 msgr2=0x55a35a0e06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a0a0a50 0x55a35a0e06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 -- 172.21.15.17:0/493253679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a35a09a350 con 0x55a35a09f2c0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fac0affd640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fac040090b0 tx=0x7fac04004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8585f65625c98b5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.112+0000 7fabea7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac04037040 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fac04032cd0 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabfc071170 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=12) ==== 24+0+0 (secure 0 0 0) 0x7fac04051480 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 10 client.5028 fetch_fsmap learned FSMap version 12 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=12,monmap=2+}) -- 0x55a35a0e41c0 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabfc071170 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 12) ==== 3502+0+0 (secure 0 0 0) 0x7fac04062050 con 0x55a35a09f2c0 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 10 client.5028 fetch_fsmap finished waiting for FSMap version 12 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 10 client.5028 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 20 client.5028 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be3e0 0x55a35a0e7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 4 client.5028 mds_command: new command op to 4807 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:03:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 --> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] -- command(tid 0: {"prefix": "status"}) -- 0x55a35a008fa0 con 0x55a35a0be3e0 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.113+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be3e0 0x55a35a0e7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac0a7fc640 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be3e0 0x55a35a0e7440 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2966ab37814b924f server_cookie=e0046ef68613eead in_seq=0 out_seq=0 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fabea7fc640 10 client.5028 ms_handle_connect on v2:172.21.15.17:6833/1606400197 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fabea7fc640 1 -- 172.21.15.17:0/493253679 <== mds.0 v2:172.21.15.17:6833/1606400197 1 ==== command_reply(tid 0: 0 ) ==== 8+0+317 (crc 0 0 0) 0x55a35a008fa0 con 0x55a35a0be3e0 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fabea7fc640 10 client.5028 handle_command_reply: tid=0 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 client.5028 shutdown 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 msgr2=0x55a35a145d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fac040090b0 tx=0x7fac04004730 comp rx=0 tx=0).stop 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 shutdown_connections 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:6833/1606400197,v1:172.21.15.17:6835/1606400197] conn(0x55a35a0be3e0 0x55a35a0e7440 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a35a0e3630 0x55a35a0f6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fabea7fc640 0 client.5028 ms_handle_reset on v2:172.21.15.17:6833/1606400197 2024-09-19T08:03:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a35a0a0a50 0x55a35a0e06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 --2- 172.21.15.17:0/493253679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a35a09f2c0 0x55a35a145d10 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 >> 172.21.15.17:0/493253679 conn(0x55a35a09ca80 msgr2=0x55a35a0bfc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 shutdown_connections 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 1 -- 172.21.15.17:0/493253679 wait complete. 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.114+0000 7fac14601740 20 client.5028 trim_cache size 0 max 16384 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 4807, 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:03:18.120 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.64970003, 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 12, 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 33, 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 33, 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 12.532461626 2024-09-19T08:03:18.121 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 msgr2=0x7fabec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 0x7fabec06e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fac04034000 tx=0x7fac0402e000 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 msgr2=0x7fac0c0b6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00ba10 tx=0x7fabfc00bed0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 shutdown_connections 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabec06c2b0 0x7fabec06e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac0c147840 0x7fac0c0b6120 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac0c0d1da0 0x7fac0c0b3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 --2- 172.21.15.17:0/3171869021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac0c071d60 0x7fac0c1f48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 >> 172.21.15.17:0/3171869021 conn(0x7fac0c06d110 msgr2=0x7fac0c1601a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 shutdown_connections 2024-09-19T08:03:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.115+0000 7fac11865640 1 -- 172.21.15.17:0/3171869021 wait complete. 2024-09-19T08:03:18.125 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:03:18.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.228+0000 7f9e98b52640 1 Processor -- start 2024-09-19T08:03:18.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.228+0000 7f9e98b52640 1 -- start start 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e98b52640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9e940cf480 0x7f9e94162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e98b52640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e940b39a0 con 0x7f9e9415e7c0 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e98b52640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e9415eba0 con 0x7f9e940b6a40 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e98b52640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9e941630d0 con 0x7f9e940cf480 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e9259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9e9415e7c0 0x7f9e940b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38446/0 (socket says 172.21.15.17:38446) 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.229+0000 7f9e9259c640 1 -- 172.21.15.17:0/549869964 learned_addr learned my addr 172.21.15.17:0/549869964 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e92d9d640 1 --2- 172.21.15.17:0/549869964 >> v2:172.21.15.160:3300/0 conn(0x7f9e940cf480 0x7f9e94162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 47640974 0 0) 0x7f9e940b39a0 con 0x7f9e9415e7c0 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e80003520 con 0x7f9e9415e7c0 2024-09-19T08:03:18.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2892641808 0 0) 0x7f9e7c001110 con 0x7f9e940b6a40 2024-09-19T08:03:18.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e940b39a0 con 0x7f9e940b6a40 2024-09-19T08:03:18.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1234184031 0 0) 0x7f9e80003520 con 0x7f9e9415e7c0 2024-09-19T08:03:18.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e92d9d640 1 -- 172.21.15.17:0/549869964 >> v1:172.21.15.160:6789/0 conn(0x7f9e940b6a40 legacy=0x7f9e940b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e92d9d640 1 -- 172.21.15.17:0/549869964 >> v1:172.21.15.17:6789/0 conn(0x7f9e9415e7c0 legacy=0x7f9e940b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.230+0000 7f9e92d9d640 1 -- 172.21.15.17:0/549869964 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e940cfc60 con 0x7f9e940cf480 2024-09-19T08:03:18.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e92d9d640 1 --2- 172.21.15.17:0/549869964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e94162b90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0097a0 tx=0x7f9e8c02a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca78464b12c012da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c037070 con 0x7f9e940cf480 2024-09-19T08:03:18.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e8c02ace0 con 0x7f9e940cf480 2024-09-19T08:03:18.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e9159a640 1 -- 172.21.15.17:0/549869964 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e840019f0 con 0x7f9e940cf480 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e98b52640 1 -- 172.21.15.17:0/549869964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 msgr2=0x7f9e94162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.231+0000 7f9e98b52640 1 --2- 172.21.15.17:0/549869964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e94162b90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0097a0 tx=0x7f9e8c02a250 comp rx=0 tx=0).stop 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.232+0000 7f9e98b52640 1 -- 172.21.15.17:0/549869964 shutdown_connections 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.232+0000 7f9e98b52640 1 --2- 172.21.15.17:0/549869964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e94162b90 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.232+0000 7f9e98b52640 1 -- 172.21.15.17:0/549869964 >> 172.21.15.17:0/549869964 conn(0x7f9e940d1320 msgr2=0x7f9e940d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.232+0000 7f9e98b52640 1 -- 172.21.15.17:0/549869964 shutdown_connections 2024-09-19T08:03:18.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.232+0000 7f9e98b52640 1 -- 172.21.15.17:0/549869964 wait complete. 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.233+0000 7f9e98b52640 1 Processor -- start 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.233+0000 7f9e98b52640 1 -- start start 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e940b95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 0x7f9e9415c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9415f100 con 0x7f9e940b6a40 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9415ee20 con 0x7f9e940cf480 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e98b52640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9e9415f3e0 con 0x7f9e9415e7c0 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40320/0 (socket says 172.21.15.17:40320) 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 -- 172.21.15.17:0/3297600108 learned_addr learned my addr 172.21.15.17:0/3297600108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e91d9b640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e940b95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e92d9d640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 0x7f9e9415c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 -- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 msgr2=0x7f9e9415c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 0x7f9e9415c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 -- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 msgr2=0x7f9e940b95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e940b95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 -- 172.21.15.17:0/3297600108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e940cbaf0 con 0x7f9e940b6a40 2024-09-19T08:03:18.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e92d9d640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 0x7f9e9415c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.234+0000 7f9e9259c640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400cc10 tx=0x7f9e8400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.235+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e84017070 con 0x7f9e940b6a40 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.235+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e8400ce20 con 0x7f9e940b6a40 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.235+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e84012640 con 0x7f9e940b6a40 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.235+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e940cbdd0 con 0x7f9e940b6a40 2024-09-19T08:03:18.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.235+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e940cc390 con 0x7f9e940b6a40 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.236+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e9415f900 con 0x7f9e940b6a40 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.236+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e8401a070 con 0x7f9e940b6a40 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.237+0000 7f9e8affd640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.237+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f9e8408b3c0 con 0x7f9e940b6a40 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.237+0000 7f9e91d9b640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:18.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.238+0000 7f9e91d9b640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 0x7f9e7406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9e940b8fe0 tx=0x7f9e7c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:18.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.241+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e84059b30 con 0x7f9e940b6a40 2024-09-19T08:03:18.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.452+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9e940d2150 con 0x7f9e940b6a40 2024-09-19T08:03:18.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.452+0000 7f9e8affd640 1 -- 172.21.15.17:0/3297600108 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v12) ==== 53+0+73 (secure 0 0 0) 0x7f9e84059430 con 0x7f9e940b6a40 2024-09-19T08:03:18.452 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 msgr2=0x7f9e7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 0x7f9e7406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9e940b8fe0 tx=0x7f9e7c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 msgr2=0x7f9e94155c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400cc10 tx=0x7f9e8400a430 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 shutdown_connections 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e7406c2b0 0x7f9e7406e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e9415e7c0 0x7f9e9415c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e940cf480 0x7f9e940b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 --2- 172.21.15.17:0/3297600108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e940b6a40 0x7f9e94155c80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 >> 172.21.15.17:0/3297600108 conn(0x7f9e940d1320 msgr2=0x7f9e940b56f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 shutdown_connections 2024-09-19T08:03:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:18.455+0000 7f9e98b52640 1 -- 172.21.15.17:0/3297600108 wait complete. 2024-09-19T08:03:18.465 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:03:18.466 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:18.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:18.466 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:03:18.483 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:03:18.483 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:03:18.484 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42722sec preferred_lft 42722sec 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:03:18.485 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:03:18.486 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:18.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:18.487 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:03:18.552 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:03:19.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.106 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:03:19.165 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:03:19.166 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:03:19.166 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:03:19.166 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:03:19.166 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:03:19.166 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:03:19.166 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:03:19.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:03:19.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:03:19.167 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:03:19.167 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:03:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:03:19.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:03:19.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.303 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:03:19.320 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:03:19.320 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:03:19.320 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:19.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.320 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:03:19.387 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:03:19.387 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:03:19.388 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:19.444 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:19.444 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:03:19.444 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:19.500 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:03:19.567 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:03:19.624 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:03:19.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:03:19.624 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:03:19.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:03:19.624 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:03:19.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:19.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:19.627 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:19.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.627 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:03:19.680 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:03:19.680 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:03:19.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:03:19.748 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:03:19.806 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:03:19.807 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:19.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.808 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:03:19.809 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:03:19.807+0000 7f8d10b99480 -1 init, newargv = 0x55b5b59f9d50 newargc=15 2024-09-19T08:03:19.809 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[47170]: starting ceph client 2024-09-19T08:03:19.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[47170]: starting fuse 2024-09-19T08:03:19.825 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:03:19.825 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:03:19.825 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:03:19.825 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:03:19.825 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:03:19.826 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:03:19.827 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:19.945 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.47170.asok 2024-09-19T08:03:19.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:03:19.955 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47170.asok 2024-09-19T08:03:19.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:19.955 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47170.asok status 2024-09-19T08:03:20.092 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:20.092 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:03:20.092 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "47170", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5040, 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:03:20.093 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 5040 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2062193457 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2062193457 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.5040 192.168.0.1:0/2062193457", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2062193457", 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:03:20.094 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 12, 2024-09-19T08:03:20.095 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 33, 2024-09-19T08:03:20.095 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:03:20.095 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:03:20.095 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:03:20.095 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:20.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:20.101 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:03:20.101 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:20.117 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:03:20.117 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:20.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:20.118 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:20.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:20.184 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir/) 2024-09-19T08:03:20.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:20.245 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/file_undamaged) 2024-09-19T08:03:20.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:20.304 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/file_to_be_damaged) 2024-09-19T08:03:20.362 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:03:20.363 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:03:20.363 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:03:20.363 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:20.363 DEBUG:teuthology.orchestra.run.smithi017:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir").st_ino) 2024-09-19T08:03:20.363 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:20.470 INFO:teuthology.orchestra.run.smithi017.stdout:1099511627776 2024-09-19T08:03:20.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:03:20.480 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:03:20.480 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:03:20.537 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:03:20.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.681+0000 7f60a61e8640 1 Processor -- start 2024-09-19T08:03:20.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.681+0000 7f60a61e8640 1 -- start start 2024-09-19T08:03:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60a015eab0 0x7f60a006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a00b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 0x7f60a00b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f60a00d09d0 con 0x7f60a015eab0 2024-09-19T08:03:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f60a015ee90 con 0x7f60a00b80c0 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f60a61e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f60a006df20 con 0x7f60a006dae0 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60a015eab0 0x7f60a006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60a015eab0 0x7f60a006d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40326/0 (socket says 172.21.15.17:40326) 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 -- 172.21.15.17:0/1494983300 learned_addr learned my addr 172.21.15.17:0/1494983300 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609effd640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a00b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 -- 172.21.15.17:0/1494983300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 msgr2=0x7f60a00b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a00b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609ffff640 1 --2- 172.21.15.17:0/1494983300 >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 0x7f60a00b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.682+0000 7f609f7fe640 1 -- 172.21.15.17:0/1494983300 >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 msgr2=0x7f60a00b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1494983300 >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 0x7f60a00b8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609f7fe640 1 -- 172.21.15.17:0/1494983300 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a00d17e0 con 0x7f60a015eab0 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609ffff640 1 --2- 172.21.15.17:0/1494983300 >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 0x7f60a00b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a006d5a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f60a00688e0 tx=0x7f609002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57ccbd48260c311e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609e7fc640 1 -- 172.21.15.17:0/1494983300 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090037070 con 0x7f60a015eab0 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.683+0000 7f609e7fc640 1 -- 172.21.15.17:0/1494983300 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6090032440 con 0x7f60a015eab0 2024-09-19T08:03:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f609e7fc640 1 -- 172.21.15.17:0/1494983300 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090032810 con 0x7f60a015eab0 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 -- 172.21.15.17:0/1494983300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 msgr2=0x7f60a006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a006d5a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f60a00688e0 tx=0x7f609002a2a0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 -- 172.21.15.17:0/1494983300 shutdown_connections 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1494983300 >> v2:172.21.15.160:3300/0 conn(0x7f60a00b80c0 0x7f60a00b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a00b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1494983300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a006d5a0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 -- 172.21.15.17:0/1494983300 >> 172.21.15.17:0/1494983300 conn(0x7f60a00d4b30 msgr2=0x7f60a00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 -- 172.21.15.17:0/1494983300 shutdown_connections 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.684+0000 7f60a61e8640 1 -- 172.21.15.17:0/1494983300 wait complete. 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.685+0000 7f60a61e8640 1 Processor -- start 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.685+0000 7f60a61e8640 1 -- start start 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a0150a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60a00b80c0 0x7f60a00b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f60a00d01d0 con 0x7f60a015eab0 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f60a00cfef0 con 0x7f60a00b80c0 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f60a61e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f60a00d04b0 con 0x7f60a006dae0 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f609ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f609ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40336/0 (socket says 172.21.15.17:40336) 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.686+0000 7f609ffff640 1 -- 172.21.15.17:0/1061328323 learned_addr learned my addr 172.21.15.17:0/1061328323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609effd640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60a00b80c0 0x7f60a00b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a0150a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 -- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 msgr2=0x7f60a0150a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a0150a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 -- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60a00b80c0 msgr2=0x7f60a00b8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60a00b80c0 0x7f60a00b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 -- 172.21.15.17:0/1061328323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a0152290 con 0x7f60a015eab0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f609ffff640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f609800cef0 tx=0x7f609800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609801a070 con 0x7f60a015eab0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f609800d860 con 0x7f60a015eab0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609800dc50 con 0x7f60a015eab0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a0152570 con 0x7f60a015eab0 2024-09-19T08:03:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.687+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a0152b30 con 0x7f60a015eab0 2024-09-19T08:03:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.688+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60a00ceb50 con 0x7f60a015eab0 2024-09-19T08:03:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.688+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f609801d070 con 0x7f60a015eab0 2024-09-19T08:03:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.689+0000 7f6087fff640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 0x7f608c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.689+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f609808bd20 con 0x7f60a015eab0 2024-09-19T08:03:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.689+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 0x7f608c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:20.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.690+0000 7f609f7fe640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 0x7f608c06e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6090034000 tx=0x7f609002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:20.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.693+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f609805a550 con 0x7f60a015eab0 2024-09-19T08:03:20.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.882+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f60a01621c0 con 0x7f60a015eab0 2024-09-19T08:03:20.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.882+0000 7f6087fff640 1 -- 172.21.15.17:0/1061328323 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) ==== 80+0+0 (secure 0 0 0) 0x7f6098059e50 con 0x7f60a015eab0 2024-09-19T08:03:20.882 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.884+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 msgr2=0x7f608c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.884+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 0x7f608c06e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6090034000 tx=0x7f609002e000 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 msgr2=0x7f60a00b8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f609800cef0 tx=0x7f609800a710 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 shutdown_connections 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f608c06c2e0 0x7f608c06e7a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60a015eab0 0x7f60a00b8f90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60a00b80c0 0x7f60a00b8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 --2- 172.21.15.17:0/1061328323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f60a006dae0 0x7f60a0150a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 >> 172.21.15.17:0/1061328323 conn(0x7f60a00d4b30 msgr2=0x7f60a00b9a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:20.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 shutdown_connections 2024-09-19T08:03:20.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:20.885+0000 7f60a61e8640 1 -- 172.21.15.17:0/1061328323 wait complete. 2024-09-19T08:03:20.895 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:03:20.895 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:03:20.912 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:03:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.056+0000 7fc6826e4640 1 Processor -- start 2024-09-19T08:03:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.056+0000 7fc6826e4640 1 -- start start 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc6826e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c15e670 0x7fc67c070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc6826e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc67c0cef50 0x7fc67c15f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc6826e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc67c0cf400 con 0x7fc67c0ceaf0 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc6826e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc67c0d0040 con 0x7fc67c0cef50 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc6826e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc67c072f80 con 0x7fc67c15e670 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc680c81640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc67c0cef50 0x7fc67c15f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc67b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc67c0ceaf0 0x7fc67c15ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:38452/0 (socket says 172.21.15.17:38452) 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc67b7fe640 1 -- 172.21.15.17:0/2297189613 learned_addr learned my addr 172.21.15.17:0/2297189613 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc67bfff640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c15e670 0x7fc67c070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc680c81640 1 -- 172.21.15.17:0/2297189613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c15e670 msgr2=0x7fc67c070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc680c81640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c15e670 0x7fc67c070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc680c81640 1 -- 172.21.15.17:0/2297189613 >> v1:172.21.15.17:6789/0 conn(0x7fc67c0ceaf0 legacy=0x7fc67c15ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc680c81640 1 -- 172.21.15.17:0/2297189613 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67c0731d0 con 0x7fc67c0cef50 2024-09-19T08:03:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.057+0000 7fc67affd640 1 -- 172.21.15.17:0/2297189613 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 630904353 0 0) 0x7fc67c0cf400 con 0x7fc67c0ceaf0 2024-09-19T08:03:21.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.058+0000 7fc680c81640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c0cef50 0x7fc67c15f160 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc674009d90 tx=0x7fc67402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d5ebf5b5961e91 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:21.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.058+0000 7fc67affd640 1 -- 172.21.15.17:0/2297189613 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674007740 con 0x7fc67c0cef50 2024-09-19T08:03:21.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.058+0000 7fc67affd640 1 -- 172.21.15.17:0/2297189613 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6740078e0 con 0x7fc67c0cef50 2024-09-19T08:03:21.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.058+0000 7fc67affd640 1 -- 172.21.15.17:0/2297189613 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674007cb0 con 0x7fc67c0cef50 2024-09-19T08:03:21.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 -- 172.21.15.17:0/2297189613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c0cef50 msgr2=0x7fc67c15f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c0cef50 0x7fc67c15f160 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc674009d90 tx=0x7fc67402a6f0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 -- 172.21.15.17:0/2297189613 shutdown_connections 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c0cef50 0x7fc67c15f160 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 --2- 172.21.15.17:0/2297189613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c15e670 0x7fc67c070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 -- 172.21.15.17:0/2297189613 >> 172.21.15.17:0/2297189613 conn(0x7fc67c06f400 msgr2=0x7fc67c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 -- 172.21.15.17:0/2297189613 shutdown_connections 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.059+0000 7fc6826e4640 1 -- 172.21.15.17:0/2297189613 wait complete. 2024-09-19T08:03:21.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.060+0000 7fc6826e4640 1 Processor -- start 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.060+0000 7fc6826e4640 1 -- start start 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c0ceaf0 0x7fc67c141230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 0x7fc67c152630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c073790 con 0x7fc67c15e670 2024-09-19T08:03:21.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c073de0 con 0x7fc67c0cef50 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc6826e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc67c073a70 con 0x7fc67c0ceaf0 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40346/0 (socket says 172.21.15.17:40346) 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 -- 172.21.15.17:0/349477305 learned_addr learned my addr 172.21.15.17:0/349477305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc67b7fe640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 0x7fc67c152630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc67bfff640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c0ceaf0 0x7fc67c141230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 -- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c0ceaf0 msgr2=0x7fc67c141230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c0ceaf0 0x7fc67c141230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 -- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 msgr2=0x7fc67c152630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 0x7fc67c152630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 -- 172.21.15.17:0/349477305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67c141770 con 0x7fc67c15e670 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc67b7fe640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 0x7fc67c152630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:21.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc680c81640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc674009eb0 tx=0x7fc674004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674040070 con 0x7fc67c15e670 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.061+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc674031bc0 con 0x7fc67c15e670 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.062+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc67c1530b0 con 0x7fc67c15e670 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.062+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674045460 con 0x7fc67c15e670 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.062+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc67c153670 con 0x7fc67c15e670 2024-09-19T08:03:21.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.063+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc67c071410 con 0x7fc67c15e670 2024-09-19T08:03:21.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.063+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc674039040 con 0x7fc67c15e670 2024-09-19T08:03:21.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.063+0000 7fc678ff9640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 0x7fc66806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:21.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.064+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc6740accd0 con 0x7fc67c15e670 2024-09-19T08:03:21.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.064+0000 7fc67bfff640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 0x7fc66806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:21.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.064+0000 7fc67bfff640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 0x7fc66806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc66c006fd0 tx=0x7fc66c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:21.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.068+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc67407b4d0 con 0x7fc67c15e670 2024-09-19T08:03:21.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.256+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc67c15c820 con 0x7fc67c15e670 2024-09-19T08:03:21.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.256+0000 7fc678ff9640 1 -- 172.21.15.17:0/349477305 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) ==== 80+0+0 (secure 0 0 0) 0x7fc67407add0 con 0x7fc67c15e670 2024-09-19T08:03:21.256 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:03:21.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 msgr2=0x7fc66806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 0x7fc66806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc66c006fd0 tx=0x7fc66c008040 comp rx=0 tx=0).stop 2024-09-19T08:03:21.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 msgr2=0x7fc67c154c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc674009eb0 tx=0x7fc674004a40 comp rx=0 tx=0).stop 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 shutdown_connections 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc66806c2b0 0x7fc66806e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc67c15e670 0x7fc67c154c20 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc67c0cef50 0x7fc67c152630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 --2- 172.21.15.17:0/349477305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc67c0ceaf0 0x7fc67c141230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 >> 172.21.15.17:0/349477305 conn(0x7fc67c06f400 msgr2=0x7fc67c143ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 shutdown_connections 2024-09-19T08:03:21.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:21.258+0000 7fc6826e4640 1 -- 172.21.15.17:0/349477305 wait complete. 2024-09-19T08:03:21.269 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:03:21.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:21.269 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:21.293 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[47170]: fuse finished with error 0 and tester_r 0 2024-09-19T08:03:21.295 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:27.099 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:03:27.102 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:03:27.396 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:03:27.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:27.396 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:03:27.417 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:27.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.571+0000 7ff9384f1640 1 Processor -- start 2024-09-19T08:03:27.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.571+0000 7ff9384f1640 1 -- start start 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff9384f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff9300d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff9384f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93006cec0 con 0x7ff93015e4e0 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff9384f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93006d160 con 0x7ff93015e8c0 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff9384f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9300d2d40 con 0x7ff9300b6ee0 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff93628d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff93015e4e0 0x7ff9300b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50402/0 (socket says 172.21.15.17:50402) 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff93628d640 1 -- 172.21.15.17:0/330604039 learned_addr learned my addr 172.21.15.17:0/330604039 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1521912806 0 0) 0x7ff93006cec0 con 0x7ff93015e4e0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff91c003520 con 0x7ff93015e4e0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.572+0000 7ff936a8e640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff9300d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3497692251 0 0) 0x7ff91c003520 con 0x7ff93015e4e0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 msgr2=0x7ff9300d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff9300d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 >> v1:172.21.15.160:6789/0 conn(0x7ff93015e8c0 legacy=0x7ff9300d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93006d440 con 0x7ff93015e4e0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7ff92c001670 con 0x7ff93015e4e0 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 >> v1:172.21.15.17:6789/0 conn(0x7ff93015e4e0 legacy=0x7ff9300b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff91c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff91c003f60 0x7ff91c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c004d40 0x7ff91c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300d2d40 con 0x7ff91c004d40 2024-09-19T08:03:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff91c00bb50 con 0x7ff91c003f60 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff91c00bd50 con 0x7ff9300b6ee0 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff91c003f60 0x7ff91c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff936a8e640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c004d40 0x7ff91c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff93628d640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff91c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 -- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 msgr2=0x7ff91c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b6ee0 0x7ff91c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 -- 172.21.15.17:0/330604039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c004d40 msgr2=0x7ff91c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c004d40 0x7ff91c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff935a8c640 1 -- 172.21.15.17:0/330604039 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff91c003520 con 0x7ff91c003f60 2024-09-19T08:03:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.573+0000 7ff936a8e640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c004d40 0x7ff91c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.574+0000 7ff935a8c640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff91c003f60 0x7ff91c004800 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff920001780 tx=0x7ff91c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60fef85c02cc8a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.574+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920001370 con 0x7ff91c003f60 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.574+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9200052d0 con 0x7ff91c003f60 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.574+0000 7ff93528b640 1 -- 172.21.15.17:0/330604039 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92002ac00 con 0x7ff91c003f60 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 -- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff91c003f60 msgr2=0x7ff91c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 --2- 172.21.15.17:0/330604039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff91c003f60 0x7ff91c004800 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff920001780 tx=0x7ff91c005830 comp rx=0 tx=0).stop 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff936a8e640 1 -- 172.21.15.17:0/330604039 reap_dead start 2024-09-19T08:03:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 -- 172.21.15.17:0/330604039 shutdown_connections 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 -- 172.21.15.17:0/330604039 >> 172.21.15.17:0/330604039 conn(0x7ff93006f400 msgr2=0x7ff93006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 -- 172.21.15.17:0/330604039 shutdown_connections 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.575+0000 7ff9384f1640 1 -- 172.21.15.17:0/330604039 wait complete. 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.576+0000 7ff9384f1640 1 Processor -- start 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.576+0000 7ff9384f1640 1 -- start start 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 0x7ff9300b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 0x7ff9301f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300d26d0 con 0x7ff91c003f60 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff93006ec50 con 0x7ff9301f4550 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff9384f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9300d2850 con 0x7ff9300b1840 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44472/0 (socket says 172.21.15.17:44472) 2024-09-19T08:03:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 -- 172.21.15.17:0/3547576443 learned_addr learned my addr 172.21.15.17:0/3547576443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff935a8c640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 0x7ff9300b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff936a8e640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 0x7ff9301f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 -- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 msgr2=0x7ff9300b1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 0x7ff9300b1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 -- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 msgr2=0x7ff9301f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 0x7ff9301f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff93628d640 1 -- 172.21.15.17:0/3547576443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9300aebf0 con 0x7ff91c003f60 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff935a8c640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 0x7ff9300b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.577+0000 7ff936a8e640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 0x7ff9301f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff93628d640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff92c0072c0 tx=0x7ff92c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c00f960 con 0x7ff91c003f60 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff92c018070 con 0x7ff91c003f60 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9300aeed0 con 0x7ff91c003f60 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c00fd20 con 0x7ff91c003f60 2024-09-19T08:03:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.578+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9300af490 con 0x7ff91c003f60 2024-09-19T08:03:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.579+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9300b67d0 con 0x7ff91c003f60 2024-09-19T08:03:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.580+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff92c01d460 con 0x7ff91c003f60 2024-09-19T08:03:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.580+0000 7ff926ffd640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 0x7ff91406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.580+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7ff92c08b540 con 0x7ff91c003f60 2024-09-19T08:03:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.580+0000 7ff935a8c640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 0x7ff91406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:27.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.581+0000 7ff935a8c640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 0x7ff91406e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff920032000 tx=0x7ff92002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:27.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.585+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff92c059cb0 con 0x7ff91c003f60 2024-09-19T08:03:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.800+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff930071340 con 0x7ff91c003f60 2024-09-19T08:03:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.800+0000 7ff926ffd640 1 -- 172.21.15.17:0/3547576443 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+5217 (secure 0 0 0) 0x7ff92c0595b0 con 0x7ff91c003f60 2024-09-19T08:03:27.800 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:27.800 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":12,"btime":"2024-09-19T08:03:15:472571+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:14.807339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4807},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4807":{"gid":4807,"name":"c","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1606400197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1606400197},{"type":"v1","addr":"172.21.15.17:6835","nonce":1606400197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4807,"qdb_cluster":[4807]},"id":2}]} 2024-09-19T08:03:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 12 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 msgr2=0x7ff91406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 0x7ff91406e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff920032000 tx=0x7ff92002e000 comp rx=0 tx=0).stop 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 msgr2=0x7ff9300afc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff92c0072c0 tx=0x7ff92c007780 comp rx=0 tx=0).stop 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 shutdown_connections 2024-09-19T08:03:27.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff91406c2e0 0x7ff91406e7a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9301f4550 0x7ff9301f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9300b1840 0x7ff9300b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 --2- 172.21.15.17:0/3547576443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff91c003f60 0x7ff9300afc90 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 >> 172.21.15.17:0/3547576443 conn(0x7ff93006f400 msgr2=0x7ff93006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 shutdown_connections 2024-09-19T08:03:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:27.802+0000 7ff9384f1640 1 -- 172.21.15.17:0/3547576443 wait complete. 2024-09-19T08:03:27.813 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-19T08:03:27.937 INFO:teuthology.orchestra.run.smithi017.stdout:{"message":"","return_code":0} 2024-09-19T08:03:27.938 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T08:03:27.938 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:03:28.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.041+0000 7efd92f0a640 1 Processor -- start 2024-09-19T08:03:28.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.041+0000 7efd92f0a640 1 -- start start 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd92f0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 0x7efd8c15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd92f0a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd8c0b59b0 con 0x7efd8c070660 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd92f0a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd8c0b5c90 con 0x7efd8c0d27b0 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd92f0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efd8c0b5790 con 0x7efd8c0b5320 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd914a7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efd8c070660 0x7efd8c0b6a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50410/0 (socket says 172.21.15.17:50410) 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd914a7640 1 -- 172.21.15.17:0/3618359420 learned_addr learned my addr 172.21.15.17:0/3618359420 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd8bfff640 1 --2- 172.21.15.17:0/3618359420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 0x7efd8c15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.042+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3982902229 0 0) 0x7efd8c0b59b0 con 0x7efd8c070660 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd78003520 con 0x7efd8c070660 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 186488347 0 0) 0x7efd8c0b5c90 con 0x7efd8c0d27b0 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd8c0b59b0 con 0x7efd8c0d27b0 2024-09-19T08:03:28.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3329316903 0 0) 0x7efd78003520 con 0x7efd8c070660 2024-09-19T08:03:28.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8bfff640 1 -- 172.21.15.17:0/3618359420 >> v1:172.21.15.160:6789/0 conn(0x7efd8c0d27b0 legacy=0x7efd8c15d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8bfff640 1 -- 172.21.15.17:0/3618359420 >> v1:172.21.15.17:6789/0 conn(0x7efd8c070660 legacy=0x7efd8c0b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.043+0000 7efd8bfff640 1 -- 172.21.15.17:0/3618359420 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8c0b5f70 con 0x7efd8c0b5320 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd8bfff640 1 --2- 172.21.15.17:0/3618359420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 0x7efd8c15d2e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efd740097d0 tx=0x7efd7402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6565e8b875c12c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74037070 con 0x7efd8c0b5320 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd7402ac30 con 0x7efd8c0b5320 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd8b7fe640 1 -- 172.21.15.17:0/3618359420 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd840019f0 con 0x7efd8c0b5320 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 -- 172.21.15.17:0/3618359420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 msgr2=0x7efd8c15d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 --2- 172.21.15.17:0/3618359420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 0x7efd8c15d2e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efd740097d0 tx=0x7efd7402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 -- 172.21.15.17:0/3618359420 shutdown_connections 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 --2- 172.21.15.17:0/3618359420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c0b5320 0x7efd8c15d2e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 -- 172.21.15.17:0/3618359420 >> 172.21.15.17:0/3618359420 conn(0x7efd8c06f400 msgr2=0x7efd8c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 -- 172.21.15.17:0/3618359420 shutdown_connections 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.044+0000 7efd92f0a640 1 -- 172.21.15.17:0/3618359420 wait complete. 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.046+0000 7efd92f0a640 1 Processor -- start 2024-09-19T08:03:28.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.046+0000 7efd92f0a640 1 -- start start 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c070660 0x7efd8c160800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efd8c0d27b0 0x7efd8c143a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c0b6530 con 0x7efd8c0b5320 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c15e0c0 con 0x7efd8c0d27b0 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd92f0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efd8c0d2b90 con 0x7efd8c070660 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44476/0 (socket says 172.21.15.17:44476) 2024-09-19T08:03:28.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 -- 172.21.15.17:0/690826123 learned_addr learned my addr 172.21.15.17:0/690826123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd90ca6640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c070660 0x7efd8c160800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd914a7640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efd8c0d27b0 0x7efd8c143a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 -- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c070660 msgr2=0x7efd8c160800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c070660 0x7efd8c160800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 -- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efd8c0d27b0 msgr2=0x7efd8c143a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efd8c0d27b0 0x7efd8c143a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 -- 172.21.15.17:0/690826123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8c144d30 con 0x7efd8c0b5320 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd8bfff640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7efd74035040 tx=0x7efd740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.047+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74041020 con 0x7efd8c0b5320 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.048+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd7403d640 con 0x7efd8c0b5320 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.048+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd8c145010 con 0x7efd8c0b5320 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.048+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74037040 con 0x7efd8c0b5320 2024-09-19T08:03:28.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.048+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd8c1455d0 con 0x7efd8c0b5320 2024-09-19T08:03:28.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.049+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd8c15d2e0 con 0x7efd8c0b5320 2024-09-19T08:03:28.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.049+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efd74044020 con 0x7efd8c0b5320 2024-09-19T08:03:28.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.049+0000 7efd897fa640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 0x7efd6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.050+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7efd740ab8e0 con 0x7efd8c0b5320 2024-09-19T08:03:28.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.050+0000 7efd90ca6640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 0x7efd6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.050+0000 7efd90ca6640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 0x7efd6c06e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efd7c0011e0 tx=0x7efd7c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.054+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efd7404b030 con 0x7efd8c0b5320 2024-09-19T08:03:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.267+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7efd8c15bb50 con 0x7efd8c0b5320 2024-09-19T08:03:28.267 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:03:28.267+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:03:28.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.268+0000 7efd897fa640 1 -- 172.21.15.17:0/690826123 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v13) ==== 161+0+0 (secure 0 0 0) 0x7efd74079970 con 0x7efd8c0b5320 2024-09-19T08:03:28.268 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.271+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 msgr2=0x7efd6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.271+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 0x7efd6c06e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efd7c0011e0 tx=0x7efd7c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 msgr2=0x7efd8c145af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7efd74035040 tx=0x7efd740046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 shutdown_connections 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd6c06c2b0 0x7efd6c06e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efd8c0d27b0 0x7efd8c143a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd8c0b5320 0x7efd8c145af0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 --2- 172.21.15.17:0/690826123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efd8c070660 0x7efd8c160800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 >> 172.21.15.17:0/690826123 conn(0x7efd8c06f400 msgr2=0x7efd8c15ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 shutdown_connections 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.272+0000 7efd92f0a640 1 -- 172.21.15.17:0/690826123 wait complete. 2024-09-19T08:03:28.273 INFO:tasks.ceph.mds.c.smithi017.stderr: -3414> 2024-09-19T08:03:16.435+0000 7f03e839f640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:03:28.283 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 file_to_be_damaged_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:03:28.305 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:03:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.331+0000 7f3974ee8f40 1 Processor -- start 2024-09-19T08:03:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.331+0000 7f3974ee8f40 1 -- start start 2024-09-19T08:03:28.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a20bed80 0x5567a216f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a2175ee0 0x5567a21926d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5567a20bbe00 con 0x5567a20bce20 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5567a200d510 con 0x5567a20bed80 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5567a2177240 con 0x5567a2175ee0 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44526/0 (socket says 172.21.15.17:44526) 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 -- 172.21.15.17:0/2497900669 learned_addr learned my addr 172.21.15.17:0/2497900669 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39731df640 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a2175ee0 0x5567a21926d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f396bfff640 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a20bed80 0x5567a216f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 -- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a2175ee0 msgr2=0x5567a21926d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a2175ee0 0x5567a21926d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 -- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a20bed80 msgr2=0x5567a216f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a20bed80 0x5567a216f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 -- 172.21.15.17:0/2497900669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a2191d20 con 0x5567a20bce20 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.332+0000 7f39729de640 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f396400a460 tx=0x7f396400a920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e8ae1cee5b4a101 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f39719dc640 1 -- 172.21.15.17:0/2497900669 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396400b920 con 0x5567a20bce20 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f39719dc640 1 -- 172.21.15.17:0/2497900669 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f396400f070 con 0x5567a20bce20 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f39719dc640 1 -- 172.21.15.17:0/2497900669 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396400bd20 con 0x5567a20bce20 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2497900669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 msgr2=0x5567a221c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f396400a460 tx=0x7f396400a920 comp rx=0 tx=0).stop 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2497900669 shutdown_connections 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a2175ee0 0x5567a21926d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a20bed80 0x5567a216f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2497900669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bce20 0x5567a221c9d0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2497900669 >> 172.21.15.17:0/2497900669 conn(0x5567a20e6400 msgr2=0x5567a20bc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:28.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2497900669 shutdown_connections 2024-09-19T08:03:28.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.333+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2497900669 wait complete. 2024-09-19T08:03:28.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 Processor -- start 2024-09-19T08:03:28.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 -- start start 2024-09-19T08:03:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a20bce20 0x5567a216df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 0x5567a2192640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a2175ee0 0x5567a2192b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5567a218fa30 con 0x5567a20bed80 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5567a218f7e0 con 0x5567a2175ee0 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.334+0000 7f3974ee8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5567a20eb850 con 0x5567a20bce20 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 0x5567a2192640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 0x5567a2192640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44536/0 (socket says 172.21.15.17:44536) 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 -- 172.21.15.17:0/2646686701 learned_addr learned my addr 172.21.15.17:0/2646686701 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f39729de640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a20bce20 0x5567a216df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f39731df640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a2175ee0 0x5567a2192b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 -- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a20bce20 msgr2=0x5567a216df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5567a20bce20 0x5567a216df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 -- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a2175ee0 msgr2=0x5567a2192b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5567a2175ee0 0x5567a2192b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 -- 172.21.15.17:0/2646686701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a216e4a0 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f396bfff640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 0x5567a2192640 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f395c007e70 tx=0x7f395c006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f39709da640 1 -- 172.21.15.17:0/2646686701 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395c011700 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f39709da640 1 -- 172.21.15.17:0/2646686701 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f395c0118a0 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f39709da640 1 -- 172.21.15.17:0/2646686701 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395c011c50 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5567a21905d0 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.335+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567a2190b90 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.337+0000 7f39709da640 1 -- 172.21.15.17:0/2646686701 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f395c0133f0 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.337+0000 7f39709da640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f395406ac90 0x7f395406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.337+0000 7f39709da640 1 -- 172.21.15.17:0/2646686701 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f395c089710 con 0x5567a20bed80 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.337+0000 7f39729de640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f395406ac90 0x7f395406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.338+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5567a218d0f0 0x5567a21722b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.338+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=115b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e34) -- 0x5567a21727f0 con 0x5567a218d0f0 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.338+0000 7f39731df640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5567a218d0f0 0x5567a21722b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.338+0000 7f39729de640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f395406ac90 0x7f395406d150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f396400a960 tx=0x7f3964002000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.338+0000 7f39731df640 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5567a218d0f0 0x5567a21722b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.339+0000 7f39731df640 1 -- 172.21.15.17:0/2646686701 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v34'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f396c04e960 con 0x5567a218d0f0 2024-09-19T08:03:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.339+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5567a218d0f0 msgr2=0x5567a21722b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.339+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5567a218d0f0 0x5567a21722b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.339+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f395406ac90 msgr2=0x7f395406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.339+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f395406ac90 0x7f395406d150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f396400a960 tx=0x7f3964002000 comp rx=0 tx=0).stop 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 msgr2=0x5567a2192640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 --2- 172.21.15.17:0/2646686701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567a20bed80 0x5567a2192640 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f395c007e70 tx=0x7f395c006750 comp rx=0 tx=0).stop 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f39731df640 1 -- 172.21.15.17:0/2646686701 reap_dead start 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 shutdown_connections 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 >> 172.21.15.17:0/2646686701 conn(0x5567a20e6400 msgr2=0x5567a20bb130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 shutdown_connections 2024-09-19T08:03:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.340+0000 7f3974ee8f40 1 -- 172.21.15.17:0/2646686701 wait complete. 2024-09-19T08:03:28.343 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:03:28.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.489+0000 7fc46239a640 1 Processor -- start 2024-09-19T08:03:28.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.489+0000 7fc46239a640 1 -- start start 2024-09-19T08:03:28.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc46239a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc46239a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc45c0b39d0 con 0x7fc45c15e640 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc46239a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc45c0cf520 con 0x7fc45c0d4710 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc46239a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc45c0cf800 con 0x7fc45c0cef60 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc45bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc45c15e640 0x7fc45c0d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50422/0 (socket says 172.21.15.17:50422) 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc45bfff640 1 -- 172.21.15.17:0/3479760397 learned_addr learned my addr 172.21.15.17:0/3479760397 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc45b7fe640 1 --2- 172.21.15.17:0/3479760397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 524049823 0 0) 0x7fc44c001110 con 0x7fc45c15e640 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.490+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc444003520 con 0x7fc45c15e640 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.491+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3167912733 0 0) 0x7fc444003520 con 0x7fc45c15e640 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.491+0000 7fc45b7fe640 1 -- 172.21.15.17:0/3479760397 >> v1:172.21.15.160:6789/0 conn(0x7fc45c0d4710 legacy=0x7fc45c0d4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.491+0000 7fc45b7fe640 1 -- 172.21.15.17:0/3479760397 >> v1:172.21.15.17:6789/0 conn(0x7fc45c15e640 legacy=0x7fc45c0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.491+0000 7fc45b7fe640 1 -- 172.21.15.17:0/3479760397 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45c0cfae0 con 0x7fc45c0cef60 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.491+0000 7fc45b7fe640 1 --2- 172.21.15.17:0/3479760397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c0b3bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4500097d0 tx=0x7fc45002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72baa2a7ab3078d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc450037070 con 0x7fc45c0cef60 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc45002ab90 con 0x7fc45c0cef60 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc45affd640 1 -- 172.21.15.17:0/3479760397 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c001840 con 0x7fc45c0cef60 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 -- 172.21.15.17:0/3479760397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 msgr2=0x7fc45c0b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 --2- 172.21.15.17:0/3479760397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c0b3bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4500097d0 tx=0x7fc45002a100 comp rx=0 tx=0).stop 2024-09-19T08:03:28.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 -- 172.21.15.17:0/3479760397 shutdown_connections 2024-09-19T08:03:28.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 --2- 172.21.15.17:0/3479760397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c0b3bf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 -- 172.21.15.17:0/3479760397 >> 172.21.15.17:0/3479760397 conn(0x7fc45c067d70 msgr2=0x7fc45c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:28.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 -- 172.21.15.17:0/3479760397 shutdown_connections 2024-09-19T08:03:28.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.492+0000 7fc46239a640 1 -- 172.21.15.17:0/3479760397 wait complete. 2024-09-19T08:03:28.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.493+0000 7fc46239a640 1 Processor -- start 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 -- start start 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c15d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc45c0d4710 0x7fc45c1f4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc45c0d3590 con 0x7fc45c15e640 2024-09-19T08:03:28.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc45c15ea20 con 0x7fc45c0d4710 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc46239a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc45c0d3710 con 0x7fc45c0cef60 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc460937640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc460937640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44550/0 (socket says 172.21.15.17:44550) 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.494+0000 7fc460937640 1 -- 172.21.15.17:0/3537903034 learned_addr learned my addr 172.21.15.17:0/3537903034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc45b7fe640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc45c0d4710 0x7fc45c1f4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc45bfff640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c15d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 -- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 msgr2=0x7fc45c15d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c15d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 -- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc45c0d4710 msgr2=0x7fc45c1f4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc45c0d4710 0x7fc45c1f4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 -- 172.21.15.17:0/3537903034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45c1f4890 con 0x7fc45c15e640 2024-09-19T08:03:28.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc45bfff640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c15d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc460937640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc45400c730 tx=0x7fc45400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454003b70 con 0x7fc45c15e640 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc454003d30 con 0x7fc45c15e640 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454005310 con 0x7fc45c15e640 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc45c1617a0 con 0x7fc45c15e640 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.495+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc45c15ef20 con 0x7fc45c15e640 2024-09-19T08:03:28.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.496+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc45c1f76c0 con 0x7fc45c15e640 2024-09-19T08:03:28.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.499+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc4540056c0 con 0x7fc45c15e640 2024-09-19T08:03:28.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.499+0000 7fc458ff9640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 0x7fc44806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:28.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.499+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fc45408c0e0 con 0x7fc45c15e640 2024-09-19T08:03:28.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.499+0000 7fc45bfff640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 0x7fc44806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:28.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.500+0000 7fc45bfff640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 0x7fc44806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc44c001eb0 tx=0x7fc44c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:28.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.503+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc45c1f76c0 con 0x7fc45c15e640 2024-09-19T08:03:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:28.714+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fc45c0d4dd0 con 0x7fc45c15e640 2024-09-19T08:03:29.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.270+0000 7fc458ff9640 1 -- 172.21.15.17:0/3537903034 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v14) ==== 162+0+0 (secure 0 0 0) 0x7fc45c1f4890 con 0x7fc45c15e640 2024-09-19T08:03:29.270 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 msgr2=0x7fc44806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 0x7fc44806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc44c001eb0 tx=0x7fc44c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 msgr2=0x7fc45c160d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc45400c730 tx=0x7fc45400cbf0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 shutdown_connections 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc44806c2b0 0x7fc44806e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc45c15e640 0x7fc45c160d20 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc45c0d4710 0x7fc45c1f4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 --2- 172.21.15.17:0/3537903034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc45c0cef60 0x7fc45c15d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 >> 172.21.15.17:0/3537903034 conn(0x7fc45c067d70 msgr2=0x7fc45c06c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:29.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 shutdown_connections 2024-09-19T08:03:29.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.274+0000 7fc46239a640 1 -- 172.21.15.17:0/3537903034 wait complete. 2024-09-19T08:03:29.291 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:29.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.400+0000 7f3f21be8640 1 Processor -- start 2024-09-19T08:03:29.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.400+0000 7f3f21be8640 1 -- start start 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f21be8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3f1c15fe70 0x7f3f1c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f21be8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f21be8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f1c06e240 con 0x7f3f1c156950 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f21be8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3f1c156d30 con 0x7f3f1c06c150 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f21be8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3f1c160380 con 0x7f3f1c15fe70 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44554/0 (socket says 172.21.15.17:44554) 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 -- 172.21.15.17:0/1706396445 learned_addr learned my addr 172.21.15.17:0/1706396445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:29.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f12ffd640 1 --2- 172.21.15.17:0/1706396445 >> v2:172.21.15.160:3300/0 conn(0x7f3f1c15fe70 0x7f3f1c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 -- 172.21.15.17:0/1706396445 >> v2:172.21.15.160:3300/0 conn(0x7f3f1c15fe70 msgr2=0x7f3f1c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:29.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 --2- 172.21.15.17:0/1706396445 >> v2:172.21.15.160:3300/0 conn(0x7f3f1c15fe70 0x7f3f1c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 -- 172.21.15.17:0/1706396445 >> v1:172.21.15.160:6789/0 conn(0x7f3f1c156950 legacy=0x7f3f1c15d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.401+0000 7f3f1bfff640 1 -- 172.21.15.17:0/1706396445 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c160660 con 0x7f3f1c06c150 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f1bfff640 1 --2- 172.21.15.17:0/1706396445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c06ccf0 tx=0x7f3f1402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b1f1f4f643b86e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f1affd640 1 -- 172.21.15.17:0/1706396445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f14036070 con 0x7f3f1c06c150 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f1affd640 1 -- 172.21.15.17:0/1706396445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f14031600 con 0x7f3f1c06c150 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f1affd640 1 -- 172.21.15.17:0/1706396445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f140319d0 con 0x7f3f1c06c150 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 -- 172.21.15.17:0/1706396445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c06c150 msgr2=0x7f3f1c0cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 --2- 172.21.15.17:0/1706396445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c06ccf0 tx=0x7f3f1402a730 comp rx=0 tx=0).stop 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 -- 172.21.15.17:0/1706396445 shutdown_connections 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 --2- 172.21.15.17:0/1706396445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0cf3e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 --2- 172.21.15.17:0/1706396445 >> v2:172.21.15.160:3300/0 conn(0x7f3f1c15fe70 0x7f3f1c06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.402+0000 7f3f21be8640 1 -- 172.21.15.17:0/1706396445 >> 172.21.15.17:0/1706396445 conn(0x7f3f1c067b30 msgr2=0x7f3f1c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.403+0000 7f3f21be8640 1 -- 172.21.15.17:0/1706396445 shutdown_connections 2024-09-19T08:03:29.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.403+0000 7f3f21be8640 1 -- 172.21.15.17:0/1706396445 wait complete. 2024-09-19T08:03:29.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.404+0000 7f3f21be8640 1 Processor -- start 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.404+0000 7f3f21be8640 1 -- start start 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0b23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f1c15fe70 0x7f3f1c14f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c0cede0 con 0x7f3f1c156950 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c160c20 con 0x7f3f1c06c150 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f21be8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3f1c0cef60 con 0x7f3f1c15fe70 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44556/0 (socket says 172.21.15.17:44556) 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 -- 172.21.15.17:0/751336518 learned_addr learned my addr 172.21.15.17:0/751336518 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f1b7fe640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0b23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f1bfff640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f1c15fe70 0x7f3f1c14f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 -- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f1c15fe70 msgr2=0x7f3f1c14f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f1c15fe70 0x7f3f1c14f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 -- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f1c06c150 msgr2=0x7f3f1c0b23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0b23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 -- 172.21.15.17:0/751336518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c0b1310 con 0x7f3f1c156950 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.405+0000 7f3f12ffd640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400d5d0 tx=0x7f3f0400da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.406+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f040125f0 con 0x7f3f1c156950 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.406+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f04019070 con 0x7f3f1c156950 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.406+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f1c0b15f0 con 0x7f3f1c156950 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.406+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f040129f0 con 0x7f3f1c156950 2024-09-19T08:03:29.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.406+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f1c0b1e90 con 0x7f3f1c156950 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.407+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f1c0b2090 con 0x7f3f1c156950 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.407+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3f04012b90 con 0x7f3f1c156950 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.408+0000 7f3f18ff9640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 0x7f3efc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.408+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f3f0408b840 con 0x7f3f1c156950 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.408+0000 7f3f1b7fe640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 0x7f3efc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.408+0000 7f3f1b7fe640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 0x7f3efc06e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c000f60 tx=0x7f3f0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:29.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.412+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f1c0b2090 con 0x7f3f1c156950 2024-09-19T08:03:29.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.631+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f1c06bc10 con 0x7f3f1c156950 2024-09-19T08:03:29.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.631+0000 7f3f18ff9640 1 -- 172.21.15.17:0/751336518 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5211 (secure 0 0 0) 0x7f3f04059870 con 0x7f3f1c156950 2024-09-19T08:03:29.631 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:29.631 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":15,"btime":"2024-09-19T08:03:29:274872+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:29.274849+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-19T08:03:29.631 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 15 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 msgr2=0x7f3efc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 0x7f3efc06e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c000f60 tx=0x7f3f0c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 msgr2=0x7f3f1c14ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400d5d0 tx=0x7f3f0400da90 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 shutdown_connections 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3efc06c2b0 0x7f3efc06e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f1c15fe70 0x7f3f1c14f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f1c156950 0x7f3f1c14ce00 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 --2- 172.21.15.17:0/751336518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f1c06c150 0x7f3f1c0b23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 >> 172.21.15.17:0/751336518 conn(0x7f3f1c067b30 msgr2=0x7f3f1c0b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 shutdown_connections 2024-09-19T08:03:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:29.634+0000 7f3f21be8640 1 -- 172.21.15.17:0/751336518 wait complete. 2024-09-19T08:03:30.047 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:03:12.809866+0000', 'modified': '2024-09-19T08:03:29.274849+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 34, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5076}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5076': {'gid': 5076, 'name': 'c', 'rank': 0, 'incarnation': 15, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6835/1570244750', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 1570244750}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1570244750}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:03:30.047 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5076:up:replay 2024-09-19T08:03:31.049 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:31.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.164+0000 7f27a7ef1640 1 Processor -- start 2024-09-19T08:03:31.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 -- start start 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f27a015bf90 0x7f27a015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 0x7f27a00cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 0x7f27a0162350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f27a00d0240 con 0x7f27a015bf90 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f27a015f910 con 0x7f27a00cdae0 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.165+0000 7f27a7ef1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f27a015c370 con 0x7f27a0161f40 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f27a015bf90 0x7f27a015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f27a015bf90 0x7f27a015f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44560/0 (socket says 172.21.15.17:44560) 2024-09-19T08:03:31.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 -- 172.21.15.17:0/1322445030 learned_addr learned my addr 172.21.15.17:0/1322445030 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a648e640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 0x7f27a0162350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a548c640 1 --2- 172.21.15.17:0/1322445030 >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 0x7f27a00cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 -- 172.21.15.17:0/1322445030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 msgr2=0x7f27a0162350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 0x7f27a0162350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 -- 172.21.15.17:0/1322445030 >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 msgr2=0x7f27a00cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/1322445030 >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 0x7f27a00cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a5c8d640 1 -- 172.21.15.17:0/1322445030 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a00cf630 con 0x7f27a015bf90 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a548c640 1 --2- 172.21.15.17:0/1322445030 >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 0x7f27a00cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:31.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.166+0000 7f27a648e640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 0x7f27a0162350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:31.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a015bf90 0x7f27a015f3d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b3c70 tx=0x7f279c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=733c4ca92aaa624c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:31.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a4c8b640 1 -- 172.21.15.17:0/1322445030 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c037070 con 0x7f27a015bf90 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a4c8b640 1 -- 172.21.15.17:0/1322445030 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f279c032440 con 0x7f27a015bf90 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a4c8b640 1 -- 172.21.15.17:0/1322445030 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c032810 con 0x7f27a015bf90 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a7ef1640 1 -- 172.21.15.17:0/1322445030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a015bf90 msgr2=0x7f27a015f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.167+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a015bf90 0x7f27a015f3d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b3c70 tx=0x7f279c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 -- 172.21.15.17:0/1322445030 shutdown_connections 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a0161f40 0x7f27a0162350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/1322445030 >> v2:172.21.15.160:3300/0 conn(0x7f27a00cdae0 0x7f27a00cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/1322445030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a015bf90 0x7f27a015f3d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 -- 172.21.15.17:0/1322445030 >> 172.21.15.17:0/1322445030 conn(0x7f27a00b1770 msgr2=0x7f27a00b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 -- 172.21.15.17:0/1322445030 shutdown_connections 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.168+0000 7f27a7ef1640 1 -- 172.21.15.17:0/1322445030 wait complete. 2024-09-19T08:03:31.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.169+0000 7f27a7ef1640 1 Processor -- start 2024-09-19T08:03:31.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.169+0000 7f27a7ef1640 1 -- start start 2024-09-19T08:03:31.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a00cdae0 0x7f27a01480b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27a015bf90 0x7f27a00ad1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27a00cfed0 con 0x7f27a0161f40 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f27a00cfbf0 con 0x7f27a015bf90 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a7ef1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f27a00ce830 con 0x7f27a00cdae0 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44562/0 (socket says 172.21.15.17:44562) 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 -- 172.21.15.17:0/3054402856 learned_addr learned my addr 172.21.15.17:0/3054402856 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a00cdae0 0x7f27a01480b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a548c640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27a015bf90 0x7f27a00ad1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 -- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a00cdae0 msgr2=0x7f27a01480b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a00cdae0 0x7f27a01480b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 -- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27a015bf90 msgr2=0x7f27a00ad1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:31.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27a015bf90 0x7f27a00ad1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 -- 172.21.15.17:0/3054402856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a0148970 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.170+0000 7f27a648e640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2798009fa0 tx=0x7f279800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279801a070 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2798003bb0 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a0148c50 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798004030 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a0149210 con 0x7f27a0161f40 2024-09-19T08:03:31.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.171+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27a00cf290 con 0x7f27a0161f40 2024-09-19T08:03:31.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.172+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f279801d070 con 0x7f27a0161f40 2024-09-19T08:03:31.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.173+0000 7f27967fc640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 0x7f278406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:31.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.173+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f279808b6b0 con 0x7f27a0161f40 2024-09-19T08:03:31.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.173+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 0x7f278406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:31.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.173+0000 7f27a5c8d640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 0x7f278406e7a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f279c034000 tx=0x7f279c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:31.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.177+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2798010070 con 0x7f27a0161f40 2024-09-19T08:03:31.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.391+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27a015ccd0 con 0x7f27a0161f40 2024-09-19T08:03:31.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.391+0000 7f27967fc640 1 -- 172.21.15.17:0/3054402856 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5211 (secure 0 0 0) 0x7f2798059770 con 0x7f27a0161f40 2024-09-19T08:03:31.391 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:31.391 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":17,"btime":"2024-09-19T08:03:31:281143+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:30.282920+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-19T08:03:31.392 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 17 2024-09-19T08:03:31.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 msgr2=0x7f278406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 0x7f278406e7a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f279c034000 tx=0x7f279c02e000 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 msgr2=0x7f27a00c60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2798009fa0 tx=0x7f279800d560 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 shutdown_connections 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f278406c2e0 0x7f278406e7a0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27a0161f40 0x7f27a00c60b0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27a015bf90 0x7f27a00ad1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 --2- 172.21.15.17:0/3054402856 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27a00cdae0 0x7f27a01480b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.393+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 >> 172.21.15.17:0/3054402856 conn(0x7f27a00b1770 msgr2=0x7f27a01606d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.394+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 shutdown_connections 2024-09-19T08:03:31.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:31.394+0000 7f27a7ef1640 1 -- 172.21.15.17:0/3054402856 wait complete. 2024-09-19T08:03:31.807 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:03:12.809866+0000', 'modified': '2024-09-19T08:03:30.282920+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 34, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5076}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5076': {'gid': 5076, 'name': 'c', 'rank': 0, 'incarnation': 15, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.17:6835/1570244750', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 1570244750}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1570244750}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:03:31.807 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5076:up:rejoin 2024-09-19T08:03:32.808 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.925+0000 7f6599398640 1 Processor -- start 2024-09-19T08:03:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.925+0000 7f6599398640 1 -- start start 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f6599398640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f65940b47a0 0x7f65940cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f6599398640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65940d0a30 con 0x7f65940d2da0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f6599398640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65940b76f0 con 0x7f659415c4a0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f6599398640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f65940d0d30 con 0x7f65940b47a0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f65937fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f65940d2da0 0x7f6594166030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44870/0 (socket says 172.21.15.17:44870) 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.926+0000 7f65937fe640 1 -- 172.21.15.17:0/4187698270 learned_addr learned my addr 172.21.15.17:0/4187698270 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f65927fc640 1 --2- 172.21.15.17:0/4187698270 >> v2:172.21.15.160:3300/0 conn(0x7f65940b47a0 0x7f65940cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1107281546 0 0) 0x7f65940d0a30 con 0x7f65940d2da0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6580003520 con 0x7f65940d2da0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1493749106 0 0) 0x7f65940b76f0 con 0x7f659415c4a0 2024-09-19T08:03:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65940d0a30 con 0x7f659415c4a0 2024-09-19T08:03:32.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f65927fc640 1 -- 172.21.15.17:0/4187698270 >> v1:172.21.15.160:6789/0 conn(0x7f659415c4a0 legacy=0x7f65940b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:32.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f65927fc640 1 -- 172.21.15.17:0/4187698270 >> v1:172.21.15.17:6789/0 conn(0x7f65940d2da0 legacy=0x7f6594166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:32.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.927+0000 7f65927fc640 1 -- 172.21.15.17:0/4187698270 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6594073710 con 0x7f65940b47a0 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.928+0000 7f65927fc640 1 --2- 172.21.15.17:0/4187698270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f65940cff80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f657c0097a0 tx=0x7f657c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0ade99210cf0337 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.928+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c037070 con 0x7f65940b47a0 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.928+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f657c032440 con 0x7f65940b47a0 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.928+0000 7f6591ffb640 1 -- 172.21.15.17:0/4187698270 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c02ae60 con 0x7f65940b47a0 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 -- 172.21.15.17:0/4187698270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 msgr2=0x7f65940cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 --2- 172.21.15.17:0/4187698270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f65940cff80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f657c0097a0 tx=0x7f657c02a110 comp rx=0 tx=0).stop 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 -- 172.21.15.17:0/4187698270 shutdown_connections 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 --2- 172.21.15.17:0/4187698270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f65940cff80 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:32.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 -- 172.21.15.17:0/4187698270 >> 172.21.15.17:0/4187698270 conn(0x7f6594067950 msgr2=0x7f6594067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:32.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 -- 172.21.15.17:0/4187698270 shutdown_connections 2024-09-19T08:03:32.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.929+0000 7f6599398640 1 -- 172.21.15.17:0/4187698270 wait complete. 2024-09-19T08:03:32.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.930+0000 7f6599398640 1 Processor -- start 2024-09-19T08:03:32.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.930+0000 7f6599398640 1 -- start start 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f659414c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f659415c4a0 0x7f65940b6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f659415c880 con 0x7f65940d2da0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f65940d28e0 con 0x7f65940b47a0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6599398640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f659415ca00 con 0x7f659415c4a0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38874/0 (socket says 172.21.15.17:38874) 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 -- 172.21.15.17:0/65312441 learned_addr learned my addr 172.21.15.17:0/65312441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f6592ffd640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f659414c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65937fe640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f659415c4a0 0x7f65940b6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:32.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 -- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f659415c4a0 msgr2=0x7f65940b6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f659415c4a0 0x7f65940b6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 -- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 msgr2=0x7f659414c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f659414c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.931+0000 7f65927fc640 1 -- 172.21.15.17:0/65312441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f659406ebf0 con 0x7f65940d2da0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f65927fc640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f657c0098c0 tx=0x7f657c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c041030 con 0x7f65940d2da0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f657c03d4e0 con 0x7f65940d2da0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6594152c10 con 0x7f65940d2da0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c037040 con 0x7f65940d2da0 2024-09-19T08:03:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.932+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65941531d0 con 0x7f65940d2da0 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.933+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65940cff80 con 0x7f65940d2da0 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.934+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f657c044070 con 0x7f65940d2da0 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.934+0000 7f658b7fe640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 0x7f657406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.934+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f657c0abbc0 con 0x7f65940d2da0 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.934+0000 7f6592ffd640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 0x7f657406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.935+0000 7f6592ffd640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 0x7f657406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f658c0015b0 tx=0x7f658c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:32.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:32.939+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f657c07a2e0 con 0x7f65940d2da0 2024-09-19T08:03:33.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.151+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65940b4550 con 0x7f65940d2da0 2024-09-19T08:03:33.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.151+0000 7f658b7fe640 1 -- 172.21.15.17:0/65312441 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f657c079be0 con 0x7f65940d2da0 2024-09-19T08:03:33.151 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:33.152 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:03:33.152 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:03:33.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 msgr2=0x7f657406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 0x7f657406e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f658c0015b0 tx=0x7f658c009040 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 msgr2=0x7f659406e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f657c0098c0 tx=0x7f657c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 shutdown_connections 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f657406c2b0 0x7f657406e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f659415c4a0 0x7f65940b6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65940d2da0 0x7f659406e6b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 --2- 172.21.15.17:0/65312441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65940b47a0 0x7f659414c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 >> 172.21.15.17:0/65312441 conn(0x7f6594067950 msgr2=0x7f659406fb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 shutdown_connections 2024-09-19T08:03:33.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.153+0000 7f6599398640 1 -- 172.21.15.17:0/65312441 wait complete. 2024-09-19T08:03:33.568 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:03:12.809866+0000', 'modified': '2024-09-19T08:03:32.282960+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 34, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5076}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5076': {'gid': 5076, 'name': 'c', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6835/1570244750', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 1570244750}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1570244750}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5076, 'qdb_cluster': [5076]} 2024-09-19T08:03:33.568 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:03:33.568 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:03:33.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.679+0000 7f0b7f91a640 1 Processor -- start 2024-09-19T08:03:33.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.679+0000 7f0b7f91a640 1 -- start start 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7f91a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 0x7f0b780cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7f91a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b780b5320 0x7f0b780b5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7f91a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b780731d0 con 0x7f0b7815e670 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7f91a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0b780d0040 con 0x7f0b780b5320 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7f91a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0b780cf490 con 0x7f0b780ceaf0 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b780b5320 0x7f0b780b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b780b5320 0x7f0b780b5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38882/0 (socket says 172.21.15.17:38882) 2024-09-19T08:03:33.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 -- 172.21.15.17:0/2876025839 learned_addr learned my addr 172.21.15.17:0/2876025839 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 -- 172.21.15.17:0/2876025839 >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 msgr2=0x7f0b780cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/2876025839 >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 0x7f0b780cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/2876025839 >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 0x7f0b780cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 -- 172.21.15.17:0/2876025839 >> v1:172.21.15.160:6789/0 conn(0x7f0b7815e670 legacy=0x7f0b78070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7deb7640 1 -- 172.21.15.17:0/2876025839 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b780734b0 con 0x7f0b780b5320 2024-09-19T08:03:33.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.680+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/2876025839 >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 0x7f0b780cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:33.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.681+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/2876025839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b780b5320 0x7f0b780b5750 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b780cfe50 tx=0x7f0b7002a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bff0491470dd6f7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.681+0000 7f0b6ffff640 1 -- 172.21.15.17:0/2876025839 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70036070 con 0x7f0b780b5320 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.681+0000 7f0b6ffff640 1 -- 172.21.15.17:0/2876025839 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b70031600 con 0x7f0b780b5320 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.681+0000 7f0b6ffff640 1 -- 172.21.15.17:0/2876025839 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b700319d0 con 0x7f0b780b5320 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 -- 172.21.15.17:0/2876025839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b780b5320 msgr2=0x7f0b780b5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/2876025839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b780b5320 0x7f0b780b5750 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b780cfe50 tx=0x7f0b7002a780 comp rx=0 tx=0).stop 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 -- 172.21.15.17:0/2876025839 shutdown_connections 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/2876025839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b780b5320 0x7f0b780b5750 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/2876025839 >> v2:172.21.15.160:3300/0 conn(0x7f0b780ceaf0 0x7f0b780cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 -- 172.21.15.17:0/2876025839 >> 172.21.15.17:0/2876025839 conn(0x7f0b7806f400 msgr2=0x7f0b7806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 -- 172.21.15.17:0/2876025839 shutdown_connections 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.682+0000 7f0b7f91a640 1 -- 172.21.15.17:0/2876025839 wait complete. 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.683+0000 7f0b7f91a640 1 Processor -- start 2024-09-19T08:03:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.683+0000 7f0b7f91a640 1 -- start start 2024-09-19T08:03:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b780b5320 0x7f0b78152e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 0x7f0b78155560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b78072f80 con 0x7f0b7815e670 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7815fa60 con 0x7f0b780ceaf0 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7f91a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b78073de0 con 0x7f0b780b5320 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38894/0 (socket says 172.21.15.17:38894) 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3118188762 learned_addr learned my addr 172.21.15.17:0/3118188762 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b780b5320 msgr2=0x7f0b78152e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b780b5320 0x7f0b78152e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 0x7f0b78155560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 msgr2=0x7f0b78155560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 0x7f0b78155560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3118188762 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b78153590 con 0x7f0b7815e670 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 0x7f0b78155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.684+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f40 tx=0x7f0b70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.685+0000 7f0b6dffb640 1 -- 172.21.15.17:0/3118188762 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70036050 con 0x7f0b7815e670 2024-09-19T08:03:33.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.685+0000 7f0b6dffb640 1 -- 172.21.15.17:0/3118188762 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b70042070 con 0x7f0b7815e670 2024-09-19T08:03:33.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.685+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b78153870 con 0x7f0b7815e670 2024-09-19T08:03:33.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.685+0000 7f0b6dffb640 1 -- 172.21.15.17:0/3118188762 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70009510 con 0x7f0b7815e670 2024-09-19T08:03:33.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.685+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b78152200 con 0x7f0b7815e670 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.686+0000 7f0b6dffb640 1 -- 172.21.15.17:0/3118188762 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b70007bd0 con 0x7f0b7815e670 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.687+0000 7f0b6dffb640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 0x7f0b5c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.687+0000 7f0b6dffb640 1 -- 172.21.15.17:0/3118188762 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f0b700ac420 con 0x7f0b7815e670 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.687+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 0x7f0b5c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.688+0000 7f0b826ae740 1 Processor -- start 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.688+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 0x7f0b5c06e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0b74006fd0 tx=0x7f0b74006bc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.688+0000 7f0b826ae740 1 -- start start 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3ad2c0 0x5594bf3f2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3aea50 0x5594bf3a78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594bf30f520 con 0x5594bf3aaa80 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5594bf2b73e0 con 0x5594bf3ad2c0 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5594bf30b4e0 con 0x5594bf3aea50 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38910/0 (socket says 172.21.15.17:38910) 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/3693319353 learned_addr learned my addr 172.21.15.17:0/3693319353 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3ad2c0 0x5594bf3f2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3aea50 0x5594bf3a78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3aea50 msgr2=0x5594bf3a78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3aea50 0x5594bf3a78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3ad2c0 msgr2=0x5594bf3f2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3ad2c0 0x5594bf3f2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/3693319353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594bf2d22f0 con 0x5594bf3aaa80 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800ba50 tx=0x7f0b6800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b001b81fc1c28fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b62ffd640 1 -- 172.21.15.17:0/3693319353 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b68016070 con 0x5594bf3aaa80 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b62ffd640 1 -- 172.21.15.17:0/3693319353 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6800dd10 con 0x5594bf3aaa80 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.689+0000 7f0b62ffd640 1 -- 172.21.15.17:0/3693319353 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b68012680 con 0x5594bf3aaa80 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 -- 172.21.15.17:0/3693319353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 msgr2=0x5594bf3ad6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800ba50 tx=0x7f0b6800bf10 comp rx=0 tx=0).stop 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 -- 172.21.15.17:0/3693319353 shutdown_connections 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3aea50 0x5594bf3a78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aaa80 0x5594bf3ad6a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3693319353 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3ad2c0 0x5594bf3f2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 -- 172.21.15.17:0/3693319353 >> 172.21.15.17:0/3693319353 conn(0x5594bf3a9a80 msgr2=0x5594bf3f1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 -- 172.21.15.17:0/3693319353 shutdown_connections 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.690+0000 7f0b826ae740 1 -- 172.21.15.17:0/3693319353 wait complete. 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.691+0000 7f0b826ae740 1 -- start start 2024-09-19T08:03:33.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.691+0000 7f0b826ae740 1 Processor -- start 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3d4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3aea50 0x5594bf3c3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594bf3a8f20 con 0x5594bf3cf9d0 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5594bf298450 con 0x5594bf3aea50 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5594bf3f3290 con 0x5594bf3ad2c0 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 10 client.0 _ll_register_callbacks cb 0x5594bf021ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:33.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38918/0 (socket says 172.21.15.17:38918) 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3013949079 learned_addr learned my addr 172.21.15.17:0/3013949079 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3d4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3aea50 0x5594bf3c3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 msgr2=0x5594bf3d4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3d4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3aea50 msgr2=0x5594bf3c3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3aea50 0x5594bf3c3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 -- 172.21.15.17:0/3013949079 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594bf0222d0 con 0x5594bf3cf9d0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f10 tx=0x7f0b7007ab20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a87a340dbbf8ae68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b57fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70092020 con 0x5594bf3cf9d0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f0b700921c0 con 0x5594bf3cf9d0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.692+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b6800dd10 con 0x5594bf3cf9d0 2024-09-19T08:03:33.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f0b70097050 con 0x5594bf3cf9d0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 10 client.5121 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5594bf0ec6b0 con 0x5594bf3cf9d0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6800dd10 con 0x5594bf3cf9d0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f0b700992e0 con 0x5594bf3cf9d0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 10 client.5121 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 10 client.5121 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 20 client.5121 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf402190 0x5594bf402570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 4 client.5121 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594bf31cc50 con 0x5594bf402190 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf402190 0x5594bf402570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf402190 0x5594bf402570 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c22ccd630e1ba7d server_cookie=220d3e179e9a9f85 in_seq=0 out_seq=0 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.693+0000 7f0b57fff640 10 client.5121 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:33.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b57fff640 1 -- 172.21.15.17:0/3013949079 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5594bf31cc50 con 0x5594bf402190 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b57fff640 10 client.5121 handle_command_reply: tid=0 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 client.5121 shutdown 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 msgr2=0x5594bf3cfe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f10 tx=0x7f0b7007ab20 comp rx=0 tx=0).stop 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 shutdown_connections 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf402190 0x5594bf402570 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3cf9d0 0x5594bf3cfe50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3aea50 0x5594bf3c3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b57fff640 0 client.5121 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 --2- 172.21.15.17:0/3013949079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3d4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 >> 172.21.15.17:0/3013949079 conn(0x5594bf3aaa80 msgr2=0x5594bf3ab020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 shutdown_connections 2024-09-19T08:03:33.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.694+0000 7f0b826ae740 1 -- 172.21.15.17:0/3013949079 wait complete. 2024-09-19T08:03:33.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.695+0000 7f0b826ae740 20 client.5121 trim_cache size 0 max 16384 2024-09-19T08:03:33.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 Processor -- start 2024-09-19T08:03:33.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 -- start start 2024-09-19T08:03:33.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ef080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf40b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b781ffe40 con 0x5594bf3aea50 2024-09-19T08:03:33.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b78156a70 con 0x5594bf3cf9d0 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b781587d0 con 0x5594bf3ad2c0 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38926/0 (socket says 172.21.15.17:38926) 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.713+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/1825264017 learned_addr learned my addr 172.21.15.17:0/1825264017 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ef080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf40b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 msgr2=0x5594bf3ef080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ef080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 msgr2=0x5594bf40b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf40b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/1825264017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594bf3ec5c0 con 0x5594bf3aea50 2024-09-19T08:03:33.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800b540 tx=0x7f0b68013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb6b964b7b2c3ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b627fc640 1 -- 172.21.15.17:0/1825264017 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6802b070 con 0x5594bf3aea50 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b627fc640 1 -- 172.21.15.17:0/1825264017 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6800b040 con 0x5594bf3aea50 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.714+0000 7f0b627fc640 1 -- 172.21.15.17:0/1825264017 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b68016040 con 0x5594bf3aea50 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- 172.21.15.17:0/1825264017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 msgr2=0x5594bf3ef5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800b540 tx=0x7f0b68013000 comp rx=0 tx=0).stop 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- 172.21.15.17:0/1825264017 shutdown_connections 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf40b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf3ef5c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 --2- 172.21.15.17:0/1825264017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ef080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- 172.21.15.17:0/1825264017 >> 172.21.15.17:0/1825264017 conn(0x5594bf3aaa80 msgr2=0x5594bf4048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- 172.21.15.17:0/1825264017 shutdown_connections 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- 172.21.15.17:0/1825264017 wait complete. 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 -- start start 2024-09-19T08:03:33.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.715+0000 7f0b826ae740 1 Processor -- start 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf3ef080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594bf3d7bd0 con 0x5594bf3aea50 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5594bf3cf230 con 0x5594bf3cf9d0 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5594bf405ab0 con 0x5594bf3ad2c0 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b826ae740 10 client.0 _ll_register_callbacks cb 0x7f0b7007a2b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b7ceb5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38938/0 (socket says 172.21.15.17:38938) 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/2887564641 learned_addr learned my addr 172.21.15.17:0/2887564641 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b7deb7640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf3ef080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.716+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 msgr2=0x5594bf3ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 msgr2=0x5594bf3ef080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf3ef080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 -- 172.21.15.17:0/2887564641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594bf3d1580 con 0x5594bf3aea50 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b7ceb5640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0b68029040 tx=0x7f0b68004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd201ca699f5930e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b68036060 con 0x5594bf3aea50 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f0b68012a10 con 0x5594bf3aea50 2024-09-19T08:03:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b6800b040 con 0x5594bf3aea50 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f0b6803c050 con 0x5594bf3aea50 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 10 client.5127 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5594bf472070 con 0x5594bf3aea50 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6800b040 con 0x5594bf3aea50 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f0b6803f020 con 0x5594bf3aea50 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 10 client.5127 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 10 client.5127 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 20 client.5127 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf471770 0x5594bf3f5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 4 client.5127 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.717+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "status"}) -- 0x5594bf316fa0 con 0x5594bf471770 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf471770 0x5594bf3f5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b57fff640 10 client.5127 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b7d6b6640 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf471770 0x5594bf3f5440 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d636a491e211804 server_cookie=30306440314a6f3a in_seq=0 out_seq=0 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b57fff640 1 -- 172.21.15.17:0/2887564641 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5594bf316fa0 con 0x5594bf471770 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b57fff640 10 client.5127 handle_command_reply: tid=0 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 client.5127 shutdown 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 msgr2=0x5594bf470620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0b68029040 tx=0x7f0b68004730 comp rx=0 tx=0).stop 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 shutdown_connections 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5594bf471770 0x5594bf3f5440 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594bf3cf9d0 0x5594bf3ef080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594bf3aea50 0x5594bf470620 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b57fff640 0 client.5127 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 --2- 172.21.15.17:0/2887564641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594bf3ad2c0 0x5594bf3ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 >> 172.21.15.17:0/2887564641 conn(0x5594bf3aaa80 msgr2=0x5594bf3a2ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 shutdown_connections 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.718+0000 7f0b826ae740 1 -- 172.21.15.17:0/2887564641 wait complete. 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b826ae740 20 client.5127 trim_cache size 0 max 16384 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5076, 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:03:33.725 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.439833041, 2024-09-19T08:03:33.726 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 18, 2024-09-19T08:03:33.726 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 34, 2024-09-19T08:03:33.726 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 34, 2024-09-19T08:03:33.726 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 5.4116488739999999 2024-09-19T08:03:33.726 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 msgr2=0x7f0b5c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 0x7f0b5c06e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0b74006fd0 tx=0x7f0b74006bc0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 msgr2=0x7f0b78151cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f40 tx=0x7f0b70004a40 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 shutdown_connections 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b5c06c2e0 0x7f0b5c06e7a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b7815e670 0x7f0b78151cc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b780ceaf0 0x7f0b78155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 --2- 172.21.15.17:0/3118188762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b780b5320 0x7f0b78152e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 >> 172.21.15.17:0/3118188762 conn(0x7f0b7806f400 msgr2=0x7f0b78161480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 shutdown_connections 2024-09-19T08:03:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.719+0000 7f0b7f91a640 1 -- 172.21.15.17:0/3118188762 wait complete. 2024-09-19T08:03:33.730 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:03:33.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.832+0000 7fa205265640 1 Processor -- start 2024-09-19T08:03:33.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.832+0000 7fa205265640 1 -- start start 2024-09-19T08:03:33.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa205265640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa200162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa205265640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2000b39a0 con 0x7fa2000cf480 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa205265640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa20015eba0 con 0x7fa2000b6a40 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa205265640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa2001630d0 con 0x7fa20015e7c0 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa1fe7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa2000cf480 0x7fa2000b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44880/0 (socket says 172.21.15.17:44880) 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa1fe7fc640 1 -- 172.21.15.17:0/1765414191 learned_addr learned my addr 172.21.15.17:0/1765414191 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa1feffd640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa200162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.833+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 929330335 0 0) 0x7fa2000b39a0 con 0x7fa2000cf480 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1ec003520 con 0x7fa2000cf480 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3247000889 0 0) 0x7fa1f8001110 con 0x7fa2000b6a40 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2000b39a0 con 0x7fa2000b6a40 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 437666651 0 0) 0x7fa1ec003520 con 0x7fa2000cf480 2024-09-19T08:03:33.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 msgr2=0x7fa200162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa200162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 >> v1:172.21.15.160:6789/0 conn(0x7fa2000b6a40 legacy=0x7fa2000b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2000cfc60 con 0x7fa2000cf480 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa1e8001670 con 0x7fa2000cf480 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1feffd640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa200162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 >> v1:172.21.15.17:6789/0 conn(0x7fa2000cf480 legacy=0x7fa2000b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa1ec003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1ec0040b0 0x7fa1ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa1ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa2001630d0 con 0x7fa1ec004d40 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec00ba70 con 0x7fa1ec0040b0 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa1ec00bc70 con 0x7fa20015e7c0 2024-09-19T08:03:33.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa1ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1feffd640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa1ec003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1ec0040b0 0x7fa1ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 -- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 msgr2=0x7fa1ec003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa20015e7c0 0x7fa1ec003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 -- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1ec0040b0 msgr2=0x7fa1ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1ec0040b0 0x7fa1ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1ff7fe640 1 -- 172.21.15.17:0/1765414191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1ec003520 con 0x7fa1ec004d40 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.834+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa1ec0040b0 0x7fa1ec004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.835+0000 7fa1ff7fe640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa1ec0051c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8001a70 tx=0x7fa1ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac00cf20224f7a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.835+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f80016c0 con 0x7fa1ec004d40 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.835+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1f802ae10 con 0x7fa1ec004d40 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.835+0000 7fa1fdffb640 1 -- 172.21.15.17:0/1765414191 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f80052f0 con 0x7fa1ec004d40 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 -- 172.21.15.17:0/1765414191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 msgr2=0x7fa1ec0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 --2- 172.21.15.17:0/1765414191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa1ec0051c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8001a70 tx=0x7fa1ec005830 comp rx=0 tx=0).stop 2024-09-19T08:03:33.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa1ff7fe640 1 -- 172.21.15.17:0/1765414191 reap_dead start 2024-09-19T08:03:33.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 -- 172.21.15.17:0/1765414191 shutdown_connections 2024-09-19T08:03:33.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 -- 172.21.15.17:0/1765414191 >> 172.21.15.17:0/1765414191 conn(0x7fa2000d1320 msgr2=0x7fa2000d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:33.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 -- 172.21.15.17:0/1765414191 shutdown_connections 2024-09-19T08:03:33.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.836+0000 7fa205265640 1 -- 172.21.15.17:0/1765414191 wait complete. 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.837+0000 7fa205265640 1 Processor -- start 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.837+0000 7fa205265640 1 -- start start 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 0x7fa2000ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2000b8630 0x7fa2000b8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa20015f100 con 0x7fa1ec004d40 2024-09-19T08:03:33.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa20015ee20 con 0x7fa2000cdb40 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa205265640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa20015f3e0 con 0x7fa2000b8630 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38962/0 (socket says 172.21.15.17:38962) 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 -- 172.21.15.17:0/2762910345 learned_addr learned my addr 172.21.15.17:0/2762910345 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 0x7fa2000ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1ff7fe640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2000b8630 0x7fa2000b8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 -- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2000b8630 msgr2=0x7fa2000b8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2000b8630 0x7fa2000b8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 -- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 msgr2=0x7fa2000ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 0x7fa2000ccba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 -- 172.21.15.17:0/2762910345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2000b9f50 con 0x7fa1ec004d40 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 0x7fa2000ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.838+0000 7fa1feffd640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0011e30 tx=0x7fa1f000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.839+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f0015630 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.839+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1f00157d0 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.839+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f0015bc0 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.839+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa200157a00 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.839+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa20015a6d0 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.840+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa20015f900 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.840+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1f001d400 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.841+0000 7fa1f77fe640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 0x7fa1e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.841+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fa1f008c5e0 con 0x7fa1ec004d40 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.841+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 0x7fa1e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:33.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.841+0000 7fa1fe7fc640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 0x7fa1e006e7a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa1e8000fd0 tx=0x7fa1e8001470 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:33.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:33.845+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1f0019030 con 0x7fa1ec004d40 2024-09-19T08:03:34.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.062+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa2000d2150 con 0x7fa1ec004d40 2024-09-19T08:03:34.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.062+0000 7fa1f77fe640 1 -- 172.21.15.17:0/2762910345 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7fa1f0010040 con 0x7fa1ec004d40 2024-09-19T08:03:34.062 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 msgr2=0x7fa1e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 0x7fa1e006e7a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa1e8000fd0 tx=0x7fa1e8001470 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 msgr2=0x7fa2001574c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0011e30 tx=0x7fa1f000f580 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 shutdown_connections 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1e006c2e0 0x7fa1e006e7a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa2000b8630 0x7fa2000b8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa2000cdb40 0x7fa2000ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 --2- 172.21.15.17:0/2762910345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1ec004d40 0x7fa2001574c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 >> 172.21.15.17:0/2762910345 conn(0x7fa2000d1320 msgr2=0x7fa2000b6210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:34.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 shutdown_connections 2024-09-19T08:03:34.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34.065+0000 7fa205265640 1 -- 172.21.15.17:0/2762910345 wait complete. 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:03:34.076 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:34.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.077 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:34.093 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42707sec preferred_lft 42707sec 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:03:34.094 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:34.095 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:03:34.096 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:03:34.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.096 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:03:34.158 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:03:34.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.160 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:03:34.216 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:03:34.216 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:03:34.217 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:03:34.217 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:03:34.217 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:03:34.217 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:03:34.279 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:03:34.280+0000 7f4abf833640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:03:34.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:03:34.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:03:34.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.346 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:03:34.403 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:03:34.403 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:03:34.403 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:34.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.404 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:03:34.469 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:03:34.470 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:03:34.470 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:34.525 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:03:34.526 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:03:34.526 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:34.581 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:03:34.648 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:03:34.706 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:03:34.707 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:03:34.708 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:34.709 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:34.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.710 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:03:34.763 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:03:34.763 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:03:34.805 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:03:34.830 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:03:34.887 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:03:34.887 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:03:34.888 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:03:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:03:34.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:34.890 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:03:34.891 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:03:34.889+0000 7fb67a11f480 -1 init, newargv = 0x5600170beca0 newargc=15 2024-09-19T08:03:34.891 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[48233]: starting ceph client 2024-09-19T08:03:34.894 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[48233]: starting fuse 2024-09-19T08:03:34.907 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:03:34.907 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:03:34.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:03:34.907 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:03:34.907 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:03:34.907 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:03:34.908 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:03:34.909 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:35.028 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.48233.asok 2024-09-19T08:03:35.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:03:35.038 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48233.asok 2024-09-19T08:03:35.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:35.038 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48233.asok status 2024-09-19T08:03:35.175 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:35.175 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:03:35.175 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "48233", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5139, 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:03:35.176 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 5139 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3251054220 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3251054220 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.5139 192.168.0.1:0/3251054220", 2024-09-19T08:03:35.177 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3251054220", 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 18, 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 34, 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:03:35.178 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:35.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:35.185 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:03:35.185 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:35.201 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:03:35.201 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:35.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:35.202 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:35.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:35.268 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls subdir/) 2024-09-19T08:03:35.327 INFO:teuthology.orchestra.run.smithi017.stdout:file_undamaged 2024-09-19T08:03:35.328 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:03:35.328 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:03:35.328 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:03:35.328 DEBUG:teuthology.orchestra.run.smithi017:> import json 2024-09-19T08:03:35.328 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged'"'"') 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> except OSError as e: 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(e.errno) 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> print(json.dumps( 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> indent=2)) 2024-09-19T08:03:35.329 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:35.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35 stdin-killer INFO: command exited with status 2: exiting normally with same code! 2024-09-19T08:03:35.445 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-19T08:03:35.446 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:03:35.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.590+0000 7f8dbf391640 1 Processor -- start 2024-09-19T08:03:35.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.590+0000 7f8dbf391640 1 -- start start 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbf391640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db8156990 0x7f8db80cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbf391640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8db80731f0 con 0x7f8db80b2490 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbf391640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8db80ce160 con 0x7f8db80cd6b0 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbf391640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8db8156d70 con 0x7f8db8156990 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db8156990 0x7f8db80cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db8156990 0x7f8db80cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38972/0 (socket says 172.21.15.17:38972) 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 -- 172.21.15.17:0/2061830782 learned_addr learned my addr 172.21.15.17:0/2061830782 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd92e640 1 --1- 172.21.15.17:0/2061830782 >> v1:172.21.15.17:6789/0 conn(0x7f8db80b2490 0x7f8db815c8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44892/0 (socket says 172.21.15.17:44892) 2024-09-19T08:03:35.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 -- 172.21.15.17:0/2061830782 >> v1:172.21.15.160:6789/0 conn(0x7f8db80cd6b0 legacy=0x7f8db80b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 -- 172.21.15.17:0/2061830782 >> v1:172.21.15.17:6789/0 conn(0x7f8db80b2490 legacy=0x7f8db815c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8daffff640 1 -- 172.21.15.17:0/2061830782 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3207126255 0 0) 0x7f8db80731f0 con 0x7f8db80b2490 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.591+0000 7f8dbd12d640 1 -- 172.21.15.17:0/2061830782 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db80ce440 con 0x7f8db8156990 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.592+0000 7f8dbd12d640 1 --2- 172.21.15.17:0/2061830782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db80cd170 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8db4009870 tx=0x7f8db402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96b3f3e7a5d69f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.592+0000 7f8daffff640 1 -- 172.21.15.17:0/2061830782 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4037070 con 0x7f8db8156990 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.592+0000 7f8daffff640 1 -- 172.21.15.17:0/2061830782 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db4032440 con 0x7f8db8156990 2024-09-19T08:03:35.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.592+0000 7f8daffff640 1 -- 172.21.15.17:0/2061830782 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4032810 con 0x7f8db8156990 2024-09-19T08:03:35.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 -- 172.21.15.17:0/2061830782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 msgr2=0x7f8db80cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2061830782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db80cd170 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8db4009870 tx=0x7f8db402a180 comp rx=0 tx=0).stop 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 -- 172.21.15.17:0/2061830782 shutdown_connections 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2061830782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db80cd170 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 -- 172.21.15.17:0/2061830782 >> 172.21.15.17:0/2061830782 conn(0x7f8db806bc10 msgr2=0x7f8db806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 -- 172.21.15.17:0/2061830782 shutdown_connections 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.593+0000 7f8dbf391640 1 -- 172.21.15.17:0/2061830782 wait complete. 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.594+0000 7f8dbf391640 1 Processor -- start 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.594+0000 7f8dbf391640 1 -- start start 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 0x7f8db81539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 0x7f8db8141b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80cef20 con 0x7f8db8156990 2024-09-19T08:03:35.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80cea90 con 0x7f8db80b2490 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbf391640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8db80cf0a0 con 0x7f8db80cd6b0 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38978/0 (socket says 172.21.15.17:38978) 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 -- 172.21.15.17:0/2170391897 learned_addr learned my addr 172.21.15.17:0/2170391897 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd12d640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 0x7f8db81539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbc92c640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 0x7f8db8141b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 -- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 msgr2=0x7f8db8141b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 0x7f8db8141b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 -- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 msgr2=0x7f8db81539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 0x7f8db81539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 -- 172.21.15.17:0/2170391897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db8154040 con 0x7f8db8156990 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbc92c640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 0x7f8db8141b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd12d640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 0x7f8db81539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.595+0000 7f8dbd92e640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8db000c730 tx=0x7f8db000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.596+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db0018070 con 0x7f8db8156990 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.596+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db000ce40 con 0x7f8db8156990 2024-09-19T08:03:35.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.596+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8db8154320 con 0x7f8db8156990 2024-09-19T08:03:35.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.596+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db000a860 con 0x7f8db8156990 2024-09-19T08:03:35.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.596+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8db815d7f0 con 0x7f8db8156990 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.597+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8db8160d40 con 0x7f8db8156990 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.597+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8db001b070 con 0x7f8db8156990 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.598+0000 7f8dadffb640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.598+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f8db008aab0 con 0x7f8db8156990 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.598+0000 7f8dbd12d640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.599+0000 7f8dbd12d640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8db4034000 tx=0x7f8db402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.602+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8db00591c0 con 0x7f8db8156990 2024-09-19T08:03:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.813+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8db815aac0 con 0x7f8db8156990 2024-09-19T08:03:35.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.813+0000 7f8dadffb640 1 -- 172.21.15.17:0/2170391897 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f8db0058ac0 con 0x7f8db8156990 2024-09-19T08:03:35.813 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:35.813 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:03:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:03:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 msgr2=0x7f8d9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8db4034000 tx=0x7f8db402e000 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 msgr2=0x7f8db814f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8db000c730 tx=0x7f8db000cbf0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 shutdown_connections 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db8156990 0x7f8db814f7b0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80cd6b0 0x7f8db8141b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 --2- 172.21.15.17:0/2170391897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db80b2490 0x7f8db81539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 >> 172.21.15.17:0/2170391897 conn(0x7f8db806bc10 msgr2=0x7f8db8072260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 shutdown_connections 2024-09-19T08:03:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.815+0000 7f8dbf391640 1 -- 172.21.15.17:0/2170391897 wait complete. 2024-09-19T08:03:35.826 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-19T08:03:35.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.931+0000 7f8589d68640 1 Processor -- start 2024-09-19T08:03:35.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.931+0000 7f8589d68640 1 -- start start 2024-09-19T08:03:35.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f8589d68640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f858415e7f0 0x7f85840cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f8589d68640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f858406c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f8589d68640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85840cfcc0 con 0x7f858406c620 2024-09-19T08:03:35.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f8589d68640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f85840cffa0 con 0x7f858415e7f0 2024-09-19T08:03:35.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f8589d68640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85840d0280 con 0x7f85840cf7b0 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f858415e7f0 0x7f85840cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f858415e7f0 0x7f85840cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38984/0 (socket says 172.21.15.17:38984) 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 -- 172.21.15.17:0/1278191016 learned_addr learned my addr 172.21.15.17:0/1278191016 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f857affd640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f858406c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 -- 172.21.15.17:0/1278191016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 msgr2=0x7f858406c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f858406c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 -- 172.21.15.17:0/1278191016 >> v1:172.21.15.160:6789/0 conn(0x7f858406c620 legacy=0x7f85840b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.932+0000 7f85837fe640 1 -- 172.21.15.17:0/1278191016 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85840d0560 con 0x7f858415e7f0 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.933+0000 7f85837fe640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f85840cf270 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8574009870 tx=0x7f857402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81916272d96a63b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.933+0000 7f8582ffd640 1 -- 172.21.15.17:0/1278191016 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8574037070 con 0x7f858415e7f0 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.933+0000 7f8582ffd640 1 -- 172.21.15.17:0/1278191016 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8574032440 con 0x7f858415e7f0 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.933+0000 7f8582ffd640 1 -- 172.21.15.17:0/1278191016 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8574032810 con 0x7f858415e7f0 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 -- 172.21.15.17:0/1278191016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 msgr2=0x7f85840cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f85840cf270 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8574009870 tx=0x7f857402a2a0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 -- 172.21.15.17:0/1278191016 shutdown_connections 2024-09-19T08:03:35.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f858406c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 --2- 172.21.15.17:0/1278191016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f85840cf270 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 -- 172.21.15.17:0/1278191016 >> 172.21.15.17:0/1278191016 conn(0x7f85840d44e0 msgr2=0x7f85840d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 -- 172.21.15.17:0/1278191016 shutdown_connections 2024-09-19T08:03:35.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.934+0000 7f8589d68640 1 -- 172.21.15.17:0/1278191016 wait complete. 2024-09-19T08:03:35.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.935+0000 7f8589d68640 1 Processor -- start 2024-09-19T08:03:35.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.935+0000 7f8589d68640 1 -- start start 2024-09-19T08:03:35.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f858406c620 0x7f8584154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f8584159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85840cee70 con 0x7f858415e7f0 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85840cecf0 con 0x7f858406c620 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8589d68640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85840b8600 con 0x7f85840cf7b0 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38986/0 (socket says 172.21.15.17:38986) 2024-09-19T08:03:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 -- 172.21.15.17:0/2062156032 learned_addr learned my addr 172.21.15.17:0/2062156032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f85837fe640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f858406c620 0x7f8584154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f857affd640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f8584159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 -- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 msgr2=0x7f8584159f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f8584159f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 -- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f858406c620 msgr2=0x7f8584154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.936+0000 7f8583fff640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f858406c620 0x7f8584154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8583fff640 1 -- 172.21.15.17:0/2062156032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f858415f950 con 0x7f858415e7f0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8583fff640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f857c00c7b0 tx=0x7f857c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8580ff9640 1 -- 172.21.15.17:0/2062156032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c004b60 con 0x7f858415e7f0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8580ff9640 1 -- 172.21.15.17:0/2062156032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f857c004d00 con 0x7f858415e7f0 2024-09-19T08:03:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8580ff9640 1 -- 172.21.15.17:0/2062156032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c00aa90 con 0x7f858415e7f0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f858415fc30 con 0x7f858415e7f0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.937+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85841601f0 con 0x7f858415e7f0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.939+0000 7f8580ff9640 1 -- 172.21.15.17:0/2062156032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f857c00ac30 con 0x7f858415e7f0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.939+0000 7f8580ff9640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 0x7f856406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.939+0000 7f8580ff9640 1 -- 172.21.15.17:0/2062156032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f857c08b6b0 con 0x7f858415e7f0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.939+0000 7f85837fe640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 0x7f856406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.940+0000 7f85837fe640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 0x7f856406e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8574034000 tx=0x7f857402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.940+0000 7f858cbd9740 1 Processor -- start 2024-09-19T08:03:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.940+0000 7f858cbd9740 1 -- start start 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 0x5645f3f622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3f41e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645f3e7e930 con 0x5645f3f5f6c0 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5645f3e26570 con 0x5645f3f61f00 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5645f3e7a8f0 con 0x5645f3f5fb20 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38992/0 (socket says 172.21.15.17:38992) 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 -- 172.21.15.17:0/2593205939 learned_addr learned my addr 172.21.15.17:0/2593205939 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f85837fe640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 0x5645f3f622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f8583fff640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3f41e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 -- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 msgr2=0x5645f3f41e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3f41e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 -- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 msgr2=0x5645f3f622e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 0x5645f3f622e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 -- 172.21.15.17:0/2593205939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645f3e3b200 con 0x5645f3f5f6c0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f85837fe640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 0x5645f3f622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f857affd640 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f856c00ab00 tx=0x7f856c00af00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c96274859ad8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f85797fa640 1 -- 172.21.15.17:0/2593205939 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c00fdb0 con 0x5645f3f5f6c0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.941+0000 7f85797fa640 1 -- 172.21.15.17:0/2593205939 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f856c013440 con 0x5645f3f5f6c0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f85797fa640 1 -- 172.21.15.17:0/2593205939 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c013810 con 0x5645f3f5f6c0 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 -- 172.21.15.17:0/2593205939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 msgr2=0x5645f3f61250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f856c00ab00 tx=0x7f856c00af00 comp rx=0 tx=0).stop 2024-09-19T08:03:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 -- 172.21.15.17:0/2593205939 shutdown_connections 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3f41e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5f6c0 0x5645f3f61250 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2593205939 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f61f00 0x5645f3f622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 -- 172.21.15.17:0/2593205939 >> 172.21.15.17:0/2593205939 conn(0x5645f3f17df0 msgr2=0x5645f3f5ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 -- 172.21.15.17:0/2593205939 shutdown_connections 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.942+0000 7f858cbd9740 1 -- 172.21.15.17:0/2593205939 wait complete. 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.943+0000 7f858cbd9740 1 -- start start 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.943+0000 7f858cbd9740 1 Processor -- start 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f61f00 0x5645f3f72f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f15dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645f3f5e620 con 0x5645f3f5fb20 2024-09-19T08:03:35.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5645f3e076a0 con 0x5645f3f15940 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5645f3f5e900 con 0x5645f3f61f00 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f858cbd9740 10 client.0 _ll_register_callbacks cb 0x5645f3e3f300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39008/0 (socket says 172.21.15.17:39008) 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 -- 172.21.15.17:0/1170288481 learned_addr learned my addr 172.21.15.17:0/1170288481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f857affd640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f61f00 0x5645f3f72f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f8583fff640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f15dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 -- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f61f00 msgr2=0x5645f3f72f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f61f00 0x5645f3f72f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 -- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 msgr2=0x5645f3f15dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f15dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 -- 172.21.15.17:0/1170288481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645f3c5d7c0 con 0x5645f3f5fb20 2024-09-19T08:03:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f8583fff640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f15dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85837fe640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8574009990 tx=0x7f8574004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0ca562404cc70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.944+0000 7f85627fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8574037040 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f8574051b40 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f856c013440 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f8574051d40 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 10 client.5160 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5645f3cbdf50 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f856c013440 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f8574058050 con 0x5645f3f5fb20 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 10 client.5160 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 10 client.5160 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 20 client.5160 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3f56f00 0x5645f3f57320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 4 client.5160 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645f3e8c060 con 0x5645f3f56f00 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.945+0000 7f857affd640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3f56f00 0x5645f3f57320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f85627fc640 10 client.5160 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f857affd640 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3f56f00 0x5645f3f57320 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fd9f4af9d37e1bc server_cookie=124951cb4e0d1bbc in_seq=0 out_seq=0 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f85627fc640 1 -- 172.21.15.17:0/1170288481 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5645f3e8c060 con 0x5645f3f56f00 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f85627fc640 10 client.5160 handle_command_reply: tid=0 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 client.5160 shutdown 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 msgr2=0x5645f3f70c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8574009990 tx=0x7f8574004730 comp rx=0 tx=0).stop 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 shutdown_connections 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3f56f00 0x5645f3f57320 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f15dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f61f00 0x5645f3f72f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1170288481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f5fb20 0x5645f3f70c10 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 >> 172.21.15.17:0/1170288481 conn(0x5645f3f5f6c0 msgr2=0x5645f3f42470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.946+0000 7f85627fc640 0 client.5160 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.947+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 shutdown_connections 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.947+0000 7f858cbd9740 1 -- 172.21.15.17:0/1170288481 wait complete. 2024-09-19T08:03:35.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.947+0000 7f858cbd9740 20 client.5160 trim_cache size 0 max 16384 2024-09-19T08:03:35.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.960+0000 7f858cbd9740 1 Processor -- start 2024-09-19T08:03:35.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.960+0000 7f858cbd9740 1 -- start start 2024-09-19T08:03:35.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f15940 0x5645f3f83fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 0x5645f3f56ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85841ffce0 con 0x5645f3f61f00 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85840cbf10 con 0x5645f3f5fb20 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85840cc560 con 0x5645f3f15940 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39016/0 (socket says 172.21.15.17:39016) 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 -- 172.21.15.17:0/2033008004 learned_addr learned my addr 172.21.15.17:0/2033008004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f85837fe640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f15940 0x5645f3f83fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f857affd640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 0x5645f3f56ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 -- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f15940 msgr2=0x5645f3f83fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f15940 0x5645f3f83fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 -- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 msgr2=0x5645f3f56ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 0x5645f3f56ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 -- 172.21.15.17:0/2033008004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645f3b510b0 con 0x5645f3f61f00 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f857affd640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 0x5645f3f56ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8583fff640 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f857c055b30 tx=0x7f857c060040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e45ad70e81a2a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8578ff9640 1 -- 172.21.15.17:0/2033008004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c088070 con 0x5645f3f61f00 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8578ff9640 1 -- 172.21.15.17:0/2033008004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f857c0579d0 con 0x5645f3f61f00 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.961+0000 7f8578ff9640 1 -- 172.21.15.17:0/2033008004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c061d70 con 0x5645f3f61f00 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 -- 172.21.15.17:0/2033008004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 msgr2=0x5645f3f57410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f857c055b30 tx=0x7f857c060040 comp rx=0 tx=0).stop 2024-09-19T08:03:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 -- 172.21.15.17:0/2033008004 shutdown_connections 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f57410 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f5fb20 0x5645f3f56ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 --2- 172.21.15.17:0/2033008004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f15940 0x5645f3f83fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 -- 172.21.15.17:0/2033008004 >> 172.21.15.17:0/2033008004 conn(0x5645f3f5f6c0 msgr2=0x5645f3f171f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 -- 172.21.15.17:0/2033008004 shutdown_connections 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.962+0000 7f858cbd9740 1 -- 172.21.15.17:0/2033008004 wait complete. 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.963+0000 7f858cbd9740 1 -- start start 2024-09-19T08:03:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.963+0000 7f858cbd9740 1 Processor -- start 2024-09-19T08:03:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f5cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3fc7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645f3f71520 con 0x5645f3f61f00 2024-09-19T08:03:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5645f3f43900 con 0x5645f3f15940 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5645f3f59ad0 con 0x5645f3f5fb20 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 10 client.0 _ll_register_callbacks cb 0x7f8574040050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39028/0 (socket says 172.21.15.17:39028) 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 -- 172.21.15.17:0/1284762476 learned_addr learned my addr 172.21.15.17:0/1284762476 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f85837fe640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f5cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f857affd640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3fc7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 -- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 msgr2=0x5645f3fc7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3fc7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 -- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 msgr2=0x5645f3f5cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f5cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 -- 172.21.15.17:0/1284762476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645f3f5d2d0 con 0x5645f3f61f00 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f857affd640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3fc7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f8583fff640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f857c00afd0 tx=0x7f857c0899b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94e7694d75c97d2f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f85627fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c076060 con 0x5645f3f61f00 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f857c061d70 con 0x5645f3f61f00 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f857c0579d0 con 0x5645f3f61f00 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f857c088030 con 0x5645f3f61f00 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 10 client.5166 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:35.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.964+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5645f3fdf150 con 0x5645f3f61f00 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f857c0579d0 con 0x5645f3f61f00 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f857c05eb60 con 0x5645f3f61f00 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 10 client.5166 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 10 client.5166 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 20 client.5166 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3fde5a0 0x5645f3fde980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 4 client.5166 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) -- 0x5645f3e863b0 con 0x5645f3fde5a0 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85837fe640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3fde5a0 0x5645f3fde980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85627fc640 10 client.5166 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85837fe640 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3fde5a0 0x5645f3fde980 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=787e883d144c5c79 server_cookie=147e6b549d779a99 in_seq=0 out_seq=0 2024-09-19T08:03:35.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85627fc640 1 -- 172.21.15.17:0/1284762476 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+237 (crc 0 0 0) 0x5645f3e863b0 con 0x5645f3fde5a0 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f85627fc640 10 client.5166 handle_command_reply: tid=0 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 1 client.5166 shutdown 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 msgr2=0x5645f3f611e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.965+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f857c00afd0 tx=0x7f857c0899b0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 shutdown_connections 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5645f3fde5a0 0x5645f3fde980 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645f3f61f00 0x5645f3f611e0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5645f3f5fb20 0x5645f3fc7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f85627fc640 0 client.5166 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 --2- 172.21.15.17:0/1284762476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5645f3f15940 0x5645f3f5cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 >> 172.21.15.17:0/1284762476 conn(0x5645f3f5f6c0 msgr2=0x5645f3f412a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 shutdown_connections 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 1 -- 172.21.15.17:0/1284762476 wait complete. 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f858cbd9740 20 client.5166 trim_cache size 0 max 16384 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:03:35.974 INFO:teuthology.orchestra.run.smithi017.stdout: "damage_type": "dentry", 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 2283460378, 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "ino": 1099511627776, 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "frag": "*", 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "dname": "file_to_be_damaged", 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "snap_id": "head", 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/subdir/file_to_be_damaged" 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:35.975 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:03:35.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 msgr2=0x7f856406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 0x7f856406e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8574034000 tx=0x7f857402e000 comp rx=0 tx=0).stop 2024-09-19T08:03:35.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 msgr2=0x7f858415cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:35.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f857c00c7b0 tx=0x7f857c00cc70 comp rx=0 tx=0).stop 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 shutdown_connections 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f856406c2e0 0x7f856406e7a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f858415e7f0 0x7f858415cbb0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85840cf7b0 0x7f8584159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 --2- 172.21.15.17:0/2062156032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f858406c620 0x7f8584154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 >> 172.21.15.17:0/2062156032 conn(0x7f85840d44e0 msgr2=0x7f85840b9c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 shutdown_connections 2024-09-19T08:03:35.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:35.966+0000 7f8589d68640 1 -- 172.21.15.17:0/2062156032 wait complete. 2024-09-19T08:03:35.978 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> import errno 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> f = open("/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged", "w") 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> f.close() 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> except IOError as e: 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(errno.EIO) 2024-09-19T08:03:35.979 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:36.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36 stdin-killer INFO: command exited with status 5: exiting normally with same code! 2024-09-19T08:03:36.056 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-19T08:03:36.056 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:03:36.056 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:03:36.056 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> import json 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged'"'"') 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> except OSError as e: 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(e.errno) 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> print(json.dumps( 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> indent=2)) 2024-09-19T08:03:36.057 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:03:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36 stdin-killer INFO: command exited with status 5: exiting normally with same code! 2024-09-19T08:03:36.176 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-19T08:03:36.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:36.176 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.files ./subdir) 2024-09-19T08:03:36.234 INFO:teuthology.orchestra.run.smithi017.stdout:2 2024-09-19T08:03:36.234 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:03:36.234 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:03:36.291 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:03:36.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.435+0000 7fdcae63c640 1 Processor -- start 2024-09-19T08:03:36.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.435+0000 7fdcae63c640 1 -- start start 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcae63c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdca80cd880 0x7fdca80b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcae63c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdca80731f0 con 0x7fdca80b22c0 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcae63c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdca80ce160 con 0x7fdca8156990 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcae63c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdca8156d70 con 0x7fdca80cd880 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcacbd9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdca80b22c0 0x7fdca815c8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44908/0 (socket says 172.21.15.17:44908) 2024-09-19T08:03:36.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.436+0000 7fdcacbd9640 1 -- 172.21.15.17:0/3777650916 learned_addr learned my addr 172.21.15.17:0/3777650916 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 237126632 0 0) 0x7fdca80731f0 con 0x7fdca80b22c0 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc90003520 con 0x7fdca80b22c0 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca77fe640 1 --2- 172.21.15.17:0/3777650916 >> v2:172.21.15.160:3300/0 conn(0x7fdca80cd880 0x7fdca80b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2156056981 0 0) 0x7fdc90003520 con 0x7fdca80b22c0 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 >> v2:172.21.15.160:3300/0 conn(0x7fdca80cd880 msgr2=0x7fdca80b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 --2- 172.21.15.17:0/3777650916 >> v2:172.21.15.160:3300/0 conn(0x7fdca80cd880 0x7fdca80b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 >> v1:172.21.15.160:6789/0 conn(0x7fdca8156990 legacy=0x7fdca80cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca80ce440 con 0x7fdca80b22c0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdca00019f0 con 0x7fdca80b22c0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 >> v1:172.21.15.17:6789/0 conn(0x7fdca80b22c0 legacy=0x7fdca815c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 0x7fdc90003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc90004800 0x7fdc90004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc900051c0 0x7fdc9000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdc9000c130 con 0x7fdc900039b0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdc9000c2e0 con 0x7fdc90004800 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdc9000c4e0 con 0x7fdc900051c0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 0x7fdc90003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca77fe640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc90004800 0x7fdc90004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdcacbd9640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc900051c0 0x7fdc9000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 -- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc900051c0 msgr2=0x7fdc9000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc900051c0 0x7fdc9000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 -- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc90004800 msgr2=0x7fdc90004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc90004800 0x7fdc90004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdca7fff640 1 -- 172.21.15.17:0/3777650916 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc90003520 con 0x7fdc900039b0 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.437+0000 7fdcacbd9640 1 -- 172.21.15.17:0/3777650916 reap_dead start 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.438+0000 7fdca7fff640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 0x7fdc90003dd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fdc98014db0 tx=0x7fdc90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dad7bfafa97f9b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.438+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc980149d0 con 0x7fdc900039b0 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.438+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc98005310 con 0x7fdc900039b0 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.438+0000 7fdca6ffd640 1 -- 172.21.15.17:0/3777650916 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98013be0 con 0x7fdc900039b0 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 -- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 msgr2=0x7fdc90003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 0x7fdc90003dd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fdc98014db0 tx=0x7fdc90005830 comp rx=0 tx=0).stop 2024-09-19T08:03:36.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 -- 172.21.15.17:0/3777650916 shutdown_connections 2024-09-19T08:03:36.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 --2- 172.21.15.17:0/3777650916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc900039b0 0x7fdc90003dd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 -- 172.21.15.17:0/3777650916 >> 172.21.15.17:0/3777650916 conn(0x7fdca806bc10 msgr2=0x7fdca806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:36.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 -- 172.21.15.17:0/3777650916 shutdown_connections 2024-09-19T08:03:36.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.439+0000 7fdcae63c640 1 -- 172.21.15.17:0/3777650916 wait complete. 2024-09-19T08:03:36.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.440+0000 7fdcae63c640 1 Processor -- start 2024-09-19T08:03:36.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.440+0000 7fdcae63c640 1 -- start start 2024-09-19T08:03:36.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 0x7fdca813eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdca814ab30 0x7fdca80cf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdca80b26d0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdca80cea90 con 0x7fdc900039b0 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcae63c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdca80cef20 con 0x7fdca814ab30 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39038/0 (socket says 172.21.15.17:39038) 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 -- 172.21.15.17:0/933848838 learned_addr learned my addr 172.21.15.17:0/933848838 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdca7fff640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 0x7fdca813eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdca77fe640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdca814ab30 0x7fdca80cf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 -- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdca814ab30 msgr2=0x7fdca80cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdca814ab30 0x7fdca80cf2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 -- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 msgr2=0x7fdca813eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 0x7fdca813eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdcacbd9640 1 -- 172.21.15.17:0/933848838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca814b360 con 0x7fdca80cf7f0 2024-09-19T08:03:36.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.441+0000 7fdca7fff640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 0x7fdca813eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:36.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdcacbd9640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fdca80cd0c0 tx=0x7fdca0007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca000ab80 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdca0018070 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca8150fd0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca00133f0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.442+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca8151590 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.443+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdca80b1d80 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.443+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdca0013590 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.444+0000 7fdca4ff9640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 0x7fdc9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.444+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fdca008bab0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.444+0000 7fdca7fff640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 0x7fdc9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.444+0000 7fdca7fff640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 0x7fdc9406e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc98039000 tx=0x7fdc98009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.448+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdca005a1c0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.637+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdca806de20 con 0x7fdca80cf7f0 2024-09-19T08:03:36.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.637+0000 7fdca4ff9640 1 -- 172.21.15.17:0/933848838 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v34) ==== 80+0+122 (secure 0 0 0) 0x7fdca0059ac0 con 0x7fdca80cf7f0 2024-09-19T08:03:36.638 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:03:36.638 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:03:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.639+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 msgr2=0x7fdc9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.639+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 0x7fdc9406e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc98039000 tx=0x7fdc98009030 comp rx=0 tx=0).stop 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.639+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 msgr2=0x7fdca814b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.639+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fdca80cd0c0 tx=0x7fdca0007bd0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 shutdown_connections 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc9406c2b0 0x7fdc9406e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdca80cf7f0 0x7fdca814b700 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdca814ab30 0x7fdca80cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 --2- 172.21.15.17:0/933848838 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc900039b0 0x7fdca813eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 >> 172.21.15.17:0/933848838 conn(0x7fdca806bc10 msgr2=0x7fdca8072af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 shutdown_connections 2024-09-19T08:03:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.640+0000 7fdcae63c640 1 -- 172.21.15.17:0/933848838 wait complete. 2024-09-19T08:03:36.651 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:03:36.651 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:03:36.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:03:36.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.810+0000 7effb7a65640 1 Processor -- start 2024-09-19T08:03:36.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.810+0000 7effb7a65640 1 -- start start 2024-09-19T08:03:36.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb7a65640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7effb015e7c0 0x7effb0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb7a65640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7effb00b6a40 0x7effb00b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb7a65640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effb00b39a0 con 0x7effb00cf480 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb7a65640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7effb01630d0 con 0x7effb00b6a40 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb7a65640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7effb015eba0 con 0x7effb015e7c0 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb5000640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7effb00cf480 0x7effb00b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44920/0 (socket says 172.21.15.17:44920) 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb5000640 1 -- 172.21.15.17:0/4016992182 learned_addr learned my addr 172.21.15.17:0/4016992182 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb6002640 1 --2- 172.21.15.17:0/4016992182 >> v2:172.21.15.17:3300/0 conn(0x7effb00b6a40 0x7effb00b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.811+0000 7effb5801640 1 --2- 172.21.15.17:0/4016992182 >> v2:172.21.15.160:3300/0 conn(0x7effb015e7c0 0x7effb0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effa7fff640 1 -- 172.21.15.17:0/4016992182 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3839022097 0 0) 0x7effb00b39a0 con 0x7effb00cf480 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effa7fff640 1 -- 172.21.15.17:0/4016992182 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff9c003520 con 0x7effb00cf480 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effb6002640 1 -- 172.21.15.17:0/4016992182 >> v2:172.21.15.160:3300/0 conn(0x7effb015e7c0 msgr2=0x7effb0162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:36.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effb6002640 1 --2- 172.21.15.17:0/4016992182 >> v2:172.21.15.160:3300/0 conn(0x7effb015e7c0 0x7effb0162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effb6002640 1 -- 172.21.15.17:0/4016992182 >> v1:172.21.15.17:6789/0 conn(0x7effb00cf480 legacy=0x7effb00b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effb6002640 1 -- 172.21.15.17:0/4016992182 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb00cfc60 con 0x7effb00b6a40 2024-09-19T08:03:36.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.812+0000 7effb6002640 1 --2- 172.21.15.17:0/4016992182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb00b9800 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7effb008d800 tx=0x7effa802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a797ef37b15745a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effa7fff640 1 -- 172.21.15.17:0/4016992182 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa8007740 con 0x7effb00b6a40 2024-09-19T08:03:36.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effa7fff640 1 -- 172.21.15.17:0/4016992182 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa80078e0 con 0x7effb00b6a40 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effa7fff640 1 -- 172.21.15.17:0/4016992182 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa8007cb0 con 0x7effb00b6a40 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 -- 172.21.15.17:0/4016992182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 msgr2=0x7effb00b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 --2- 172.21.15.17:0/4016992182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb00b9800 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7effb008d800 tx=0x7effa802a710 comp rx=0 tx=0).stop 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 -- 172.21.15.17:0/4016992182 shutdown_connections 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 --2- 172.21.15.17:0/4016992182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb00b9800 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 --2- 172.21.15.17:0/4016992182 >> v2:172.21.15.160:3300/0 conn(0x7effb015e7c0 0x7effb0162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 -- 172.21.15.17:0/4016992182 >> 172.21.15.17:0/4016992182 conn(0x7effb00d1320 msgr2=0x7effb00d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 -- 172.21.15.17:0/4016992182 shutdown_connections 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.813+0000 7effb7a65640 1 -- 172.21.15.17:0/4016992182 wait complete. 2024-09-19T08:03:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 Processor -- start 2024-09-19T08:03:36.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 -- start start 2024-09-19T08:03:36.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7effb00cf480 0x7effb00cdd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7effb015e7c0 0x7effb00b85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7effb015f100 con 0x7effb00b6a40 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7effb015ee20 con 0x7effb015e7c0 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.815+0000 7effb7a65640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7effb015f3e0 con 0x7effb00cf480 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39062/0 (socket says 172.21.15.17:39062) 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 -- 172.21.15.17:0/1863534110 learned_addr learned my addr 172.21.15.17:0/1863534110 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5000640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7effb00cf480 0x7effb00cdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb6002640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7effb015e7c0 0x7effb00b85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 -- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7effb00cf480 msgr2=0x7effb00cdd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7effb00cf480 0x7effb00cdd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 -- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7effb015e7c0 msgr2=0x7effb00b85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7effb015e7c0 0x7effb00b85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 -- 172.21.15.17:0/1863534110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb00ccc70 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb5801640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7effac00e870 tx=0x7effac00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effac017070 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effac00c940 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effac00cd30 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.816+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb00ccf50 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.817+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb00cd510 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.818+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb015f900 con 0x7effb00b6a40 2024-09-19T08:03:36.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.818+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effac01a070 con 0x7effb00b6a40 2024-09-19T08:03:36.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.818+0000 7effa5ffb640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 0x7eff9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:36.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.819+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7effac08b600 con 0x7effb00b6a40 2024-09-19T08:03:36.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.819+0000 7effb5000640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 0x7eff9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:36.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.819+0000 7effb5000640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 0x7eff9406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7effb0157300 tx=0x7effa0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:36.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:36.823+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7effac0596c0 con 0x7effb00b6a40 2024-09-19T08:03:37.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.010+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7effb00d2150 con 0x7effb00b6a40 2024-09-19T08:03:37.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.010+0000 7effa5ffb640 1 -- 172.21.15.17:0/1863534110 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v34) ==== 80+0+122 (secure 0 0 0) 0x7effac05d9c0 con 0x7effb00b6a40 2024-09-19T08:03:37.011 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:03:37.011 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:03:37.011 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.012+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 msgr2=0x7eff9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.012+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 0x7eff9406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7effb0157300 tx=0x7effa0009040 comp rx=0 tx=0).stop 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.012+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 msgr2=0x7effb0156b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.012+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7effac00e870 tx=0x7effac00ed30 comp rx=0 tx=0).stop 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 shutdown_connections 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff9406c2b0 0x7eff9406e770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7effb015e7c0 0x7effb00b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7effb00cf480 0x7effb00cdd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 --2- 172.21.15.17:0/1863534110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7effb00b6a40 0x7effb0156b00 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 >> 172.21.15.17:0/1863534110 conn(0x7effb00d1320 msgr2=0x7effb00b5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 shutdown_connections 2024-09-19T08:03:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.013+0000 7effb7a65640 1 -- 172.21.15.17:0/1863534110 wait complete. 2024-09-19T08:03:37.024 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:03:37.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:37.024 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:03:37.048 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[48233]: fuse finished with error 0 and tester_r 0 2024-09-19T08:03:37.050 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:03:37.079 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:03:37.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:37.079 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:03:37.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:37.135 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub start /subdir repair 2024-09-19T08:03:37.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.282+0000 7f423818d640 1 Processor -- start 2024-09-19T08:03:37.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.282+0000 7f423818d640 1 -- start start 2024-09-19T08:03:37.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423818d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f423015e9b0 0x7f4230073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423818d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4230073550 0x7f423006d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423818d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f423015ef20 con 0x7f423015e5d0 2024-09-19T08:03:37.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423818d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f423015fb30 con 0x7f4230073550 2024-09-19T08:03:37.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423818d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4230073990 con 0x7f423015e9b0 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4230073550 0x7f423006d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4230073550 0x7f423006d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39072/0 (socket says 172.21.15.17:39072) 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 -- 172.21.15.17:0/4217262389 learned_addr learned my addr 172.21.15.17:0/4217262389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f4235728640 1 --2- 172.21.15.17:0/4217262389 >> v2:172.21.15.160:3300/0 conn(0x7f423015e9b0 0x7f4230073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 -- 172.21.15.17:0/4217262389 >> v2:172.21.15.160:3300/0 conn(0x7f423015e9b0 msgr2=0x7f4230073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 --2- 172.21.15.17:0/4217262389 >> v2:172.21.15.160:3300/0 conn(0x7f423015e9b0 0x7f4230073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 -- 172.21.15.17:0/4217262389 >> v1:172.21.15.160:6789/0 conn(0x7f423015e5d0 legacy=0x7f42300d0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.283+0000 7f423672a640 1 -- 172.21.15.17:0/4217262389 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423015f200 con 0x7f4230073550 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.284+0000 7f423672a640 1 --2- 172.21.15.17:0/4217262389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4230073550 0x7f423006d170 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4230070930 tx=0x7f422802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868f67cfc795860c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.284+0000 7f4234f27640 1 -- 172.21.15.17:0/4217262389 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4228036070 con 0x7f4230073550 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.284+0000 7f4234f27640 1 -- 172.21.15.17:0/4217262389 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4228031600 con 0x7f4230073550 2024-09-19T08:03:37.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.284+0000 7f4234f27640 1 -- 172.21.15.17:0/4217262389 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42280319d0 con 0x7f4230073550 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 -- 172.21.15.17:0/4217262389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4230073550 msgr2=0x7f423006d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 --2- 172.21.15.17:0/4217262389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4230073550 0x7f423006d170 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4230070930 tx=0x7f422802a6f0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 -- 172.21.15.17:0/4217262389 shutdown_connections 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 --2- 172.21.15.17:0/4217262389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4230073550 0x7f423006d170 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 --2- 172.21.15.17:0/4217262389 >> v2:172.21.15.160:3300/0 conn(0x7f423015e9b0 0x7f4230073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 -- 172.21.15.17:0/4217262389 >> 172.21.15.17:0/4217262389 conn(0x7f42300d23c0 msgr2=0x7f42300d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 -- 172.21.15.17:0/4217262389 shutdown_connections 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.285+0000 7f423818d640 1 -- 172.21.15.17:0/4217262389 wait complete. 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.286+0000 7f423818d640 1 Processor -- start 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.286+0000 7f423818d640 1 -- start start 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4230073550 0x7f423014fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f423015e9b0 0x7f42300ab570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4230070b10 con 0x7f423015e5d0 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f423015f7c0 con 0x7f4230073550 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423818d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4230070c90 con 0x7f423015e9b0 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f4235728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f4235728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39074/0 (socket says 172.21.15.17:39074) 2024-09-19T08:03:37.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f4235728640 1 -- 172.21.15.17:0/1905377885 learned_addr learned my addr 172.21.15.17:0/1905377885 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f423672a640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f423015e9b0 0x7f42300ab570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.287+0000 7f4235f29640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4230073550 0x7f423014fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 -- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f423015e9b0 msgr2=0x7f42300ab570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f423015e9b0 0x7f42300ab570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 -- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4230073550 msgr2=0x7f423014fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4230073550 0x7f423014fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 -- 172.21.15.17:0/1905377885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42300cdd30 con 0x7f423015e5d0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f4235728640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f422000d620 tx=0x7f422000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f42267fc640 1 -- 172.21.15.17:0/1905377885 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422000b620 con 0x7f423015e5d0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f42267fc640 1 -- 172.21.15.17:0/1905377885 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4220019070 con 0x7f423015e5d0 2024-09-19T08:03:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42300cdfa0 con 0x7f423015e5d0 2024-09-19T08:03:37.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f42267fc640 1 -- 172.21.15.17:0/1905377885 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422000ba00 con 0x7f423015e5d0 2024-09-19T08:03:37.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.288+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42300ce560 con 0x7f423015e5d0 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.290+0000 7f42267fc640 1 -- 172.21.15.17:0/1905377885 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f422000bba0 con 0x7f423015e5d0 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.290+0000 7f42267fc640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.290+0000 7f42267fc640 1 -- 172.21.15.17:0/1905377885 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f422008b6b0 con 0x7f423015e5d0 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.290+0000 7f4235f29640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.291+0000 7f4235f29640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 0x7f421406e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f422c004f60 tx=0x7f422c007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.291+0000 7f423b007740 1 Processor -- start 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.291+0000 7f423b007740 1 -- start start 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea9088e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea906120 0x5638ea8e8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5638ea824ac0 con 0x5638ea905cc0 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5638ea7cc7b0 con 0x5638ea906120 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5638ea820a80 con 0x5638ea908500 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39090/0 (socket says 172.21.15.17:39090) 2024-09-19T08:03:37.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 -- 172.21.15.17:0/2527771000 learned_addr learned my addr 172.21.15.17:0/2527771000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235f29640 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea9088e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f423672a640 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea906120 0x5638ea8e8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 -- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 msgr2=0x5638ea9088e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea9088e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.292+0000 7f4235728640 1 -- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea906120 msgr2=0x5638ea8e8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f4235728640 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea906120 0x5638ea8e8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f4235728640 1 -- 172.21.15.17:0/2527771000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638ea603a20 con 0x5638ea905cc0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f4235728640 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4220089c30 tx=0x7f4220059220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3807db47377bb5f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f42137fe640 1 -- 172.21.15.17:0/2527771000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220062330 con 0x5638ea905cc0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f42137fe640 1 -- 172.21.15.17:0/2527771000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4220057b00 con 0x5638ea905cc0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f42137fe640 1 -- 172.21.15.17:0/2527771000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422006dbe0 con 0x5638ea905cc0 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f423b007740 1 -- 172.21.15.17:0/2527771000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 msgr2=0x5638ea907850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.293+0000 7f423b007740 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4220089c30 tx=0x7f4220059220 comp rx=0 tx=0).stop 2024-09-19T08:03:37.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 -- 172.21.15.17:0/2527771000 shutdown_connections 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea906120 0x5638ea8e8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea905cc0 0x5638ea907850 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 --2- 172.21.15.17:0/2527771000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea9088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 -- 172.21.15.17:0/2527771000 >> 172.21.15.17:0/2527771000 conn(0x5638ea8be160 msgr2=0x5638ea906570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 -- 172.21.15.17:0/2527771000 shutdown_connections 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 -- 172.21.15.17:0/2527771000 wait complete. 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 -- start start 2024-09-19T08:03:37.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.294+0000 7f423b007740 1 Processor -- start 2024-09-19T08:03:37.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea91a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea8d6be0 0x5638ea8dc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5638ea904c20 con 0x5638ea906120 2024-09-19T08:03:37.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5638ea7ad7b0 con 0x5638ea8d6be0 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5638ea904f00 con 0x5638ea908500 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f423b007740 10 client.0 _ll_register_callbacks cb 0x5638ea536e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39106/0 (socket says 172.21.15.17:39106) 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.295+0000 7f4235f29640 1 -- 172.21.15.17:0/3197791804 learned_addr learned my addr 172.21.15.17:0/3197791804 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235728640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea91a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f423672a640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea8d6be0 0x5638ea8dc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 -- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 msgr2=0x5638ea91a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea91a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 -- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea8d6be0 msgr2=0x5638ea8dc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea8d6be0 0x5638ea8dc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 -- 172.21.15.17:0/3197791804 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638ea4f7310 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4235f29640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f422c00fe00 tx=0x7f422c003760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d09b3809ba9a833 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.296+0000 7f4210ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.297+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422c025020 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.297+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f422c014450 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.297+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4220057b00 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f422c02f050 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 10 client.5193 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5638ea6641b0 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4220057b00 con 0x5638ea906120 2024-09-19T08:03:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f422c032020 con 0x5638ea906120 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 10 client.5193 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 10 client.5193 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 20 client.5193 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea9034f0 0x5638ea9038f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 4 client.5193 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638ea8321f0 con 0x5638ea9034f0 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4235728640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea9034f0 0x5638ea9038f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4210ff9640 10 client.5193 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.298+0000 7f4235728640 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea9034f0 0x5638ea9038f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4d6c5b86d45fba4 server_cookie=9dcde85bfb6eac01 in_seq=0 out_seq=0 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f4210ff9640 1 -- 172.21.15.17:0/3197791804 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5638ea8321f0 con 0x5638ea9034f0 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f4210ff9640 10 client.5193 handle_command_reply: tid=0 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 client.5193 shutdown 2024-09-19T08:03:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 msgr2=0x5638ea919f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f422c00fe00 tx=0x7f422c003760 comp rx=0 tx=0).stop 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 shutdown_connections 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea9034f0 0x5638ea9038f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea8d6be0 0x5638ea8dc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea908500 0x5638ea91a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f4210ff9640 0 client.5193 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 --2- 172.21.15.17:0/3197791804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea906120 0x5638ea919f40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 >> 172.21.15.17:0/3197791804 conn(0x5638ea905cc0 msgr2=0x5638ea8e8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 shutdown_connections 2024-09-19T08:03:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.299+0000 7f423b007740 1 -- 172.21.15.17:0/3197791804 wait complete. 2024-09-19T08:03:37.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.300+0000 7f423b007740 20 client.5193 trim_cache size 0 max 16384 2024-09-19T08:03:37.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.317+0000 7f423b007740 1 Processor -- start 2024-09-19T08:03:37.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.317+0000 7f423b007740 1 -- start start 2024-09-19T08:03:37.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4230200b10 con 0x5638ea8d6be0 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f42301f8830 con 0x5638ea908500 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42300cf7a0 con 0x5638ea906120 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39116/0 (socket says 172.21.15.17:39116) 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 -- 172.21.15.17:0/85849338 learned_addr learned my addr 172.21.15.17:0/85849338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235728640 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f423672a640 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 -- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 msgr2=0x5638ea8e7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 -- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 msgr2=0x5638ea8e8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 -- 172.21.15.17:0/85849338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638ea4d03d0 con 0x5638ea8d6be0 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.318+0000 7f4235f29640 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f422c003f10 tx=0x7f422c01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecda5595b0ec02cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f4212ffd640 1 -- 172.21.15.17:0/85849338 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422c025070 con 0x5638ea8d6be0 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f4212ffd640 1 -- 172.21.15.17:0/85849338 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f422c01b070 con 0x5638ea8d6be0 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f4212ffd640 1 -- 172.21.15.17:0/85849338 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422c014d10 con 0x5638ea8d6be0 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 -- 172.21.15.17:0/85849338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 msgr2=0x5638ea907860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f422c003f10 tx=0x7f422c01b000 comp rx=0 tx=0).stop 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 -- 172.21.15.17:0/85849338 shutdown_connections 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 --2- 172.21.15.17:0/85849338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea907860 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 -- 172.21.15.17:0/85849338 >> 172.21.15.17:0/85849338 conn(0x5638ea905cc0 msgr2=0x5638ea8eb620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 -- 172.21.15.17:0/85849338 shutdown_connections 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.319+0000 7f423b007740 1 -- 172.21.15.17:0/85849338 wait complete. 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.320+0000 7f423b007740 1 -- start start 2024-09-19T08:03:37.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.320+0000 7f423b007740 1 Processor -- start 2024-09-19T08:03:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42301f81e0 con 0x5638ea8d6be0 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5638ea8b67c0 con 0x5638ea908500 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5638ea985150 con 0x5638ea906120 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423b007740 10 client.0 _ll_register_callbacks cb 0x7f422c003940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39132/0 (socket says 172.21.15.17:39132) 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 -- 172.21.15.17:0/2504155726 learned_addr learned my addr 172.21.15.17:0/2504155726 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f423672a640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235728640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 -- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 msgr2=0x5638ea8e7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 -- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 msgr2=0x5638ea8e8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.321+0000 7f4235f29640 1 -- 172.21.15.17:0/2504155726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638ea918cc0 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4235f29640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f422c004970 tx=0x7f422c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0f750dd15e22fc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422c025070 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f422c03d880 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f422c01b070 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f422c04a050 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 10 client.5199 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5638ea918f60 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f422c01b070 con 0x5638ea8d6be0 2024-09-19T08:03:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f422c04d020 con 0x5638ea8d6be0 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 10 client.5199 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 10 client.5199 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 20 client.5199 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea8ebb50 0x5638ea8bb160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 4 client.5199 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/subdir", "scrubops": ["repair"]}] 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "scrub start", "path": "/subdir", "scrubops": ["repair"]}) -- 0x5638ea82c540 con 0x5638ea8ebb50 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.322+0000 7f4235728640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea8ebb50 0x5638ea8bb160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f4210ff9640 10 client.5199 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f4235728640 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea8ebb50 0x5638ea8bb160 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=560c8139c5bf67a1 server_cookie=3f2b82b486772b6b in_seq=0 out_seq=0 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f4210ff9640 1 -- 172.21.15.17:0/2504155726 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5638ea82c540 con 0x5638ea8ebb50 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f4210ff9640 10 client.5199 handle_command_reply: tid=0 2024-09-19T08:03:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f423b007740 1 client.5199 shutdown 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 msgr2=0x5638ea982720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.323+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f422c004970 tx=0x7f422c015000 comp rx=0 tx=0).stop 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 shutdown_connections 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x5638ea8ebb50 0x5638ea8bb160 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5638ea908500 0x5638ea8e8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638ea906120 0x5638ea8e7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f4210ff9640 0 client.5199 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 --2- 172.21.15.17:0/2504155726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ea8d6be0 0x5638ea982720 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 >> 172.21.15.17:0/2504155726 conn(0x5638ea905cc0 msgr2=0x5638ea9067b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 shutdown_connections 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 1 -- 172.21.15.17:0/2504155726 wait complete. 2024-09-19T08:03:37.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423b007740 20 client.5199 trim_cache size 0 max 16384 2024-09-19T08:03:37.331 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:37.331 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-19T08:03:37.331 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "a5ba2689-e14c-46f3-87ea-3d1050e01fb0", 2024-09-19T08:03:37.331 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-19T08:03:37.331 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 msgr2=0x7f421406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 0x7f421406e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f422c004f60 tx=0x7f422c007e30 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 msgr2=0x7f42300ab030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f422000d620 tx=0x7f422000dae0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 shutdown_connections 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f423015e9b0 0x7f42300ab570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f423015e5d0 0x7f42300ab030 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 --2- 172.21.15.17:0/1905377885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4230073550 0x7f423014fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 >> 172.21.15.17:0/1905377885 conn(0x7f42300d23c0 msgr2=0x7f423006d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 shutdown_connections 2024-09-19T08:03:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.324+0000 7f423818d640 1 -- 172.21.15.17:0/1905377885 wait complete. 2024-09-19T08:03:37.335 INFO:tasks.cephfs.test_damage:{ "return_code": 0, "scrub_tag": "a5ba2689-e14c-46f3-87ea-3d1050e01fb0", "mode": "asynchronous" } 2024-09-19T08:03:37.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:03:37.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-19T08:03:37.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.440+0000 7f313dc74640 1 Processor -- start 2024-09-19T08:03:37.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.440+0000 7f313dc74640 1 -- start start 2024-09-19T08:03:37.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f313dc74640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 0x7f31380af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f313dc74640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3138145700 0x7f31380b1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f313dc74640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31380b2770 con 0x7f31380b2360 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f313dc74640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3138073b60 con 0x7f3138145700 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f313dc74640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f31381454f0 con 0x7f3138145110 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f3136ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3138145700 0x7f31380b1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f3136ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3138145700 0x7f31380b1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39148/0 (socket says 172.21.15.17:39148) 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.441+0000 7f3136ffd640 1 -- 172.21.15.17:0/1612622371 learned_addr learned my addr 172.21.15.17:0/1612622371 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f31377fe640 1 --2- 172.21.15.17:0/1612622371 >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 0x7f31380af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f3136ffd640 1 -- 172.21.15.17:0/1612622371 >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 msgr2=0x7f31380af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f3136ffd640 1 --2- 172.21.15.17:0/1612622371 >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 0x7f31380af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f3136ffd640 1 -- 172.21.15.17:0/1612622371 >> v1:172.21.15.160:6789/0 conn(0x7f31380b2360 legacy=0x7f313815ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f3136ffd640 1 -- 172.21.15.17:0/1612622371 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3138072f50 con 0x7f3138145700 2024-09-19T08:03:37.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f31377fe640 1 --2- 172.21.15.17:0/1612622371 >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 0x7f31380af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:03:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.442+0000 7f3136ffd640 1 --2- 172.21.15.17:0/1612622371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145700 0x7f31380b1e20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3138070b40 tx=0x7f312c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2d15d0ab323f8bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f31367fc640 1 -- 172.21.15.17:0/1612622371 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c037070 con 0x7f3138145700 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f31367fc640 1 -- 172.21.15.17:0/1612622371 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f312c032440 con 0x7f3138145700 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f31367fc640 1 -- 172.21.15.17:0/1612622371 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c032810 con 0x7f3138145700 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 -- 172.21.15.17:0/1612622371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145700 msgr2=0x7f31380b1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 --2- 172.21.15.17:0/1612622371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145700 0x7f31380b1e20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3138070b40 tx=0x7f312c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 -- 172.21.15.17:0/1612622371 shutdown_connections 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 --2- 172.21.15.17:0/1612622371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145700 0x7f31380b1e20 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 --2- 172.21.15.17:0/1612622371 >> v2:172.21.15.160:3300/0 conn(0x7f3138145110 0x7f31380af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 -- 172.21.15.17:0/1612622371 >> 172.21.15.17:0/1612622371 conn(0x7f313806bc10 msgr2=0x7f313806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 -- 172.21.15.17:0/1612622371 shutdown_connections 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.443+0000 7f313dc74640 1 -- 172.21.15.17:0/1612622371 wait complete. 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.444+0000 7f313dc74640 1 Processor -- start 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 -- start start 2024-09-19T08:03:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f31380b2360 0x7f3138141280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3138145700 0x7f31381441c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31380737f0 con 0x7f3138145110 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3138073510 con 0x7f3138145700 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.445+0000 7f313dc74640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f31380d0740 con 0x7f31380b2360 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39154/0 (socket says 172.21.15.17:39154) 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 -- 172.21.15.17:0/3093121201 learned_addr learned my addr 172.21.15.17:0/3093121201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f31377fe640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f31380b2360 0x7f3138141280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3137fff640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3138145700 0x7f31381441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 -- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f31380b2360 msgr2=0x7f3138141280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f31380b2360 0x7f3138141280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 -- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3138145700 msgr2=0x7f31381441c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3138145700 0x7f31381441c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 -- 172.21.15.17:0/3093121201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31380b3700 con 0x7f3138145110 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f312c02a1e0 tx=0x7f312c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f311ffff640 1 -- 172.21.15.17:0/3093121201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c037040 con 0x7f3138145110 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f311ffff640 1 -- 172.21.15.17:0/3093121201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f312c042070 con 0x7f3138145110 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f311ffff640 1 -- 172.21.15.17:0/3093121201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312c030bb0 con 0x7f3138145110 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31380b39e0 con 0x7f3138145110 2024-09-19T08:03:37.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.446+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31381448c0 con 0x7f3138145110 2024-09-19T08:03:37.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.448+0000 7f311ffff640 1 -- 172.21.15.17:0/3093121201 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f312c047460 con 0x7f3138145110 2024-09-19T08:03:37.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.448+0000 7f311ffff640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 0x7f312406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.448+0000 7f311ffff640 1 -- 172.21.15.17:0/3093121201 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f312c0ac030 con 0x7f3138145110 2024-09-19T08:03:37.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.449+0000 7f31377fe640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 0x7f312406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.449+0000 7f31377fe640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 0x7f312406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3138071420 tx=0x7f3128008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.449+0000 7f3140a17740 1 Processor -- start 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.449+0000 7f3140a17740 1 -- start start 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 0x564d9f48fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 0x564d9f48a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d9f3f26f0 con 0x564d9f48f920 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d9f39a330 con 0x564d9f48d0e0 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d9f3ee6b0 con 0x564d9f4910b0 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39162/0 (socket says 172.21.15.17:39162) 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f31377fe640 1 -- 172.21.15.17:0/561482178 learned_addr learned my addr 172.21.15.17:0/561482178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3137fff640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 0x564d9f48a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.450+0000 7f3136ffd640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 0x564d9f48fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 -- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 msgr2=0x564d9f48a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 0x564d9f48a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 -- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 msgr2=0x564d9f48fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 0x564d9f48fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 -- 172.21.15.17:0/561482178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d9f3c00d0 con 0x564d9f48f920 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f3137fff640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 0x564d9f48a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f3136ffd640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 0x564d9f48fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f31377fe640 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3128004490 tx=0x7f3128012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96933b72ddfd6e3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f311d7fa640 1 -- 172.21.15.17:0/561482178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312801b050 con 0x564d9f48f920 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f311d7fa640 1 -- 172.21.15.17:0/561482178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3128025070 con 0x564d9f48f920 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.451+0000 7f311d7fa640 1 -- 172.21.15.17:0/561482178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3128013460 con 0x564d9f48f920 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- 172.21.15.17:0/561482178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 msgr2=0x564d9f4d50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3128004490 tx=0x7f3128012000 comp rx=0 tx=0).stop 2024-09-19T08:03:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- 172.21.15.17:0/561482178 shutdown_connections 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f4910b0 0x564d9f48a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f48d0e0 0x564d9f48fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 --2- 172.21.15.17:0/561482178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48f920 0x564d9f4d50c0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- 172.21.15.17:0/561482178 >> 172.21.15.17:0/561482178 conn(0x564d9f48c370 msgr2=0x564d9f4d4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- 172.21.15.17:0/561482178 shutdown_connections 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- 172.21.15.17:0/561482178 wait complete. 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 -- start start 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.452+0000 7f3140a17740 1 Processor -- start 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d9f48b810 con 0x564d9f4b49b0 2024-09-19T08:03:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d9f37b4f0 con 0x564d9f4910b0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d9f4d58f0 con 0x564d9f48f920 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3140a17740 10 client.0 _ll_register_callbacks cb 0x564d9f39cb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39174/0 (socket says 172.21.15.17:39174) 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 -- 172.21.15.17:0/2502659566 learned_addr learned my addr 172.21.15.17:0/2502659566 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3136ffd640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 -- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 msgr2=0x564d9f4b9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 -- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 msgr2=0x564d9f4b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.453+0000 7f3137fff640 1 -- 172.21.15.17:0/2502659566 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d9f1cf7d0 con 0x564d9f4b49b0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3137fff640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f31300116f0 tx=0x7f3130011bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70c63a7a893b52d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313001b020 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3128025070 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f313000f7b0 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f3130025050 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 10 client.5211 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x564d9f1053f0 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3128025070 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f3130028020 con 0x564d9f4b49b0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 10 client.5211 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 10 client.5211 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 20 client.5211 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4890c0 0x564d9f4894f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 4 client.5211 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.454+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d9f3ffe20 con 0x564d9f4890c0 2024-09-19T08:03:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.455+0000 7f31377fe640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4890c0 0x564d9f4894f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.455+0000 7f31167fc640 10 client.5211 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.455+0000 7f31377fe640 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4890c0 0x564d9f4894f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=723d03dcbe9ef24f server_cookie=27895bd037b0a5fa in_seq=0 out_seq=0 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.455+0000 7f31167fc640 1 -- 172.21.15.17:0/2502659566 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d9f3ffe20 con 0x564d9f4890c0 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.455+0000 7f31167fc640 10 client.5211 handle_command_reply: tid=0 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 client.5211 shutdown 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 msgr2=0x564d9f4cdfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f31300116f0 tx=0x7f3130011bb0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 shutdown_connections 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4890c0 0x564d9f4894f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f4b49b0 0x564d9f4cdfc0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f31167fc640 0 client.5211 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 --2- 172.21.15.17:0/2502659566 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 >> 172.21.15.17:0/2502659566 conn(0x564d9f48d0e0 msgr2=0x564d9f4d3db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 shutdown_connections 2024-09-19T08:03:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 1 -- 172.21.15.17:0/2502659566 wait complete. 2024-09-19T08:03:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.456+0000 7f3140a17740 20 client.5211 trim_cache size 0 max 16384 2024-09-19T08:03:37.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.475+0000 7f3140a17740 1 Processor -- start 2024-09-19T08:03:37.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.475+0000 7f3140a17740 1 -- start start 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31382009b0 con 0x564d9f48d0e0 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f313815ea60 con 0x564d9f4910b0 2024-09-19T08:03:37.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f313815ddc0 con 0x564d9f48f920 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.476+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39184/0 (socket says 172.21.15.17:39184) 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 -- 172.21.15.17:0/859537812 learned_addr learned my addr 172.21.15.17:0/859537812 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f3136ffd640 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f3137fff640 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 -- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 msgr2=0x564d9f4b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 -- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 msgr2=0x564d9f4b5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 -- 172.21.15.17:0/859537812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d9f0c50f0 con 0x564d9f48d0e0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f31377fe640 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3128008010 tx=0x7f3128013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57279becf63eb981 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f311cff9640 1 -- 172.21.15.17:0/859537812 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312803a070 con 0x564d9f48d0e0 2024-09-19T08:03:37.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f311cff9640 1 -- 172.21.15.17:0/859537812 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3128025040 con 0x564d9f48d0e0 2024-09-19T08:03:37.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.477+0000 7f311cff9640 1 -- 172.21.15.17:0/859537812 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312801b040 con 0x564d9f48d0e0 2024-09-19T08:03:37.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 -- 172.21.15.17:0/859537812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 msgr2=0x564d9f4b3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3128008010 tx=0x7f3128013000 comp rx=0 tx=0).stop 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 -- 172.21.15.17:0/859537812 shutdown_connections 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 --2- 172.21.15.17:0/859537812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f4b3e50 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 -- 172.21.15.17:0/859537812 >> 172.21.15.17:0/859537812 conn(0x564d9f48d9f0 msgr2=0x564d9f4d2540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 -- 172.21.15.17:0/859537812 shutdown_connections 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.478+0000 7f3140a17740 1 -- 172.21.15.17:0/859537812 wait complete. 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 -- start start 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 Processor -- start 2024-09-19T08:03:37.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d9f489f70 con 0x564d9f48d0e0 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f313815e410 con 0x564d9f4910b0 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.479+0000 7f3140a17740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d9f4d6200 con 0x564d9f48f920 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3140a17740 10 client.0 _ll_register_callbacks cb 0x7f3130005110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39198/0 (socket says 172.21.15.17:39198) 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 -- 172.21.15.17:0/3906317157 learned_addr learned my addr 172.21.15.17:0/3906317157 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3137fff640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 -- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 msgr2=0x564d9f4b0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 -- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 msgr2=0x564d9f4b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 -- 172.21.15.17:0/3906317157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d9f4b2d20 con 0x564d9f48d0e0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31377fe640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3128004490 tx=0x7f3128004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=706aada415b2d8f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31167fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312803a070 con 0x564d9f48d0e0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f3128005990 con 0x564d9f48d0e0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3128025040 con 0x564d9f48d0e0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f312801b040 con 0x564d9f48d0e0 2024-09-19T08:03:37.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3140a17740 10 client.5217 fetch_fsmap learned FSMap version 18 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.480+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x564d9f4e7f00 con 0x564d9f48d0e0 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3128025040 con 0x564d9f48d0e0 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f3128005b90 con 0x564d9f48d0e0 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 10 client.5217 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 10 client.5217 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 20 client.5217 populate_metadata read hostname 'smithi017' 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4b49b0 0x564d9f4d0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 4 client.5217 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564d9f3fa170 con 0x564d9f4b49b0 2024-09-19T08:03:37.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4b49b0 0x564d9f4d0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3136ffd640 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4b49b0 0x564d9f4d0a20 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffbfc04a0cd78d82 server_cookie=ed6600c351e408a9 in_seq=0 out_seq=0 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 10 client.5217 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 1 -- 172.21.15.17:0/3906317157 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+256 (crc 0 0 0) 0x564d9f3fa170 con 0x564d9f4b49b0 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 10 client.5217 handle_command_reply: tid=0 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 client.5217 shutdown 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 msgr2=0x564d9f545dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3128004490 tx=0x7f3128004730 comp rx=0 tx=0).stop 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 shutdown_connections 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x564d9f4b49b0 0x564d9f4d0a20 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d9f4910b0 0x564d9f4b1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d9f48f920 0x564d9f4b0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 --2- 172.21.15.17:0/3906317157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d9f48d0e0 0x564d9f545dc0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f31167fc640 0 client.5217 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.481+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 >> 172.21.15.17:0/3906317157 conn(0x564d9f48d9f0 msgr2=0x564d9f4f8fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 shutdown_connections 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f3140a17740 1 -- 172.21.15.17:0/3906317157 wait complete. 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f3140a17740 20 client.5217 trim_cache size 0 max 16384 2024-09-19T08:03:37.489 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "a5ba2689-e14c-46f3-87ea-3d1050e01fb0": { 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/subdir", 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "a5ba2689-e14c-46f3-87ea-3d1050e01fb0", 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "repair" 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:03:37.490 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:03:37.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 msgr2=0x7f312406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 0x7f312406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3138071420 tx=0x7f3128008040 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 msgr2=0x7f313813df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f312c02a1e0 tx=0x7f312c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 shutdown_connections 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f312406c2b0 0x7f312406e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3138145700 0x7f31381441c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3138145110 0x7f313813df60 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 --2- 172.21.15.17:0/3093121201 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f31380b2360 0x7f3138141280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 >> 172.21.15.17:0/3093121201 conn(0x7f313806bc10 msgr2=0x7f31381604c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:03:37.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 shutdown_connections 2024-09-19T08:03:37.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:03:37.482+0000 7f313dc74640 1 -- 172.21.15.17:0/3093121201 wait complete. 2024-09-19T08:03:37.494 INFO:tasks.cephfs.filesystem:scrub status for tag:a5ba2689-e14c-46f3-87ea-3d1050e01fb0 - {'path': '/subdir', 'tag': 'a5ba2689-e14c-46f3-87ea-3d1050e01fb0', 'options': 'repair'} 2024-09-19T08:03:57.162 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:03:57.166 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:04:07.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:07.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-19T08:04:07.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.612+0000 7f56a0077640 1 Processor -- start 2024-09-19T08:04:07.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.613+0000 7f56a0077640 1 -- start start 2024-09-19T08:04:07.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.613+0000 7f56a0077640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f569815e640 0x7f56980b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f56a0077640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f56980d4710 0x7f56980d4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f56a0077640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56980b39d0 con 0x7f56980cef60 2024-09-19T08:04:07.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f56a0077640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f56980d50a0 con 0x7f56980d4710 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f56a0077640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f56980cf520 con 0x7f569815e640 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569e614640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f56980d4710 0x7f56980d4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569d612640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f56980cef60 0x7f56980d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42936/0 (socket says 172.21.15.17:42936) 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569d612640 1 -- 172.21.15.17:0/4119093371 learned_addr learned my addr 172.21.15.17:0/4119093371 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569de13640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f569815e640 0x7f56980b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569e614640 1 -- 172.21.15.17:0/4119093371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f569815e640 msgr2=0x7f56980b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569e614640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f569815e640 0x7f56980b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569e614640 1 -- 172.21.15.17:0/4119093371 >> v1:172.21.15.17:6789/0 conn(0x7f56980cef60 legacy=0x7f56980d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569ce11640 1 -- 172.21.15.17:0/4119093371 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 892232592 0 0) 0x7f5688001110 con 0x7f56980cef60 2024-09-19T08:04:07.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.614+0000 7f569e614640 1 -- 172.21.15.17:0/4119093371 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56980cf800 con 0x7f56980d4710 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.615+0000 7f569e614640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56980d4710 0x7f56980d4b60 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5690009d90 tx=0x7f569002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166ff894c89272bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.615+0000 7f569ce11640 1 -- 172.21.15.17:0/4119093371 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5690031600 con 0x7f56980d4710 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.615+0000 7f569ce11640 1 -- 172.21.15.17:0/4119093371 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56900317a0 con 0x7f56980d4710 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.615+0000 7f569ce11640 1 -- 172.21.15.17:0/4119093371 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5690031b70 con 0x7f56980d4710 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 -- 172.21.15.17:0/4119093371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56980d4710 msgr2=0x7f56980d4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56980d4710 0x7f56980d4b60 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5690009d90 tx=0x7f569002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 -- 172.21.15.17:0/4119093371 shutdown_connections 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56980d4710 0x7f56980d4b60 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 --2- 172.21.15.17:0/4119093371 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f569815e640 0x7f56980b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 -- 172.21.15.17:0/4119093371 >> 172.21.15.17:0/4119093371 conn(0x7f5698067d70 msgr2=0x7f5698068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 -- 172.21.15.17:0/4119093371 shutdown_connections 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.616+0000 7f56a0077640 1 -- 172.21.15.17:0/4119093371 wait complete. 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.617+0000 7f56a0077640 1 Processor -- start 2024-09-19T08:04:07.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.617+0000 7f56a0077640 1 -- start start 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56980cef60 0x7f56981e6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56980d4710 0x7f56981f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f569815ea20 con 0x7f569815e640 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f56980d2680 con 0x7f56980cef60 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f56a0077640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f56980d3590 con 0x7f56980d4710 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41806/0 (socket says 172.21.15.17:41806) 2024-09-19T08:04:07.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 -- 172.21.15.17:0/1028783328 learned_addr learned my addr 172.21.15.17:0/1028783328 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569de13640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56980cef60 0x7f56981e6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569d612640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56980d4710 0x7f56981f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 -- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56980d4710 msgr2=0x7f56981f6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56980d4710 0x7f56981f6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 -- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56980cef60 msgr2=0x7f56981e6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56980cef60 0x7f56981e6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.618+0000 7f569e614640 1 -- 172.21.15.17:0/1028783328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f569814dc80 con 0x7f569815e640 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f569e614640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5690009eb0 tx=0x7f5690004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f568e7fc640 1 -- 172.21.15.17:0/1028783328 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569003f070 con 0x7f569815e640 2024-09-19T08:04:07.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f568e7fc640 1 -- 172.21.15.17:0/1028783328 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f569003b820 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56981e74c0 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f568e7fc640 1 -- 172.21.15.17:0/1028783328 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569003bbd0 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.619+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f569814acc0 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.621+0000 7f568e7fc640 1 -- 172.21.15.17:0/1028783328 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f569004d3f0 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.621+0000 7f568e7fc640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 0x7f567c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.621+0000 7f568e7fc640 1 -- 172.21.15.17:0/1028783328 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f56900ac850 con 0x7f569815e640 2024-09-19T08:04:07.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.621+0000 7f569de13640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 0x7f567c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.622+0000 7f569de13640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 0x7f567c06e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5694009ad0 tx=0x7f5694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.622+0000 7f56a2e13740 1 Processor -- start 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.622+0000 7f56a2e13740 1 -- start start 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec566450e0 0x55ec56647d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566421a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ec565aa6f0 con 0x55ec56647920 2024-09-19T08:04:07.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ec56552330 con 0x55ec566450e0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ec565a66b0 con 0x55ec566490b0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41810/0 (socket says 172.21.15.17:41810) 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 -- 172.21.15.17:0/2091267758 learned_addr learned my addr 172.21.15.17:0/2091267758 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569d612640 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec566450e0 0x55ec56647d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569e614640 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 -- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 msgr2=0x55ec566421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 -- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec566450e0 msgr2=0x55ec56647d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec566450e0 0x55ec56647d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 -- 172.21.15.17:0/2091267758 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec565780d0 con 0x55ec56647920 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.623+0000 7f569de13640 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5694011e10 tx=0x7f5694014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b41cbd64c55762e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f567b7fe640 1 -- 172.21.15.17:0/2091267758 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5694011e40 con 0x55ec56647920 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f567b7fe640 1 -- 172.21.15.17:0/2091267758 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5694026070 con 0x55ec56647920 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f567b7fe640 1 -- 172.21.15.17:0/2091267758 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5694021660 con 0x55ec56647920 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 -- 172.21.15.17:0/2091267758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 msgr2=0x55ec5668d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5694011e10 tx=0x7f5694014000 comp rx=0 tx=0).stop 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 -- 172.21.15.17:0/2091267758 shutdown_connections 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec566450e0 0x55ec56647d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 --2- 172.21.15.17:0/2091267758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec5668d0c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 -- 172.21.15.17:0/2091267758 >> 172.21.15.17:0/2091267758 conn(0x55ec56644370 msgr2=0x55ec5668c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 -- 172.21.15.17:0/2091267758 shutdown_connections 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.624+0000 7f56a2e13740 1 -- 172.21.15.17:0/2091267758 wait complete. 2024-09-19T08:04:07.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.625+0000 7f56a2e13740 1 -- start start 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.625+0000 7f56a2e13740 1 Processor -- start 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 0x55ec56666c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566410c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ec56643810 con 0x55ec56666300 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ec565334f0 con 0x55ec56647920 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ec5668d8f0 con 0x55ec566490b0 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f56a2e13740 10 client.0 _ll_register_callbacks cb 0x55ec56554b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f569e614640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f569e614640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41824/0 (socket says 172.21.15.17:41824) 2024-09-19T08:04:07.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f569e614640 1 -- 172.21.15.17:0/1601152962 learned_addr learned my addr 172.21.15.17:0/1601152962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f569d612640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566410c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.626+0000 7f569de13640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 0x55ec56666c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 -- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 msgr2=0x55ec566410c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566410c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 -- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 msgr2=0x55ec56666c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 0x55ec56666c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 -- 172.21.15.17:0/1601152962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec563877d0 con 0x55ec56666300 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569de13640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 0x55ec56666c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569d612640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566410c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f569e614640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5690009d90 tx=0x7f569007b160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=708216d9974da305 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56900a9060 con 0x55ec56666300 2024-09-19T08:04:07.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f56900810b0 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5694026070 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f5690097050 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 10 client.5232 fetch_fsmap learned FSMap version 18 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55ec562bd3f0 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5694026070 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f569004c030 con 0x55ec56666300 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 10 client.5232 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 10 client.5232 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 20 client.5232 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec566686a0 0x55ec56668ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 4 client.5232 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.627+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec565b7e20 con 0x55ec566686a0 2024-09-19T08:04:07.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.628+0000 7f569de13640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec566686a0 0x55ec56668ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.628+0000 7f5678ff9640 10 client.5232 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.628+0000 7f569de13640 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec566686a0 0x55ec56668ab0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a557760b8cc363d server_cookie=e70ddf5ae3519ecc in_seq=0 out_seq=0 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.628+0000 7f5678ff9640 1 -- 172.21.15.17:0/1601152962 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ec565b7e20 con 0x55ec566686a0 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.628+0000 7f5678ff9640 10 client.5232 handle_command_reply: tid=0 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 client.5232 shutdown 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 msgr2=0x55ec56670550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5690009d90 tx=0x7f569007b160 comp rx=0 tx=0).stop 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 shutdown_connections 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec566686a0 0x55ec56668ab0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56666300 0x55ec56670550 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec566410c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 --2- 172.21.15.17:0/1601152962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56647920 0x55ec56666c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 >> 172.21.15.17:0/1601152962 conn(0x55ec566450e0 msgr2=0x55ec5668a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f5678ff9640 0 client.5232 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:07.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 shutdown_connections 2024-09-19T08:04:07.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 1 -- 172.21.15.17:0/1601152962 wait complete. 2024-09-19T08:04:07.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.629+0000 7f56a2e13740 20 client.5232 trim_cache size 0 max 16384 2024-09-19T08:04:07.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 Processor -- start 2024-09-19T08:04:07.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 -- start start 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec56647920 0x55ec566635c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5698200ac0 con 0x55ec566490b0 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f56981ffaa0 con 0x55ec56666300 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f569814be20 con 0x55ec56647920 2024-09-19T08:04:07.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f569d612640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f569d612640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41838/0 (socket says 172.21.15.17:41838) 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.647+0000 7f569d612640 1 -- 172.21.15.17:0/862132997 learned_addr learned my addr 172.21.15.17:0/862132997 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569e614640 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569de13640 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec56647920 0x55ec566635c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 -- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec56647920 msgr2=0x55ec566635c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec56647920 0x55ec566635c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 -- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 msgr2=0x55ec5666f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 -- 172.21.15.17:0/862132997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec56641430 con 0x55ec566490b0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f569d612640 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5688007580 tx=0x7f5688005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa4f2fc1c07dca9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f567affd640 1 -- 172.21.15.17:0/862132997 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f568801a070 con 0x55ec566490b0 2024-09-19T08:04:07.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f567affd640 1 -- 172.21.15.17:0/862132997 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5688013830 con 0x55ec566490b0 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.648+0000 7f567affd640 1 -- 172.21.15.17:0/862132997 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5688013c00 con 0x55ec566490b0 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- 172.21.15.17:0/862132997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 msgr2=0x55ec5666f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5688007580 tx=0x7f5688005bc0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- 172.21.15.17:0/862132997 shutdown_connections 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 --2- 172.21.15.17:0/862132997 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec56647920 0x55ec566635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- 172.21.15.17:0/862132997 >> 172.21.15.17:0/862132997 conn(0x55ec566450e0 msgr2=0x55ec56666720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- 172.21.15.17:0/862132997 shutdown_connections 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- 172.21.15.17:0/862132997 wait complete. 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 -- start start 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.649+0000 7f56a2e13740 1 Processor -- start 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f569814c470 con 0x55ec56647920 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ec5669f860 con 0x55ec56666300 2024-09-19T08:04:07.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ec56668bb0 con 0x55ec566490b0 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f56a2e13740 10 client.0 _ll_register_callbacks cb 0x7f569007a480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f569de13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f569de13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41844/0 (socket says 172.21.15.17:41844) 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.650+0000 7f569de13640 1 -- 172.21.15.17:0/3139500784 learned_addr learned my addr 172.21.15.17:0/3139500784 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569e614640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569d612640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 -- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 msgr2=0x55ec5666f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 -- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 msgr2=0x55ec5666f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 -- 172.21.15.17:0/3139500784 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec5627d0f0 con 0x55ec56647920 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f569de13640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f5694008010 tx=0x7f56940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d04d31f1b6ee77f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f5678ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5694037420 con 0x55ec56647920 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f56940375c0 con 0x55ec56647920 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5688013830 con 0x55ec56647920 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f56940377c0 con 0x55ec56647920 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f56a2e13740 10 client.5238 fetch_fsmap learned FSMap version 18 2024-09-19T08:04:07.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55ec5670dd70 con 0x55ec56647920 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.651+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5688013830 con 0x55ec56647920 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f5694037960 con 0x55ec56647920 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 10 client.5238 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 10 client.5238 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.c 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 20 client.5238 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec5668f7c0 0x55ec5668fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 4 client.5238 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ec565b2170 con 0x55ec5668f7c0 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f569d612640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec5668f7c0 0x55ec5668fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f569d612640 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec5668f7c0 0x55ec5668fbd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ba8353511da1ffd server_cookie=90ccdc0aafd4614 in_seq=0 out_seq=0 2024-09-19T08:04:07.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f5678ff9640 10 client.5238 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f5678ff9640 1 -- 172.21.15.17:0/3139500784 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ec565b2170 con 0x55ec5668f7c0 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f5678ff9640 10 client.5238 handle_command_reply: tid=0 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 client.5238 shutdown 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 msgr2=0x55ec56670fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f5694008010 tx=0x7f56940046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 shutdown_connections 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x55ec5668f7c0 0x55ec5668fbd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ec56666300 0x55ec5666f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ec566490b0 0x55ec5666f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f5678ff9640 0 client.5238 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 --2- 172.21.15.17:0/3139500784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec56647920 0x55ec56670fd0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.652+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 >> 172.21.15.17:0/3139500784 conn(0x55ec566450e0 msgr2=0x55ec5668a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 shutdown_connections 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a2e13740 1 -- 172.21.15.17:0/3139500784 wait complete. 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a2e13740 20 client.5238 trim_cache size 0 max 16384 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:07.662 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-19T08:04:07.663 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-19T08:04:07.663 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:07.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 msgr2=0x7f567c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 0x7f567c06e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5694009ad0 tx=0x7f5694008040 comp rx=0 tx=0).stop 2024-09-19T08:04:07.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 msgr2=0x7f56980cc560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5690009eb0 tx=0x7f5690004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:07.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 shutdown_connections 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f567c06c2b0 0x7f567c06e770 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f569815e640 0x7f56980cc560 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56980d4710 0x7f56981f6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 --2- 172.21.15.17:0/1028783328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56980cef60 0x7f56981e6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 >> 172.21.15.17:0/1028783328 conn(0x7f5698067d70 msgr2=0x7f56980b6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 shutdown_connections 2024-09-19T08:04:07.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.653+0000 7f56a0077640 1 -- 172.21.15.17:0/1028783328 wait complete. 2024-09-19T08:04:07.667 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-19T08:04:07.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:04:07.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.769+0000 7ff4a416d640 1 Processor -- start 2024-09-19T08:04:07.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.770+0000 7ff4a416d640 1 -- start start 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a416d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff49c0cf2b0 0x7ff49c0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a416d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff49c15ea20 con 0x7ff49c0cf720 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a416d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff49c0b1c50 con 0x7ff49c15e640 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a416d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff49c0b3d00 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a270a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff49c0cf720 0x7ff49c0d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42938/0 (socket says 172.21.15.17:42938) 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a270a640 1 -- 172.21.15.17:0/1734827123 learned_addr learned my addr 172.21.15.17:0/1734827123 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a1708640 1 --2- 172.21.15.17:0/1734827123 >> v2:172.21.15.160:3300/0 conn(0x7ff49c0cf2b0 0x7ff49c0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2918721607 0 0) 0x7ff49c15ea20 con 0x7ff49c0cf720 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff488003520 con 0x7ff49c0cf720 2024-09-19T08:04:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3300796291 0 0) 0x7ff488003520 con 0x7ff49c0cf720 2024-09-19T08:04:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a1708640 1 -- 172.21.15.17:0/1734827123 >> v1:172.21.15.160:6789/0 conn(0x7ff49c15e640 legacy=0x7ff49c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a1708640 1 -- 172.21.15.17:0/1734827123 >> v1:172.21.15.17:6789/0 conn(0x7ff49c0cf720 legacy=0x7ff49c0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.771+0000 7ff4a1708640 1 -- 172.21.15.17:0/1734827123 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff49c0b1f30 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.772+0000 7ff4a1708640 1 --2- 172.21.15.17:0/1734827123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf2b0 0x7ff49c0d2650 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff48c0097a0 tx=0x7ff48c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eea134ab7890c2fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.772+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48c037070 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.772+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff48c02abc0 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.772+0000 7ff4a0f07640 1 -- 172.21.15.17:0/1734827123 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4940019f0 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 -- 172.21.15.17:0/1734827123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf2b0 msgr2=0x7ff49c0d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1734827123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf2b0 0x7ff49c0d2650 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff48c0097a0 tx=0x7ff48c02a130 comp rx=0 tx=0).stop 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 -- 172.21.15.17:0/1734827123 shutdown_connections 2024-09-19T08:04:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1734827123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf2b0 0x7ff49c0d2650 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 -- 172.21.15.17:0/1734827123 >> 172.21.15.17:0/1734827123 conn(0x7ff49c09d820 msgr2=0x7ff49c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 -- 172.21.15.17:0/1734827123 shutdown_connections 2024-09-19T08:04:07.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.773+0000 7ff4a416d640 1 -- 172.21.15.17:0/1734827123 wait complete. 2024-09-19T08:04:07.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.774+0000 7ff4a416d640 1 Processor -- start 2024-09-19T08:04:07.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.774+0000 7ff4a416d640 1 -- start start 2024-09-19T08:04:07.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 0x7ff49c0b6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf720 0x7ff49c0c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff49c0b24f0 con 0x7ff49c15e640 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff49c0b2860 con 0x7ff49c0cf720 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a416d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff49c0cfe40 con 0x7ff49c0cf2b0 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41850/0 (socket says 172.21.15.17:41850) 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 -- 172.21.15.17:0/1392907351 learned_addr learned my addr 172.21.15.17:0/1392907351 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a1708640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf720 0x7ff49c0c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a1f09640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 0x7ff49c0b6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 -- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 msgr2=0x7ff49c0b6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 0x7ff49c0b6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 -- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf720 msgr2=0x7ff49c0c91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf720 0x7ff49c0c91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a270a640 1 -- 172.21.15.17:0/1392907351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff49c0b4af0 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.775+0000 7ff4a1f09640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 0x7ff49c0b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4a270a640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff49400cc90 tx=0x7ff49400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff494017070 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff494012400 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff49c0b4dd0 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4940127b0 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.776+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff49c0b5390 con 0x7ff49c15e640 2024-09-19T08:04:07.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.777+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff49c068eb0 con 0x7ff49c15e640 2024-09-19T08:04:07.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.777+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff49401a070 con 0x7ff49c15e640 2024-09-19T08:04:07.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.778+0000 7ff4927fc640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 0x7ff48006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:07.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.778+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7ff49408b360 con 0x7ff49c15e640 2024-09-19T08:04:07.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.778+0000 7ff4a1f09640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 0x7ff48006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:07.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.779+0000 7ff4a1f09640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 0x7ff48006e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff498000f60 tx=0x7ff498009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:07.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.782+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff494059420 con 0x7ff49c15e640 2024-09-19T08:04:07.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.993+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff49c0b73a0 con 0x7ff49c15e640 2024-09-19T08:04:07.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.993+0000 7ff4927fc640 1 -- 172.21.15.17:0/1392907351 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7ff49405d720 con 0x7ff49c15e640 2024-09-19T08:04:07.993 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 msgr2=0x7ff48006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 0x7ff48006e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff498000f60 tx=0x7ff498009040 comp rx=0 tx=0).stop 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 msgr2=0x7ff49c0c9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff49400cc90 tx=0x7ff49400a430 comp rx=0 tx=0).stop 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 shutdown_connections 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff48006c2b0 0x7ff48006e770 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff49c15e640 0x7ff49c0c9700 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff49c0cf720 0x7ff49c0c91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 --2- 172.21.15.17:0/1392907351 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff49c0cf2b0 0x7ff49c0b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:07.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 >> 172.21.15.17:0/1392907351 conn(0x7ff49c09d820 msgr2=0x7ff49c0b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:07.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 shutdown_connections 2024-09-19T08:04:07.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:07.995+0000 7ff4a416d640 1 -- 172.21.15.17:0/1392907351 wait complete. 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:04:08.006 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:08.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.007 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:04:08.022 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:04:08.023 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42673sec preferred_lft 42673sec 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.024 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:08.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.026 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:04:08.086 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:04:08.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.088 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:04:08.145 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:04:08.145 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:04:08.145 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:04:08.145 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:04:08.146 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:04:08.146 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:04:08.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:04:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:08.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.274 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:04:08.290 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:04:08.290 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:04:08.291 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:08.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.291 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:04:08.357 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:04:08.357 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:04:08.357 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:08.413 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:08.414 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:04:08.414 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:08.469 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:04:08.536 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:04:08.593 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:04:08.593 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:04:08.594 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:04:08.595 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:08.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.596 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:04:08.649 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:04:08.649 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:04:08.692 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:04:08.717 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:04:08.774 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:04:08.775 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:08.776 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:08.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.777 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:04:08.778 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:04:08.777+0000 7f16c451c480 -1 init, newargv = 0x55bbed760fb0 newargc=15 2024-09-19T08:04:08.778 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[49211]: starting ceph client 2024-09-19T08:04:08.781 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[49211]: starting fuse 2024-09-19T08:04:08.797 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:04:08.797 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:04:08.798 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:04:08.799 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:08.800 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:04:08.800 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:04:08.917 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.49211.asok 2024-09-19T08:04:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:08.928 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.49211.asok 2024-09-19T08:04:08.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:08.928 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.49211.asok status 2024-09-19T08:04:09.065 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:09.065 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:04:09.065 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:04:09.065 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:04:09.065 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "49211", 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5250, 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 5250 2024-09-19T08:04:09.066 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 738230705 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 738230705 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.5250 192.168.0.1:0/738230705", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/738230705", 2024-09-19T08:04:09.067 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 18, 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 34, 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:04:09.068 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:09.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:09.074 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:04:09.074 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:09.090 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:04:09.090 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:09.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:09.090 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:09.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:09.157 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.files ./subdir) 2024-09-19T08:04:09.215 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:04:09.215 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 file_to_be_damaged_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:04:09.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.302+0000 7fe8cb414f40 1 Processor -- start 2024-09-19T08:04:09.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.302+0000 7fe8cb414f40 1 -- start start 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b18a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c69599a510 con 0x55c695a4bf70 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c6959f3c50 con 0x55c695b01ea0 2024-09-19T08:04:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c695a78780 con 0x55c695a4c350 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41870/0 (socket says 172.21.15.17:41870) 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 -- 172.21.15.17:0/3150667542 learned_addr learned my addr 172.21.15.17:0/3150667542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c970b640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c0709640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b18a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 -- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 msgr2=0x55c695b18a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b18a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 -- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 msgr2=0x55c695a78900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 -- 172.21.15.17:0/3150667542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c695a75fe0 con 0x55c695a4bf70 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c0709640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b18a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c970b640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800b2f0 tx=0x7fe8b800b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af07d44b19e87f68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c37fe640 1 -- 172.21.15.17:0/3150667542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b8012020 con 0x55c695a4bf70 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c37fe640 1 -- 172.21.15.17:0/3150667542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8b800e670 con 0x55c695a4bf70 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.303+0000 7fe8c37fe640 1 -- 172.21.15.17:0/3150667542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b800ea20 con 0x55c695a4bf70 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 -- 172.21.15.17:0/3150667542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 msgr2=0x55c695b1f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800b2f0 tx=0x7fe8b800b7b0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 -- 172.21.15.17:0/3150667542 shutdown_connections 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b18a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/3150667542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695a4bf70 0x55c695b1f330 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 -- 172.21.15.17:0/3150667542 >> 172.21.15.17:0/3150667542 conn(0x55c695a47bb0 msgr2=0x55c695b1e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 -- 172.21.15.17:0/3150667542 shutdown_connections 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.304+0000 7fe8cb414f40 1 -- 172.21.15.17:0/3150667542 wait complete. 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 Processor -- start 2024-09-19T08:04:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 -- start start 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695a4bf70 0x55c695b19e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b01420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c695a4aad0 con 0x55c695b01ea0 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c695a76250 con 0x55c695a4bf70 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8cb414f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c695b1f870 con 0x55c695a4c350 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8c970b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8c970b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 0x55c695a78900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41880/0 (socket says 172.21.15.17:41880) 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.305+0000 7fe8c970b640 1 -- 172.21.15.17:0/338230408 learned_addr learned my addr 172.21.15.17:0/338230408 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c0709640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b01420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695a4bf70 0x55c695b19e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 -- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 msgr2=0x55c695b01420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c695a4c350 0x55c695b01420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 -- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695a4bf70 msgr2=0x55c695b19e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695a4bf70 0x55c695b19e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 -- 172.21.15.17:0/338230408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c695b18a00 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c695a4bf70 0x55c695b19e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c970b640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 0x55c695a78900 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4046190 tx=0x7fe8c4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c27fc640 1 -- 172.21.15.17:0/338230408 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4068070 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c27fc640 1 -- 172.21.15.17:0/338230408 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c404fb70 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c695b18ce0 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8c27fc640 1 -- 172.21.15.17:0/338230408 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c404f5e0 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.306+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c695b192a0 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.307+0000 7fe8c27fc640 1 -- 172.21.15.17:0/338230408 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8c4058400 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8c27fc640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8a806ac90 0x7fe8a806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8c27fc640 1 -- 172.21.15.17:0/338230408 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fe8c40cd720 con 0x55c695b01ea0 2024-09-19T08:04:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c695b17ed0 0x55c695a6bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=115b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e34) -- 0x55c695a6c1e0 con 0x55c695b17ed0 2024-09-19T08:04:09.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8a806ac90 0x7fe8a806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.308+0000 7fe8c0709640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c695b17ed0 0x55c695a6bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.309+0000 7fe8c0709640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c695b17ed0 0x55c695a6bca0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.309+0000 7fe8c8f0a640 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8a806ac90 0x7fe8a806d150 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8013000 tx=0x7fe8b801b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8c0709640 1 -- 172.21.15.17:0/338230408 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v34'12 uv12 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe8b000f6c0 con 0x55c695b17ed0 2024-09-19T08:04:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c695b17ed0 msgr2=0x55c695a6bca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c695b17ed0 0x55c695a6bca0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8a806ac90 msgr2=0x7fe8a806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8a806ac90 0x7fe8a806d150 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8013000 tx=0x7fe8b801b040 comp rx=0 tx=0).stop 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 msgr2=0x55c695a78900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 --2- 172.21.15.17:0/338230408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c695b01ea0 0x55c695a78900 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4046190 tx=0x7fe8c4003330 comp rx=0 tx=0).stop 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8c970b640 1 -- 172.21.15.17:0/338230408 reap_dead start 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 shutdown_connections 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 >> 172.21.15.17:0/338230408 conn(0x55c695a47bb0 msgr2=0x55c695b1be80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 shutdown_connections 2024-09-19T08:04:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.310+0000 7fe8cb414f40 1 -- 172.21.15.17:0/338230408 wait complete. 2024-09-19T08:04:09.313 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:09.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.416+0000 7fb476bc4640 1 Processor -- start 2024-09-19T08:04:09.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.416+0000 7fb476bc4640 1 -- start start 2024-09-19T08:04:09.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb476bc4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb47015e640 0x7fb4700ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb476bc4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb4700cf0e0 0x7fb4700cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb476bc4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb47015ea20 con 0x7fb4700b2cf0 2024-09-19T08:04:09.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb476bc4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb4700b2860 con 0x7fb47015e640 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb476bc4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb4700b1c50 con 0x7fb4700cf0e0 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb474960640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb47015e640 0x7fb4700ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb475161640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb4700b2cf0 0x7fb4700b3140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42946/0 (socket says 172.21.15.17:42946) 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb475161640 1 -- 172.21.15.17:0/2646940931 learned_addr learned my addr 172.21.15.17:0/2646940931 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb474960640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb47015e640 0x7fb4700ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41890/0 (socket says 172.21.15.17:41890) 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.417+0000 7fb46ffff640 1 --2- 172.21.15.17:0/2646940931 >> v2:172.21.15.160:3300/0 conn(0x7fb4700cf0e0 0x7fb4700cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb474960640 1 -- 172.21.15.17:0/2646940931 >> v2:172.21.15.160:3300/0 conn(0x7fb4700cf0e0 msgr2=0x7fb4700cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb474960640 1 --2- 172.21.15.17:0/2646940931 >> v2:172.21.15.160:3300/0 conn(0x7fb4700cf0e0 0x7fb4700cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb474960640 1 -- 172.21.15.17:0/2646940931 >> v1:172.21.15.17:6789/0 conn(0x7fb4700b2cf0 legacy=0x7fb4700b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb474960640 1 -- 172.21.15.17:0/2646940931 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4700b1f30 con 0x7fb47015e640 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb46f7fe640 1 -- 172.21.15.17:0/2646940931 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 428116138 0 0) 0x7fb47015ea20 con 0x7fb4700b2cf0 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb474960640 1 --2- 172.21.15.17:0/2646940931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb47015e640 0x7fb4700ceba0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb4700cb580 tx=0x7fb46402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa0aa8c9bb83853 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.418+0000 7fb46f7fe640 1 -- 172.21.15.17:0/2646940931 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb464037070 con 0x7fb47015e640 2024-09-19T08:04:09.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb46f7fe640 1 -- 172.21.15.17:0/2646940931 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb464032440 con 0x7fb47015e640 2024-09-19T08:04:09.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb46f7fe640 1 -- 172.21.15.17:0/2646940931 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46402ae60 con 0x7fb47015e640 2024-09-19T08:04:09.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 -- 172.21.15.17:0/2646940931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb47015e640 msgr2=0x7fb4700ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 --2- 172.21.15.17:0/2646940931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb47015e640 0x7fb4700ceba0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb4700cb580 tx=0x7fb46402a110 comp rx=0 tx=0).stop 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 -- 172.21.15.17:0/2646940931 shutdown_connections 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 --2- 172.21.15.17:0/2646940931 >> v2:172.21.15.160:3300/0 conn(0x7fb4700cf0e0 0x7fb4700cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 --2- 172.21.15.17:0/2646940931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb47015e640 0x7fb4700ceba0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 -- 172.21.15.17:0/2646940931 >> 172.21.15.17:0/2646940931 conn(0x7fb47009d820 msgr2=0x7fb4700d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 -- 172.21.15.17:0/2646940931 shutdown_connections 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.419+0000 7fb476bc4640 1 -- 172.21.15.17:0/2646940931 wait complete. 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.420+0000 7fb476bc4640 1 Processor -- start 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.420+0000 7fb476bc4640 1 -- start start 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4700b2cf0 0x7fb4700ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb47015e640 0x7fb4701f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb4700cfe40 con 0x7fb4700cf0e0 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb4700b24f0 con 0x7fb4700b2cf0 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb476bc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb4700b73a0 con 0x7fb47015e640 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41892/0 (socket says 172.21.15.17:41892) 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.421+0000 7fb46ffff640 1 -- 172.21.15.17:0/1573375914 learned_addr learned my addr 172.21.15.17:0/1573375914 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb474960640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4700b2cf0 0x7fb4700ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb475161640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb47015e640 0x7fb4701f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 -- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb47015e640 msgr2=0x7fb4701f41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb47015e640 0x7fb4701f41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 -- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4700b2cf0 msgr2=0x7fb4700ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4700b2cf0 0x7fb4700ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 -- 172.21.15.17:0/1573375914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb470155230 con 0x7fb4700cf0e0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46ffff640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb45c00d800 tx=0x7fb45c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45c00b6c0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb45c019070 con 0x7fb4700cf0e0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb470155510 con 0x7fb4700cf0e0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45c00ba80 con 0x7fb4700cf0e0 2024-09-19T08:04:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.422+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb470155ad0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.423+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb470068eb0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.424+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb45c00bc20 con 0x7fb4700cf0e0 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.424+0000 7fb46d7fa640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 0x7fb45406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.425+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fb45c08b770 con 0x7fb4700cf0e0 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.425+0000 7fb474960640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 0x7fb45406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.425+0000 7fb474960640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 0x7fb45406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb464034000 tx=0x7fb46402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.429+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb45c0598c0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.642+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4700ceba0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.643+0000 7fb46d7fa640 1 -- 172.21.15.17:0/1573375914 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7fb45c05dbc0 con 0x7fb4700cf0e0 2024-09-19T08:04:09.643 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:09.643 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:04:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 msgr2=0x7fb45406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 0x7fb45406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb464034000 tx=0x7fb46402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 msgr2=0x7fb470154a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb45c00d800 tx=0x7fb45c00dcc0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 shutdown_connections 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb45406c2b0 0x7fb45406e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb47015e640 0x7fb4701f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4700cf0e0 0x7fb470154a00 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 --2- 172.21.15.17:0/1573375914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb4700b2cf0 0x7fb4700ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 >> 172.21.15.17:0/1573375914 conn(0x7fb47009d820 msgr2=0x7fb4700cf550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 shutdown_connections 2024-09-19T08:04:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.645+0000 7fb476bc4640 1 -- 172.21.15.17:0/1573375914 wait complete. 2024-09-19T08:04:09.656 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage rm 2283460378 2024-09-19T08:04:09.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.761+0000 7fe4e2ee6640 1 Processor -- start 2024-09-19T08:04:09.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.761+0000 7fe4e2ee6640 1 -- start start 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e2ee6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe4dc0b3490 0x7fe4dc0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e2ee6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 0x7fe4dc0d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e2ee6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4dc0d2790 con 0x7fe4dc0cedd0 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e2ee6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe4dc0b6c10 con 0x7fe4dc0b3490 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e2ee6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc0d2a70 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe4dc0b3490 0x7fe4dc0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e0c82640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe4dc0cedd0 0x7fe4dc0cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42948/0 (socket says 172.21.15.17:42948) 2024-09-19T08:04:09.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e0c82640 1 -- 172.21.15.17:0/850564433 learned_addr learned my addr 172.21.15.17:0/850564433 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e1483640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 0x7fe4dc0d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d3fff640 1 -- 172.21.15.17:0/850564433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 msgr2=0x7fe4dc0d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 0x7fe4dc0d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d3fff640 1 -- 172.21.15.17:0/850564433 >> v1:172.21.15.17:6789/0 conn(0x7fe4dc0cedd0 legacy=0x7fe4dc0cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d3fff640 1 -- 172.21.15.17:0/850564433 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc0d2d50 con 0x7fe4dc0b3490 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4d37fe640 1 -- 172.21.15.17:0/850564433 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3971574795 0 0) 0x7fe4dc0d2790 con 0x7fe4dc0cedd0 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.762+0000 7fe4e1483640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 0x7fe4dc0d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.763+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b3490 0x7fe4dc0d2090 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc0097a0 tx=0x7fe4cc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92b1f6bef8b7723a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.763+0000 7fe4d37fe640 1 -- 172.21.15.17:0/850564433 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc037070 con 0x7fe4dc0b3490 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.763+0000 7fe4d37fe640 1 -- 172.21.15.17:0/850564433 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc02ae50 con 0x7fe4dc0b3490 2024-09-19T08:04:09.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.763+0000 7fe4d37fe640 1 -- 172.21.15.17:0/850564433 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc032660 con 0x7fe4dc0b3490 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/850564433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b3490 msgr2=0x7fe4dc0d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b3490 0x7fe4dc0d2090 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc0097a0 tx=0x7fe4cc02a100 comp rx=0 tx=0).stop 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/850564433 shutdown_connections 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b75a0 0x7fe4dc0d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/850564433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b3490 0x7fe4dc0d2090 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/850564433 >> 172.21.15.17:0/850564433 conn(0x7fe4dc0d0f40 msgr2=0x7fe4dc0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/850564433 shutdown_connections 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.764+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/850564433 wait complete. 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.765+0000 7fe4e2ee6640 1 Processor -- start 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.765+0000 7fe4e2ee6640 1 -- start start 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b3490 0x7fe4dc0ca470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4dc0cedd0 0x7fe4dc0b55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc15e720 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0d3310 con 0x7fe4dc0cedd0 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e2ee6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc15e8a0 con 0x7fe4dc0b3490 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41914/0 (socket says 172.21.15.17:41914) 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2529273573 learned_addr learned my addr 172.21.15.17:0/2529273573 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b3490 0x7fe4dc0ca470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4e1483640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4dc0cedd0 0x7fe4dc0b55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b3490 msgr2=0x7fe4dc0ca470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b3490 0x7fe4dc0ca470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4dc0cedd0 msgr2=0x7fe4dc0b55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.766+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4dc0cedd0 0x7fe4dc0b55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2529273573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc156de0 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc035040 tx=0x7fe4cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4d17fa640 1 -- 172.21.15.17:0/2529273573 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc041070 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4d17fa640 1 -- 172.21.15.17:0/2529273573 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc03c670 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4dc1570c0 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4d17fa640 1 -- 172.21.15.17:0/2529273573 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc037040 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.767+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4dc153e40 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.769+0000 7fe4d17fa640 1 -- 172.21.15.17:0/2529273573 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4cc03a070 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.769+0000 7fe4d17fa640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 0x7fe4c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.769+0000 7fe4d17fa640 1 -- 172.21.15.17:0/2529273573 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fe4cc0ab750 con 0x7fe4dc0b75a0 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.769+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 0x7fe4c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.770+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 0x7fe4c806e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8000f60 tx=0x7fe4d8007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.770+0000 7fe4e5c77740 1 Processor -- start 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.770+0000 7fe4e5c77740 1 -- start start 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb263c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb2639ac0 0x563bb261be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563bb25588d0 con 0x563bb2639660 2024-09-19T08:04:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563bb2500510 con 0x563bb2639ac0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563bb2554890 con 0x563bb263bea0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41928/0 (socket says 172.21.15.17:41928) 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 -- 172.21.15.17:0/452088666 learned_addr learned my addr 172.21.15.17:0/452088666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb263c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4e1483640 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb2639ac0 0x563bb261be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 -- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 msgr2=0x563bb263c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb263c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 -- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb2639ac0 msgr2=0x563bb261be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb2639ac0 0x563bb261be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 -- 172.21.15.17:0/452088666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bb25151a0 con 0x563bb2639660 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc032fd0 tx=0x7fe4cc009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627103744971cdc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4c27fc640 1 -- 172.21.15.17:0/452088666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc04a050 con 0x563bb2639660 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4c27fc640 1 -- 172.21.15.17:0/452088666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc07ee50 con 0x563bb2639660 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.771+0000 7fe4c27fc640 1 -- 172.21.15.17:0/452088666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc07a010 con 0x563bb2639660 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 -- 172.21.15.17:0/452088666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 msgr2=0x563bb263b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc032fd0 tx=0x7fe4cc009190 comp rx=0 tx=0).stop 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 -- 172.21.15.17:0/452088666 shutdown_connections 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb2639ac0 0x563bb261be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639660 0x563bb263b1f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/452088666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb263c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 -- 172.21.15.17:0/452088666 >> 172.21.15.17:0/452088666 conn(0x563bb25f1d90 msgr2=0x563bb2639f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 -- 172.21.15.17:0/452088666 shutdown_connections 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.772+0000 7fe4e5c77740 1 -- 172.21.15.17:0/452088666 wait complete. 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.773+0000 7fe4e5c77740 1 -- start start 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.773+0000 7fe4e5c77740 1 Processor -- start 2024-09-19T08:04:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb261e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb26378f0 0x563bb2635140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563bb25588d0 con 0x563bb2639ac0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563bb24e1640 con 0x563bb263bea0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563bb26385c0 con 0x563bb26378f0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 10 client.0 _ll_register_callbacks cb 0x563bb25192a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41932/0 (socket says 172.21.15.17:41932) 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1813368505 learned_addr learned my addr 172.21.15.17:0/1813368505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb261e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e1483640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb26378f0 0x563bb2635140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb26378f0 msgr2=0x563bb2635140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb26378f0 0x563bb2635140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 msgr2=0x563bb261e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb261e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1813368505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bb2337710 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8001b70 tx=0x7fe4d8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8005f8290fb905b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4bb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d8027060 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fe4d8010040 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.774+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4cc07ee50 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fe4d8015110 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 10 client.5286 fetch_fsmap learned FSMap version 18 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x563bb2397ea0 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc07ee50 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7fe4d8013420 con 0x563bb2639ac0 2024-09-19T08:04:09.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 10 client.5286 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 10 client.5286 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 20 client.5286 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb2632bc0 0x563bb2657c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 4 client.5286 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563bb2566000 con 0x563bb2632bc0 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb2632bc0 0x563bb2657c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4bb7fe640 10 client.5286 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.775+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb2632bc0 0x563bb2657c70 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6f9ce3ad8c0e8ff server_cookie=906591e8b708865d in_seq=0 out_seq=0 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/1813368505 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563bb2566000 con 0x563bb2632bc0 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4bb7fe640 10 client.5286 handle_command_reply: tid=0 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 client.5286 shutdown 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 msgr2=0x563bb2631ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8001b70 tx=0x7fe4d8011000 comp rx=0 tx=0).stop 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 shutdown_connections 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb2632bc0 0x563bb2657c70 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb26378f0 0x563bb2635140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb261e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4bb7fe640 0 client.5286 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1813368505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb2631ca0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 >> 172.21.15.17:0/1813368505 conn(0x563bb2639660 msgr2=0x563bb261c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 shutdown_connections 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1813368505 wait complete. 2024-09-19T08:04:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.776+0000 7fe4e5c77740 20 client.5286 trim_cache size 0 max 16384 2024-09-19T08:04:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.790+0000 7fe4e5c77740 1 Processor -- start 2024-09-19T08:04:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.790+0000 7fe4e5c77740 1 -- start start 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb2639ac0 0x563bb25f0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb26485a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc149a00 con 0x563bb26378f0 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc1f85b0 con 0x563bb263bea0 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc149390 con 0x563bb2639ac0 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41940/0 (socket says 172.21.15.17:41940) 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1055301376 learned_addr learned my addr 172.21.15.17:0/1055301376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb2639ac0 0x563bb25f0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e1483640 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb26485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb2639ac0 msgr2=0x563bb25f0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb2639ac0 0x563bb25f0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 msgr2=0x563bb26485a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb26485a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 -- 172.21.15.17:0/1055301376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bb25f1b30 con 0x563bb26378f0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8001b40 tx=0x7fe4d8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a512f122e8e111fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4c1ffb640 1 -- 172.21.15.17:0/1055301376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d8007270 con 0x563bb26378f0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4c1ffb640 1 -- 172.21.15.17:0/1055301376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d8015ca0 con 0x563bb26378f0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.791+0000 7fe4c1ffb640 1 -- 172.21.15.17:0/1055301376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d8013420 con 0x563bb26378f0 2024-09-19T08:04:09.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1055301376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 msgr2=0x563bb261e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8001b40 tx=0x7fe4d8013000 comp rx=0 tx=0).stop 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1055301376 shutdown_connections 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb263bea0 0x563bb26485a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb2639ac0 0x563bb25f0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/1055301376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb26378f0 0x563bb261e340 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1055301376 >> 172.21.15.17:0/1055301376 conn(0x563bb2639660 msgr2=0x563bb2632420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1055301376 shutdown_connections 2024-09-19T08:04:09.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- 172.21.15.17:0/1055301376 wait complete. 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.792+0000 7fe4e5c77740 1 -- start start 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 Processor -- start 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 0x563bb26b8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb2635d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563bb2635bf0 con 0x563bb2639ac0 2024-09-19T08:04:09.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563bb26357a0 con 0x563bb26378f0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563bb2632fd0 con 0x563bb263bea0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.793+0000 7fe4e5c77740 10 client.0 _ll_register_callbacks cb 0x7fe4d8007e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41950/0 (socket says 172.21.15.17:41950) 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2010269441 learned_addr learned my addr 172.21.15.17:0/2010269441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e1483640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb2635d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 0x563bb26b8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 msgr2=0x563bb2635d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb2635d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 msgr2=0x563bb26b8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 0x563bb26b8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 -- 172.21.15.17:0/2010269441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bb222b000 con 0x563bb2639ac0 2024-09-19T08:04:09.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 0x563bb26b8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e1483640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb2635d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4d3fff640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc0a9d00 tx=0x7fe4cc03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fd9818302282a06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4bb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc04a040 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fe4cc0800b0 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4d8015ca0 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fe4cc07dcc0 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e5c77740 10 client.5292 fetch_fsmap learned FSMap version 18 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x563bb26b8680 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.794+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d8015ca0 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7fe4cc075f80 con 0x563bb2639ac0 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 10 client.5292 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T08:04:09.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 10 client.5292 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 20 client.5292 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb263d3f0 0x563bb263d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 4 client.5292 mds_command: new command op to 5076 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 2283460378}] 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 --> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] -- command(tid 0: {"prefix": "damage rm", "damage_id": 2283460378}) -- 0x563bb2560350 con 0x563bb263d3f0 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb263d3f0 0x563bb263d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4bb7fe640 10 client.5292 ms_handle_connect on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e0c82640 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb263d3f0 0x563bb263d7d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3654dc7d215c6e29 server_cookie=20f2a2b0af63fd9d in_seq=0 out_seq=0 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4bb7fe640 1 -- 172.21.15.17:0/2010269441 <== mds.0 v2:172.21.15.17:6833/1570244750 1 ==== command_reply(tid 0: 0 ) ==== 8+0+0 (crc 0 0 0) 0x563bb2560350 con 0x563bb263d3f0 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4bb7fe640 10 client.5292 handle_command_reply: tid=0 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 client.5292 shutdown 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 msgr2=0x563bb26b2040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc0a9d00 tx=0x7fe4cc03e000 comp rx=0 tx=0).stop 2024-09-19T08:04:09.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 shutdown_connections 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:6833/1570244750,v1:172.21.15.17:6835/1570244750] conn(0x563bb263d3f0 0x563bb263d7d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bb263bea0 0x563bb2635d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bb2639ac0 0x563bb26b2040 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4bb7fe640 0 client.5292 ms_handle_reset on v2:172.21.15.17:6833/1570244750 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 --2- 172.21.15.17:0/2010269441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bb26378f0 0x563bb26b8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.795+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 >> 172.21.15.17:0/2010269441 conn(0x563bb2639660 msgr2=0x563bb25f0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 shutdown_connections 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e5c77740 1 -- 172.21.15.17:0/2010269441 wait complete. 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e5c77740 20 client.5292 trim_cache size 0 max 16384 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 msgr2=0x7fe4c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 0x7fe4c806e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8000f60 tx=0x7fe4d8007c00 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 msgr2=0x7fe4dc0b5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc035040 tx=0x7fe4cc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 shutdown_connections 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe4c806c2b0 0x7fe4c806e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4dc0cedd0 0x7fe4dc0b55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4dc0b75a0 0x7fe4dc0b5060 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 --2- 172.21.15.17:0/2529273573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4dc0b3490 0x7fe4dc0ca470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 >> 172.21.15.17:0/2529273573 conn(0x7fe4dc0d0f40 msgr2=0x7fe4dc155880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 shutdown_connections 2024-09-19T08:04:09.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09.796+0000 7fe4e2ee6640 1 -- 172.21.15.17:0/2529273573 wait complete. 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> import errno 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> f = open("/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged", "w") 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> f.close() 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> except IOError as e: 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(errno.EIO) 2024-09-19T08:04:09.807 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:04:09.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:09.887 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:04:09.887 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:09.970 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:10.015 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:04:10.015 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:10.016 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:10.016 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:10.033 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:04:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.176+0000 7fd6b71b9640 1 Processor -- start 2024-09-19T08:04:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.176+0000 7fd6b71b9640 1 -- start start 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.176+0000 7fd6b71b9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd6b015e590 0x7fd6b0070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b71b9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00b6330 0x7fd6b00cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b71b9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6b00732d0 con 0x7fd6b00cecc0 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b71b9640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd6b00cf670 con 0x7fd6b015e590 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b71b9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b0071080 con 0x7fd6b00b6330 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd6b015e590 0x7fd6b0070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd6b015e590 0x7fd6b0070b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41954/0 (socket says 172.21.15.17:41954) 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 -- 172.21.15.17:0/1589748736 learned_addr learned my addr 172.21.15.17:0/1589748736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b5756640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00b6330 0x7fd6b00cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 -- 172.21.15.17:0/1589748736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00b6330 msgr2=0x7fd6b00cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00b6330 0x7fd6b00cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 -- 172.21.15.17:0/1589748736 >> v1:172.21.15.160:6789/0 conn(0x7fd6b00cecc0 legacy=0x7fd6b0162110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:10.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.177+0000 7fd6b4f55640 1 -- 172.21.15.17:0/1589748736 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b00735b0 con 0x7fd6b015e590 2024-09-19T08:04:10.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6b4f55640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b015e590 0x7fd6b0070b40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40098d0 tx=0x7fd6a402a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8138c0fce52b4e94 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6af7fe640 1 -- 172.21.15.17:0/1589748736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a4037070 con 0x7fd6b015e590 2024-09-19T08:04:10.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6af7fe640 1 -- 172.21.15.17:0/1589748736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6a4032640 con 0x7fd6b015e590 2024-09-19T08:04:10.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6af7fe640 1 -- 172.21.15.17:0/1589748736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a402ae60 con 0x7fd6b015e590 2024-09-19T08:04:10.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6b71b9640 1 -- 172.21.15.17:0/1589748736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b015e590 msgr2=0x7fd6b0070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.178+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b015e590 0x7fd6b0070b40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40098d0 tx=0x7fd6a402a350 comp rx=0 tx=0).stop 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 -- 172.21.15.17:0/1589748736 shutdown_connections 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00b6330 0x7fd6b00cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/1589748736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b015e590 0x7fd6b0070b40 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 -- 172.21.15.17:0/1589748736 >> 172.21.15.17:0/1589748736 conn(0x7fd6b006f400 msgr2=0x7fd6b006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 -- 172.21.15.17:0/1589748736 shutdown_connections 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.179+0000 7fd6b71b9640 1 -- 172.21.15.17:0/1589748736 wait complete. 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.180+0000 7fd6b71b9640 1 Processor -- start 2024-09-19T08:04:10.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.180+0000 7fd6b71b9640 1 -- start start 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 0x7fd6b015f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 0x7fd6b0152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b0073e50 con 0x7fd6b00b6330 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b0073b70 con 0x7fd6b015e590 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b71b9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b015e970 con 0x7fd6b00cecc0 2024-09-19T08:04:10.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41962/0 (socket says 172.21.15.17:41962) 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 -- 172.21.15.17:0/854200963 learned_addr learned my addr 172.21.15.17:0/854200963 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6affff640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 0x7fd6b015f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b5756640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 0x7fd6b0152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 -- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 msgr2=0x7fd6b015f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 0x7fd6b015f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 -- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 msgr2=0x7fd6b0152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 0x7fd6b0152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 -- 172.21.15.17:0/854200963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b0156090 con 0x7fd6b00b6330 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b5756640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 0x7fd6b0152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6affff640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 0x7fd6b015f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6b4f55640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40098d0 tx=0x7fd6a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.181+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a4037040 con 0x7fd6b00b6330 2024-09-19T08:04:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.182+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6a4004030 con 0x7fd6b00b6330 2024-09-19T08:04:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.182+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6b0156370 con 0x7fd6b00b6330 2024-09-19T08:04:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.182+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a402ae60 con 0x7fd6b00b6330 2024-09-19T08:04:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.182+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6b0150a30 con 0x7fd6b00b6330 2024-09-19T08:04:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.182+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b0070560 con 0x7fd6b00b6330 2024-09-19T08:04:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.183+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6a40306f0 con 0x7fd6b00b6330 2024-09-19T08:04:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.183+0000 7fd6ad7fa640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 0x7fd69406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.184+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fd6a40ac020 con 0x7fd6b00b6330 2024-09-19T08:04:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.184+0000 7fd6affff640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 0x7fd69406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.184+0000 7fd6affff640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 0x7fd69406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0150490 tx=0x7fd69c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.188+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd6b0070560 con 0x7fd6b00b6330 2024-09-19T08:04:10.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.379+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd6b0072f80 con 0x7fd6b00b6330 2024-09-19T08:04:10.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.379+0000 7fd6ad7fa640 1 -- 172.21.15.17:0/854200963 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v34) ==== 80+0+122 (secure 0 0 0) 0x7fd6a407a730 con 0x7fd6b00b6330 2024-09-19T08:04:10.379 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:04:10.379 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1606400197 2024-09-20T08:03:28.268151+0000 2024-09-19T08:04:10.380 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 msgr2=0x7fd69406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 0x7fd69406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0150490 tx=0x7fd69c009040 comp rx=0 tx=0).stop 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 msgr2=0x7fd6b015f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd6a40098d0 tx=0x7fd6a40046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 shutdown_connections 2024-09-19T08:04:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd69406c2b0 0x7fd69406e770 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6b015e590 0x7fd6b0152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6b00cecc0 0x7fd6b015f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 --2- 172.21.15.17:0/854200963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6b00b6330 0x7fd6b015f420 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 >> 172.21.15.17:0/854200963 conn(0x7fd6b006f400 msgr2=0x7fd6b01611f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 shutdown_connections 2024-09-19T08:04:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.381+0000 7fd6b71b9640 1 -- 172.21.15.17:0/854200963 wait complete. 2024-09-19T08:04:10.392 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:04:10.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:10.392 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:10.416 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[49211]: fuse finished with error 0 and tester_r 0 2024-09-19T08:04:10.418 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:04:10.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:10.419 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:04:10.566 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:10.566 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:10.566 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:10.586 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:10.586 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:04:10.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:10.586 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:04:10.644 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:04:10.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:10.646 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:10.646 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:10.646 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:10.663 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:10.663 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:04:10.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:10.663 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:04:10.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:10.719 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:04:10.719 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:10.719 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:10.719 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:10.738 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:10.738 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:04:10.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:10.739 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:04:10.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:10.799 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:04:10.799 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:10.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.902+0000 7f5efbad7640 1 Processor -- start 2024-09-19T08:04:10.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.903+0000 7f5efbad7640 1 -- start start 2024-09-19T08:04:10.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.903+0000 7f5efbad7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ef40cf720 0x7f5ef40d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.903+0000 7f5efbad7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ef415ea20 con 0x7f5ef415e640 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.903+0000 7f5efbad7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ef40b1c50 con 0x7f5ef40cf2b0 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.903+0000 7f5efbad7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5ef40b3d00 con 0x7f5ef40cf720 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5efa074640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ef40cf720 0x7f5ef40d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5ef9873640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f5ef415e640 0x7f5ef40ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42956/0 (socket says 172.21.15.17:42956) 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5ef9873640 1 -- 172.21.15.17:0/1218978486 learned_addr learned my addr 172.21.15.17:0/1218978486 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5efa074640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ef40cf720 0x7f5ef40d2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41974/0 (socket says 172.21.15.17:41974) 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5efa074640 1 -- 172.21.15.17:0/1218978486 >> v1:172.21.15.160:6789/0 conn(0x7f5ef40cf2b0 legacy=0x7f5ef40d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5efa074640 1 -- 172.21.15.17:0/1218978486 >> v1:172.21.15.17:6789/0 conn(0x7f5ef415e640 legacy=0x7f5ef40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.904+0000 7f5efa074640 1 -- 172.21.15.17:0/1218978486 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef40b1f30 con 0x7f5ef40cf720 2024-09-19T08:04:10.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efa074640 1 --2- 172.21.15.17:0/1218978486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef40cf720 0x7f5ef40d2d60 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40a23f0 tx=0x7f5ee402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6de703befbe923c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5ef8871640 1 -- 172.21.15.17:0/1218978486 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4007740 con 0x7f5ef40cf720 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5ef8871640 1 -- 172.21.15.17:0/1218978486 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee40078e0 con 0x7f5ef40cf720 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5ef8871640 1 -- 172.21.15.17:0/1218978486 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4007cb0 con 0x7f5ef40cf720 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 -- 172.21.15.17:0/1218978486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef40cf720 msgr2=0x7f5ef40d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 --2- 172.21.15.17:0/1218978486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef40cf720 0x7f5ef40d2d60 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40a23f0 tx=0x7f5ee402a5f0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 -- 172.21.15.17:0/1218978486 shutdown_connections 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 --2- 172.21.15.17:0/1218978486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef40cf720 0x7f5ef40d2d60 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 -- 172.21.15.17:0/1218978486 >> 172.21.15.17:0/1218978486 conn(0x7f5ef409d820 msgr2=0x7f5ef40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 -- 172.21.15.17:0/1218978486 shutdown_connections 2024-09-19T08:04:10.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.905+0000 7f5efbad7640 1 -- 172.21.15.17:0/1218978486 wait complete. 2024-09-19T08:04:10.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 Processor -- start 2024-09-19T08:04:10.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 -- start start 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 0x7f5ef40caa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ef40cf720 0x7f5ef4161370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef40b24f0 con 0x7f5ef415e640 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef40b2860 con 0x7f5ef40cf2b0 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.907+0000 7f5efbad7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5ef40cfe40 con 0x7f5ef40cf720 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41990/0 (socket says 172.21.15.17:41990) 2024-09-19T08:04:10.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 -- 172.21.15.17:0/3838095321 learned_addr learned my addr 172.21.15.17:0/3838095321 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef9072640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ef40cf720 0x7f5ef4161370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef9873640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 0x7f5ef40caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 -- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ef40cf720 msgr2=0x7f5ef4161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ef40cf720 0x7f5ef4161370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 -- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 msgr2=0x7f5ef40caa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 0x7f5ef40caa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 -- 172.21.15.17:0/3838095321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef4157ee0 con 0x7f5ef415e640 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef9873640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 0x7f5ef40caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efa074640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5ee4009e50 tx=0x7f5ee4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4040070 con 0x7f5ef415e640 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee4031c70 con 0x7f5ef415e640 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4045680 con 0x7f5ef415e640 2024-09-19T08:04:10.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ef415efd0 con 0x7f5ef415e640 2024-09-19T08:04:10.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.908+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ef40b4210 con 0x7f5ef415e640 2024-09-19T08:04:10.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.909+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ef4068eb0 con 0x7f5ef415e640 2024-09-19T08:04:10.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.910+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ee4039040 con 0x7f5ef415e640 2024-09-19T08:04:10.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.910+0000 7f5ef27fc640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:10.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.910+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f5ee40acef0 con 0x7f5ef415e640 2024-09-19T08:04:10.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.911+0000 7f5ef9873640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:10.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.911+0000 7f5ef9873640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 0x7f5ee006e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5eec000f60 tx=0x7f5eec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:10.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:10.915+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ee4031e20 con 0x7f5ef415e640 2024-09-19T08:04:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.125+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ef40b9ae0 con 0x7f5ef415e640 2024-09-19T08:04:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.126+0000 7f5ef27fc640 1 -- 172.21.15.17:0/3838095321 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f5ee407b720 con 0x7f5ef415e640 2024-09-19T08:04:11.126 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:11.126 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:04:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:04:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 msgr2=0x7f5ee006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 0x7f5ee006e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5eec000f60 tx=0x7f5eec009040 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 msgr2=0x7f5ef40d2bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5ee4009e50 tx=0x7f5ee4004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 shutdown_connections 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ef415e640 0x7f5ef40d2bf0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ef40cf720 0x7f5ef4161370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 --2- 172.21.15.17:0/3838095321 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ef40cf2b0 0x7f5ef40caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 >> 172.21.15.17:0/3838095321 conn(0x7f5ef409d820 msgr2=0x7f5ef406c520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 shutdown_connections 2024-09-19T08:04:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.128+0000 7f5efbad7640 1 -- 172.21.15.17:0/3838095321 wait complete. 2024-09-19T08:04:11.140 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.242+0000 7f0b07e65640 1 Processor -- start 2024-09-19T08:04:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 -- start start 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b000b5320 0x7f0b0015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 0x7f0b00070a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b00070f80 con 0x7f0b000d27b0 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0b000b5790 con 0x7f0b000b5320 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.243+0000 7f0b07e65640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0b0015e0c0 con 0x7f0b00070660 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b000b5320 0x7f0b0015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b000b5320 0x7f0b0015d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41998/0 (socket says 172.21.15.17:41998) 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 -- 172.21.15.17:0/1497510867 learned_addr learned my addr 172.21.15.17:0/1497510867 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b06402640 1 --2- 172.21.15.17:0/1497510867 >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 0x7f0b00070a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 -- 172.21.15.17:0/1497510867 >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 msgr2=0x7f0b00070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 --2- 172.21.15.17:0/1497510867 >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 0x7f0b00070a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 -- 172.21.15.17:0/1497510867 >> v1:172.21.15.17:6789/0 conn(0x7f0b000d27b0 legacy=0x7f0b0015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b05400640 1 -- 172.21.15.17:0/1497510867 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b000b59b0 con 0x7f0b000b5320 2024-09-19T08:04:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.244+0000 7f0b06402640 1 --2- 172.21.15.17:0/1497510867 >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 0x7f0b00070a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.245+0000 7f0b05400640 1 --2- 172.21.15.17:0/1497510867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b000b5320 0x7f0b0015d2e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0b00071750 tx=0x7f0af402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d8642187ca36d95 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.245+0000 7f0b04bff640 1 -- 172.21.15.17:0/1497510867 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af4037070 con 0x7f0b000b5320 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.245+0000 7f0b04bff640 1 -- 172.21.15.17:0/1497510867 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0af4032440 con 0x7f0b000b5320 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.245+0000 7f0b04bff640 1 -- 172.21.15.17:0/1497510867 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af4032810 con 0x7f0b000b5320 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 -- 172.21.15.17:0/1497510867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b000b5320 msgr2=0x7f0b0015d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 --2- 172.21.15.17:0/1497510867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b000b5320 0x7f0b0015d2e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0b00071750 tx=0x7f0af402a270 comp rx=0 tx=0).stop 2024-09-19T08:04:11.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 -- 172.21.15.17:0/1497510867 shutdown_connections 2024-09-19T08:04:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 --2- 172.21.15.17:0/1497510867 >> v2:172.21.15.160:3300/0 conn(0x7f0b00070660 0x7f0b00070a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 --2- 172.21.15.17:0/1497510867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b000b5320 0x7f0b0015d2e0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 -- 172.21.15.17:0/1497510867 >> 172.21.15.17:0/1497510867 conn(0x7f0b0006f400 msgr2=0x7f0b0006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 -- 172.21.15.17:0/1497510867 shutdown_connections 2024-09-19T08:04:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.246+0000 7f0b07e65640 1 -- 172.21.15.17:0/1497510867 wait complete. 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.247+0000 7f0b07e65640 1 Processor -- start 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.247+0000 7f0b07e65640 1 -- start start 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 0x7f0b001584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b000d27b0 0x7f0b00159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b000b6250 con 0x7f0b00070660 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b000b5f70 con 0x7f0b000b5320 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b07e65640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b000b6530 con 0x7f0b000d27b0 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42006/0 (socket says 172.21.15.17:42006) 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 -- 172.21.15.17:0/3997336596 learned_addr learned my addr 172.21.15.17:0/3997336596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 -- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b000d27b0 msgr2=0x7f0b00159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b000d27b0 0x7f0b00159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 -- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 msgr2=0x7f0b001584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05400640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 0x7f0b001584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 0x7f0b001584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 -- 172.21.15.17:0/3997336596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b000b1410 con 0x7f0b00070660 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05400640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 0x7f0b001584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0b05c01640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0af800c3c0 tx=0x7f0af800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.248+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af80052d0 con 0x7f0b00070660 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.249+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0af8005490 con 0x7f0b00070660 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.249+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b001564d0 con 0x7f0b00070660 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.249+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8007260 con 0x7f0b00070660 2024-09-19T08:04:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.249+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b00153630 con 0x7f0b00070660 2024-09-19T08:04:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.250+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b000d2b90 con 0x7f0b00070660 2024-09-19T08:04:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.250+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0af8007400 con 0x7f0b00070660 2024-09-19T08:04:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.251+0000 7f0afe7fc640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 0x7f0aec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.251+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f0af808a980 con 0x7f0b00070660 2024-09-19T08:04:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.251+0000 7f0b05400640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 0x7f0aec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.251+0000 7f0b05400640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 0x7f0aec06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0af4034000 tx=0x7f0af402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.255+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b000b1410 con 0x7f0b00070660 2024-09-19T08:04:11.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.469+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b00070b30 con 0x7f0b00070660 2024-09-19T08:04:11.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.469+0000 7f0afe7fc640 1 -- 172.21.15.17:0/3997336596 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f0af8059080 con 0x7f0b00070660 2024-09-19T08:04:11.470 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:11.470 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:04:11.470 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 msgr2=0x7f0aec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 0x7f0aec06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0af4034000 tx=0x7f0af402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 msgr2=0x7f0b000b0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0af800c3c0 tx=0x7f0af800c880 comp rx=0 tx=0).stop 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 shutdown_connections 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0aec06c2b0 0x7f0aec06e770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b000d27b0 0x7f0b00159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b000b5320 0x7f0b001584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 --2- 172.21.15.17:0/3997336596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b00070660 0x7f0b000b0ed0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 >> 172.21.15.17:0/3997336596 conn(0x7f0b0006f400 msgr2=0x7f0b000b1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 shutdown_connections 2024-09-19T08:04:11.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.472+0000 7f0b07e65640 1 -- 172.21.15.17:0/3997336596 wait complete. 2024-09-19T08:04:11.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.586+0000 7f8ef4e8b640 1 Processor -- start 2024-09-19T08:04:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.586+0000 7f8ef4e8b640 1 -- start start 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.587+0000 7f8ef4e8b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.587+0000 7f8ef4e8b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 0x7f8ef00cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.587+0000 7f8ef4e8b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ef015ea20 con 0x7f8ef00cf0e0 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.587+0000 7f8ef4e8b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8ef00b2860 con 0x7f8ef00d3660 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.587+0000 7f8ef4e8b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00b1c50 con 0x7f8ef015e640 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eedd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8ef00cf0e0 0x7f8ef00b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42980/0 (socket says 172.21.15.17:42980) 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eedd9b640 1 -- 172.21.15.17:0/608455496 learned_addr learned my addr 172.21.15.17:0/608455496 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eee59c640 1 --2- 172.21.15.17:0/608455496 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eeed9d640 1 --2- 172.21.15.17:0/608455496 >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 0x7f8ef00cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eed59a640 1 -- 172.21.15.17:0/608455496 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2995036388 0 0) 0x7f8ef015ea20 con 0x7f8ef00cf0e0 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eed59a640 1 -- 172.21.15.17:0/608455496 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8edc003520 con 0x7f8ef00cf0e0 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eee59c640 1 -- 172.21.15.17:0/608455496 >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 msgr2=0x7f8ef00cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eee59c640 1 --2- 172.21.15.17:0/608455496 >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 0x7f8ef00cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eee59c640 1 -- 172.21.15.17:0/608455496 >> v1:172.21.15.17:6789/0 conn(0x7f8ef00cf0e0 legacy=0x7f8ef00b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eee59c640 1 -- 172.21.15.17:0/608455496 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef00b1f30 con 0x7f8ef015e640 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.588+0000 7f8eeed9d640 1 --2- 172.21.15.17:0/608455496 >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 0x7f8ef00cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.589+0000 7f8eee59c640 1 --2- 172.21.15.17:0/608455496 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00ceba0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8ef015ebf0 tx=0x7f8ee802a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6da60f2f2bc7294d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.589+0000 7f8eed59a640 1 -- 172.21.15.17:0/608455496 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8037070 con 0x7f8ef015e640 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.589+0000 7f8eed59a640 1 -- 172.21.15.17:0/608455496 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee802adb0 con 0x7f8ef015e640 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.589+0000 7f8eed59a640 1 -- 172.21.15.17:0/608455496 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8032660 con 0x7f8ef015e640 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/608455496 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 msgr2=0x7f8ef00ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/608455496 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00ceba0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8ef015ebf0 tx=0x7f8ee802a060 comp rx=0 tx=0).stop 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/608455496 shutdown_connections 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/608455496 >> v2:172.21.15.160:3300/0 conn(0x7f8ef00d3660 0x7f8ef00cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/608455496 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00ceba0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/608455496 >> 172.21.15.17:0/608455496 conn(0x7f8ef009d820 msgr2=0x7f8ef00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/608455496 shutdown_connections 2024-09-19T08:04:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.590+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/608455496 wait complete. 2024-09-19T08:04:11.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.591+0000 7f8ef4e8b640 1 Processor -- start 2024-09-19T08:04:11.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.591+0000 7f8ef4e8b640 1 -- start start 2024-09-19T08:04:11.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 0x7f8ef015ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00c83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00cfe40 con 0x7f8ef00d3660 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00b24f0 con 0x7f8ef00cf0e0 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8ef4e8b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00b73a0 con 0x7f8ef015e640 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42016/0 (socket says 172.21.15.17:42016) 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 -- 172.21.15.17:0/1208575502 learned_addr learned my addr 172.21.15.17:0/1208575502 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eee59c640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 0x7f8ef015ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eeed9d640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00c83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 -- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 msgr2=0x7f8ef00c83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00c83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 -- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 msgr2=0x7f8ef015ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 0x7f8ef015ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eedd9b640 1 -- 172.21.15.17:0/1208575502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef015ed70 con 0x7f8ef00d3660 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.592+0000 7f8eee59c640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 0x7f8ef015ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8eedd9b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8001eb0 tx=0x7f8ed800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8017070 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed8005d00 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ef015f050 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8007310 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.593+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ef015f610 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.594+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ef0068eb0 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.594+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ed801a070 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.595+0000 7f8ee6ffd640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 0x7f8ed006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.595+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f8ed808a940 con 0x7f8ef00d3660 2024-09-19T08:04:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.595+0000 7f8eee59c640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 0x7f8ed006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.596+0000 7f8eee59c640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 0x7f8ed006e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8ee8034000 tx=0x7f8ee802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.599+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ed8058fc0 con 0x7f8ef00d3660 2024-09-19T08:04:11.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.773+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ef00ce880 con 0x7f8ef00d3660 2024-09-19T08:04:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.774+0000 7f8ee6ffd640 1 -- 172.21.15.17:0/1208575502 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16834 (secure 0 0 0) 0x7f8ed80588c0 con 0x7f8ef00d3660 2024-09-19T08:04:11.774 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:11.774 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":34,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:03:28.268175+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:03:10.504258+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T08:03:11.795469+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/1606400197":"2024-09-20T08:03:28.268151+0000","172.21.15.17:6833/1606400197":"2024-09-20T08:03:28.268151+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 msgr2=0x7f8ed006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 0x7f8ed006e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8ee8034000 tx=0x7f8ee802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 msgr2=0x7f8ef00cde90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8001eb0 tx=0x7f8ed800c820 comp rx=0 tx=0).stop 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 shutdown_connections 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ed006c2b0 0x7f8ed006e770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ef015e640 0x7f8ef00c83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ef00d3660 0x7f8ef00cde90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 --2- 172.21.15.17:0/1208575502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ef00cf0e0 0x7f8ef015ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.776+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 >> 172.21.15.17:0/1208575502 conn(0x7f8ef009d820 msgr2=0x7f8ef00d42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.777+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 shutdown_connections 2024-09-19T08:04:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.777+0000 7f8ef4e8b640 1 -- 172.21.15.17:0/1208575502 wait complete. 2024-09-19T08:04:11.788 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:04:11.788 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:11.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.890+0000 7f5144ca5640 1 Processor -- start 2024-09-19T08:04:11.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.890+0000 7f5144ca5640 1 -- start start 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f5144ca5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f51400cf720 0x7f51400d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f5144ca5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f514015ea20 con 0x7f51400cf2b0 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f5144ca5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51400b1c50 con 0x7f514015e640 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f5144ca5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f51400b3d00 con 0x7f51400cf720 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f513dd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f51400cf2b0 0x7f51400d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42994/0 (socket says 172.21.15.17:42994) 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.891+0000 7f513dd9b640 1 -- 172.21.15.17:0/376882432 learned_addr learned my addr 172.21.15.17:0/376882432 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513ed9d640 1 --2- 172.21.15.17:0/376882432 >> v2:172.21.15.160:3300/0 conn(0x7f51400cf720 0x7f51400d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513d59a640 1 -- 172.21.15.17:0/376882432 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 769249912 0 0) 0x7f514015ea20 con 0x7f51400cf2b0 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513d59a640 1 -- 172.21.15.17:0/376882432 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f512c003520 con 0x7f51400cf2b0 2024-09-19T08:04:11.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513ed9d640 1 -- 172.21.15.17:0/376882432 >> v1:172.21.15.160:6789/0 conn(0x7f514015e640 legacy=0x7f51400ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513ed9d640 1 -- 172.21.15.17:0/376882432 >> v1:172.21.15.17:6789/0 conn(0x7f51400cf2b0 legacy=0x7f51400d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.892+0000 7f513ed9d640 1 -- 172.21.15.17:0/376882432 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51400b1f30 con 0x7f51400cf720 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f513ed9d640 1 --2- 172.21.15.17:0/376882432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf720 0x7f51400d2d60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5130009d90 tx=0x7f513002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48c753bc0978b998 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f513d59a640 1 -- 172.21.15.17:0/376882432 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130007740 con 0x7f51400cf720 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f513d59a640 1 -- 172.21.15.17:0/376882432 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51300078e0 con 0x7f51400cf720 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f513d59a640 1 -- 172.21.15.17:0/376882432 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130007cb0 con 0x7f51400cf720 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f5144ca5640 1 -- 172.21.15.17:0/376882432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf720 msgr2=0x7f51400d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.893+0000 7f5144ca5640 1 --2- 172.21.15.17:0/376882432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf720 0x7f51400d2d60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5130009d90 tx=0x7f513002a660 comp rx=0 tx=0).stop 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.894+0000 7f5144ca5640 1 -- 172.21.15.17:0/376882432 shutdown_connections 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.894+0000 7f5144ca5640 1 --2- 172.21.15.17:0/376882432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf720 0x7f51400d2d60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.894+0000 7f5144ca5640 1 -- 172.21.15.17:0/376882432 >> 172.21.15.17:0/376882432 conn(0x7f514009d820 msgr2=0x7f51400d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:11.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.894+0000 7f5144ca5640 1 -- 172.21.15.17:0/376882432 shutdown_connections 2024-09-19T08:04:11.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.894+0000 7f5144ca5640 1 -- 172.21.15.17:0/376882432 wait complete. 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.895+0000 7f5144ca5640 1 Processor -- start 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.895+0000 7f5144ca5640 1 -- start start 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf2b0 0x7f5140155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51400cf720 0x7f51400c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51400b24f0 con 0x7f514015e640 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f51400b2860 con 0x7f51400cf2b0 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5144ca5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51400cfe40 con 0x7f51400cf720 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42018/0 (socket says 172.21.15.17:42018) 2024-09-19T08:04:11.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 -- 172.21.15.17:0/569899457 learned_addr learned my addr 172.21.15.17:0/569899457 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513dd9b640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51400cf720 0x7f51400c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513e59c640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf2b0 0x7f5140155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 -- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51400cf720 msgr2=0x7f51400c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51400cf720 0x7f51400c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 -- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf2b0 msgr2=0x7f5140155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf2b0 0x7f5140155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 -- 172.21.15.17:0/569899457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51400c8b40 con 0x7f514015e640 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f513ed9d640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f513002ac50 tx=0x7f5130004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.896+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130040070 con 0x7f514015e640 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.897+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5130031bc0 con 0x7f514015e640 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.897+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51400c8e20 con 0x7f514015e640 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.897+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130009450 con 0x7f514015e640 2024-09-19T08:04:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.897+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51401560d0 con 0x7f514015e640 2024-09-19T08:04:11.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.898+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51400b73a0 con 0x7f514015e640 2024-09-19T08:04:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.898+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5130039040 con 0x7f514015e640 2024-09-19T08:04:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.898+0000 7f5136ffd640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 0x7f512006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.899+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f51300acb10 con 0x7f514015e640 2024-09-19T08:04:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.899+0000 7f513e59c640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 0x7f512006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.899+0000 7f513e59c640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 0x7f512006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5138000f60 tx=0x7f5138009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:11.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:11.903+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f513007ad80 con 0x7f514015e640 2024-09-19T08:04:12.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.113+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51400693a0 con 0x7f514015e640 2024-09-19T08:04:12.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.113+0000 7f5136ffd640 1 -- 172.21.15.17:0/569899457 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f513007f080 con 0x7f514015e640 2024-09-19T08:04:12.113 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:12.114 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:04:12.114 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 msgr2=0x7f512006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 0x7f512006e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5138000f60 tx=0x7f5138009040 comp rx=0 tx=0).stop 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 msgr2=0x7f514006c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f513002ac50 tx=0x7f5130004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 shutdown_connections 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f512006c2b0 0x7f512006e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f514015e640 0x7f514006c3e0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51400cf720 0x7f51400c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 --2- 172.21.15.17:0/569899457 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51400cf2b0 0x7f5140155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 >> 172.21.15.17:0/569899457 conn(0x7f514009d820 msgr2=0x7f51400b3360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 shutdown_connections 2024-09-19T08:04:12.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.116+0000 7f5144ca5640 1 -- 172.21.15.17:0/569899457 wait complete. 2024-09-19T08:04:12.126 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:12.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.228+0000 7f1927a77640 1 Processor -- start 2024-09-19T08:04:12.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.228+0000 7f1927a77640 1 -- start start 2024-09-19T08:04:12.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1927a77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1927a77640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19200b59b0 con 0x7f1920070660 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1927a77640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19200b5c90 con 0x7f19200d27b0 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1927a77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19200b5790 con 0x7f19200b5320 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1926014640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1920070660 0x7f19200b6a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43000/0 (socket says 172.21.15.17:43000) 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.229+0000 7f1926014640 1 -- 172.21.15.17:0/3072625286 learned_addr learned my addr 172.21.15.17:0/3072625286 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1925012640 1 --2- 172.21.15.17:0/3072625286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4280266441 0 0) 0x7f19200b59b0 con 0x7f1920070660 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1908003520 con 0x7f1920070660 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3661060740 0 0) 0x7f1908003520 con 0x7f1920070660 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1925012640 1 -- 172.21.15.17:0/3072625286 >> v1:172.21.15.160:6789/0 conn(0x7f19200d27b0 legacy=0x7f192015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1925012640 1 -- 172.21.15.17:0/3072625286 >> v1:172.21.15.17:6789/0 conn(0x7f1920070660 legacy=0x7f19200b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.230+0000 7f1925012640 1 -- 172.21.15.17:0/3072625286 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19200b5f70 con 0x7f19200b5320 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1925012640 1 --2- 172.21.15.17:0/3072625286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015d2e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f19140097d0 tx=0x7f191402a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e03662c3a4464f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1914037070 con 0x7f19200b5320 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f191402ab40 con 0x7f19200b5320 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1924811640 1 -- 172.21.15.17:0/3072625286 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1918001670 con 0x7f19200b5320 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1927a77640 1 -- 172.21.15.17:0/3072625286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 msgr2=0x7f192015d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1927a77640 1 --2- 172.21.15.17:0/3072625286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015d2e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f19140097d0 tx=0x7f191402a0b0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1927a77640 1 -- 172.21.15.17:0/3072625286 shutdown_connections 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1927a77640 1 --2- 172.21.15.17:0/3072625286 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015d2e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.231+0000 7f1927a77640 1 -- 172.21.15.17:0/3072625286 >> 172.21.15.17:0/3072625286 conn(0x7f192006f400 msgr2=0x7f192006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.232+0000 7f1927a77640 1 -- 172.21.15.17:0/3072625286 shutdown_connections 2024-09-19T08:04:12.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.232+0000 7f1927a77640 1 -- 172.21.15.17:0/3072625286 wait complete. 2024-09-19T08:04:12.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 Processor -- start 2024-09-19T08:04:12.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 -- start start 2024-09-19T08:04:12.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19200d27b0 0x7f192015af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19200b6530 con 0x7f1920070660 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f192015e0c0 con 0x7f19200d27b0 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.233+0000 7f1927a77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19200d2b90 con 0x7f19200b5320 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42032/0 (socket says 172.21.15.17:42032) 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 -- 172.21.15.17:0/4130467618 learned_addr learned my addr 172.21.15.17:0/4130467618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925012640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1926014640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19200d27b0 0x7f192015af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 -- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 msgr2=0x7f192015aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 -- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19200d27b0 msgr2=0x7f192015af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19200d27b0 0x7f192015af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 -- 172.21.15.17:0/4130467618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19201f30e0 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1925813640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f191000c840 tx=0x7f191000cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910017070 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1910003da0 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1920146d50 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910005290 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.234+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1920147310 con 0x7f1920070660 2024-09-19T08:04:12.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.235+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19200d1ea0 con 0x7f1920070660 2024-09-19T08:04:12.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.236+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f191001a070 con 0x7f1920070660 2024-09-19T08:04:12.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.236+0000 7f191e7fc640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 0x7f190c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.237+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f191008abe0 con 0x7f1920070660 2024-09-19T08:04:12.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.237+0000 7f1925012640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 0x7f190c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.237+0000 7f1925012640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 0x7f190c06e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1914034000 tx=0x7f191402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.241+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19200d1ea0 con 0x7f1920070660 2024-09-19T08:04:12.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.452+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19200cf7d0 con 0x7f1920070660 2024-09-19T08:04:12.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.453+0000 7f191e7fc640 1 -- 172.21.15.17:0/4130467618 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5218 (secure 0 0 0) 0x7f19200cf7d0 con 0x7f1920070660 2024-09-19T08:04:12.453 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:12.453 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":18,"btime":"2024-09-19T08:03:32:282963+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:03:12.809866+0000","modified":"2024-09-19T08:03:32.282960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":34,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5076":{"gid":5076,"name":"c","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/1570244750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1570244750},{"type":"v1","addr":"172.21.15.17:6835","nonce":1570244750}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5076,"qdb_cluster":[5076]},"id":2}]} 2024-09-19T08:04:12.453 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 18 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 msgr2=0x7f190c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 0x7f190c06e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1914034000 tx=0x7f191402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 msgr2=0x7f1920146430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f191000c840 tx=0x7f191000cd00 comp rx=0 tx=0).stop 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 shutdown_connections 2024-09-19T08:04:12.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f190c06c2b0 0x7f190c06e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19200d27b0 0x7f192015af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19200b5320 0x7f192015aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 --2- 172.21.15.17:0/4130467618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1920070660 0x7f1920146430 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 >> 172.21.15.17:0/4130467618 conn(0x7f192006f400 msgr2=0x7f19200b6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 shutdown_connections 2024-09-19T08:04:12.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.455+0000 7f1927a77640 1 -- 172.21.15.17:0/4130467618 wait complete. 2024-09-19T08:04:12.466 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:12.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.569+0000 7f0d0a282640 1 Processor -- start 2024-09-19T08:04:12.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.569+0000 7f0d0a282640 1 -- start start 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0a282640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d0415b2e0 0x7f0d040b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0a282640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0a282640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d040ce4f0 con 0x7f0d040cdfc0 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0a282640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0d0415b6c0 con 0x7f0d0415b2e0 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0a282640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d040ce7d0 con 0x7f0d040b2490 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d0415b2e0 0x7f0d040b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d0415b2e0 0x7f0d040b3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40268/0 (socket says 172.21.15.17:40268) 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 -- 172.21.15.17:0/4068856725 learned_addr learned my addr 172.21.15.17:0/4068856725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d0881f640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 -- 172.21.15.17:0/4068856725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 msgr2=0x7f0d04071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04071750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 -- 172.21.15.17:0/4068856725 >> v1:172.21.15.160:6789/0 conn(0x7f0d040cdfc0 legacy=0x7f0d040b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:12.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.570+0000 7f0d03fff640 1 -- 172.21.15.17:0/4068856725 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d040ceab0 con 0x7f0d0415b2e0 2024-09-19T08:04:12.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d03fff640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d040b3d20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0cf400bb10 tx=0x7f0cf402c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=865cfb92eb9f46dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d02ffd640 1 -- 172.21.15.17:0/4068856725 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4032790 con 0x7f0d0415b2e0 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d02ffd640 1 -- 172.21.15.17:0/4068856725 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cf4038070 con 0x7f0d0415b2e0 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d02ffd640 1 -- 172.21.15.17:0/4068856725 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4032b50 con 0x7f0d0415b2e0 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d0a282640 1 -- 172.21.15.17:0/4068856725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 msgr2=0x7f0d040b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.571+0000 7f0d0a282640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d040b3d20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0cf400bb10 tx=0x7f0cf402c8d0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 -- 172.21.15.17:0/4068856725 shutdown_connections 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 --2- 172.21.15.17:0/4068856725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d040b3d20 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 -- 172.21.15.17:0/4068856725 >> 172.21.15.17:0/4068856725 conn(0x7f0d0406bc10 msgr2=0x7f0d0406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 -- 172.21.15.17:0/4068856725 shutdown_connections 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.572+0000 7f0d0a282640 1 -- 172.21.15.17:0/4068856725 wait complete. 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.573+0000 7f0d0a282640 1 Processor -- start 2024-09-19T08:04:12.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.573+0000 7f0d0a282640 1 -- start start 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d040cdfc0 0x7f0d041593d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d040712b0 con 0x7f0d0415b2e0 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0d04071130 con 0x7f0d040cdfc0 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0a282640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d040b4260 con 0x7f0d040b2490 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40276/0 (socket says 172.21.15.17:40276) 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 -- 172.21.15.17:0/1367155567 learned_addr learned my addr 172.21.15.17:0/1367155567 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d037fe640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d040cdfc0 0x7f0d041593d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d03fff640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 -- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 msgr2=0x7f0d04157f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04157f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 -- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d040cdfc0 msgr2=0x7f0d041593d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d040cdfc0 0x7f0d041593d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.574+0000 7f0d0881f640 1 -- 172.21.15.17:0/1367155567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d04152360 con 0x7f0d0415b2e0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d0881f640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00cc30 tx=0x7f0cfc00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00ce40 con 0x7f0d0415b2e0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cfc003990 con 0x7f0d0415b2e0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d04144060 con 0x7f0d0415b2e0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc003d40 con 0x7f0d0415b2e0 2024-09-19T08:04:12.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.575+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d04157440 con 0x7f0d0415b2e0 2024-09-19T08:04:12.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.576+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d04157230 con 0x7f0d0415b2e0 2024-09-19T08:04:12.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.576+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0cfc003ee0 con 0x7f0d0415b2e0 2024-09-19T08:04:12.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.577+0000 7f0d00ff9640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 0x7f0cf006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.577+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f0cfc08b7f0 con 0x7f0d0415b2e0 2024-09-19T08:04:12.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.577+0000 7f0d03fff640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 0x7f0cf006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.578+0000 7f0d03fff640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 0x7f0cf006e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4037000 tx=0x7f0cf403e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.581+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d04144060 con 0x7f0d0415b2e0 2024-09-19T08:04:12.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.761+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d040b2060 con 0x7f0d0415b2e0 2024-09-19T08:04:12.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.762+0000 7f0d00ff9640 1 -- 172.21.15.17:0/1367155567 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16834 (secure 0 0 0) 0x7f0d04152360 con 0x7f0d0415b2e0 2024-09-19T08:04:12.762 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:12.762 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":34,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:03:28.268175+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:03:10.504258+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T08:03:11.795469+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/1606400197":"2024-09-20T08:03:28.268151+0000","172.21.15.17:6833/1606400197":"2024-09-20T08:03:28.268151+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 msgr2=0x7f0cf006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 0x7f0cf006e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4037000 tx=0x7f0cf403e040 comp rx=0 tx=0).stop 2024-09-19T08:04:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 msgr2=0x7f0d04143b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00cc30 tx=0x7f0cfc00a5c0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 shutdown_connections 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0cf006c2e0 0x7f0cf006e7a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d0415b2e0 0x7f0d04143b20 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d040cdfc0 0x7f0d041593d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 --2- 172.21.15.17:0/1367155567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d040b2490 0x7f0d04157f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 >> 172.21.15.17:0/1367155567 conn(0x7f0d0406bc10 msgr2=0x7f0d040b0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 shutdown_connections 2024-09-19T08:04:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.764+0000 7f0d0a282640 1 -- 172.21.15.17:0/1367155567 wait complete. 2024-09-19T08:04:12.776 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:04:12.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.878+0000 7fb22e63c640 1 Processor -- start 2024-09-19T08:04:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.879+0000 7fb22e63c640 1 -- start start 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.879+0000 7fb22e63c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb2280b47a0 0x7fb2280cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.879+0000 7fb22e63c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2280d0a30 con 0x7fb2280d2da0 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.879+0000 7fb22e63c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2280b76f0 con 0x7fb22815c4a0 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.879+0000 7fb22e63c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb2280d0d30 con 0x7fb2280b47a0 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb22cbd9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb2280d2da0 0x7fb228166030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44900/0 (socket says 172.21.15.17:44900) 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb22cbd9640 1 -- 172.21.15.17:0/229641579 learned_addr learned my addr 172.21.15.17:0/229641579 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb2277fe640 1 --2- 172.21.15.17:0/229641579 >> v2:172.21.15.160:3300/0 conn(0x7fb2280b47a0 0x7fb2280cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2958622350 0 0) 0x7fb2280d0a30 con 0x7fb2280d2da0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb210003520 con 0x7fb2280d2da0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1099720063 0 0) 0x7fb210003520 con 0x7fb2280d2da0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 >> v2:172.21.15.160:3300/0 conn(0x7fb2280b47a0 msgr2=0x7fb2280cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 --2- 172.21.15.17:0/229641579 >> v2:172.21.15.160:3300/0 conn(0x7fb2280b47a0 0x7fb2280cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 >> v1:172.21.15.160:6789/0 conn(0x7fb22815c4a0 legacy=0x7fb2280b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb228073710 con 0x7fb2280d2da0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fb2200019f0 con 0x7fb2280d2da0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 >> v1:172.21.15.17:6789/0 conn(0x7fb2280d2da0 legacy=0x7fb228166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 0x7fb210003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb210004800 0x7fb210004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100052e0 0x7fb21000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2280d0d30 con 0x7fb2100039b0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb21000c1b0 con 0x7fb2100052e0 2024-09-19T08:04:12.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb21000c3b0 con 0x7fb210004800 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.880+0000 7fb227fff640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 0x7fb210003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb22cbd9640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100052e0 0x7fb21000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb2277fe640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb210004800 0x7fb210004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 -- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb210004800 msgr2=0x7fb210004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb210004800 0x7fb210004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 -- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100052e0 msgr2=0x7fb21000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100052e0 0x7fb21000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 -- 172.21.15.17:0/229641579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb210003520 con 0x7fb2100039b0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb22cbd9640 1 -- 172.21.15.17:0/229641579 reap_dead start 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb2277fe640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb210004800 0x7fb210004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.881+0000 7fb227fff640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 0x7fb210003dd0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb218001720 tx=0x7fb210005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfd6bb73d6015d80 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218001370 con 0x7fb2100039b0 2024-09-19T08:04:12.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2180052d0 con 0x7fb2100039b0 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb226ffd640 1 -- 172.21.15.17:0/229641579 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21802ab90 con 0x7fb2100039b0 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 -- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 msgr2=0x7fb210003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 0x7fb210003dd0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb218001720 tx=0x7fb210005830 comp rx=0 tx=0).stop 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 -- 172.21.15.17:0/229641579 shutdown_connections 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 --2- 172.21.15.17:0/229641579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2100039b0 0x7fb210003dd0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 -- 172.21.15.17:0/229641579 >> 172.21.15.17:0/229641579 conn(0x7fb228067950 msgr2=0x7fb228067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 -- 172.21.15.17:0/229641579 shutdown_connections 2024-09-19T08:04:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.882+0000 7fb22e63c640 1 -- 172.21.15.17:0/229641579 wait complete. 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.883+0000 7fb22e63c640 1 Processor -- start 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 -- start start 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100039b0 0x7fb228154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb2280b2fb0 0x7fb2280b3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2280cff80 con 0x7fb2280b2760 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb2280d28e0 con 0x7fb2100039b0 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb22e63c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb2280d0100 con 0x7fb2280b2fb0 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb2277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb2277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40302/0 (socket says 172.21.15.17:40302) 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.884+0000 7fb2277fe640 1 -- 172.21.15.17:0/1050598988 learned_addr learned my addr 172.21.15.17:0/1050598988 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb22cbd9640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb2280b2fb0 0x7fb2280b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb227fff640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100039b0 0x7fb228154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 -- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb2280b2fb0 msgr2=0x7fb2280b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb2280b2fb0 0x7fb2280b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 -- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100039b0 msgr2=0x7fb228154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100039b0 0x7fb228154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 -- 172.21.15.17:0/1050598988 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2280af950 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb2277fe640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fb21c011560 tx=0x7fb21c011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c015870 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb21c015a10 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2280afc30 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21c015de0 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.885+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2280b01f0 con 0x7fb2280b2760 2024-09-19T08:04:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.886+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb22815c880 con 0x7fb2280b2760 2024-09-19T08:04:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.887+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb21c01d400 con 0x7fb2280b2760 2024-09-19T08:04:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.887+0000 7fb224ff9640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 0x7fb21406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.887+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fb21c08bc00 con 0x7fb2280b2760 2024-09-19T08:04:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.888+0000 7fb227fff640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 0x7fb21406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.888+0000 7fb227fff640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 0x7fb21406e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb218032000 tx=0x7fb21802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:12.892+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb21c092080 con 0x7fb2280b2760 2024-09-19T08:04:13.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.110+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fb22806e8d0 con 0x7fb2280b2760 2024-09-19T08:04:13.110 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:04:13.110+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:04:13.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.112+0000 7fb224ff9640 1 -- 172.21.15.17:0/1050598988 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7fb21c019030 con 0x7fb2280b2760 2024-09-19T08:04:13.111 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:04:13.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 msgr2=0x7fb21406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 0x7fb21406e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb218032000 tx=0x7fb21802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:13.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 msgr2=0x7fb2280acb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fb21c011560 tx=0x7fb21c011a20 comp rx=0 tx=0).stop 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 shutdown_connections 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb21406c2e0 0x7fb21406e7a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb2280b2fb0 0x7fb2280b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2280b2760 0x7fb2280acb70 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 --2- 172.21.15.17:0/1050598988 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb2100039b0 0x7fb228154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 >> 172.21.15.17:0/1050598988 conn(0x7fb228067950 msgr2=0x7fb228067e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 shutdown_connections 2024-09-19T08:04:13.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.114+0000 7fb22e63c640 1 -- 172.21.15.17:0/1050598988 wait complete. 2024-09-19T08:04:13.117 INFO:tasks.ceph.mds.c.smithi017.stderr: -3562> 2024-09-19T08:03:34.280+0000 7f4abf833640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:04:13.126 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:04:13.148 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:04:13.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.233+0000 7f39e5027640 1 Processor -- start 2024-09-19T08:04:13.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.233+0000 7f39e5027640 1 -- start start 2024-09-19T08:04:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39e5027640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f39e0161e40 0x7f39e00d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39e5027640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39e00d32a0 con 0x7f39e00d2da0 2024-09-19T08:04:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39e5027640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39e00d3540 con 0x7f39e0161a60 2024-09-19T08:04:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39e5027640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f39e00d23d0 con 0x7f39e0161e40 2024-09-19T08:04:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39d659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f39e0161e40 0x7f39e00d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39df59e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f39e00d2da0 0x7f39e00cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44918/0 (socket says 172.21.15.17:44918) 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39df59e640 1 -- 172.21.15.17:0/723354280 learned_addr learned my addr 172.21.15.17:0/723354280 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39d659c640 1 -- 172.21.15.17:0/723354280 >> v1:172.21.15.160:6789/0 conn(0x7f39e0161a60 legacy=0x7f39e00d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39d659c640 1 -- 172.21.15.17:0/723354280 >> v1:172.21.15.17:6789/0 conn(0x7f39e00d2da0 legacy=0x7f39e00cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39de59c640 1 -- 172.21.15.17:0/723354280 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1697071581 0 0) 0x7f39e00d32a0 con 0x7f39e00d2da0 2024-09-19T08:04:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.234+0000 7f39d659c640 1 -- 172.21.15.17:0/723354280 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e00d3820 con 0x7f39e0161e40 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39d659c640 1 --2- 172.21.15.17:0/723354280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161e40 0x7f39e00d2860 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f39c80097a0 tx=0x7f39c802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2b2bae87d51b4c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39de59c640 1 -- 172.21.15.17:0/723354280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8037070 con 0x7f39e0161e40 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39de59c640 1 -- 172.21.15.17:0/723354280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c8032640 con 0x7f39e0161e40 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39de59c640 1 -- 172.21.15.17:0/723354280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c8032a10 con 0x7f39e0161e40 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39e5027640 1 -- 172.21.15.17:0/723354280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161e40 msgr2=0x7f39e00d2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39e5027640 1 --2- 172.21.15.17:0/723354280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161e40 0x7f39e00d2860 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f39c80097a0 tx=0x7f39c802a2c0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39e5027640 1 -- 172.21.15.17:0/723354280 shutdown_connections 2024-09-19T08:04:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.235+0000 7f39e5027640 1 --2- 172.21.15.17:0/723354280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161e40 0x7f39e00d2860 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.236+0000 7f39e5027640 1 -- 172.21.15.17:0/723354280 >> 172.21.15.17:0/723354280 conn(0x7f39e00d1390 msgr2=0x7f39e00d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.236+0000 7f39e5027640 1 -- 172.21.15.17:0/723354280 shutdown_connections 2024-09-19T08:04:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.236+0000 7f39e5027640 1 -- 172.21.15.17:0/723354280 wait complete. 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.237+0000 7f39e5027640 1 Processor -- start 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.237+0000 7f39e5027640 1 -- start start 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39e0161e40 0x7f39e0153c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39e00b8780 0x7f39e00b9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39e00cfb60 con 0x7f39e0161a60 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f39e00cf9e0 con 0x7f39e0161e40 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39e5027640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39e006e010 con 0x7f39e00b8780 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40342/0 (socket says 172.21.15.17:40342) 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 -- 172.21.15.17:0/2768848673 learned_addr learned my addr 172.21.15.17:0/2768848673 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39d659c640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39e0161e40 0x7f39e0153c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39df59e640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39e00b8780 0x7f39e00b9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 -- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39e00b8780 msgr2=0x7f39e00b9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39e00b8780 0x7f39e00b9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 -- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39e0161e40 msgr2=0x7f39e0153c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39e0161e40 0x7f39e0153c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 -- 172.21.15.17:0/2768848673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e00b8c60 con 0x7f39e0161a60 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.238+0000 7f39ded9d640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f39d000c450 tx=0x7f39d000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.239+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d0017070 con 0x7f39e0161a60 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.239+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39d00052d0 con 0x7f39e0161a60 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.239+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39e00b8f40 con 0x7f39e0161a60 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.239+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d0003830 con 0x7f39e0161a60 2024-09-19T08:04:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.239+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39e00b9500 con 0x7f39e0161a60 2024-09-19T08:04:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.240+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39e00d2860 con 0x7f39e0161a60 2024-09-19T08:04:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.240+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39d001a070 con 0x7f39e0161a60 2024-09-19T08:04:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.241+0000 7f39d7fff640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 0x7f39c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.241+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5881+0+0 (secure 0 0 0) 0x7f39d008a780 con 0x7f39e0161a60 2024-09-19T08:04:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.241+0000 7f39d659c640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 0x7f39c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.242+0000 7f39d659c640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 0x7f39c006e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f39c8034000 tx=0x7f39c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:13.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.245+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39d0058880 con 0x7f39e0161a60 2024-09-19T08:04:13.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:13.457+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f39e015de70 con 0x7f39e0161a60 2024-09-19T08:04:14.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.116+0000 7f39d7fff640 1 -- 172.21.15.17:0/2768848673 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f39d005cb80 con 0x7f39e0161a60 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 msgr2=0x7f39c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 0x7f39c006e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f39c8034000 tx=0x7f39c802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 msgr2=0x7f39e01570e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f39d000c450 tx=0x7f39d000c910 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 shutdown_connections 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39c006c2b0 0x7f39c006e770 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39e00b8780 0x7f39e00b9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39e0161e40 0x7f39e0153c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 --2- 172.21.15.17:0/2768848673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39e0161a60 0x7f39e01570e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 >> 172.21.15.17:0/2768848673 conn(0x7f39e00d1390 msgr2=0x7f39e00b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:14.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 shutdown_connections 2024-09-19T08:04:14.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.119+0000 7f39e5027640 1 -- 172.21.15.17:0/2768848673 wait complete. 2024-09-19T08:04:14.133 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:04:14.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.287+0000 7f448ff52640 1 Processor -- start 2024-09-19T08:04:14.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.287+0000 7f448ff52640 1 -- start start 2024-09-19T08:04:14.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448ff52640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f448815e7c0 0x7f44880cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448ff52640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 0x7f44880d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448ff52640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f448815f7e0 con 0x7f44880cfc80 2024-09-19T08:04:14.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448ff52640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f448815fda0 con 0x7f448815e7c0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448ff52640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f44880cf2b0 con 0x7f4488162420 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448dcee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f448815e7c0 0x7f44880cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448dcee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f448815e7c0 0x7f44880cf740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40350/0 (socket says 172.21.15.17:40350) 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.288+0000 7f448dcee640 1 -- 172.21.15.17:0/4251798550 learned_addr learned my addr 172.21.15.17:0/4251798550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448d4ed640 1 --2- 172.21.15.17:0/4251798550 >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 0x7f44880d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448dcee640 1 -- 172.21.15.17:0/4251798550 >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 msgr2=0x7f44880d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448dcee640 1 --2- 172.21.15.17:0/4251798550 >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 0x7f44880d1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448dcee640 1 -- 172.21.15.17:0/4251798550 >> v1:172.21.15.160:6789/0 conn(0x7f44880cfc80 legacy=0x7f448815eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448dcee640 1 -- 172.21.15.17:0/4251798550 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f448815fac0 con 0x7f448815e7c0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448d4ed640 1 --2- 172.21.15.17:0/4251798550 >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 0x7f44880d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.289+0000 7f448dcee640 1 --2- 172.21.15.17:0/4251798550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f448815e7c0 0x7f44880cf740 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4488068db0 tx=0x7f447802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9509639462ae2ad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ccec640 1 -- 172.21.15.17:0/4251798550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4478036070 con 0x7f448815e7c0 2024-09-19T08:04:14.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ccec640 1 -- 172.21.15.17:0/4251798550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4478031600 con 0x7f448815e7c0 2024-09-19T08:04:14.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ccec640 1 -- 172.21.15.17:0/4251798550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44780319d0 con 0x7f448815e7c0 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 -- 172.21.15.17:0/4251798550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f448815e7c0 msgr2=0x7f44880cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 --2- 172.21.15.17:0/4251798550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f448815e7c0 0x7f44880cf740 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4488068db0 tx=0x7f447802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 -- 172.21.15.17:0/4251798550 shutdown_connections 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 --2- 172.21.15.17:0/4251798550 >> v2:172.21.15.160:3300/0 conn(0x7f4488162420 0x7f44880d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 --2- 172.21.15.17:0/4251798550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f448815e7c0 0x7f44880cf740 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 -- 172.21.15.17:0/4251798550 >> 172.21.15.17:0/4251798550 conn(0x7f448806dae0 msgr2=0x7f448806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:14.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 -- 172.21.15.17:0/4251798550 shutdown_connections 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.290+0000 7f448ff52640 1 -- 172.21.15.17:0/4251798550 wait complete. 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.291+0000 7f448ff52640 1 Processor -- start 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 -- start start 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f448815e7c0 0x7f44880cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4488162420 0x7f4488156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f448815f430 con 0x7f44880cfc80 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f448815f2b0 con 0x7f448815e7c0 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448ff52640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4488156fb0 con 0x7f4488162420 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448dcee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448dcee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40362/0 (socket says 172.21.15.17:40362) 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448dcee640 1 -- 172.21.15.17:0/2178212267 learned_addr learned my addr 172.21.15.17:0/2178212267 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.292+0000 7f448d4ed640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f448815e7c0 0x7f44880cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448e4ef640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4488162420 0x7f4488156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 -- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4488162420 msgr2=0x7f4488156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4488162420 0x7f4488156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 -- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f448815e7c0 msgr2=0x7f44880cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f448815e7c0 0x7f44880cddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 -- 172.21.15.17:0/2178212267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44880ceab0 con 0x7f44880cfc80 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448dcee640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4478034040 tx=0x7f4478004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447803f020 con 0x7f44880cfc80 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4478037040 con 0x7f44880cfc80 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44881576f0 con 0x7f44880cfc80 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4478036070 con 0x7f44880cfc80 2024-09-19T08:04:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.293+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44880ce7d0 con 0x7f44880cfc80 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.294+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44880cf740 con 0x7f44880cfc80 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.295+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4478042020 con 0x7f44880cfc80 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.295+0000 7f44867fc640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 0x7f447406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.295+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5881+0+0 (secure 0 0 0) 0x7f44780ab8a0 con 0x7f44880cfc80 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.295+0000 7f448d4ed640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 0x7f447406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:14.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.296+0000 7f448d4ed640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 0x7f447406e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f44880d2800 tx=0x7f447c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:14.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.300+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4478049030 con 0x7f44880cfc80 2024-09-19T08:04:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:14.477+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f44880d23a0 con 0x7f44880cfc80 2024-09-19T08:04:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.117+0000 7f44867fc640 1 -- 172.21.15.17:0/2178212267 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) ==== 181+0+0 (secure 0 0 0) 0x7f4478079900 con 0x7f44880cfc80 2024-09-19T08:04:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:04:15.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 msgr2=0x7f447406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:15.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 0x7f447406e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f44880d2800 tx=0x7f447c008040 comp rx=0 tx=0).stop 2024-09-19T08:04:15.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 msgr2=0x7f44880ccdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:15.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4478034040 tx=0x7f4478004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:15.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 shutdown_connections 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f447406c2b0 0x7f447406e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4488162420 0x7f4488156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f448815e7c0 0x7f44880cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 --2- 172.21.15.17:0/2178212267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44880cfc80 0x7f44880ccdd0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 >> 172.21.15.17:0/2178212267 conn(0x7f448806dae0 msgr2=0x7f44880d2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 shutdown_connections 2024-09-19T08:04:15.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.120+0000 7f448ff52640 1 -- 172.21.15.17:0/2178212267 wait complete. 2024-09-19T08:04:15.134 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:04:15.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.247+0000 7f6e90113640 1 Processor -- start 2024-09-19T08:04:15.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.247+0000 7f6e90113640 1 -- start start 2024-09-19T08:04:15.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e8815e6a0 0x7f6e88162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e880d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6e880d18c0 0x7f6e880b6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6e880cfef0 con 0x7f6e8815e6a0 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6e880cec00 con 0x7f6e880d18c0 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e90113640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6e880cee50 con 0x7f6e880b3340 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e8deaf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e8815e6a0 0x7f6e88162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e8deaf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e8815e6a0 0x7f6e88162bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40374/0 (socket says 172.21.15.17:40374) 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.248+0000 7f6e8deaf640 1 -- 172.21.15.17:0/3305085392 learned_addr learned my addr 172.21.15.17:0/3305085392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8d6ae640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e880d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8e6b0640 1 --2- 172.21.15.17:0/3305085392 >> v2:172.21.15.160:3300/0 conn(0x7f6e880d18c0 0x7f6e880b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 -- 172.21.15.17:0/3305085392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 msgr2=0x7f6e880d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:15.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e880d1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 -- 172.21.15.17:0/3305085392 >> v2:172.21.15.160:3300/0 conn(0x7f6e880d18c0 msgr2=0x7f6e880b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:15.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/3305085392 >> v2:172.21.15.160:3300/0 conn(0x7f6e880d18c0 0x7f6e880b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 -- 172.21.15.17:0/3305085392 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e880cf130 con 0x7f6e8815e6a0 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.249+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e8815e6a0 0x7f6e88162bb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6e880d2130 tx=0x7f6e8402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ee6771d3d939ce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e8cead640 1 -- 172.21.15.17:0/3305085392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84037070 con 0x7f6e8815e6a0 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e8cead640 1 -- 172.21.15.17:0/3305085392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e84032440 con 0x7f6e8815e6a0 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e8cead640 1 -- 172.21.15.17:0/3305085392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84032810 con 0x7f6e8815e6a0 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 -- 172.21.15.17:0/3305085392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e8815e6a0 msgr2=0x7f6e88162bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e8815e6a0 0x7f6e88162bb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6e880d2130 tx=0x7f6e8402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 -- 172.21.15.17:0/3305085392 shutdown_connections 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 --2- 172.21.15.17:0/3305085392 >> v2:172.21.15.160:3300/0 conn(0x7f6e880d18c0 0x7f6e880b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e880d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 --2- 172.21.15.17:0/3305085392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e8815e6a0 0x7f6e88162bb0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 -- 172.21.15.17:0/3305085392 >> 172.21.15.17:0/3305085392 conn(0x7f6e8806dae0 msgr2=0x7f6e8806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 -- 172.21.15.17:0/3305085392 shutdown_connections 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.250+0000 7f6e90113640 1 -- 172.21.15.17:0/3305085392 wait complete. 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.251+0000 7f6e90113640 1 Processor -- start 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 -- start start 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e881519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e8815e6a0 0x7f6e8815ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6e880cf9d0 con 0x7f6e880d18c0 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6e880cf6f0 con 0x7f6e8815e6a0 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e90113640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6e881630f0 con 0x7f6e880b3340 2024-09-19T08:04:15.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e8d6ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e8d6ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40390/0 (socket says 172.21.15.17:40390) 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.252+0000 7f6e8d6ae640 1 -- 172.21.15.17:0/890287761 learned_addr learned my addr 172.21.15.17:0/890287761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e881519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8e6b0640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e8815e6a0 0x7f6e8815ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 -- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 msgr2=0x7f6e881519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e881519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 -- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e8815e6a0 msgr2=0x7f6e8815ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e8815e6a0 0x7f6e8815ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 -- 172.21.15.17:0/890287761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e880b5650 con 0x7f6e880d18c0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e8d6ae640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6e7800d5a0 tx=0x7f6e7800da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e78018020 con 0x7f6e880d18c0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e78014620 con 0x7f6e880d18c0 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e780149f0 con 0x7f6e880d18c0 2024-09-19T08:04:15.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e880b5930 con 0x7f6e880d18c0 2024-09-19T08:04:15.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.253+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e880b5ef0 con 0x7f6e880d18c0 2024-09-19T08:04:15.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.254+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e8815ea80 con 0x7f6e880d18c0 2024-09-19T08:04:15.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.255+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e7801b020 con 0x7f6e880d18c0 2024-09-19T08:04:15.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.255+0000 7f6e7e7fc640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 0x7f6e6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:15.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.255+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5443+0+0 (secure 0 0 0) 0x7f6e7808b620 con 0x7f6e880d18c0 2024-09-19T08:04:15.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.255+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 0x7f6e6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:15.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.256+0000 7f6e8deaf640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 0x7f6e6c06e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6e84034000 tx=0x7f6e8402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:15.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.259+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e78022020 con 0x7f6e880d18c0 2024-09-19T08:04:15.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:15.435+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6e880b9fe0 con 0x7f6e880d18c0 2024-09-19T08:04:16.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.122+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/890287761 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) ==== 169+0+0 (secure 0 0 0) 0x7f6e780598d0 con 0x7f6e880d18c0 2024-09-19T08:04:16.122 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:04:16.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.125+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 msgr2=0x7f6e6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.125+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 0x7f6e6c06e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6e84034000 tx=0x7f6e8402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:16.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.125+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 msgr2=0x7f6e880b66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.125+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6e7800d5a0 tx=0x7f6e7800da60 comp rx=0 tx=0).stop 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 shutdown_connections 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e6c06c2b0 0x7f6e6c06e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e8815e6a0 0x7f6e8815ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e880d18c0 0x7f6e880b66f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 --2- 172.21.15.17:0/890287761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e880b3340 0x7f6e881519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 >> 172.21.15.17:0/890287761 conn(0x7f6e8806dae0 msgr2=0x7f6e880d4eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:16.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 shutdown_connections 2024-09-19T08:04:16.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.126+0000 7f6e90113640 1 -- 172.21.15.17:0/890287761 wait complete. 2024-09-19T08:04:16.142 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:04:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.252+0000 7f9c41eba640 1 Processor -- start 2024-09-19T08:04:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 -- start start 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c3c0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9c3c0d4710 0x7f9c3c0d4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c3c0d50c0 con 0x7f9c3c15e640 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9c3c0b39d0 con 0x7f9c3c0d4710 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c41eba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9c3c0cf520 con 0x7f9c3c0cef60 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c3b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9c3c15e640 0x7f9c3c0d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44928/0 (socket says 172.21.15.17:44928) 2024-09-19T08:04:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.253+0000 7f9c3b7fe640 1 -- 172.21.15.17:0/4014231559 learned_addr learned my addr 172.21.15.17:0/4014231559 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3bfff640 1 --2- 172.21.15.17:0/4014231559 >> v2:172.21.15.160:3300/0 conn(0x7f9c3c0d4710 0x7f9c3c0d4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c3c0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4051958425 0 0) 0x7f9c3c0d50c0 con 0x7f9c3c15e640 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c28003520 con 0x7f9c3c15e640 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 902856739 0 0) 0x7f9c28003520 con 0x7f9c3c15e640 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 msgr2=0x7f9c3c0b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c3c0b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 >> v2:172.21.15.160:3300/0 conn(0x7f9c3c0d4710 msgr2=0x7f9c3c0d4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 --2- 172.21.15.17:0/4014231559 >> v2:172.21.15.160:3300/0 conn(0x7f9c3c0d4710 0x7f9c3c0d4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c3c0cf800 con 0x7f9c3c15e640 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9c2c001670 con 0x7f9c3c15e640 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 >> v1:172.21.15.17:6789/0 conn(0x7f9c3c15e640 legacy=0x7f9c3c0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c280039b0 0x7f9c28003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c28004800 0x7f9c28004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3c0b39d0 con 0x7f9c28004800 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3c0cf520 con 0x7f9c280039b0 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9c2800ba40 con 0x7f9c3c0cef60 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c28004800 0x7f9c28004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3b7fe640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c280039b0 0x7f9c28003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.254+0000 7f9c3bfff640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 -- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 msgr2=0x7f9c280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3c0cef60 0x7f9c280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 -- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c280039b0 msgr2=0x7f9c28003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c280039b0 0x7f9c28003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 -- 172.21.15.17:0/4014231559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c28003520 con 0x7f9c28004800 2024-09-19T08:04:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c28004800 0x7f9c28004c80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009ac0 tx=0x7f9c28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91595644bafa9f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24036070 con 0x7f9c28004800 2024-09-19T08:04:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c24031400 con 0x7f9c28004800 2024-09-19T08:04:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.255+0000 7f9c3affd640 1 -- 172.21.15.17:0/4014231559 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24009690 con 0x7f9c28004800 2024-09-19T08:04:16.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 -- 172.21.15.17:0/4014231559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c28004800 msgr2=0x7f9c28004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 --2- 172.21.15.17:0/4014231559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c28004800 0x7f9c28004c80 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009ac0 tx=0x7f9c28005830 comp rx=0 tx=0).stop 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c3bfff640 1 -- 172.21.15.17:0/4014231559 reap_dead start 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 -- 172.21.15.17:0/4014231559 shutdown_connections 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 -- 172.21.15.17:0/4014231559 >> 172.21.15.17:0/4014231559 conn(0x7f9c3c067d70 msgr2=0x7f9c3c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 -- 172.21.15.17:0/4014231559 shutdown_connections 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.256+0000 7f9c41eba640 1 -- 172.21.15.17:0/4014231559 wait complete. 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.257+0000 7f9c41eba640 1 Processor -- start 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 -- start start 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 0x7f9c3c0ca580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c3c15c150 0x7f9c3c0cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3c15ea20 con 0x7f9c3c0cb850 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3c0d2680 con 0x7f9c3c15c150 2024-09-19T08:04:16.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c41eba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9c3c0d3590 con 0x7f9c28004800 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40406/0 (socket says 172.21.15.17:40406) 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.258+0000 7f9c32ffd640 1 -- 172.21.15.17:0/345177007 learned_addr learned my addr 172.21.15.17:0/345177007 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c3b7fe640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 0x7f9c3c0ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c3bfff640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c3c15c150 0x7f9c3c0cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 -- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 msgr2=0x7f9c3c0ca580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 0x7f9c3c0ca580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 -- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c3c15c150 msgr2=0x7f9c3c0cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c3c15c150 0x7f9c3c0cdde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 -- 172.21.15.17:0/345177007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c3c0cc9d0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c3b7fe640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 0x7f9c3c0ca580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009be0 tx=0x7f9c24004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24041020 con 0x7f9c3c0cb850 2024-09-19T08:04:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c2403c470 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c3c0cccb0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24036040 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.259+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c3c1595d0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.260+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c3c0d1ea0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.261+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c24044020 con 0x7f9c3c0cb850 2024-09-19T08:04:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.261+0000 7f9c38ff9640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 0x7f9c1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.261+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f9c240ab570 con 0x7f9c3c0cb850 2024-09-19T08:04:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.262+0000 7f9c3b7fe640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 0x7f9c1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.262+0000 7f9c3b7fe640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 0x7f9c1c06e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c000fb0 tx=0x7f9c2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.266+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c3c0d1ea0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.441+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f9c3c0b3bf0 con 0x7f9c3c0cb850 2024-09-19T08:04:16.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.444+0000 7f9c38ff9640 1 -- 172.21.15.17:0/345177007 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f9c2404b070 con 0x7f9c3c0cb850 2024-09-19T08:04:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 msgr2=0x7f9c1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 0x7f9c1c06e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c000fb0 tx=0x7f9c2c009040 comp rx=0 tx=0).stop 2024-09-19T08:04:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 msgr2=0x7f9c3c0cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009be0 tx=0x7f9c24004730 comp rx=0 tx=0).stop 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 shutdown_connections 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1c06c2b0 0x7f9c1c06e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c3c15c150 0x7f9c3c0cdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3c0cb850 0x7f9c3c0cd8a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 --2- 172.21.15.17:0/345177007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c28004800 0x7f9c3c0ca580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 >> 172.21.15.17:0/345177007 conn(0x7f9c3c067d70 msgr2=0x7f9c3c1613a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 shutdown_connections 2024-09-19T08:04:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.446+0000 7f9c41eba640 1 -- 172.21.15.17:0/345177007 wait complete. 2024-09-19T08:04:16.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry' 2024-09-19T08:04:16.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.559+0000 7fb3db96d640 1 Processor -- start 2024-09-19T08:04:16.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 -- start start 2024-09-19T08:04:16.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d40cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb3d40b5320 0x7fb3d40b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3d40731d0 con 0x7fb3d415e670 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb3d40d0040 con 0x7fb3d40b5320 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.560+0000 7fb3db96d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb3d40cf490 con 0x7fb3d40ceaf0 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9709640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb3d415e670 0x7fb3d4070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44942/0 (socket says 172.21.15.17:44942) 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9709640 1 -- 172.21.15.17:0/445631636 learned_addr learned my addr 172.21.15.17:0/445631636 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d8f08640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d40cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9f0a640 1 --2- 172.21.15.17:0/445631636 >> v2:172.21.15.160:3300/0 conn(0x7fb3d40b5320 0x7fb3d40b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3847917525 0 0) 0x7fb3d40731d0 con 0x7fb3d415e670 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb3c0003520 con 0x7fb3d415e670 2024-09-19T08:04:16.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3126921288 0 0) 0x7fb3c0003520 con 0x7fb3d415e670 2024-09-19T08:04:16.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9f0a640 1 -- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 msgr2=0x7fb3d40cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:16.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9f0a640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d40cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9f0a640 1 -- 172.21.15.17:0/445631636 >> v1:172.21.15.17:6789/0 conn(0x7fb3d415e670 legacy=0x7fb3d4070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d9f0a640 1 -- 172.21.15.17:0/445631636 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d40734b0 con 0x7fb3d40b5320 2024-09-19T08:04:16.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.561+0000 7fb3d8f08640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d40cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:16.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.562+0000 7fb3d9f0a640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d40b5320 0x7fb3d40b57d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc009d90 tx=0x7fb3cc02a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be097554c5c939b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.562+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d0001670 con 0x7fb3d40b5320 2024-09-19T08:04:16.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.562+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3cc007540 con 0x7fb3d40b5320 2024-09-19T08:04:16.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.562+0000 7fb3cbfff640 1 -- 172.21.15.17:0/445631636 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3cc0078f0 con 0x7fb3d40b5320 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 -- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d40b5320 msgr2=0x7fb3d40b57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d40b5320 0x7fb3d40b57d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc009d90 tx=0x7fb3cc02a680 comp rx=0 tx=0).stop 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 -- 172.21.15.17:0/445631636 shutdown_connections 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d40b5320 0x7fb3d40b57d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 --2- 172.21.15.17:0/445631636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d40cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 -- 172.21.15.17:0/445631636 >> 172.21.15.17:0/445631636 conn(0x7fb3d406f400 msgr2=0x7fb3d406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 -- 172.21.15.17:0/445631636 shutdown_connections 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.563+0000 7fb3db96d640 1 -- 172.21.15.17:0/445631636 wait complete. 2024-09-19T08:04:16.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.564+0000 7fb3db96d640 1 Processor -- start 2024-09-19T08:04:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.564+0000 7fb3db96d640 1 -- start start 2024-09-19T08:04:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d4159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d415e670 0x7fb3d415a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d4072f80 con 0x7fb3d40b5320 2024-09-19T08:04:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d415fa60 con 0x7fb3d415e670 2024-09-19T08:04:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3db96d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb3d4073de0 con 0x7fb3d40ceaf0 2024-09-19T08:04:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40422/0 (socket says 172.21.15.17:40422) 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 -- 172.21.15.17:0/165808458 learned_addr learned my addr 172.21.15.17:0/165808458 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d8f08640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d4159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9f0a640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d415e670 0x7fb3d415a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 -- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 msgr2=0x7fb3d4159dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d4159dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 -- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d415e670 msgr2=0x7fb3d415a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d415e670 0x7fb3d415a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:16.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.565+0000 7fb3d9709640 1 -- 172.21.15.17:0/165808458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d4144d40 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3d9709640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fb3d000c700 tx=0x7fb3d000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d0017070 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3d0005ad0 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3d4144fe0 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d0007070 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.566+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3d41455a0 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.567+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3d4071410 con 0x7fb3d40b5320 2024-09-19T08:04:16.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.567+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb3d001a070 con 0x7fb3d40b5320 2024-09-19T08:04:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.568+0000 7fb3c9ffb640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 0x7fb3b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.568+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7fb3d008a520 con 0x7fb3d40b5320 2024-09-19T08:04:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.568+0000 7fb3d8f08640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 0x7fb3b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.569+0000 7fb3d8f08640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 0x7fb3b806e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009560 tx=0x7fb3c4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.572+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb3d00588e0 con 0x7fb3d40b5320 2024-09-19T08:04:16.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:16.817+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]} v 0) -- 0x7fb3d406d9c0 con 0x7fb3d40b5320 2024-09-19T08:04:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.123+0000 7fb3c9ffb640 1 -- 172.21.15.17:0/165808458 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]}]=0 v105) ==== 134+0+0 (secure 0 0 0) 0x7fb3d005cbe0 con 0x7fb3d40b5320 2024-09-19T08:04:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 msgr2=0x7fb3b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 0x7fb3b806e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009560 tx=0x7fb3c4008040 comp rx=0 tx=0).stop 2024-09-19T08:04:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 msgr2=0x7fb3d4142680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fb3d000c700 tx=0x7fb3d000cbc0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 shutdown_connections 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb3b806c2b0 0x7fb3b806e770 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3d415e670 0x7fb3d415a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3d40ceaf0 0x7fb3d4159dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 --2- 172.21.15.17:0/165808458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3d40b5320 0x7fb3d4142680 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.126+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 >> 172.21.15.17:0/165808458 conn(0x7fb3d406f400 msgr2=0x7fb3d40b6090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.127+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 shutdown_connections 2024-09-19T08:04:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.127+0000 7fb3db96d640 1 -- 172.21.15.17:0/165808458 wait complete. 2024-09-19T08:04:17.138 INFO:tasks.cephfs_test_runner:test_damaged_dentry (tasks.cephfs.test_damage.TestDamage) ... ok 2024-09-19T08:04:17.138 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_existing (tasks.cephfs.test_damage.TestDamage) That the MDS won't abort when the dentry is already known to be damaged. 2024-09-19T08:04:17.138 INFO:tasks.cephfs_test_runner:test_dentry_first_existing (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:04:17.139 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:17.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.244+0000 7f8af154b640 1 Processor -- start 2024-09-19T08:04:17.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.245+0000 7f8af154b640 1 -- start start 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.245+0000 7f8af154b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8aec0ceaf0 0x7f8aec0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.245+0000 7f8af154b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aec0731d0 con 0x7f8aec15e670 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.245+0000 7f8af154b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aec0734b0 con 0x7f8aec0b5320 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.245+0000 7f8af154b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8aec0d0040 con 0x7f8aec0ceaf0 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aeaffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8aec15e670 0x7f8aec070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44956/0 (socket says 172.21.15.17:44956) 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aeaffd640 1 -- 172.21.15.17:0/698284901 learned_addr learned my addr 172.21.15.17:0/698284901 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/698284901 >> v2:172.21.15.160:3300/0 conn(0x7f8aec0ceaf0 0x7f8aec0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1532096349 0 0) 0x7f8aec0731d0 con 0x7f8aec15e670 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ad4003520 con 0x7f8aec15e670 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2035837868 0 0) 0x7f8ad4003520 con 0x7f8aec15e670 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 >> v2:172.21.15.160:3300/0 conn(0x7f8aec0ceaf0 msgr2=0x7f8aec0cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 --2- 172.21.15.17:0/698284901 >> v2:172.21.15.160:3300/0 conn(0x7f8aec0ceaf0 0x7f8aec0cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 >> v1:172.21.15.160:6789/0 conn(0x7f8aec0b5320 legacy=0x7f8aec0b5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec073790 con 0x7f8aec15e670 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8adc001670 con 0x7f8aec15e670 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 >> v1:172.21.15.17:6789/0 conn(0x7f8aec15e670 legacy=0x7f8aec070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ad40039b0 0x7f8ad4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad40051c0 0x7f8ad400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad400c040 con 0x7f8ad4004800 2024-09-19T08:04:17.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad400c1f0 con 0x7f8ad40051c0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ad400c3f0 con 0x7f8ad40039b0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aeaffd640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ad40039b0 0x7f8ad4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.246+0000 7f8aeb7fe640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad40051c0 0x7f8ad400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 -- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ad40039b0 msgr2=0x7f8ad4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ad40039b0 0x7f8ad4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 -- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad40051c0 msgr2=0x7f8ad400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad40051c0 0x7f8ad400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 -- 172.21.15.17:0/698284901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad4003520 con 0x7f8ad4004800 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aeb7fe640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad40051c0 0x7f8ad400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aeb7fe640 1 -- 172.21.15.17:0/698284901 reap_dead start 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.247+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009ac0 tx=0x7f8ad4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d41d739a62d519e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0036070 con 0x7f8ad4004800 2024-09-19T08:04:17.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ae0031400 con 0x7f8ad4004800 2024-09-19T08:04:17.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8ae9ffb640 1 -- 172.21.15.17:0/698284901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0009690 con 0x7f8ad4004800 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 -- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 msgr2=0x7f8ad4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009ac0 tx=0x7f8ad4005830 comp rx=0 tx=0).stop 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 -- 172.21.15.17:0/698284901 shutdown_connections 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 --2- 172.21.15.17:0/698284901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 -- 172.21.15.17:0/698284901 >> 172.21.15.17:0/698284901 conn(0x7f8aec06f400 msgr2=0x7f8aec06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 -- 172.21.15.17:0/698284901 shutdown_connections 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.248+0000 7f8af154b640 1 -- 172.21.15.17:0/698284901 wait complete. 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.249+0000 7f8af154b640 1 Processor -- start 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 -- start start 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad4004800 0x7f8aec1614d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aec0af020 0x7f8aec0af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec073de0 con 0x7f8aec159250 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec072f80 con 0x7f8ad4004800 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8af154b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8aec071410 con 0x7f8aec0af020 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8aea7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8aea7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40438/0 (socket says 172.21.15.17:40438) 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8aea7fc640 1 -- 172.21.15.17:0/2202367693 learned_addr learned my addr 172.21.15.17:0/2202367693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8aeaffd640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad4004800 0x7f8aec1614d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.250+0000 7f8aeb7fe640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aec0af020 0x7f8aec0af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 -- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aec0af020 msgr2=0x7f8aec0af4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aec0af020 0x7f8aec0af4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 -- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad4004800 msgr2=0x7f8aec1614d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad4004800 0x7f8aec1614d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 -- 172.21.15.17:0/2202367693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec159dc0 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8aea7fc640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009be0 tx=0x7f8ae0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae003f020 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ae0037040 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aec15a0a0 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0036070 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.251+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aec15a660 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.252+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aec0cef50 con 0x7f8aec159250 2024-09-19T08:04:17.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.253+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ae0042020 con 0x7f8aec159250 2024-09-19T08:04:17.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.253+0000 7f8ad37fe640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 0x7f8ad806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.253+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f8ae00aaff0 con 0x7f8aec159250 2024-09-19T08:04:17.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.253+0000 7f8aeaffd640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 0x7f8ad806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.254+0000 7f8aeaffd640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 0x7f8ad806e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8adc0011e0 tx=0x7f8adc001150 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.258+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ae0049030 con 0x7f8aec159250 2024-09-19T08:04:17.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.442+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8aec0b1bf0 con 0x7f8aec159250 2024-09-19T08:04:17.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.443+0000 7f8ad37fe640 1 -- 172.21.15.17:0/2202367693 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+13138 (secure 0 0 0) 0x7f8ae00a7370 con 0x7f8aec159250 2024-09-19T08:04:17.443 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:17.443 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":37,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:16.118941+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/1570244750":"2024-09-20T08:04:13.111428+0000","172.21.15.17:6833/1570244750":"2024-09-20T08:04:13.111428+0000","172.21.15.17:6835/1606400197":"2024-09-20T08:03:28.268151+0000","172.21.15.17:6833/1606400197":"2024-09-20T08:03:28.268151+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:17.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 msgr2=0x7f8ad806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 0x7f8ad806e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8adc0011e0 tx=0x7f8adc001150 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 msgr2=0x7f8aec1596d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009be0 tx=0x7f8ae0004730 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 shutdown_connections 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ad806c2e0 0x7f8ad806e7a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8aec0af020 0x7f8aec0af4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8aec159250 0x7f8aec1596d0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 --2- 172.21.15.17:0/2202367693 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ad4004800 0x7f8aec1614d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 >> 172.21.15.17:0/2202367693 conn(0x7f8aec06f400 msgr2=0x7f8aec15cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.445+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 shutdown_connections 2024-09-19T08:04:17.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.446+0000 7f8af154b640 1 -- 172.21.15.17:0/2202367693 wait complete. 2024-09-19T08:04:17.456 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:04:17.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:04:17.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.565+0000 7f6efa128640 1 Processor -- start 2024-09-19T08:04:17.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.565+0000 7f6efa128640 1 -- start start 2024-09-19T08:04:17.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.565+0000 7f6efa128640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40cedd0 0x7f6ef40d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.565+0000 7f6efa128640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6ef40b3490 0x7f6ef40cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6efa128640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6ef40b75a0 0x7f6ef40d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6efa128640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef40b6c10 con 0x7f6ef40b3490 2024-09-19T08:04:17.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6efa128640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef40d2790 con 0x7f6ef40b75a0 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6efa128640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef40d2a70 con 0x7f6ef40cedd0 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6ef40b3490 0x7f6ef40cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6ef40b3490 0x7f6ef40cf1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40440/0 (socket says 172.21.15.17:40440) 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 -- 172.21.15.17:0/3613276249 learned_addr learned my addr 172.21.15.17:0/3613276249 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef37fe640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40cedd0 0x7f6ef40d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef3fff640 1 --2- 172.21.15.17:0/3613276249 >> v2:172.21.15.160:3300/0 conn(0x7f6ef40b75a0 0x7f6ef40d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 -- 172.21.15.17:0/3613276249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40cedd0 msgr2=0x7f6ef40d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40cedd0 0x7f6ef40d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 -- 172.21.15.17:0/3613276249 >> v2:172.21.15.160:3300/0 conn(0x7f6ef40b75a0 msgr2=0x7f6ef40d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 --2- 172.21.15.17:0/3613276249 >> v2:172.21.15.160:3300/0 conn(0x7f6ef40b75a0 0x7f6ef40d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.566+0000 7f6ef2ffd640 1 -- 172.21.15.17:0/3613276249 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef40d2d50 con 0x7f6ef40b3490 2024-09-19T08:04:17.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6ef2ffd640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40b3490 0x7f6ef40cf1b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6ef40b7000 tx=0x7f6ee802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0fde4fe95963666 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6ef27fc640 1 -- 172.21.15.17:0/3613276249 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8037070 con 0x7f6ef40b3490 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6ef27fc640 1 -- 172.21.15.17:0/3613276249 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee8032440 con 0x7f6ef40b3490 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6ef27fc640 1 -- 172.21.15.17:0/3613276249 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8032810 con 0x7f6ef40b3490 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6efa128640 1 -- 172.21.15.17:0/3613276249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40b3490 msgr2=0x7f6ef40cf1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.567+0000 7f6efa128640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40b3490 0x7f6ef40cf1b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6ef40b7000 tx=0x7f6ee802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 -- 172.21.15.17:0/3613276249 shutdown_connections 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 --2- 172.21.15.17:0/3613276249 >> v2:172.21.15.160:3300/0 conn(0x7f6ef40b75a0 0x7f6ef40d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40b3490 0x7f6ef40cf1b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 --2- 172.21.15.17:0/3613276249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40cedd0 0x7f6ef40d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 -- 172.21.15.17:0/3613276249 >> 172.21.15.17:0/3613276249 conn(0x7f6ef40d0f40 msgr2=0x7f6ef40d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 -- 172.21.15.17:0/3613276249 shutdown_connections 2024-09-19T08:04:17.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.568+0000 7f6efa128640 1 -- 172.21.15.17:0/3613276249 wait complete. 2024-09-19T08:04:17.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.569+0000 7f6efa128640 1 Processor -- start 2024-09-19T08:04:17.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.569+0000 7f6efa128640 1 -- start start 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40b3490 0x7f6ef41514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ef40b75a0 0x7f6ef4160640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40cf6f0 con 0x7f6ef40cedd0 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40d3310 con 0x7f6ef40b75a0 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6efa128640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef415e720 con 0x7f6ef40b3490 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40448/0 (socket says 172.21.15.17:40448) 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 -- 172.21.15.17:0/511191817 learned_addr learned my addr 172.21.15.17:0/511191817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef37fe640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40b3490 0x7f6ef41514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef2ffd640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ef40b75a0 0x7f6ef4160640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 -- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40b3490 msgr2=0x7f6ef41514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40b3490 0x7f6ef41514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 -- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ef40b75a0 msgr2=0x7f6ef4160640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ef40b75a0 0x7f6ef4160640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 -- 172.21.15.17:0/511191817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef415f5e0 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6ef3fff640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6eec007e90 tx=0x7f6eec00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.570+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec014420 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.571+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6eec019070 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.571+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec014820 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.571+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef415f880 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.571+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef415fe40 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.571+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef40b7a50 con 0x7f6ef40cedd0 2024-09-19T08:04:17.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.572+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6eec0149c0 con 0x7f6ef40cedd0 2024-09-19T08:04:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.572+0000 7f6edbfff640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.573+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f6eec08b930 con 0x7f6ef40cedd0 2024-09-19T08:04:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.573+0000 7f6ef37fe640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.573+0000 7f6ef37fe640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 0x7f6ee006e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ee40079a0 tx=0x7f6ee4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.577+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6eec059c50 con 0x7f6ef40cedd0 2024-09-19T08:04:17.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.756+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6ef40d4df0 con 0x7f6ef40cedd0 2024-09-19T08:04:17.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.756+0000 7f6edbfff640 1 -- 172.21.15.17:0/511191817 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) ==== 93+0+10 (secure 0 0 0) 0x7f6eec05df50 con 0x7f6ef40cedd0 2024-09-19T08:04:17.756 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:04:17.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 msgr2=0x7f6ee006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 0x7f6ee006e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ee40079a0 tx=0x7f6ee4008040 comp rx=0 tx=0).stop 2024-09-19T08:04:17.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 msgr2=0x7f6ef40b5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6eec007e90 tx=0x7f6eec00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 shutdown_connections 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6ee006c2b0 0x7f6ee006e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ef40cedd0 0x7f6ef40b5e00 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ef40b75a0 0x7f6ef4160640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 --2- 172.21.15.17:0/511191817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ef40b3490 0x7f6ef41514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 >> 172.21.15.17:0/511191817 conn(0x7f6ef40d0f40 msgr2=0x7f6ef40b98c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 shutdown_connections 2024-09-19T08:04:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.758+0000 7f6efa128640 1 -- 172.21.15.17:0/511191817 wait complete. 2024-09-19T08:04:17.770 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing' 2024-09-19T08:04:17.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.872+0000 7f04a8cd0640 1 Processor -- start 2024-09-19T08:04:17.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.872+0000 7f04a8cd0640 1 -- start start 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a8cd0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f04a40b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a8cd0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a40cf800 con 0x7f04a40d3c00 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a8cd0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04a40cfae0 con 0x7f04a415e840 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a8cd0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f04a415ec20 con 0x7f04a40b3720 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a2d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f04a40d3c00 0x7f04a40d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44960/0 (socket says 172.21.15.17:44960) 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.873+0000 7f04a2d9d640 1 -- 172.21.15.17:0/3801562691 learned_addr learned my addr 172.21.15.17:0/3801562691 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a1d9b640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f04a40b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2944516446 0 0) 0x7f04a40cf800 con 0x7f04a40d3c00 2024-09-19T08:04:17.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f048c003520 con 0x7f04a40d3c00 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1481551160 0 0) 0x7f048c003520 con 0x7f04a40d3c00 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 msgr2=0x7f04a40b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f04a40b7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 >> v1:172.21.15.160:6789/0 conn(0x7f04a415e840 legacy=0x7f04a40cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a40d2500 con 0x7f04a40d3c00 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f049c0019f0 con 0x7f04a40d3c00 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 >> v1:172.21.15.17:6789/0 conn(0x7f04a40d3c00 legacy=0x7f04a40d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f048c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c003f60 0x7f048c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f048c004d40 0x7f048c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f048c00bb00 con 0x7f048c004d40 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f048c00bcb0 con 0x7f048c003f60 2024-09-19T08:04:17.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f048c00beb0 con 0x7f04a40b3720 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f048c004d40 0x7f048c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a1d9b640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c003f60 0x7f048c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a259c640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f048c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 -- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 msgr2=0x7f048c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40b3720 0x7f048c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 -- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c003f60 msgr2=0x7f048c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c003f60 0x7f048c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.874+0000 7f04a2d9d640 1 -- 172.21.15.17:0/3801562691 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048c003520 con 0x7f048c004d40 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.875+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f048c004d40 0x7f048c0051c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a850 tx=0x7f048c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0e350db74187495 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.875+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c00a4a0 con 0x7f048c004d40 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.875+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f049c02f070 con 0x7f048c004d40 2024-09-19T08:04:17.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.875+0000 7f04a159a640 1 -- 172.21.15.17:0/3801562691 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c02bd20 con 0x7f048c004d40 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 -- 172.21.15.17:0/3801562691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f048c004d40 msgr2=0x7f048c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/3801562691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f048c004d40 0x7f048c0051c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a850 tx=0x7f048c005830 comp rx=0 tx=0).stop 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a2d9d640 1 -- 172.21.15.17:0/3801562691 reap_dead start 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 -- 172.21.15.17:0/3801562691 shutdown_connections 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 -- 172.21.15.17:0/3801562691 >> 172.21.15.17:0/3801562691 conn(0x7f04a40d4930 msgr2=0x7f04a40d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:17.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 -- 172.21.15.17:0/3801562691 shutdown_connections 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.876+0000 7f04a8cd0640 1 -- 172.21.15.17:0/3801562691 wait complete. 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.877+0000 7f04a8cd0640 1 Processor -- start 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.877+0000 7f04a8cd0640 1 -- start start 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c004d40 0x7f04a40ca690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40c8c70 0x7f04a41f6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f04a40d3410 con 0x7f04a41f5080 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f04a40cfdc0 con 0x7f048c004d40 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a8cd0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f04a40d3590 con 0x7f04a40c8c70 2024-09-19T08:04:17.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40466/0 (socket says 172.21.15.17:40466) 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a2d9d640 1 -- 172.21.15.17:0/4198870103 learned_addr learned my addr 172.21.15.17:0/4198870103 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a259c640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c004d40 0x7f04a40ca690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.878+0000 7f04a1d9b640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40c8c70 0x7f04a41f6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 -- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40c8c70 msgr2=0x7f04a41f6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40c8c70 0x7f04a41f6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 -- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c004d40 msgr2=0x7f04a40ca690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c004d40 0x7f04a40ca690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 -- 172.21.15.17:0/4198870103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a41f7260 con 0x7f04a41f5080 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a2d9d640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a970 tx=0x7f049c001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c02bc90 con 0x7f04a41f5080 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f049c001250 con 0x7f04a41f5080 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a40b42c0 con 0x7f04a41f5080 2024-09-19T08:04:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c034670 con 0x7f04a41f5080 2024-09-19T08:04:17.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.879+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a40b4880 con 0x7f04a41f5080 2024-09-19T08:04:17.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.880+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04a40d4090 con 0x7f04a41f5080 2024-09-19T08:04:17.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.880+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f049c034810 con 0x7f04a41f5080 2024-09-19T08:04:17.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.881+0000 7f0492ffd640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 0x7f048406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:17.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.881+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f049c0ab140 con 0x7f04a41f5080 2024-09-19T08:04:17.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.881+0000 7f04a259c640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 0x7f048406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:17.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.882+0000 7f04a259c640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 0x7f048406e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f04940017e0 tx=0x7f0494009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:17.885+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04a41f7260 con 0x7f04a41f5080 2024-09-19T08:04:18.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:18.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]} v 0) -- 0x7f04a40b8b70 con 0x7f04a41f5080 2024-09-19T08:04:19.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.129+0000 7f0492ffd640 1 -- 172.21.15.17:0/4198870103 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]}]=0 v107) ==== 144+0+0 (secure 0 0 0) 0x7f049c0795c0 con 0x7f04a41f5080 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 msgr2=0x7f048406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 0x7f048406e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f04940017e0 tx=0x7f0494009040 comp rx=0 tx=0).stop 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 msgr2=0x7f04a40b66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f049c00a970 tx=0x7f049c001dc0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 shutdown_connections 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f048406c2b0 0x7f048406e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04a41f5080 0x7f04a40b66f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04a40c8c70 0x7f04a41f6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 --2- 172.21.15.17:0/4198870103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f048c004d40 0x7f04a40ca690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 >> 172.21.15.17:0/4198870103 conn(0x7f04a40d4930 msgr2=0x7f04a40cefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:19.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 shutdown_connections 2024-09-19T08:04:19.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.132+0000 7f04a8cd0640 1 -- 172.21.15.17:0/4198870103 wait complete. 2024-09-19T08:04:19.146 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:04:19.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.259+0000 7f42493fd640 1 Processor -- start 2024-09-19T08:04:19.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.259+0000 7f42493fd640 1 -- start start 2024-09-19T08:04:19.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424415e640 0x7f42440b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 0x7f42440d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 0x7f42440d4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f42440b39d0 con 0x7f424415e640 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f42440cf520 con 0x7f42440d33c0 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42493fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42440cf800 con 0x7f42440cef60 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424415e640 0x7f42440b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f424415e640 0x7f42440b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40482/0 (socket says 172.21.15.17:40482) 2024-09-19T08:04:19.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 -- 172.21.15.17:0/1925900632 learned_addr learned my addr 172.21.15.17:0/1925900632 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42437fe640 1 --2- 172.21.15.17:0/1925900632 >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 0x7f42440d4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42427fc640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 0x7f42440d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 -- 172.21.15.17:0/1925900632 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 msgr2=0x7f42440d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 0x7f42440d2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 -- 172.21.15.17:0/1925900632 >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 msgr2=0x7f42440d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 --2- 172.21.15.17:0/1925900632 >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 0x7f42440d4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f4242ffd640 1 -- 172.21.15.17:0/1925900632 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440cfae0 con 0x7f424415e640 2024-09-19T08:04:19.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42437fe640 1 --2- 172.21.15.17:0/1925900632 >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 0x7f42440d4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:19.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.260+0000 7f42427fc640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 0x7f42440d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.261+0000 7f4242ffd640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42440b3bf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f42440d4640 tx=0x7f423402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2501a202889450e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.261+0000 7f4241ffb640 1 -- 172.21.15.17:0/1925900632 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234037070 con 0x7f424415e640 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.261+0000 7f4241ffb640 1 -- 172.21.15.17:0/1925900632 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4234032440 con 0x7f424415e640 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.261+0000 7f4241ffb640 1 -- 172.21.15.17:0/1925900632 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234032810 con 0x7f424415e640 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 -- 172.21.15.17:0/1925900632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 msgr2=0x7f42440b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42440b3bf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f42440d4640 tx=0x7f423402a140 comp rx=0 tx=0).stop 2024-09-19T08:04:19.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 -- 172.21.15.17:0/1925900632 shutdown_connections 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 --2- 172.21.15.17:0/1925900632 >> v2:172.21.15.160:3300/0 conn(0x7f42440d33c0 0x7f42440d4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440cef60 0x7f42440d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 --2- 172.21.15.17:0/1925900632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42440b3bf0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 -- 172.21.15.17:0/1925900632 >> 172.21.15.17:0/1925900632 conn(0x7f4244067d70 msgr2=0x7f4244068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 -- 172.21.15.17:0/1925900632 shutdown_connections 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.262+0000 7f42493fd640 1 -- 172.21.15.17:0/1925900632 wait complete. 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.263+0000 7f42493fd640 1 Processor -- start 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.263+0000 7f42493fd640 1 -- start start 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 0x7f42441f4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440d33c0 0x7f42440b5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42440d4c50 con 0x7f424415e640 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f424415ea20 con 0x7f42440cef60 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42493fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42440d4dd0 con 0x7f42440d33c0 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40494/0 (socket says 172.21.15.17:40494) 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42437fe640 1 -- 172.21.15.17:0/577116618 learned_addr learned my addr 172.21.15.17:0/577116618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.264+0000 7f42427fc640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440d33c0 0x7f42440b5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f4242ffd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 0x7f42441f4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 -- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440d33c0 msgr2=0x7f42440b5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440d33c0 0x7f42440b5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 -- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 msgr2=0x7f42441f4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 0x7f42441f4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 -- 172.21.15.17:0/577116618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440b5b50 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f4242ffd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 0x7f42441f4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42437fe640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f423c00ce70 tx=0x7f423c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c01a070 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f423c00d840 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c00dc30 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42440b5df0 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.265+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42440b63b0 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.266+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42440d2e80 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.267+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f423c01d070 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.267+0000 7f422b7fe640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 0x7f423006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.267+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f423c08b8e0 con 0x7f424415e640 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.267+0000 7f4242ffd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 0x7f423006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.268+0000 7f4242ffd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 0x7f423006e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4234034000 tx=0x7f423402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.272+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f423c05a380 con 0x7f424415e640 2024-09-19T08:04:19.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.448+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f42440b9240 con 0x7f424415e640 2024-09-19T08:04:19.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.451+0000 7f422b7fe640 1 -- 172.21.15.17:0/577116618 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f423c059c80 con 0x7f424415e640 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 msgr2=0x7f423006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 0x7f423006e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4234034000 tx=0x7f423402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 msgr2=0x7f42441f6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f423c00ce70 tx=0x7f423c00a710 comp rx=0 tx=0).stop 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 shutdown_connections 2024-09-19T08:04:19.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f423006c2b0 0x7f423006e770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f424415e640 0x7f42441f6e00 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42440d33c0 0x7f42440b5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 --2- 172.21.15.17:0/577116618 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42440cef60 0x7f42441f4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 >> 172.21.15.17:0/577116618 conn(0x7f4244067d70 msgr2=0x7f42440cd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 shutdown_connections 2024-09-19T08:04:19.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.453+0000 7f42493fd640 1 -- 172.21.15.17:0/577116618 wait complete. 2024-09-19T08:04:19.464 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:04:19.464 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:19.510 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:19.557 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:04:19.558 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:19.558 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:19.574 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:19.574 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:19.574 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:19.593 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:19.593 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:19.593 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:19.630 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:19.631 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:19.631 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:19.651 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:19.651 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:04:19.651 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:19.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.772+0000 7fc95c59f640 1 Processor -- start 2024-09-19T08:04:19.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.773+0000 7fc95c59f640 1 -- start start 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95c59f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc95415e8c0 0x7fc9540d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95c59f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9540d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95c59f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc95406cec0 con 0x7fc95415e4e0 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95c59f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc9540d2d40 con 0x7fc95415e8c0 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95c59f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc95406d160 con 0x7fc9540b6ee0 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959b3a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc95415e8c0 0x7fc9540d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95a33b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc95415e4e0 0x7fc9540b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44974/0 (socket says 172.21.15.17:44974) 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95a33b640 1 -- 172.21.15.17:0/602346205 learned_addr learned my addr 172.21.15.17:0/602346205 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc95ab3c640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9540d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959b3a640 1 -- 172.21.15.17:0/602346205 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 msgr2=0x7fc9540d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959b3a640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9540d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959b3a640 1 -- 172.21.15.17:0/602346205 >> v1:172.21.15.17:6789/0 conn(0x7fc95415e4e0 legacy=0x7fc9540b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959339640 1 -- 172.21.15.17:0/602346205 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1058387929 0 0) 0x7fc95406cec0 con 0x7fc95415e4e0 2024-09-19T08:04:19.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.774+0000 7fc959b3a640 1 -- 172.21.15.17:0/602346205 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95406d440 con 0x7fc95415e8c0 2024-09-19T08:04:19.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.775+0000 7fc959b3a640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540d1fc0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc9440097a0 tx=0x7fc94402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d588651e87e4ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.775+0000 7fc959339640 1 -- 172.21.15.17:0/602346205 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944037070 con 0x7fc95415e8c0 2024-09-19T08:04:19.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.775+0000 7fc959339640 1 -- 172.21.15.17:0/602346205 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc94402ae50 con 0x7fc95415e8c0 2024-09-19T08:04:19.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.775+0000 7fc959339640 1 -- 172.21.15.17:0/602346205 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944032660 con 0x7fc95415e8c0 2024-09-19T08:04:19.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 -- 172.21.15.17:0/602346205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 msgr2=0x7fc9540d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540d1fc0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc9440097a0 tx=0x7fc94402a100 comp rx=0 tx=0).stop 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 -- 172.21.15.17:0/602346205 shutdown_connections 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9540d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 --2- 172.21.15.17:0/602346205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540d1fc0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 -- 172.21.15.17:0/602346205 >> 172.21.15.17:0/602346205 conn(0x7fc95406f400 msgr2=0x7fc95406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 -- 172.21.15.17:0/602346205 shutdown_connections 2024-09-19T08:04:19.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.776+0000 7fc95c59f640 1 -- 172.21.15.17:0/602346205 wait complete. 2024-09-19T08:04:19.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.777+0000 7fc95c59f640 1 Processor -- start 2024-09-19T08:04:19.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.777+0000 7fc95c59f640 1 -- start start 2024-09-19T08:04:19.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9541e39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc95415e4e0 0x7fc9541f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc95406dc40 con 0x7fc95415e8c0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc9540d2a40 con 0x7fc95415e4e0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc95406ddc0 con 0x7fc9540b6ee0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40512/0 (socket says 172.21.15.17:40512) 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 -- 172.21.15.17:0/152013749 learned_addr learned my addr 172.21.15.17:0/152013749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95a33b640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9541e39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc959b3a640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc95415e4e0 0x7fc9541f3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 -- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 msgr2=0x7fc9541e39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9541e39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 -- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc95415e4e0 msgr2=0x7fc9541f3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc95415e4e0 0x7fc9541f3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 -- 172.21.15.17:0/152013749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9541f6fd0 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95ab3c640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc94c007e40 tx=0x7fc94c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c014620 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc94c019070 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9541f72b0 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.778+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94c014a20 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.779+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9541f7870 con 0x7fc95415e8c0 2024-09-19T08:04:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.779+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9540b67d0 con 0x7fc95415e8c0 2024-09-19T08:04:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.780+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc94c014bc0 con 0x7fc95415e8c0 2024-09-19T08:04:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.780+0000 7fc94affd640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 0x7fc93806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.780+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7fc94c08ba50 con 0x7fc95415e8c0 2024-09-19T08:04:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.781+0000 7fc95a33b640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 0x7fc93806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.781+0000 7fc95a33b640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 0x7fc93806e7a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc950007fd0 tx=0x7fc950009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:19.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.785+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc94c05a460 con 0x7fc95415e8c0 2024-09-19T08:04:19.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.995+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc954148450 con 0x7fc95415e8c0 2024-09-19T08:04:19.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.996+0000 7fc94affd640 1 -- 172.21.15.17:0/152013749 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3902 (secure 0 0 0) 0x7fc94c059d60 con 0x7fc95415e8c0 2024-09-19T08:04:19.996 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:19.996 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":20,"btime":"2024-09-19T08:04:14:113308+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4640,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/898357265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":898357265},{"type":"v1","addr":"172.21.15.160:6837","nonce":898357265}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4643,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/274343530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":274343530},{"type":"v1","addr":"172.21.15.17:6834","nonce":274343530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/518970110","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":518970110},{"type":"v1","addr":"172.21.15.160:6836","nonce":518970110}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":5355,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/223040862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":223040862},{"type":"v1","addr":"172.21.15.17:6835","nonce":223040862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-09-19T08:04:19.996 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 20 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 msgr2=0x7fc93806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 0x7fc93806e7a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc950007fd0 tx=0x7fc950009040 comp rx=0 tx=0).stop 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 msgr2=0x7fc9540b27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc94c007e40 tx=0x7fc94c00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 shutdown_connections 2024-09-19T08:04:19.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc93806c2e0 0x7fc93806e7a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc95415e8c0 0x7fc9540b27d0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc95415e4e0 0x7fc9541f3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 --2- 172.21.15.17:0/152013749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9540b6ee0 0x7fc9541e39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 >> 172.21.15.17:0/152013749 conn(0x7fc95406f400 msgr2=0x7fc954073d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 shutdown_connections 2024-09-19T08:04:19.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:19.998+0000 7fc95c59f640 1 -- 172.21.15.17:0/152013749 wait complete. 2024-09-19T08:04:20.009 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:04:20.009 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:04:20.010 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:04:20.010 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:20.010 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:04:20.010 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:04:20.010 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:04:20.010 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:20.011 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:04:20.011 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:04:20.011 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:04:20.011 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:20.011 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:04:20.011 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:04:20.011 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:04:20.011 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:20.019 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:04:20.019 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:04:20.020 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:04:20.020 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:04:20.023 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:04:20.023 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:04:20.024 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:04:20.024 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:04:20.063 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:04:20.063 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:20.063 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:04:20.064 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:20.066 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:04:20.066 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:20.067 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:04:20.067 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:20.067 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:04:20.141 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:04:20.142 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:04:20.150 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:04:20.151 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:04:20.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.176+0000 7f8dbcb98640 1 Processor -- start 2024-09-19T08:04:20.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.176+0000 7f8dbcb98640 1 -- start start 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8dbcb98640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8db815e640 0x7f8db80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8dbcb98640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8db815ea20 con 0x7f8db80d3660 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8db80d3660 0x7f8db80b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44984/0 (socket says 172.21.15.17:44984) 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db6d9d640 1 -- 172.21.15.17:0/868061468 learned_addr learned my addr 172.21.15.17:0/868061468 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8db80b1c50 con 0x7f8db80cf0e0 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8db80b2860 con 0x7f8db815e640 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db659c640 1 --2- 172.21.15.17:0/868061468 >> v2:172.21.15.160:3300/0 conn(0x7f8db815e640 0x7f8db80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1965019707 0 0) 0x7f8db815ea20 con 0x7f8db80d3660 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8da0003520 con 0x7f8db80d3660 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4040565105 0 0) 0x7f8da0003520 con 0x7f8db80d3660 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 >> v2:172.21.15.160:3300/0 conn(0x7f8db815e640 msgr2=0x7f8db80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 --2- 172.21.15.17:0/868061468 >> v2:172.21.15.160:3300/0 conn(0x7f8db815e640 0x7f8db80ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.177+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 >> v1:172.21.15.160:6789/0 conn(0x7f8db80cf0e0 legacy=0x7f8db80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db80b1f30 con 0x7f8db80d3660 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8db0001a10 con 0x7f8db80d3660 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 >> v1:172.21.15.17:6789/0 conn(0x7f8db80d3660 legacy=0x7f8db80b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8da00039b0 0x7f8da0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da0004800 0x7f8da0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 0x7f8da000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80b2860 con 0x7f8da00051c0 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8da000c160 con 0x7f8da0004800 2024-09-19T08:04:20.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8da000c360 con 0x7f8da00039b0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 0x7f8da000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db659c640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8da00039b0 0x7f8da0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db5d9b640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da0004800 0x7f8da0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 -- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8da00039b0 msgr2=0x7f8da0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8da00039b0 0x7f8da0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 -- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da0004800 msgr2=0x7f8da0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da0004800 0x7f8da0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db6d9d640 1 -- 172.21.15.17:0/868061468 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da0003520 con 0x7f8da00051c0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.178+0000 7f8db5d9b640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da0004800 0x7f8da0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8db6d9d640 1 -- 172.21.15.17:0/868061468 reap_dead start 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 0x7f8da000b9c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f8db000a850 tx=0x7f8da0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffc1f719af8793ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db000a4a0 con 0x7f8da00051c0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db002f070 con 0x7f8da00051c0 2024-09-19T08:04:20.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8db559a640 1 -- 172.21.15.17:0/868061468 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db002bcb0 con 0x7f8da00051c0 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 msgr2=0x7f8da000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.179+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 0x7f8da000b9c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f8db000a850 tx=0x7f8da0005830 comp rx=0 tx=0).stop 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.180+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 shutdown_connections 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.180+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/868061468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da00051c0 0x7f8da000b9c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.180+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 >> 172.21.15.17:0/868061468 conn(0x7f8db809d820 msgr2=0x7f8db80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.180+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 shutdown_connections 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.180+0000 7f8dbcb98640 1 -- 172.21.15.17:0/868061468 wait complete. 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.181+0000 7f8dbcb98640 1 Processor -- start 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.181+0000 7f8dbcb98640 1 -- start start 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 0x7f8db815d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 0x7f8db80c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80cfe40 con 0x7f8db815bf70 2024-09-19T08:04:20.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80b24f0 con 0x7f8da00051c0 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8dbcb98640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8db80b73a0 con 0x7f8db80c8fa0 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40570/0 (socket says 172.21.15.17:40570) 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 -- 172.21.15.17:0/838301045 learned_addr learned my addr 172.21.15.17:0/838301045 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db659c640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 0x7f8db815d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 0x7f8db80c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 -- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 msgr2=0x7f8db80c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 0x7f8db80c97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 -- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 msgr2=0x7f8db815d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:20.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 0x7f8db815d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 -- 172.21.15.17:0/838301045 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db80c83a0 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db659c640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 0x7f8db815d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db6d9d640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 0x7f8db80c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8db5d9b640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00e4d0 tx=0x7f8dac00e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac0052e0 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.182+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dac018070 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.183+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8db815c430 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.183+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac003810 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.183+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8db815c9f0 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.183+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8db8068eb0 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.184+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8dac0039b0 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.184+0000 7f8da6ffd640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 0x7f8d9806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.185+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5029+0+0 (secure 0 0 0) 0x7f8dac08af20 con 0x7f8db815bf70 2024-09-19T08:04:20.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.185+0000 7f8db659c640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 0x7f8d9806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:20.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.185+0000 7f8db659c640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 0x7f8d9806e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8da8009a40 tx=0x7f8da8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:20.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.189+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8dac0598a0 con 0x7f8db815bf70 2024-09-19T08:04:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:20.375+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f8db80ceba0 con 0x7f8db815bf70 2024-09-19T08:04:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.147+0000 7f8da6ffd640 1 -- 172.21.15.17:0/838301045 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v39) ==== 97+0+0 (secure 0 0 0) 0x7f8dac0591a0 con 0x7f8db815bf70 2024-09-19T08:04:21.147 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:04:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 msgr2=0x7f8d9806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 0x7f8d9806e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8da8009a40 tx=0x7f8da8008040 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 msgr2=0x7f8db814ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00e4d0 tx=0x7f8dac00e990 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 shutdown_connections 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9806c2e0 0x7f8d9806e7a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db80c8fa0 0x7f8db80c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db815bf70 0x7f8db814ecb0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 --2- 172.21.15.17:0/838301045 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8da00051c0 0x7f8db815d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.150+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 >> 172.21.15.17:0/838301045 conn(0x7f8db809d820 msgr2=0x7f8db806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.151+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 shutdown_connections 2024-09-19T08:04:21.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.151+0000 7f8dbcb98640 1 -- 172.21.15.17:0/838301045 wait complete. 2024-09-19T08:04:21.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:04:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.275+0000 7fbe6a352640 1 Processor -- start 2024-09-19T08:04:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.275+0000 7fbe6a352640 1 -- start start 2024-09-19T08:04:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe6a352640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe640b6ee0 0x7fbe640d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe6a352640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe6406cec0 con 0x7fbe6415e4e0 2024-09-19T08:04:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe6a352640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe6406d160 con 0x7fbe6415e8c0 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe6a352640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbe640d2d40 con 0x7fbe640b6ee0 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe688ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe640b6ee0 0x7fbe640d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe63fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbe6415e4e0 0x7fbe640b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44996/0 (socket says 172.21.15.17:44996) 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe688ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe640b6ee0 0x7fbe640d26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40578/0 (socket says 172.21.15.17:40578) 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.276+0000 7fbe63fff640 1 -- 172.21.15.17:0/1696138247 learned_addr learned my addr 172.21.15.17:0/1696138247 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe688ef640 1 -- 172.21.15.17:0/1696138247 >> v1:172.21.15.160:6789/0 conn(0x7fbe6415e8c0 legacy=0x7fbe640d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe688ef640 1 -- 172.21.15.17:0/1696138247 >> v1:172.21.15.17:6789/0 conn(0x7fbe6415e4e0 legacy=0x7fbe640b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe688ef640 1 -- 172.21.15.17:0/1696138247 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe6406d440 con 0x7fbe640b6ee0 2024-09-19T08:04:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe688ef640 1 --2- 172.21.15.17:0/1696138247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe640b6ee0 0x7fbe640d26d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c009d90 tx=0x7fbe5c02a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cf68d32e98845e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe62ffd640 1 -- 172.21.15.17:0/1696138247 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c007740 con 0x7fbe640b6ee0 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.277+0000 7fbe62ffd640 1 -- 172.21.15.17:0/1696138247 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe5c0078e0 con 0x7fbe640b6ee0 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe62ffd640 1 -- 172.21.15.17:0/1696138247 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c007cb0 con 0x7fbe640b6ee0 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 -- 172.21.15.17:0/1696138247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe640b6ee0 msgr2=0x7fbe640d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1696138247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe640b6ee0 0x7fbe640d26d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c009d90 tx=0x7fbe5c02a560 comp rx=0 tx=0).stop 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 -- 172.21.15.17:0/1696138247 shutdown_connections 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1696138247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe640b6ee0 0x7fbe640d26d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 -- 172.21.15.17:0/1696138247 >> 172.21.15.17:0/1696138247 conn(0x7fbe6406f400 msgr2=0x7fbe6406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 -- 172.21.15.17:0/1696138247 shutdown_connections 2024-09-19T08:04:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.278+0000 7fbe6a352640 1 -- 172.21.15.17:0/1696138247 wait complete. 2024-09-19T08:04:21.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.279+0000 7fbe6a352640 1 Processor -- start 2024-09-19T08:04:21.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.279+0000 7fbe6a352640 1 -- start start 2024-09-19T08:04:21.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe640b6ee0 0x7fbe64151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 0x7fbe641571f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbe64169040 con 0x7fbe6415e4e0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbe6406ec50 con 0x7fbe640b6ee0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe6a352640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbe641691c0 con 0x7fbe6415e8c0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40588/0 (socket says 172.21.15.17:40588) 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe637fe640 1 -- 172.21.15.17:0/1838564970 learned_addr learned my addr 172.21.15.17:0/1838564970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe63fff640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe640b6ee0 0x7fbe64151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.280+0000 7fbe688ef640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 0x7fbe641571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 -- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 msgr2=0x7fbe641571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 0x7fbe641571f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 -- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe640b6ee0 msgr2=0x7fbe64151570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe640b6ee0 0x7fbe64151570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 -- 172.21.15.17:0/1838564970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe64156150 con 0x7fbe6415e4e0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe688ef640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 0x7fbe641571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe637fe640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800c3c0 tx=0x7fbe5800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe580052d0 con 0x7fbe6415e4e0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe58005490 con 0x7fbe6415e4e0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe64156430 con 0x7fbe6415e4e0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe58007260 con 0x7fbe6415e4e0 2024-09-19T08:04:21.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.281+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe641569f0 con 0x7fbe6415e4e0 2024-09-19T08:04:21.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.282+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe640b67d0 con 0x7fbe6415e4e0 2024-09-19T08:04:21.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.283+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe58007400 con 0x7fbe6415e4e0 2024-09-19T08:04:21.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.283+0000 7fbe60ff9640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 0x7fbe5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.283+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fbe5808a480 con 0x7fbe6415e4e0 2024-09-19T08:04:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.283+0000 7fbe63fff640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 0x7fbe5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.284+0000 7fbe63fff640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 0x7fbe5006e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000f60 tx=0x7fbe54009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.288+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe58058980 con 0x7fbe6415e4e0 2024-09-19T08:04:21.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.527+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fbe64071400 con 0x7fbe6415e4e0 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.528+0000 7fbe60ff9640 1 -- 172.21.15.17:0/1838564970 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7fbe5805cc80 con 0x7fbe6415e4e0 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:04:21.528 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:21.529 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.530 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.531 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.532 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.533 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.534 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.535 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.536 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow r", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.538 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.539 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.540 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:04:21.541 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 msgr2=0x7fbe5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 0x7fbe5006e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000f60 tx=0x7fbe54009040 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 msgr2=0x7fbe6414bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800c3c0 tx=0x7fbe5800c880 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 shutdown_connections 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe5006c2b0 0x7fbe5006e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe6415e8c0 0x7fbe641571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe6415e4e0 0x7fbe6414bfd0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 --2- 172.21.15.17:0/1838564970 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe640b6ee0 0x7fbe64151570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 >> 172.21.15.17:0/1838564970 conn(0x7fbe6406f400 msgr2=0x7fbe64157b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 shutdown_connections 2024-09-19T08:04:21.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.530+0000 7fbe6a352640 1 -- 172.21.15.17:0/1838564970 wait complete. 2024-09-19T08:04:21.544 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:04:21.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.646+0000 7f22a007b640 1 Processor -- start 2024-09-19T08:04:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.646+0000 7f22a007b640 1 -- start start 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f22a007b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f229815eab0 0x7f229806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f22a007b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f22980b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f22a007b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22980d17e0 con 0x7f22980b80c0 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f22a007b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f22980d09d0 con 0x7f229815eab0 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f22a007b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f229815ee90 con 0x7f229806dae0 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f229815eab0 0x7f229806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229e618640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f22980b80c0 0x7f22980b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45004/0 (socket says 172.21.15.17:45004) 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f229815eab0 0x7f229806d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40596/0 (socket says 172.21.15.17:40596) 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229e618640 1 -- 172.21.15.17:0/2721688884 learned_addr learned my addr 172.21.15.17:0/2721688884 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229d616640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f22980b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 -- 172.21.15.17:0/2721688884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 msgr2=0x7f22980b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f22980b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 -- 172.21.15.17:0/2721688884 >> v1:172.21.15.17:6789/0 conn(0x7f22980b80c0 legacy=0x7f22980b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229de17640 1 -- 172.21.15.17:0/2721688884 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22980cfc10 con 0x7f229815eab0 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229ce15640 1 -- 172.21.15.17:0/2721688884 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1902169484 0 0) 0x7f22980d17e0 con 0x7f22980b80c0 2024-09-19T08:04:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.647+0000 7f229d616640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f22980b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.648+0000 7f229de17640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f229815eab0 0x7f229806d5a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2288009d90 tx=0x7f228802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ae7fee8be82b0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.648+0000 7f229ce15640 1 -- 172.21.15.17:0/2721688884 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2288007740 con 0x7f229815eab0 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.648+0000 7f229ce15640 1 -- 172.21.15.17:0/2721688884 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22880078e0 con 0x7f229815eab0 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.648+0000 7f229ce15640 1 -- 172.21.15.17:0/2721688884 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2288007cb0 con 0x7f229815eab0 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 -- 172.21.15.17:0/2721688884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f229815eab0 msgr2=0x7f229806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f229815eab0 0x7f229806d5a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2288009d90 tx=0x7f228802a6f0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 -- 172.21.15.17:0/2721688884 shutdown_connections 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f22980b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 --2- 172.21.15.17:0/2721688884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f229815eab0 0x7f229806d5a0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 -- 172.21.15.17:0/2721688884 >> 172.21.15.17:0/2721688884 conn(0x7f22980d4b30 msgr2=0x7f22980d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 -- 172.21.15.17:0/2721688884 shutdown_connections 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.649+0000 7f22a007b640 1 -- 172.21.15.17:0/2721688884 wait complete. 2024-09-19T08:04:21.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.650+0000 7f22a007b640 1 Processor -- start 2024-09-19T08:04:21.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.650+0000 7f22a007b640 1 -- start start 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f229814d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 0x7f22980cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f22980d01d0 con 0x7f22980b80c0 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f229806df20 con 0x7f229815eab0 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f22980d04b0 con 0x7f229806dae0 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40602/0 (socket says 172.21.15.17:40602) 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 -- 172.21.15.17:0/3860750123 learned_addr learned my addr 172.21.15.17:0/3860750123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229e618640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 0x7f22980cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229de17640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f229814d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 -- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 msgr2=0x7f229814d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f229814d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 -- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 msgr2=0x7f22980cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 0x7f22980cddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 -- 172.21.15.17:0/3860750123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f229814e330 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229e618640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 0x7f22980cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f229d616640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f228c00c7f0 tx=0x7f228c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228c015070 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f228c007820 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f229814e610 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.651+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228c007bd0 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.652+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f229814ebd0 con 0x7f22980b80c0 2024-09-19T08:04:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.653+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22980ceb50 con 0x7f22980b80c0 2024-09-19T08:04:21.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.653+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f228c018070 con 0x7f22980b80c0 2024-09-19T08:04:21.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.654+0000 7f22967fc640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 0x7f228406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.654+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f228c08b170 con 0x7f22980b80c0 2024-09-19T08:04:21.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.654+0000 7f229de17640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 0x7f228406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.654+0000 7f229de17640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 0x7f228406e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2288034000 tx=0x7f228802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.658+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f228c059cc0 con 0x7f22980b80c0 2024-09-19T08:04:21.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.833+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f229806d2f0 con 0x7f22980b80c0 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.834+0000 7f22967fc640 1 -- 172.21.15.17:0/3860750123 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7f228c0595c0 con 0x7f22980b80c0 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:04:21.834 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:04:21.835 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:21.835 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 msgr2=0x7f228406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 0x7f228406e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2288034000 tx=0x7f228802f000 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 msgr2=0x7f22980ab7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f228c00c7f0 tx=0x7f228c00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 shutdown_connections 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f228406c2b0 0x7f228406e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f229815eab0 0x7f22980cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22980b80c0 0x7f22980ab7f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 --2- 172.21.15.17:0/3860750123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f229806dae0 0x7f229814d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 >> 172.21.15.17:0/3860750123 conn(0x7f22980d4b30 msgr2=0x7f22980b5e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 shutdown_connections 2024-09-19T08:04:21.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.836+0000 7f22a007b640 1 -- 172.21.15.17:0/3860750123 wait complete. 2024-09-19T08:04:21.846 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:04:21.846 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:04:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 Processor -- start 2024-09-19T08:04:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 -- start start 2024-09-19T08:04:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff68c15e8a0 0x7ff68c0d33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff68c0d4dc0 0x7ff68c0b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff68c0d3a40 con 0x7ff68c0cf920 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff68c0d3d20 con 0x7ff68c15e8a0 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.953+0000 7ff691c8b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff68c0d4000 con 0x7ff68c0d4dc0 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff68c15e8a0 0x7ff68c0d33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68affd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff68c0cf920 0x7ff68c0d46b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45008/0 (socket says 172.21.15.17:45008) 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff68c15e8a0 0x7ff68c0d33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40608/0 (socket says 172.21.15.17:40608) 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68affd640 1 -- 172.21.15.17:0/3381295130 learned_addr learned my addr 172.21.15.17:0/3381295130 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68bfff640 1 --2- 172.21.15.17:0/3381295130 >> v2:172.21.15.160:3300/0 conn(0x7ff68c0d4dc0 0x7ff68c0b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3381295130 >> v2:172.21.15.160:3300/0 conn(0x7ff68c0d4dc0 msgr2=0x7ff68c0b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 --2- 172.21.15.17:0/3381295130 >> v2:172.21.15.160:3300/0 conn(0x7ff68c0d4dc0 0x7ff68c0b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3381295130 >> v1:172.21.15.17:6789/0 conn(0x7ff68c0cf920 legacy=0x7ff68c0d46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.954+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3381295130 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff68c0d42e0 con 0x7ff68c15e8a0 2024-09-19T08:04:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff68b7fe640 1 --2- 172.21.15.17:0/3381295130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0d33d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ced00 tx=0x7ff67c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a95c4f76b15b56aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff68a7fc640 1 -- 172.21.15.17:0/3381295130 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff67c037070 con 0x7ff68c15e8a0 2024-09-19T08:04:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff68a7fc640 1 -- 172.21.15.17:0/3381295130 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff67c032440 con 0x7ff68c15e8a0 2024-09-19T08:04:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff68a7fc640 1 -- 172.21.15.17:0/3381295130 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff67c032810 con 0x7ff68c15e8a0 2024-09-19T08:04:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 -- 172.21.15.17:0/3381295130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c15e8a0 msgr2=0x7ff68c0d33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3381295130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0d33d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ced00 tx=0x7ff67c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 -- 172.21.15.17:0/3381295130 shutdown_connections 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3381295130 >> v2:172.21.15.160:3300/0 conn(0x7ff68c0d4dc0 0x7ff68c0b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3381295130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0d33d0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 -- 172.21.15.17:0/3381295130 >> 172.21.15.17:0/3381295130 conn(0x7ff68c0b6270 msgr2=0x7ff68c0b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 -- 172.21.15.17:0/3381295130 shutdown_connections 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.955+0000 7ff691c8b640 1 -- 172.21.15.17:0/3381295130 wait complete. 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 Processor -- start 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 -- start start 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 0x7ff68c1617b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff68c0cfee0 con 0x7ff68c0cf920 2024-09-19T08:04:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff68c0cfd60 con 0x7ff68c15e8a0 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.957+0000 7ff691c8b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff68c0b8390 con 0x7ff68c0d4dc0 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40610/0 (socket says 172.21.15.17:40610) 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3341379178 learned_addr learned my addr 172.21.15.17:0/3341379178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68bfff640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68affd640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 0x7ff68c1617b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 msgr2=0x7ff68c1617b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 0x7ff68c1617b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff68c15e8a0 msgr2=0x7ff68c0c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 -- 172.21.15.17:0/3341379178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff68c161cf0 con 0x7ff68c0cf920 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68affd640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 0x7ff68c1617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff68b7fe640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff67c000c00 tx=0x7ff67c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff67c037040 con 0x7ff68c0cf920 2024-09-19T08:04:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff67c042070 con 0x7ff68c0cf920 2024-09-19T08:04:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff68c160d00 con 0x7ff68c0cf920 2024-09-19T08:04:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff67c030bd0 con 0x7ff68c0cf920 2024-09-19T08:04:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.958+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff68c0c8060 con 0x7ff68c0cf920 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.959+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff68c0b7e50 con 0x7ff68c0cf920 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.960+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff67c047460 con 0x7ff68c0cf920 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.960+0000 7ff673fff640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 0x7ff67806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.960+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7ff67c0abc80 con 0x7ff68c0cf920 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.961+0000 7ff68affd640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 0x7ff67806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.961+0000 7ff68affd640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 0x7ff67806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ced00 tx=0x7ff680009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:21.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:21.965+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff68c161cf0 con 0x7ff68c0cf920 2024-09-19T08:04:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.144+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff68c0b96e0 con 0x7ff68c0cf920 2024-09-19T08:04:22.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.226+0000 7ff673fff640 1 -- 172.21.15.17:0/3341379178 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7ff67c032e20 con 0x7ff68c0cf920 2024-09-19T08:04:22.226 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:04:22.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 msgr2=0x7ff67806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:22.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 0x7ff67806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ced00 tx=0x7ff680009040 comp rx=0 tx=0).stop 2024-09-19T08:04:22.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 msgr2=0x7ff68c154090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff67c000c00 tx=0x7ff67c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 shutdown_connections 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff67806c2e0 0x7ff67806e7a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff68c15e8a0 0x7ff68c0c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff68c0d4dc0 0x7ff68c1617b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 --2- 172.21.15.17:0/3341379178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff68c0cf920 0x7ff68c154090 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.229+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 >> 172.21.15.17:0/3341379178 conn(0x7ff68c0b6270 msgr2=0x7ff68c0b9ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.230+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 shutdown_connections 2024-09-19T08:04:22.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.230+0000 7ff691c8b640 1 -- 172.21.15.17:0/3341379178 wait complete. 2024-09-19T08:04:22.244 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:04:22.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.353+0000 7fcbc9a01640 1 Processor -- start 2024-09-19T08:04:22.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 -- start start 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc415e680 0x7fcbc40d1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcbc40cebd0 0x7fcbc40b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcbc40b7940 0x7fcbc406bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcbc40d1560 con 0x7fcbc40cebd0 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcbc40d2480 con 0x7fcbc40b7940 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc9a01640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcbc415ea60 con 0x7fcbc415e680 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.354+0000 7fcbc27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcbc40cebd0 0x7fcbc40b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcbc40cebd0 0x7fcbc40b7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34520/0 (socket says 172.21.15.17:34520) 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 -- 172.21.15.17:0/145752284 learned_addr learned my addr 172.21.15.17:0/145752284 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc37fe640 1 --2- 172.21.15.17:0/145752284 >> v2:172.21.15.160:3300/0 conn(0x7fcbc40b7940 0x7fcbc406bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc2ffd640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc415e680 0x7fcbc40d1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 -- 172.21.15.17:0/145752284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc415e680 msgr2=0x7fcbc40d1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:22.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc415e680 0x7fcbc40d1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 -- 172.21.15.17:0/145752284 >> v2:172.21.15.160:3300/0 conn(0x7fcbc40b7940 msgr2=0x7fcbc406bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:22.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/145752284 >> v2:172.21.15.160:3300/0 conn(0x7fcbc40b7940 0x7fcbc406bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.355+0000 7fcbc27fc640 1 -- 172.21.15.17:0/145752284 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc40d26b0 con 0x7fcbc40cebd0 2024-09-19T08:04:22.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40cebd0 0x7fcbc40b7400 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40b7250 tx=0x7fcbb802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49a6e2acb03d1d82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:22.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc1ffb640 1 -- 172.21.15.17:0/145752284 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb8037070 con 0x7fcbc40cebd0 2024-09-19T08:04:22.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc1ffb640 1 -- 172.21.15.17:0/145752284 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb8032440 con 0x7fcbc40cebd0 2024-09-19T08:04:22.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc1ffb640 1 -- 172.21.15.17:0/145752284 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb8032810 con 0x7fcbc40cebd0 2024-09-19T08:04:22.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 -- 172.21.15.17:0/145752284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40cebd0 msgr2=0x7fcbc40b7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40cebd0 0x7fcbc40b7400 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40b7250 tx=0x7fcbb802a140 comp rx=0 tx=0).stop 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 -- 172.21.15.17:0/145752284 shutdown_connections 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/145752284 >> v2:172.21.15.160:3300/0 conn(0x7fcbc40b7940 0x7fcbc406bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40cebd0 0x7fcbc40b7400 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/145752284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc415e680 0x7fcbc40d1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 -- 172.21.15.17:0/145752284 >> 172.21.15.17:0/145752284 conn(0x7fcbc40b62c0 msgr2=0x7fcbc40b66d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 -- 172.21.15.17:0/145752284 shutdown_connections 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.356+0000 7fcbc9a01640 1 -- 172.21.15.17:0/145752284 wait complete. 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 Processor -- start 2024-09-19T08:04:22.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 -- start start 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc40cebd0 0x7fcbc40ca820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 0x7fcbc40cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc40d2f50 con 0x7fcbc40b7940 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc40d2c70 con 0x7fcbc415e680 2024-09-19T08:04:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.358+0000 7fcbc9a01640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcbc40d3230 con 0x7fcbc40cebd0 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34534/0 (socket says 172.21.15.17:34534) 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 -- 172.21.15.17:0/2102064497 learned_addr learned my addr 172.21.15.17:0/2102064497 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc37fe640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 0x7fcbc40cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc40cebd0 0x7fcbc40ca820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 -- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc40cebd0 msgr2=0x7fcbc40ca820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc40cebd0 0x7fcbc40ca820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 -- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 msgr2=0x7fcbc40cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 0x7fcbc40cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 -- 172.21.15.17:0/2102064497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc41f3d10 con 0x7fcbc40b7940 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc37fe640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 0x7fcbc40cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc2ffd640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcbb400d830 tx=0x7fcbb400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb400b6c0 con 0x7fcbc40b7940 2024-09-19T08:04:22.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb4019070 con 0x7fcbc40b7940 2024-09-19T08:04:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbc40c8e00 con 0x7fcbc40b7940 2024-09-19T08:04:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb400ba80 con 0x7fcbc40b7940 2024-09-19T08:04:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.359+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbc40c93c0 con 0x7fcbc40b7940 2024-09-19T08:04:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.361+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbc41f3fa0 con 0x7fcbc40b7940 2024-09-19T08:04:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.361+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbb401e460 con 0x7fcbc40b7940 2024-09-19T08:04:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.362+0000 7fcbabfff640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 0x7fcbb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.362+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7fcbb408b920 con 0x7fcbc40b7940 2024-09-19T08:04:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.362+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 0x7fcbb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.363+0000 7fcbc27fc640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 0x7fcbb006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8034000 tx=0x7fcbb802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:22.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.367+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbb405a1f0 con 0x7fcbc40b7940 2024-09-19T08:04:22.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:22.543+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcbc40b7400 con 0x7fcbc40b7940 2024-09-19T08:04:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.228+0000 7fcbabfff640 1 -- 172.21.15.17:0/2102064497 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7fcbb4059af0 con 0x7fcbc40b7940 2024-09-19T08:04:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:04:23.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.233+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 msgr2=0x7fcbb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.233+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 0x7fcbb006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8034000 tx=0x7fcbb802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:23.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.233+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 msgr2=0x7fcbc41f37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.233+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcbb400d830 tx=0x7fcbb400dcf0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 shutdown_connections 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcbb006c2b0 0x7fcbb006e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcbc415e680 0x7fcbc40cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcbc40cebd0 0x7fcbc40ca820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 --2- 172.21.15.17:0/2102064497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbc40b7940 0x7fcbc41f37d0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.234+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 >> 172.21.15.17:0/2102064497 conn(0x7fcbc40b62c0 msgr2=0x7fcbc406c510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.237+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 shutdown_connections 2024-09-19T08:04:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.237+0000 7fcbc9a01640 1 -- 172.21.15.17:0/2102064497 wait complete. 2024-09-19T08:04:23.259 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:04:23.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.370+0000 7f6b154eb640 1 Processor -- start 2024-09-19T08:04:23.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.370+0000 7f6b154eb640 1 -- start start 2024-09-19T08:04:23.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b154eb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6b1015e7f0 0x7f6b100cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b154eb640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 0x7f6b1006c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b154eb640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b100cfcc0 con 0x7f6b1006c620 2024-09-19T08:04:23.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b154eb640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6b1006ca90 con 0x7f6b1015e7f0 2024-09-19T08:04:23.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b154eb640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6b100cffa0 con 0x7f6b100cf7b0 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6b1015e7f0 0x7f6b100cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6b1006c620 0x7f6b100b5f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46120/0 (socket says 172.21.15.17:46120) 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6b1015e7f0 0x7f6b100cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34540/0 (socket says 172.21.15.17:34540) 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0f7fe640 1 -- 172.21.15.17:0/1858002290 learned_addr learned my addr 172.21.15.17:0/1858002290 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0e7fc640 1 --2- 172.21.15.17:0/1858002290 >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 0x7f6b1006c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 -- 172.21.15.17:0/1858002290 >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 msgr2=0x7f6b1006c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 --2- 172.21.15.17:0/1858002290 >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 0x7f6b1006c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 -- 172.21.15.17:0/1858002290 >> v1:172.21.15.17:6789/0 conn(0x7f6b1006c620 legacy=0x7f6b100b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0effd640 1 -- 172.21.15.17:0/1858002290 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b100d0280 con 0x7f6b1015e7f0 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0dffb640 1 -- 172.21.15.17:0/1858002290 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 93193436 0 0) 0x7f6b100cfcc0 con 0x7f6b1006c620 2024-09-19T08:04:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.371+0000 7f6b0e7fc640 1 --2- 172.21.15.17:0/1858002290 >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 0x7f6b1006c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.372+0000 7f6b0effd640 1 --2- 172.21.15.17:0/1858002290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100cf270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6b101620a0 tx=0x7f6b0002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b9bdbd27c98dbd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.372+0000 7f6b0dffb640 1 -- 172.21.15.17:0/1858002290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00037070 con 0x7f6b1015e7f0 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.372+0000 7f6b0dffb640 1 -- 172.21.15.17:0/1858002290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b00032440 con 0x7f6b1015e7f0 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.372+0000 7f6b0dffb640 1 -- 172.21.15.17:0/1858002290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00032810 con 0x7f6b1015e7f0 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 -- 172.21.15.17:0/1858002290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 msgr2=0x7f6b100cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 --2- 172.21.15.17:0/1858002290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100cf270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6b101620a0 tx=0x7f6b0002a230 comp rx=0 tx=0).stop 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 -- 172.21.15.17:0/1858002290 shutdown_connections 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 --2- 172.21.15.17:0/1858002290 >> v2:172.21.15.160:3300/0 conn(0x7f6b100cf7b0 0x7f6b1006c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 --2- 172.21.15.17:0/1858002290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100cf270 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 -- 172.21.15.17:0/1858002290 >> 172.21.15.17:0/1858002290 conn(0x7f6b100d44e0 msgr2=0x7f6b100d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 -- 172.21.15.17:0/1858002290 shutdown_connections 2024-09-19T08:04:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.373+0000 7f6b154eb640 1 -- 172.21.15.17:0/1858002290 wait complete. 2024-09-19T08:04:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.374+0000 7f6b154eb640 1 Processor -- start 2024-09-19T08:04:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.374+0000 7f6b154eb640 1 -- start start 2024-09-19T08:04:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 0x7f6b101f6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6b100cf7b0 0x7f6b100ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6b100cecf0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6b100d0840 con 0x7f6b1006c620 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b154eb640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6b100cee70 con 0x7f6b100cf7b0 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34550/0 (socket says 172.21.15.17:34550) 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 -- 172.21.15.17:0/3522903397 learned_addr learned my addr 172.21.15.17:0/3522903397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0effd640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 0x7f6b101f6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0e7fc640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6b100cf7b0 0x7f6b100ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 -- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6b100cf7b0 msgr2=0x7f6b100ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6b100cf7b0 0x7f6b100ca1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 -- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 msgr2=0x7f6b101f6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 0x7f6b101f6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0f7fe640 1 -- 172.21.15.17:0/3522903397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b100cc3c0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.375+0000 7f6b0effd640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 0x7f6b101f6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6b0f7fe640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6b0800c7a0 tx=0x7f6b0800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08018070 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b0800a640 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b100c7fe0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0800aab0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.376+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b100c85a0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.377+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b100b4c30 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.377+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b0801b070 con 0x7f6b1015e7f0 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.378+0000 7f6af77fe640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 0x7f6afc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.378+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7f6b0808aa10 con 0x7f6b1015e7f0 2024-09-19T08:04:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.378+0000 7f6b0effd640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 0x7f6afc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.379+0000 7f6b0effd640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 0x7f6afc06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6b00034000 tx=0x7f6b0002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:23.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.383+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6b080591e0 con 0x7f6b1015e7f0 2024-09-19T08:04:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:23.593+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6b100d4cd0 con 0x7f6b1015e7f0 2024-09-19T08:04:24.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.243+0000 7f6af77fe640 1 -- 172.21.15.17:0/3522903397 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v23) ==== 172+0+0 (secure 0 0 0) 0x7f6b08058ae0 con 0x7f6b1015e7f0 2024-09-19T08:04:24.243 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 6 and data pool 7 2024-09-19T08:04:24.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.250+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 msgr2=0x7f6afc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.250+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 0x7f6afc06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6b00034000 tx=0x7f6b0002e000 comp rx=0 tx=0).stop 2024-09-19T08:04:24.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.250+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 msgr2=0x7f6b100ca720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.250+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6b0800c7a0 tx=0x7f6b0800cc60 comp rx=0 tx=0).stop 2024-09-19T08:04:24.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 shutdown_connections 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6afc06c2b0 0x7f6afc06e770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b1015e7f0 0x7f6b100ca720 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6b100cf7b0 0x7f6b100ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 --2- 172.21.15.17:0/3522903397 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6b1006c620 0x7f6b101f6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 >> 172.21.15.17:0/3522903397 conn(0x7f6b100d44e0 msgr2=0x7f6b100b7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 shutdown_connections 2024-09-19T08:04:24.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.253+0000 7f6b154eb640 1 -- 172.21.15.17:0/3522903397 wait complete. 2024-09-19T08:04:24.276 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:24.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.383+0000 7f5e22677640 1 Processor -- start 2024-09-19T08:04:24.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.383+0000 7f5e22677640 1 -- start start 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e22677640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5e1c0afc70 0x7f5e1c15f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e22677640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 0x7f5e1c154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e22677640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e1c15f950 con 0x7f5e1c0cf200 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e22677640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1c0cf780 con 0x7f5e1c0afc70 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e22677640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1c0cfa60 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5e1c0afc70 0x7f5e1c15f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5e1c0afc70 0x7f5e1c15f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34558/0 (socket says 172.21.15.17:34558) 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 -- 172.21.15.17:0/2203132159 learned_addr learned my addr 172.21.15.17:0/2203132159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e20c14640 1 --2- 172.21.15.17:0/2203132159 >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 0x7f5e1c154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 -- 172.21.15.17:0/2203132159 >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 msgr2=0x7f5e1c154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 --2- 172.21.15.17:0/2203132159 >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 0x7f5e1c154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 -- 172.21.15.17:0/2203132159 >> v1:172.21.15.160:6789/0 conn(0x7f5e1c0cf200 legacy=0x7f5e1c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e1bfff640 1 -- 172.21.15.17:0/2203132159 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1c0cfd40 con 0x7f5e1c0afc70 2024-09-19T08:04:24.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.384+0000 7f5e20c14640 1 --2- 172.21.15.17:0/2203132159 >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 0x7f5e1c154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:24.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.385+0000 7f5e1bfff640 1 --2- 172.21.15.17:0/2203132159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c15f410 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c070140 tx=0x7f5e0c02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=169bd13e451dd069 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.385+0000 7f5e1affd640 1 -- 172.21.15.17:0/2203132159 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c037070 con 0x7f5e1c0afc70 2024-09-19T08:04:24.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.385+0000 7f5e1affd640 1 -- 172.21.15.17:0/2203132159 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0c032440 con 0x7f5e1c0afc70 2024-09-19T08:04:24.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.385+0000 7f5e1affd640 1 -- 172.21.15.17:0/2203132159 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c032810 con 0x7f5e1c0afc70 2024-09-19T08:04:24.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 -- 172.21.15.17:0/2203132159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0afc70 msgr2=0x7f5e1c15f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 --2- 172.21.15.17:0/2203132159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c15f410 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c070140 tx=0x7f5e0c02a160 comp rx=0 tx=0).stop 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 -- 172.21.15.17:0/2203132159 shutdown_connections 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 --2- 172.21.15.17:0/2203132159 >> v2:172.21.15.160:3300/0 conn(0x7f5e1c0ce1f0 0x7f5e1c154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 --2- 172.21.15.17:0/2203132159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c15f410 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 -- 172.21.15.17:0/2203132159 >> 172.21.15.17:0/2203132159 conn(0x7f5e1c0b1770 msgr2=0x7f5e1c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 -- 172.21.15.17:0/2203132159 shutdown_connections 2024-09-19T08:04:24.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.386+0000 7f5e22677640 1 -- 172.21.15.17:0/2203132159 wait complete. 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.387+0000 7f5e22677640 1 Processor -- start 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.387+0000 7f5e22677640 1 -- start start 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c0aefb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 0x7f5e1c15a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0b0050 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0d0300 con 0x7f5e1c0afc70 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e22677640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5e1c0b01d0 con 0x7f5e1c0cf200 2024-09-19T08:04:24.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34572/0 (socket says 172.21.15.17:34572) 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 -- 172.21.15.17:0/3280873181 learned_addr learned my addr 172.21.15.17:0/3280873181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1bfff640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c0aefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e20c14640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 0x7f5e1c15a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 -- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 msgr2=0x7f5e1c15a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 0x7f5e1c15a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 -- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e1c0afc70 msgr2=0x7f5e1c0aefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c0aefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e1b7fe640 1 -- 172.21.15.17:0/3280873181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1c0adf80 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.388+0000 7f5e20c14640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 0x7f5e1c15a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e1b7fe640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000c430 tx=0x7f5e1000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e10011790 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e10017070 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1c0acdf0 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e10011b70 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.389+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e1c0ae4d0 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.390+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e1c15f410 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.390+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e10011d10 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.391+0000 7f5e18ff9640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 0x7f5e0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.391+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f5e1008b300 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.391+0000 7f5e1bfff640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 0x7f5e0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.391+0000 7f5e1bfff640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 0x7f5e0806e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c034000 tx=0x7f5e0c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.395+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e1c0acdf0 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.574+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e1c1586e0 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.575+0000 7f5e18ff9640 1 -- 172.21.15.17:0/3280873181 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16662 (secure 0 0 0) 0x7f5e10059a70 con 0x7f5e1c0ce1f0 2024-09-19T08:04:24.575 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:24.575 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":44,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:23.595082+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:04:22.175253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T08:04:22.574377+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:24.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 msgr2=0x7f5e0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 0x7f5e0806e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c034000 tx=0x7f5e0c02e000 comp rx=0 tx=0).stop 2024-09-19T08:04:24.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 msgr2=0x7f5e1c0ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000c430 tx=0x7f5e1000c8f0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 shutdown_connections 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e0806c2b0 0x7f5e0806e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e1c0cf200 0x7f5e1c15a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e1c0ce1f0 0x7f5e1c0ac8b0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 --2- 172.21.15.17:0/3280873181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e1c0afc70 0x7f5e1c0aefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 >> 172.21.15.17:0/3280873181 conn(0x7f5e1c0b1770 msgr2=0x7f5e1c072130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 shutdown_connections 2024-09-19T08:04:24.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.577+0000 7f5e22677640 1 -- 172.21.15.17:0/3280873181 wait complete. 2024-09-19T08:04:24.588 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.691+0000 7fb87acc0640 1 Processor -- start 2024-09-19T08:04:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.691+0000 7fb87acc0640 1 -- start start 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87acc0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb87415eab0 0x7fb87406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87acc0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 0x7fb8740b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87acc0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8740d17e0 con 0x7fb8740b80c0 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87acc0640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb8740d09d0 con 0x7fb87415eab0 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87acc0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb87415ee90 con 0x7fb87406dae0 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb87415eab0 0x7fb87406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87925d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb8740b80c0 0x7fb8740b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46128/0 (socket says 172.21.15.17:46128) 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb87415eab0 0x7fb87406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34574/0 (socket says 172.21.15.17:34574) 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb87925d640 1 -- 172.21.15.17:0/39519007 learned_addr learned my addr 172.21.15.17:0/39519007 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb86bfff640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 0x7fb8740b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 -- 172.21.15.17:0/39519007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 msgr2=0x7fb8740b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 0x7fb8740b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 -- 172.21.15.17:0/39519007 >> v1:172.21.15.17:6789/0 conn(0x7fb8740b80c0 legacy=0x7fb8740b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb878a5c640 1 -- 172.21.15.17:0/39519007 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8740cfc10 con 0x7fb87415eab0 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb86b7fe640 1 -- 172.21.15.17:0/39519007 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2679545670 0 0) 0x7fb8740d17e0 con 0x7fb8740b80c0 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.692+0000 7fb86bfff640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 0x7fb8740b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.693+0000 7fb878a5c640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb87406d5a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb8700097a0 tx=0x7fb87002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4722b2cf51b37e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.693+0000 7fb86b7fe640 1 -- 172.21.15.17:0/39519007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb870037070 con 0x7fb87415eab0 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.693+0000 7fb86b7fe640 1 -- 172.21.15.17:0/39519007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb870032440 con 0x7fb87415eab0 2024-09-19T08:04:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.693+0000 7fb86b7fe640 1 -- 172.21.15.17:0/39519007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb870032810 con 0x7fb87415eab0 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 -- 172.21.15.17:0/39519007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 msgr2=0x7fb87406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb87406d5a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb8700097a0 tx=0x7fb87002a210 comp rx=0 tx=0).stop 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 -- 172.21.15.17:0/39519007 shutdown_connections 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb87406dae0 0x7fb8740b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 --2- 172.21.15.17:0/39519007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb87406d5a0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 -- 172.21.15.17:0/39519007 >> 172.21.15.17:0/39519007 conn(0x7fb8740d4b30 msgr2=0x7fb8740d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:24.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 -- 172.21.15.17:0/39519007 shutdown_connections 2024-09-19T08:04:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.694+0000 7fb87acc0640 1 -- 172.21.15.17:0/39519007 wait complete. 2024-09-19T08:04:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.695+0000 7fb87acc0640 1 Processor -- start 2024-09-19T08:04:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.695+0000 7fb87acc0640 1 -- start start 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 0x7fb8740b0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8740b80c0 0x7fb8740ac0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8740d01d0 con 0x7fb87415eab0 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb87406df20 con 0x7fb87406dae0 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87acc0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb8740d04b0 con 0x7fb8740b80c0 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34590/0 (socket says 172.21.15.17:34590) 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 -- 172.21.15.17:0/990010488 learned_addr learned my addr 172.21.15.17:0/990010488 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb86bfff640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8740b80c0 0x7fb8740ac0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb878a5c640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 0x7fb8740b0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 -- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8740b80c0 msgr2=0x7fb8740ac0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8740b80c0 0x7fb8740ac0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 -- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 msgr2=0x7fb8740b0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 0x7fb8740b0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb87925d640 1 -- 172.21.15.17:0/990010488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8740acb20 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.696+0000 7fb878a5c640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 0x7fb8740b0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb87925d640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00c700 tx=0x7fb86c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c018070 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb86c00ce10 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c00a880 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8740ace00 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.697+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8740cd220 con 0x7fb87415eab0 2024-09-19T08:04:24.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.698+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8740cd420 con 0x7fb87415eab0 2024-09-19T08:04:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.698+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb86c01b070 con 0x7fb87415eab0 2024-09-19T08:04:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.699+0000 7fb8697fa640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 0x7fb86006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.699+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fb86c08a9c0 con 0x7fb87415eab0 2024-09-19T08:04:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.699+0000 7fb878a5c640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 0x7fb86006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.700+0000 7fb878a5c640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 0x7fb86006e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb870034000 tx=0x7fb87002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:24.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.703+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8740cd420 con 0x7fb87415eab0 2024-09-19T08:04:24.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.879+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8740ceb50 con 0x7fb87415eab0 2024-09-19T08:04:24.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.880+0000 7fb8697fa640 1 -- 172.21.15.17:0/990010488 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16662 (secure 0 0 0) 0x7fb86c08ce20 con 0x7fb87415eab0 2024-09-19T08:04:24.880 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:24.880 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":44,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:23.595082+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:04:22.175253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T08:04:22.574377+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:24.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 msgr2=0x7fb86006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 0x7fb86006e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb870034000 tx=0x7fb87002e000 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 msgr2=0x7fb8740cd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00c700 tx=0x7fb86c00cbc0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 shutdown_connections 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb86006c2b0 0x7fb86006e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb87415eab0 0x7fb8740cd740 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8740b80c0 0x7fb8740ac0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 --2- 172.21.15.17:0/990010488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb87406dae0 0x7fb8740b0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 >> 172.21.15.17:0/990010488 conn(0x7fb8740d4b30 msgr2=0x7fb8741615e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 shutdown_connections 2024-09-19T08:04:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.882+0000 7fb87acc0640 1 -- 172.21.15.17:0/990010488 wait complete. 2024-09-19T08:04:24.894 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:04:24.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.999+0000 7f6359e8d640 1 Processor -- start 2024-09-19T08:04:24.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:24.999+0000 7f6359e8d640 1 -- start start 2024-09-19T08:04:25.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6359e8d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f63540d1fa0 0x7f63540cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6359e8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 0x7f63540b3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6359e8d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f635406d9a0 con 0x7f635415e500 2024-09-19T08:04:25.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6359e8d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f63540d00b0 con 0x7f63540d1fa0 2024-09-19T08:04:25.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6359e8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f635406dc80 con 0x7f63540cf990 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6353fff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 0x7f63540b3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f6352ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f63540d1fa0 0x7f63540cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f63537fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f635415e500 0x7f635406d040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:42254/0 (socket says 172.21.15.17:42254) 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.000+0000 7f63537fe640 1 -- 172.21.15.17:0/3236215621 learned_addr learned my addr 172.21.15.17:0/3236215621 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f63527fc640 1 -- 172.21.15.17:0/3236215621 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3038612904 0 0) 0x7f635406d9a0 con 0x7f635415e500 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f63527fc640 1 -- 172.21.15.17:0/3236215621 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f633c003520 con 0x7f635415e500 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f6352ffd640 1 -- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 msgr2=0x7f63540b3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:25.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f6352ffd640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 0x7f63540b3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f6352ffd640 1 -- 172.21.15.17:0/3236215621 >> v1:172.21.15.160:6789/0 conn(0x7f635415e500 legacy=0x7f635406d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f6352ffd640 1 -- 172.21.15.17:0/3236215621 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63540ce970 con 0x7f63540d1fa0 2024-09-19T08:04:25.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.001+0000 7f6353fff640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 0x7f63540b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:25.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6352ffd640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63540d1fa0 0x7f63540cf450 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f63480097a0 tx=0x7f634802a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=584b389383b3364d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f63527fc640 1 -- 172.21.15.17:0/3236215621 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6348037070 con 0x7f63540d1fa0 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f63527fc640 1 -- 172.21.15.17:0/3236215621 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6348032440 con 0x7f63540d1fa0 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f63527fc640 1 -- 172.21.15.17:0/3236215621 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63480327f0 con 0x7f63540d1fa0 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 -- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63540d1fa0 msgr2=0x7f63540cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63540d1fa0 0x7f63540cf450 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f63480097a0 tx=0x7f634802a210 comp rx=0 tx=0).stop 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 -- 172.21.15.17:0/3236215621 shutdown_connections 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63540cf990 0x7f63540b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3236215621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63540d1fa0 0x7f63540cf450 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 -- 172.21.15.17:0/3236215621 >> 172.21.15.17:0/3236215621 conn(0x7f6354067950 msgr2=0x7f6354067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:25.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 -- 172.21.15.17:0/3236215621 shutdown_connections 2024-09-19T08:04:25.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.002+0000 7f6359e8d640 1 -- 172.21.15.17:0/3236215621 wait complete. 2024-09-19T08:04:25.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.003+0000 7f6359e8d640 1 Processor -- start 2024-09-19T08:04:25.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 -- start start 2024-09-19T08:04:25.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f635415e500 0x7f635414e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f635414b6b0 0x7f635414ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f63540cef30 con 0x7f63540d1fa0 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f635406d750 con 0x7f635414b6b0 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f6359e8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f63540b44f0 con 0x7f635415e500 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f63537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.004+0000 7f63537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34598/0 (socket says 172.21.15.17:34598) 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 -- 172.21.15.17:0/3573895347 learned_addr learned my addr 172.21.15.17:0/3573895347 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f6352ffd640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f635415e500 0x7f635414e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f6353fff640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f635414b6b0 0x7f635414ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 -- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f635415e500 msgr2=0x7f635414e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f635415e500 0x7f635414e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 -- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f635414b6b0 msgr2=0x7f635414ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f635414b6b0 0x7f635414ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 -- 172.21.15.17:0/3573895347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6354158380 con 0x7f63540d1fa0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f63537fe640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f634400c390 tx=0x7f634400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344017070 con 0x7f63540d1fa0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6344005ce0 con 0x7f63540d1fa0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6354158660 con 0x7f63540d1fa0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63440072f0 con 0x7f63540d1fa0 2024-09-19T08:04:25.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.005+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6354158c20 con 0x7f63540d1fa0 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.006+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63540b4820 con 0x7f63540d1fa0 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.007+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f634401a070 con 0x7f63540d1fa0 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.007+0000 7f633bfff640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 0x7f634006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.007+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f634408a870 con 0x7f63540d1fa0 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.008+0000 7f6352ffd640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 0x7f634006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.008+0000 7f6352ffd640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 0x7f634006e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6348034000 tx=0x7f634802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.011+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6344058fe0 con 0x7f63540d1fa0 2024-09-19T08:04:25.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.222+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6354158df0 con 0x7f63540d1fa0 2024-09-19T08:04:25.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.248+0000 7f633bfff640 1 -- 172.21.15.17:0/3573895347 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v24) ==== 118+0+0 (secure 0 0 0) 0x7f634405de20 con 0x7f63540d1fa0 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 msgr2=0x7f634006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 0x7f634006e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6348034000 tx=0x7f634802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 msgr2=0x7f6354161500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f634400c390 tx=0x7f634400c850 comp rx=0 tx=0).stop 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 shutdown_connections 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f634006c2b0 0x7f634006e770 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f635414b6b0 0x7f635414ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f635415e500 0x7f635414e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 --2- 172.21.15.17:0/3573895347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63540d1fa0 0x7f6354161500 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 >> 172.21.15.17:0/3573895347 conn(0x7f6354067950 msgr2=0x7f635406d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:25.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 shutdown_connections 2024-09-19T08:04:25.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.251+0000 7f6359e8d640 1 -- 172.21.15.17:0/3573895347 wait complete. 2024-09-19T08:04:25.262 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:04:25.262 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:04:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.369+0000 7ff9d93bd640 1 Processor -- start 2024-09-19T08:04:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.369+0000 7ff9d93bd640 1 -- start start 2024-09-19T08:04:25.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d93bd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9d40cef60 0x7ff9d40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d93bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40d4710 0x7ff9d40d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d93bd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9d40b39d0 con 0x7ff9d415e640 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d93bd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff9d40cf520 con 0x7ff9d40cef60 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d93bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9d40cf800 con 0x7ff9d40d4710 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9d40cef60 0x7ff9d40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9d40cef60 0x7ff9d40b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34606/0 (socket says 172.21.15.17:34606) 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d27fc640 1 -- 172.21.15.17:0/4220376802 learned_addr learned my addr 172.21.15.17:0/4220376802 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d37fe640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40d4710 0x7ff9d40d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d27fc640 1 -- 172.21.15.17:0/4220376802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40d4710 msgr2=0x7ff9d40d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.370+0000 7ff9d27fc640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40d4710 0x7ff9d40d4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d27fc640 1 -- 172.21.15.17:0/4220376802 >> v1:172.21.15.160:6789/0 conn(0x7ff9d415e640 legacy=0x7ff9d40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d27fc640 1 -- 172.21.15.17:0/4220376802 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d40cfae0 con 0x7ff9d40cef60 2024-09-19T08:04:25.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d27fc640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40cef60 0x7ff9d40b3bf0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009870 tx=0x7ff9bc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dbd6671442d7a88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d1ffb640 1 -- 172.21.15.17:0/4220376802 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc037070 con 0x7ff9d40cef60 2024-09-19T08:04:25.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d1ffb640 1 -- 172.21.15.17:0/4220376802 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9bc032440 con 0x7ff9d40cef60 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.371+0000 7ff9d1ffb640 1 -- 172.21.15.17:0/4220376802 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc032810 con 0x7ff9d40cef60 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 -- 172.21.15.17:0/4220376802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40cef60 msgr2=0x7ff9d40b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40cef60 0x7ff9d40b3bf0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009870 tx=0x7ff9bc02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 -- 172.21.15.17:0/4220376802 shutdown_connections 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40d4710 0x7ff9d40d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/4220376802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40cef60 0x7ff9d40b3bf0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 -- 172.21.15.17:0/4220376802 >> 172.21.15.17:0/4220376802 conn(0x7ff9d4067d70 msgr2=0x7ff9d4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 -- 172.21.15.17:0/4220376802 shutdown_connections 2024-09-19T08:04:25.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.372+0000 7ff9d93bd640 1 -- 172.21.15.17:0/4220376802 wait complete. 2024-09-19T08:04:25.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.373+0000 7ff9d93bd640 1 Processor -- start 2024-09-19T08:04:25.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.373+0000 7ff9d93bd640 1 -- start start 2024-09-19T08:04:25.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 0x7ff9d415d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9d415e640 0x7ff9d40cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d415ea20 con 0x7ff9d40d4710 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d40d5050 con 0x7ff9d415e640 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d93bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9d40d3590 con 0x7ff9d40cef60 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34616/0 (socket says 172.21.15.17:34616) 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d27fc640 1 -- 172.21.15.17:0/2608787571 learned_addr learned my addr 172.21.15.17:0/2608787571 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d37fe640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9d415e640 0x7ff9d40cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.374+0000 7ff9d2ffd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 0x7ff9d415d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 -- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 msgr2=0x7ff9d415d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 0x7ff9d415d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 -- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9d415e640 msgr2=0x7ff9d40cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9d415e640 0x7ff9d40cda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 -- 172.21.15.17:0/2608787571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d40c9850 con 0x7ff9d40d4710 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d2ffd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 0x7ff9d415d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d27fc640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc000c00 tx=0x7ff9bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc041020 con 0x7ff9d40d4710 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9bc0306c0 con 0x7ff9d40d4710 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9d40c9b30 con 0x7ff9d40d4710 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc037040 con 0x7ff9d40d4710 2024-09-19T08:04:25.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.375+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9d40ca0f0 con 0x7ff9d40d4710 2024-09-19T08:04:25.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.376+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9d40b3bf0 con 0x7ff9d40d4710 2024-09-19T08:04:25.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.377+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff9bc044020 con 0x7ff9d40d4710 2024-09-19T08:04:25.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.377+0000 7ff9cb7fe640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 0x7ff9b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:25.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.377+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff9bc0abbd0 con 0x7ff9d40d4710 2024-09-19T08:04:25.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.377+0000 7ff9d2ffd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 0x7ff9b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:25.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.378+0000 7ff9d2ffd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 0x7ff9b406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff9c40012e0 tx=0x7ff9c4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.381+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff9bc04b030 con 0x7ff9d40d4710 2024-09-19T08:04:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:25.594+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff9d40ca8f0 con 0x7ff9d40d4710 2024-09-19T08:04:26.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.253+0000 7ff9cb7fe640 1 -- 172.21.15.17:0/2608787571 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v25) ==== 122+0+0 (secure 0 0 0) 0x7ff9bc07a340 con 0x7ff9d40d4710 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 msgr2=0x7ff9b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 0x7ff9b406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff9c40012e0 tx=0x7ff9c4009040 comp rx=0 tx=0).stop 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 msgr2=0x7ff9d415dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc000c00 tx=0x7ff9bc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 shutdown_connections 2024-09-19T08:04:26.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff9b406c2b0 0x7ff9b406e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9d415e640 0x7ff9d40cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9d40d4710 0x7ff9d415dba0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.256+0000 7ff9d93bd640 1 --2- 172.21.15.17:0/2608787571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9d40cef60 0x7ff9d415d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.257+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 >> 172.21.15.17:0/2608787571 conn(0x7ff9d4067d70 msgr2=0x7ff9d40d3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.257+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 shutdown_connections 2024-09-19T08:04:26.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.257+0000 7ff9d93bd640 1 -- 172.21.15.17:0/2608787571 wait complete. 2024-09-19T08:04:26.270 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:04:26.270 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:26.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.379+0000 7fac41b33640 1 Processor -- start 2024-09-19T08:04:26.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.379+0000 7fac41b33640 1 -- start start 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac41b33640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fac3c15b2e0 0x7fac3c0b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac41b33640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac3c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac41b33640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac3c0ce4f0 con 0x7fac3c0b22c0 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac41b33640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fac3c15b6c0 con 0x7fac3c15b2e0 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac41b33640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac3c0ce7d0 con 0x7fac3c0cdfc0 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac3bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fac3c0b22c0 0x7fac3c0ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46132/0 (socket says 172.21.15.17:46132) 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac3bfff640 1 -- 172.21.15.17:0/2913247494 learned_addr learned my addr 172.21.15.17:0/2913247494 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2913247494 >> v2:172.21.15.160:3300/0 conn(0x7fac3c15b2e0 0x7fac3c0b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac3c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 193653937 0 0) 0x7fac3c0ce4f0 con 0x7fac3c0b22c0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.380+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac28003520 con 0x7fac3c0b22c0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 717832889 0 0) 0x7fac28003520 con 0x7fac3c0b22c0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 msgr2=0x7fac3c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac3c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 >> v2:172.21.15.160:3300/0 conn(0x7fac3c15b2e0 msgr2=0x7fac3c0b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 --2- 172.21.15.17:0/2913247494 >> v2:172.21.15.160:3300/0 conn(0x7fac3c15b2e0 0x7fac3c0b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3c0ceab0 con 0x7fac3c0b22c0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fac340019f0 con 0x7fac3c0b22c0 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 >> v1:172.21.15.17:6789/0 conn(0x7fac3c0b22c0 legacy=0x7fac3c0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac280039b0 0x7fac28003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28004800 0x7fac28004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c0ce7d0 con 0x7fac28004800 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fac2800b9c0 con 0x7fac280039b0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac2800bb40 con 0x7fac3c0cdfc0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac280039b0 0x7fac28003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28004800 0x7fac28004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3bfff640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 -- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 msgr2=0x7fac280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 -- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac280039b0 msgr2=0x7fac28003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac280039b0 0x7fac28003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac32ffd640 1 -- 172.21.15.17:0/2913247494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac28003520 con 0x7fac28004800 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.381+0000 7fac3bfff640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac3c0cdfc0 0x7fac280051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.382+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28004800 0x7fac28004c80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fac24009ac0 tx=0x7fac28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3f03f0533b571fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.382+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac24036070 con 0x7fac28004800 2024-09-19T08:04:26.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.382+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac24031400 con 0x7fac28004800 2024-09-19T08:04:26.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.382+0000 7fac3affd640 1 -- 172.21.15.17:0/2913247494 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac24009690 con 0x7fac28004800 2024-09-19T08:04:26.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 -- 172.21.15.17:0/2913247494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28004800 msgr2=0x7fac28004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 --2- 172.21.15.17:0/2913247494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28004800 0x7fac28004c80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fac24009ac0 tx=0x7fac28005830 comp rx=0 tx=0).stop 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac3bfff640 1 -- 172.21.15.17:0/2913247494 reap_dead start 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 -- 172.21.15.17:0/2913247494 shutdown_connections 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 -- 172.21.15.17:0/2913247494 >> 172.21.15.17:0/2913247494 conn(0x7fac3c06bc10 msgr2=0x7fac3c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 -- 172.21.15.17:0/2913247494 shutdown_connections 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.383+0000 7fac41b33640 1 -- 172.21.15.17:0/2913247494 wait complete. 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.384+0000 7fac41b33640 1 Processor -- start 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.384+0000 7fac41b33640 1 -- start start 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 0x7fac3c13e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac3c150240 0x7fac3c156180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c0712b0 con 0x7fac3c1566c0 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c071130 con 0x7fac3c150240 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac41b33640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac3c0b4260 con 0x7fac28004800 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34628/0 (socket says 172.21.15.17:34628) 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac3bfff640 1 -- 172.21.15.17:0/2203499872 learned_addr learned my addr 172.21.15.17:0/2203499872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac32ffd640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac3c150240 0x7fac3c156180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.385+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 0x7fac3c13e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 -- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 msgr2=0x7fac3c13e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 0x7fac3c13e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 -- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac3c150240 msgr2=0x7fac3c156180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac3c150240 0x7fac3c156180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 -- 172.21.15.17:0/2203499872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3c153340 con 0x7fac3c1566c0 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 0x7fac3c13e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac3bfff640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fac3c070ee0 tx=0x7fac3400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac34007ad0 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac3400ed40 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3c154960 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac34014650 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.386+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3c154f20 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.387+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac3c155120 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.388+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac340147f0 con 0x7fac3c1566c0 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.388+0000 7fac38ff9640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 0x7fac1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.388+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fac3408b240 con 0x7fac3c1566c0 2024-09-19T08:04:26.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.388+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 0x7fac1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.389+0000 7fac3b7fe640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 0x7fac1c06e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fac2c009c40 tx=0x7fac2c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.392+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac3c155120 con 0x7fac3c1566c0 2024-09-19T08:04:26.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.606+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac3c0b3d20 con 0x7fac3c1566c0 2024-09-19T08:04:26.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.606+0000 7fac38ff9640 1 -- 172.21.15.17:0/2203499872 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fac34059360 con 0x7fac3c1566c0 2024-09-19T08:04:26.607 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:26.607 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-19T08:04:26:250363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:25.595675+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5430},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5430":{"gid":5430,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415562489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1415562489},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415562489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5430,"qdb_cluster":[5430]},"id":3}]} 2024-09-19T08:04:26.607 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-19T08:04:26.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 msgr2=0x7fac1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 0x7fac1c06e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fac2c009c40 tx=0x7fac2c008040 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 msgr2=0x7fac3c15c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fac3c070ee0 tx=0x7fac3400e530 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 shutdown_connections 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1c06c2b0 0x7fac1c06e770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac3c1566c0 0x7fac3c15c710 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac3c150240 0x7fac3c156180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 --2- 172.21.15.17:0/2203499872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac28004800 0x7fac3c13e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 >> 172.21.15.17:0/2203499872 conn(0x7fac3c06bc10 msgr2=0x7fac3c0cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:26.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 shutdown_connections 2024-09-19T08:04:26.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.608+0000 7fac41b33640 1 -- 172.21.15.17:0/2203499872 wait complete. 2024-09-19T08:04:26.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:26.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.722+0000 7f82c474b640 1 Processor -- start 2024-09-19T08:04:26.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.722+0000 7f82c474b640 1 -- start start 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c474b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f82bc15e4e0 0x7f82bc0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c474b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f82bc0d26d0 0x7f82bc0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c474b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82bc06cec0 con 0x7f82bc15e8c0 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c474b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f82bc0d2d40 con 0x7f82bc0d26d0 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c474b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f82bc0d2b20 con 0x7f82bc15e4e0 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f82bc0d26d0 0x7f82bc0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f82bc0d26d0 0x7f82bc0b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34634/0 (socket says 172.21.15.17:34634) 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 -- 172.21.15.17:0/950263990 learned_addr learned my addr 172.21.15.17:0/950263990 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c24e7640 1 --2- 172.21.15.17:0/950263990 >> v2:172.21.15.160:3300/0 conn(0x7f82bc15e4e0 0x7f82bc0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 -- 172.21.15.17:0/950263990 >> v2:172.21.15.160:3300/0 conn(0x7f82bc15e4e0 msgr2=0x7f82bc0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 --2- 172.21.15.17:0/950263990 >> v2:172.21.15.160:3300/0 conn(0x7f82bc15e4e0 0x7f82bc0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 -- 172.21.15.17:0/950263990 >> v1:172.21.15.17:6789/0 conn(0x7f82bc15e8c0 legacy=0x7f82bc0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.723+0000 7f82c2ce8640 1 -- 172.21.15.17:0/950263990 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82bc06d160 con 0x7f82bc0d26d0 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.724+0000 7f82c2ce8640 1 --2- 172.21.15.17:0/950263990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc0d26d0 0x7f82bc0b6d10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f82bc075a10 tx=0x7f82b402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de038c9d7dfeb23f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.724+0000 7f82c14e5640 1 -- 172.21.15.17:0/950263990 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82b4036070 con 0x7f82bc0d26d0 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.724+0000 7f82c14e5640 1 -- 172.21.15.17:0/950263990 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82b4031600 con 0x7f82bc0d26d0 2024-09-19T08:04:26.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.724+0000 7f82c14e5640 1 -- 172.21.15.17:0/950263990 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82b40319d0 con 0x7f82bc0d26d0 2024-09-19T08:04:26.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 -- 172.21.15.17:0/950263990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc0d26d0 msgr2=0x7f82bc0b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 --2- 172.21.15.17:0/950263990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc0d26d0 0x7f82bc0b6d10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f82bc075a10 tx=0x7f82b402a730 comp rx=0 tx=0).stop 2024-09-19T08:04:26.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 -- 172.21.15.17:0/950263990 shutdown_connections 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 --2- 172.21.15.17:0/950263990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc0d26d0 0x7f82bc0b6d10 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 --2- 172.21.15.17:0/950263990 >> v2:172.21.15.160:3300/0 conn(0x7f82bc15e4e0 0x7f82bc0b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 -- 172.21.15.17:0/950263990 >> 172.21.15.17:0/950263990 conn(0x7f82bc06f400 msgr2=0x7f82bc06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 -- 172.21.15.17:0/950263990 shutdown_connections 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.725+0000 7f82c474b640 1 -- 172.21.15.17:0/950263990 wait complete. 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.726+0000 7f82c474b640 1 Processor -- start 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.726+0000 7f82c474b640 1 -- start start 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 0x7f82bc14c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 0x7f82bc152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f82bc06d720 con 0x7f82bc15e4e0 2024-09-19T08:04:26.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f82bc0b7250 con 0x7f82bc15e8c0 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c474b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f82bc06dc40 con 0x7f82bc0d26d0 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34650/0 (socket says 172.21.15.17:34650) 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 -- 172.21.15.17:0/1719395462 learned_addr learned my addr 172.21.15.17:0/1719395462 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c2ce8640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 0x7f82bc152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 -- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 msgr2=0x7f82bc14c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c24e7640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 0x7f82bc14c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 0x7f82bc14c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 -- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 msgr2=0x7f82bc152130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 0x7f82bc152130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 -- 172.21.15.17:0/1719395462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82bc15a080 con 0x7f82bc15e4e0 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c2ce8640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 0x7f82bc152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c24e7640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 0x7f82bc14c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82c1ce6640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00c370 tx=0x7f82ac00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.727+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac017070 con 0x7f82bc15e4e0 2024-09-19T08:04:26.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.728+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82ac0052d0 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.728+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82bc15a360 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.728+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac003850 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.728+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82bc159ca0 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.728+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82bc0d1fc0 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.729+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f82ac01a070 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.729+0000 7f82b2ffd640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 0x7f82a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.730+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f82ac08a670 con 0x7f82bc15e4e0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.730+0000 7f82c24e7640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 0x7f82a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:26.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.730+0000 7f82c24e7640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 0x7f82a006e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f82b8006fd0 tx=0x7f82b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:26.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.734+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f82ac058e70 con 0x7f82bc15e4e0 2024-09-19T08:04:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.908+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f82bc15c220 con 0x7f82bc15e4e0 2024-09-19T08:04:26.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.909+0000 7f82b2ffd640 1 -- 172.21.15.17:0/1719395462 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16649 (secure 0 0 0) 0x7f82ac058770 con 0x7f82bc15e4e0 2024-09-19T08:04:26.909 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:26.909 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":45,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:25.243586+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:04:22.175253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T08:04:22.574377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 msgr2=0x7f82a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 0x7f82a006e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f82b8006fd0 tx=0x7f82b8008040 comp rx=0 tx=0).stop 2024-09-19T08:04:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 msgr2=0x7f82bc14d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00c370 tx=0x7f82ac00c830 comp rx=0 tx=0).stop 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 shutdown_connections 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f82a006c2b0 0x7f82a006e770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f82bc15e8c0 0x7f82bc152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82bc15e4e0 0x7f82bc14d860 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 --2- 172.21.15.17:0/1719395462 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f82bc0d26d0 0x7f82bc14c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 >> 172.21.15.17:0/1719395462 conn(0x7f82bc06f400 msgr2=0x7f82bc0b6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 shutdown_connections 2024-09-19T08:04:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:26.911+0000 7f82c474b640 1 -- 172.21.15.17:0/1719395462 wait complete. 2024-09-19T08:04:26.922 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:04:26.922 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:04:27.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.024+0000 7fa5b254b640 1 Processor -- start 2024-09-19T08:04:27.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.024+0000 7fa5b254b640 1 -- start start 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b254b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac0b1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b254b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa5ac0b24f0 0x7fa5ac072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b254b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5ac0ce210 con 0x7fa5ac15c3f0 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b254b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa5ac15c7d0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b254b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa5ac0cdfc0 con 0x7fa5ac0cf9d0 2024-09-19T08:04:27.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5abfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa5ac15c3f0 0x7fa5ac0cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46160/0 (socket says 172.21.15.17:46160) 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5abfff640 1 -- 172.21.15.17:0/3578939843 learned_addr learned my addr 172.21.15.17:0/3578939843 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.025+0000 7fa5b0ae8640 1 --2- 172.21.15.17:0/3578939843 >> v2:172.21.15.17:3300/0 conn(0x7fa5ac0b24f0 0x7fa5ac072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac0b1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5aaffd640 1 -- 172.21.15.17:0/3578939843 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3644404182 0 0) 0x7fa5ac0ce210 con 0x7fa5ac15c3f0 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5aaffd640 1 -- 172.21.15.17:0/3578939843 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa594003520 con 0x7fa5ac15c3f0 2024-09-19T08:04:27.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5b0ae8640 1 -- 172.21.15.17:0/3578939843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 msgr2=0x7fa5ac0b1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5b0ae8640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac0b1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5b0ae8640 1 -- 172.21.15.17:0/3578939843 >> v1:172.21.15.17:6789/0 conn(0x7fa5ac15c3f0 legacy=0x7fa5ac0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5b0ae8640 1 -- 172.21.15.17:0/3578939843 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5ac0ce4f0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.026+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac0b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:27.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b0ae8640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac072270 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4009d90 tx=0x7fa5a402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3edf601a7af9cde server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5aaffd640 1 -- 172.21.15.17:0/3578939843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a4007740 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5aaffd640 1 -- 172.21.15.17:0/3578939843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5a40078e0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5aaffd640 1 -- 172.21.15.17:0/3578939843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a4007cb0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 -- 172.21.15.17:0/3578939843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 msgr2=0x7fa5ac072270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac072270 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4009d90 tx=0x7fa5a402a660 comp rx=0 tx=0).stop 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 -- 172.21.15.17:0/3578939843 shutdown_connections 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac072270 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 --2- 172.21.15.17:0/3578939843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac0b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 -- 172.21.15.17:0/3578939843 >> 172.21.15.17:0/3578939843 conn(0x7fa5ac06bc10 msgr2=0x7fa5ac06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 -- 172.21.15.17:0/3578939843 shutdown_connections 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.027+0000 7fa5b254b640 1 -- 172.21.15.17:0/3578939843 wait complete. 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.028+0000 7fa5b254b640 1 Processor -- start 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 -- start start 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac15ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5ac15c3f0 0x7fa5ac0b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ac0ceab0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ac0b2960 con 0x7fa5ac15c3f0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.029+0000 7fa5b254b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa5ac0727b0 con 0x7fa5ac0cf9d0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34668/0 (socket says 172.21.15.17:34668) 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 -- 172.21.15.17:0/4026527738 learned_addr learned my addr 172.21.15.17:0/4026527738 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac15ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5b0ae8640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5ac15c3f0 0x7fa5ac0b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 -- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 msgr2=0x7fa5ac15ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac15ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 -- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5ac15c3f0 msgr2=0x7fa5ac0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5ac15c3f0 0x7fa5ac0b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 -- 172.21.15.17:0/4026527738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5ac0b4d00 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac15ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5abfff640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa59c00c390 tx=0x7fa59c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c017070 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa59c005ce0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5ac0b4fe0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c0072f0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.030+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5ac0c99b0 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.031+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5ac072270 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.032+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa59c01a070 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.032+0000 7fa5a8ff9640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 0x7fa59806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.032+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa59c08a780 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.032+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 0x7fa59806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.033+0000 7fa5ab7fe640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 0x7fa59806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac06f810 tx=0x7fa5a0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.037+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa59c058f80 con 0x7fa5ac0b24f0 2024-09-19T08:04:27.183 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:04:27.183+0000 7faad0153640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:04:27.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.208+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa5ac0b4ab0 con 0x7fa59806c2b0 2024-09-19T08:04:27.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.215+0000 7fa5a8ff9640 1 -- 172.21.15.17:0/4026527738 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251888 (secure 0 0 0) 0x7fa5ac0b4ab0 con 0x7fa59806c2b0 2024-09-19T08:04:27.218 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:27.220 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 msgr2=0x7fa59806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 0x7fa59806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac06f810 tx=0x7fa5a0008040 comp rx=0 tx=0).stop 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 msgr2=0x7fa5ac0c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa59c00c390 tx=0x7fa59c00c850 comp rx=0 tx=0).stop 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 shutdown_connections 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa59806c2b0 0x7fa59806e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5ac15c3f0 0x7fa5ac0b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5ac0cf9d0 0x7fa5ac15ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 --2- 172.21.15.17:0/4026527738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5ac0b24f0 0x7fa5ac0c9470 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 >> 172.21.15.17:0/4026527738 conn(0x7fa5ac06bc10 msgr2=0x7fa5ac0cc390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 shutdown_connections 2024-09-19T08:04:27.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.218+0000 7fa5b254b640 1 -- 172.21.15.17:0/4026527738 wait complete. 2024-09-19T08:04:27.230 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2024-09-19T08:04:25.418451+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":49,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242148,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732572,"statfs":{"total":773094113280,"available":772846153728,"internally_reserved":0,"allocated":5185536,"data_stored":2774992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000679"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257055+0000","last_change":"2024-09-19T08:04:24.253956+0000","last_active":"2024-09-19T08:04:24.257055+0000","last_peered":"2024-09-19T08:04:24.257055+0000","last_clean":"2024-09-19T08:04:24.257055+0000","last_became_active":"2024-09-19T08:04:24.253624+0000","last_became_peered":"2024-09-19T08:04:24.253624+0000","last_unstale":"2024-09-19T08:04:24.257055+0000","last_undegraded":"2024-09-19T08:04:24.257055+0000","last_fullsized":"2024-09-19T08:04:24.257055+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:00.745025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259746+0000","last_change":"2024-09-19T08:04:24.256310+0000","last_active":"2024-09-19T08:04:24.259746+0000","last_peered":"2024-09-19T08:04:24.259746+0000","last_clean":"2024-09-19T08:04:24.259746+0000","last_became_active":"2024-09-19T08:04:24.256053+0000","last_became_peered":"2024-09-19T08:04:24.256053+0000","last_unstale":"2024-09-19T08:04:24.259746+0000","last_undegraded":"2024-09-19T08:04:24.259746+0000","last_fullsized":"2024-09-19T08:04:24.259746+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:53.546888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247141+0000","last_change":"2024-09-19T08:04:24.244870+0000","last_active":"2024-09-19T08:04:24.247141+0000","last_peered":"2024-09-19T08:04:24.247141+0000","last_clean":"2024-09-19T08:04:24.247141+0000","last_became_active":"2024-09-19T08:04:24.244595+0000","last_became_peered":"2024-09-19T08:04:24.244595+0000","last_unstale":"2024-09-19T08:04:24.247141+0000","last_undegraded":"2024-09-19T08:04:24.247141+0000","last_fullsized":"2024-09-19T08:04:24.247141+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:21.690292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257238+0000","last_change":"2024-09-19T08:04:24.255453+0000","last_active":"2024-09-19T08:04:24.257238+0000","last_peered":"2024-09-19T08:04:24.257238+0000","last_clean":"2024-09-19T08:04:24.257238+0000","last_became_active":"2024-09-19T08:04:24.255142+0000","last_became_peered":"2024-09-19T08:04:24.255142+0000","last_unstale":"2024-09-19T08:04:24.257238+0000","last_undegraded":"2024-09-19T08:04:24.257238+0000","last_fullsized":"2024-09-19T08:04:24.257238+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:04.047478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259864+0000","last_change":"2024-09-19T08:04:24.255621+0000","last_active":"2024-09-19T08:04:24.259864+0000","last_peered":"2024-09-19T08:04:24.259864+0000","last_clean":"2024-09-19T08:04:24.259864+0000","last_became_active":"2024-09-19T08:04:24.255376+0000","last_became_peered":"2024-09-19T08:04:24.255376+0000","last_unstale":"2024-09-19T08:04:24.259864+0000","last_undegraded":"2024-09-19T08:04:24.259864+0000","last_fullsized":"2024-09-19T08:04:24.259864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:31.291226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259037+0000","last_change":"2024-09-19T08:04:24.250185+0000","last_active":"2024-09-19T08:04:24.259037+0000","last_peered":"2024-09-19T08:04:24.259037+0000","last_clean":"2024-09-19T08:04:24.259037+0000","last_became_active":"2024-09-19T08:04:24.249901+0000","last_became_peered":"2024-09-19T08:04:24.249901+0000","last_unstale":"2024-09-19T08:04:24.259037+0000","last_undegraded":"2024-09-19T08:04:24.259037+0000","last_fullsized":"2024-09-19T08:04:24.259037+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:27.052711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260681+0000","last_change":"2024-09-19T08:04:24.254601+0000","last_active":"2024-09-19T08:04:24.260681+0000","last_peered":"2024-09-19T08:04:24.260681+0000","last_clean":"2024-09-19T08:04:24.260681+0000","last_became_active":"2024-09-19T08:04:24.254062+0000","last_became_peered":"2024-09-19T08:04:24.254062+0000","last_unstale":"2024-09-19T08:04:24.260681+0000","last_undegraded":"2024-09-19T08:04:24.260681+0000","last_fullsized":"2024-09-19T08:04:24.260681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:04.236701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259578+0000","last_change":"2024-09-19T08:04:24.258803+0000","last_active":"2024-09-19T08:04:24.259578+0000","last_peered":"2024-09-19T08:04:24.259578+0000","last_clean":"2024-09-19T08:04:24.259578+0000","last_became_active":"2024-09-19T08:04:24.258508+0000","last_became_peered":"2024-09-19T08:04:24.258508+0000","last_unstale":"2024-09-19T08:04:24.259578+0000","last_undegraded":"2024-09-19T08:04:24.259578+0000","last_fullsized":"2024-09-19T08:04:24.259578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:38.248534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261493+0000","last_change":"2024-09-19T08:04:24.259408+0000","last_active":"2024-09-19T08:04:24.261493+0000","last_peered":"2024-09-19T08:04:24.261493+0000","last_clean":"2024-09-19T08:04:24.261493+0000","last_became_active":"2024-09-19T08:04:24.259129+0000","last_became_peered":"2024-09-19T08:04:24.259129+0000","last_unstale":"2024-09-19T08:04:24.261493+0000","last_undegraded":"2024-09-19T08:04:24.261493+0000","last_fullsized":"2024-09-19T08:04:24.261493+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:35.658606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258955+0000","last_change":"2024-09-19T08:04:24.256563+0000","last_active":"2024-09-19T08:04:24.258955+0000","last_peered":"2024-09-19T08:04:24.258955+0000","last_clean":"2024-09-19T08:04:24.258955+0000","last_became_active":"2024-09-19T08:04:24.256232+0000","last_became_peered":"2024-09-19T08:04:24.256232+0000","last_unstale":"2024-09-19T08:04:24.258955+0000","last_undegraded":"2024-09-19T08:04:24.258955+0000","last_fullsized":"2024-09-19T08:04:24.258955+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:20.008594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252671+0000","last_change":"2024-09-19T08:04:24.251175+0000","last_active":"2024-09-19T08:04:24.252671+0000","last_peered":"2024-09-19T08:04:24.252671+0000","last_clean":"2024-09-19T08:04:24.252671+0000","last_became_active":"2024-09-19T08:04:24.249895+0000","last_became_peered":"2024-09-19T08:04:24.249895+0000","last_unstale":"2024-09-19T08:04:24.252671+0000","last_undegraded":"2024-09-19T08:04:24.252671+0000","last_fullsized":"2024-09-19T08:04:24.252671+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:03.756897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.262571+0000","last_change":"2024-09-19T08:04:24.257165+0000","last_active":"2024-09-19T08:04:24.262571+0000","last_peered":"2024-09-19T08:04:24.262571+0000","last_clean":"2024-09-19T08:04:24.262571+0000","last_became_active":"2024-09-19T08:04:24.256880+0000","last_became_peered":"2024-09-19T08:04:24.256880+0000","last_unstale":"2024-09-19T08:04:24.262571+0000","last_undegraded":"2024-09-19T08:04:24.262571+0000","last_fullsized":"2024-09-19T08:04:24.262571+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:47.367329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251766+0000","last_change":"2024-09-19T08:04:24.244042+0000","last_active":"2024-09-19T08:04:24.251766+0000","last_peered":"2024-09-19T08:04:24.251766+0000","last_clean":"2024-09-19T08:04:24.251766+0000","last_became_active":"2024-09-19T08:04:24.243562+0000","last_became_peered":"2024-09-19T08:04:24.243562+0000","last_unstale":"2024-09-19T08:04:24.251766+0000","last_undegraded":"2024-09-19T08:04:24.251766+0000","last_fullsized":"2024-09-19T08:04:24.251766+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:39.446519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251935+0000","last_change":"2024-09-19T08:04:24.250464+0000","last_active":"2024-09-19T08:04:24.251935+0000","last_peered":"2024-09-19T08:04:24.251935+0000","last_clean":"2024-09-19T08:04:24.251935+0000","last_became_active":"2024-09-19T08:04:24.250182+0000","last_became_peered":"2024-09-19T08:04:24.250182+0000","last_unstale":"2024-09-19T08:04:24.251935+0000","last_undegraded":"2024-09-19T08:04:24.251935+0000","last_fullsized":"2024-09-19T08:04:24.251935+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:49.783998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257708+0000","last_change":"2024-09-19T08:04:24.251363+0000","last_active":"2024-09-19T08:04:24.257708+0000","last_peered":"2024-09-19T08:04:24.257708+0000","last_clean":"2024-09-19T08:04:24.257708+0000","last_became_active":"2024-09-19T08:04:24.251085+0000","last_became_peered":"2024-09-19T08:04:24.251085+0000","last_unstale":"2024-09-19T08:04:24.257708+0000","last_undegraded":"2024-09-19T08:04:24.257708+0000","last_fullsized":"2024-09-19T08:04:24.257708+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:06.248110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261605+0000","last_change":"2024-09-19T08:04:24.259711+0000","last_active":"2024-09-19T08:04:24.261605+0000","last_peered":"2024-09-19T08:04:24.261605+0000","last_clean":"2024-09-19T08:04:24.261605+0000","last_became_active":"2024-09-19T08:04:24.259417+0000","last_became_peered":"2024-09-19T08:04:24.259417+0000","last_unstale":"2024-09-19T08:04:24.261605+0000","last_undegraded":"2024-09-19T08:04:24.261605+0000","last_fullsized":"2024-09-19T08:04:24.261605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:29.047622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252009+0000","last_change":"2024-09-19T08:04:24.248084+0000","last_active":"2024-09-19T08:04:24.252009+0000","last_peered":"2024-09-19T08:04:24.252009+0000","last_clean":"2024-09-19T08:04:24.252009+0000","last_became_active":"2024-09-19T08:04:24.247830+0000","last_became_peered":"2024-09-19T08:04:24.247830+0000","last_unstale":"2024-09-19T08:04:24.252009+0000","last_undegraded":"2024-09-19T08:04:24.252009+0000","last_fullsized":"2024-09-19T08:04:24.252009+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:03.363133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263165+0000","last_change":"2024-09-19T08:04:24.260225+0000","last_active":"2024-09-19T08:04:24.263165+0000","last_peered":"2024-09-19T08:04:24.263165+0000","last_clean":"2024-09-19T08:04:24.263165+0000","last_became_active":"2024-09-19T08:04:24.259956+0000","last_became_peered":"2024-09-19T08:04:24.259956+0000","last_unstale":"2024-09-19T08:04:24.263165+0000","last_undegraded":"2024-09-19T08:04:24.263165+0000","last_fullsized":"2024-09-19T08:04:24.263165+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:03.161058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261697+0000","last_change":"2024-09-19T08:04:24.259739+0000","last_active":"2024-09-19T08:04:24.261697+0000","last_peered":"2024-09-19T08:04:24.261697+0000","last_clean":"2024-09-19T08:04:24.261697+0000","last_became_active":"2024-09-19T08:04:24.259470+0000","last_became_peered":"2024-09-19T08:04:24.259470+0000","last_unstale":"2024-09-19T08:04:24.261697+0000","last_undegraded":"2024-09-19T08:04:24.261697+0000","last_fullsized":"2024-09-19T08:04:24.261697+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:21.766892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.253958+0000","last_change":"2024-09-19T08:04:24.243968+0000","last_active":"2024-09-19T08:04:24.253958+0000","last_peered":"2024-09-19T08:04:24.253958+0000","last_clean":"2024-09-19T08:04:24.253958+0000","last_became_active":"2024-09-19T08:04:24.243657+0000","last_became_peered":"2024-09-19T08:04:24.243657+0000","last_unstale":"2024-09-19T08:04:24.253958+0000","last_undegraded":"2024-09-19T08:04:24.253958+0000","last_fullsized":"2024-09-19T08:04:24.253958+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:43.185398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257739+0000","last_change":"2024-09-19T08:04:24.254146+0000","last_active":"2024-09-19T08:04:24.257739+0000","last_peered":"2024-09-19T08:04:24.257739+0000","last_clean":"2024-09-19T08:04:24.257739+0000","last_became_active":"2024-09-19T08:04:24.253855+0000","last_became_peered":"2024-09-19T08:04:24.253855+0000","last_unstale":"2024-09-19T08:04:24.257739+0000","last_undegraded":"2024-09-19T08:04:24.257739+0000","last_fullsized":"2024-09-19T08:04:24.257739+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:39.626420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257318+0000","last_change":"2024-09-19T08:04:24.255620+0000","last_active":"2024-09-19T08:04:24.257318+0000","last_peered":"2024-09-19T08:04:24.257318+0000","last_clean":"2024-09-19T08:04:24.257318+0000","last_became_active":"2024-09-19T08:04:24.255270+0000","last_became_peered":"2024-09-19T08:04:24.255270+0000","last_unstale":"2024-09-19T08:04:24.257318+0000","last_undegraded":"2024-09-19T08:04:24.257318+0000","last_fullsized":"2024-09-19T08:04:24.257318+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:40.152315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260041+0000","last_change":"2024-09-19T08:04:24.252775+0000","last_active":"2024-09-19T08:04:24.260041+0000","last_peered":"2024-09-19T08:04:24.260041+0000","last_clean":"2024-09-19T08:04:24.260041+0000","last_became_active":"2024-09-19T08:04:24.252512+0000","last_became_peered":"2024-09-19T08:04:24.252512+0000","last_unstale":"2024-09-19T08:04:24.260041+0000","last_undegraded":"2024-09-19T08:04:24.260041+0000","last_fullsized":"2024-09-19T08:04:24.260041+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:02.646777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260005+0000","last_change":"2024-09-19T08:04:24.253134+0000","last_active":"2024-09-19T08:04:24.260005+0000","last_peered":"2024-09-19T08:04:24.260005+0000","last_clean":"2024-09-19T08:04:24.260005+0000","last_became_active":"2024-09-19T08:04:24.252323+0000","last_became_peered":"2024-09-19T08:04:24.252323+0000","last_unstale":"2024-09-19T08:04:24.260005+0000","last_undegraded":"2024-09-19T08:04:24.260005+0000","last_fullsized":"2024-09-19T08:04:24.260005+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:38.527377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260151+0000","last_change":"2024-09-19T08:04:24.254823+0000","last_active":"2024-09-19T08:04:24.260151+0000","last_peered":"2024-09-19T08:04:24.260151+0000","last_clean":"2024-09-19T08:04:24.260151+0000","last_became_active":"2024-09-19T08:04:24.253801+0000","last_became_peered":"2024-09-19T08:04:24.253801+0000","last_unstale":"2024-09-19T08:04:24.260151+0000","last_undegraded":"2024-09-19T08:04:24.260151+0000","last_fullsized":"2024-09-19T08:04:24.260151+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:39.303392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252399+0000","last_change":"2024-09-19T08:04:24.244440+0000","last_active":"2024-09-19T08:04:24.252399+0000","last_peered":"2024-09-19T08:04:24.252399+0000","last_clean":"2024-09-19T08:04:24.252399+0000","last_became_active":"2024-09-19T08:04:24.244164+0000","last_became_peered":"2024-09-19T08:04:24.244164+0000","last_unstale":"2024-09-19T08:04:24.252399+0000","last_undegraded":"2024-09-19T08:04:24.252399+0000","last_fullsized":"2024-09-19T08:04:24.252399+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:07.325261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247162+0000","last_change":"2024-09-19T08:04:24.245018+0000","last_active":"2024-09-19T08:04:24.247162+0000","last_peered":"2024-09-19T08:04:24.247162+0000","last_clean":"2024-09-19T08:04:24.247162+0000","last_became_active":"2024-09-19T08:04:24.244759+0000","last_became_peered":"2024-09-19T08:04:24.244759+0000","last_unstale":"2024-09-19T08:04:24.247162+0000","last_undegraded":"2024-09-19T08:04:24.247162+0000","last_fullsized":"2024-09-19T08:04:24.247162+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:02.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259931+0000","last_change":"2024-09-19T08:04:24.256545+0000","last_active":"2024-09-19T08:04:24.259931+0000","last_peered":"2024-09-19T08:04:24.259931+0000","last_clean":"2024-09-19T08:04:24.259931+0000","last_became_active":"2024-09-19T08:04:24.256212+0000","last_became_peered":"2024-09-19T08:04:24.256212+0000","last_unstale":"2024-09-19T08:04:24.259931+0000","last_undegraded":"2024-09-19T08:04:24.259931+0000","last_fullsized":"2024-09-19T08:04:24.259931+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:00.745025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259979+0000","last_change":"2024-09-19T08:04:24.252768+0000","last_active":"2024-09-19T08:04:24.259979+0000","last_peered":"2024-09-19T08:04:24.259979+0000","last_clean":"2024-09-19T08:04:24.259979+0000","last_became_active":"2024-09-19T08:04:24.252419+0000","last_became_peered":"2024-09-19T08:04:24.252419+0000","last_unstale":"2024-09-19T08:04:24.259979+0000","last_undegraded":"2024-09-19T08:04:24.259979+0000","last_fullsized":"2024-09-19T08:04:24.259979+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:56.588994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252912+0000","last_change":"2024-09-19T08:04:24.248803+0000","last_active":"2024-09-19T08:04:24.252912+0000","last_peered":"2024-09-19T08:04:24.252912+0000","last_clean":"2024-09-19T08:04:24.252912+0000","last_became_active":"2024-09-19T08:04:24.248512+0000","last_became_peered":"2024-09-19T08:04:24.248512+0000","last_unstale":"2024-09-19T08:04:24.252912+0000","last_undegraded":"2024-09-19T08:04:24.252912+0000","last_fullsized":"2024-09-19T08:04:24.252912+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:48.272580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257675+0000","last_change":"2024-09-19T08:04:24.247282+0000","last_active":"2024-09-19T08:04:24.257675+0000","last_peered":"2024-09-19T08:04:24.257675+0000","last_clean":"2024-09-19T08:04:24.257675+0000","last_became_active":"2024-09-19T08:04:24.246998+0000","last_became_peered":"2024-09-19T08:04:24.246998+0000","last_unstale":"2024-09-19T08:04:24.257675+0000","last_undegraded":"2024-09-19T08:04:24.257675+0000","last_fullsized":"2024-09-19T08:04:24.257675+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:49.323065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251864+0000","last_change":"2024-09-19T08:04:24.245781+0000","last_active":"2024-09-19T08:04:24.251864+0000","last_peered":"2024-09-19T08:04:24.251864+0000","last_clean":"2024-09-19T08:04:24.251864+0000","last_became_active":"2024-09-19T08:04:24.244792+0000","last_became_peered":"2024-09-19T08:04:24.244792+0000","last_unstale":"2024-09-19T08:04:24.251864+0000","last_undegraded":"2024-09-19T08:04:24.251864+0000","last_fullsized":"2024-09-19T08:04:24.251864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:51.477867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.245298+0000","last_change":"2024-09-19T08:04:24.244457+0000","last_active":"2024-09-19T08:04:24.245298+0000","last_peered":"2024-09-19T08:04:24.245298+0000","last_clean":"2024-09-19T08:04:24.245298+0000","last_became_active":"2024-09-19T08:04:24.244134+0000","last_became_peered":"2024-09-19T08:04:24.244134+0000","last_unstale":"2024-09-19T08:04:24.245298+0000","last_undegraded":"2024-09-19T08:04:24.245298+0000","last_fullsized":"2024-09-19T08:04:24.245298+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:04.047478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.271643+0000","last_change":"2024-09-19T08:04:23.247333+0000","last_active":"2024-09-19T08:04:24.271643+0000","last_peered":"2024-09-19T08:04:24.271643+0000","last_clean":"2024-09-19T08:04:24.271643+0000","last_became_active":"2024-09-19T08:04:23.246184+0000","last_became_peered":"2024-09-19T08:04:23.246184+0000","last_unstale":"2024-09-19T08:04:24.271643+0000","last_undegraded":"2024-09-19T08:04:24.271643+0000","last_fullsized":"2024-09-19T08:04:24.271643+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:59.743163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.255962+0000","last_change":"2024-09-19T08:04:24.249057+0000","last_active":"2024-09-19T08:04:24.255962+0000","last_peered":"2024-09-19T08:04:24.255962+0000","last_clean":"2024-09-19T08:04:24.255962+0000","last_became_active":"2024-09-19T08:04:24.248599+0000","last_became_peered":"2024-09-19T08:04:24.248599+0000","last_unstale":"2024-09-19T08:04:24.255962+0000","last_undegraded":"2024-09-19T08:04:24.255962+0000","last_fullsized":"2024-09-19T08:04:24.255962+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:55.929426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.266095+0000","last_change":"2024-09-19T08:04:23.243612+0000","last_active":"2024-09-19T08:04:24.266095+0000","last_peered":"2024-09-19T08:04:24.266095+0000","last_clean":"2024-09-19T08:04:24.266095+0000","last_became_active":"2024-09-19T08:04:23.243324+0000","last_became_peered":"2024-09-19T08:04:23.243324+0000","last_unstale":"2024-09-19T08:04:24.266095+0000","last_undegraded":"2024-09-19T08:04:24.266095+0000","last_fullsized":"2024-09-19T08:04:24.266095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:52.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.254035+0000","last_change":"2024-09-19T08:04:24.246942+0000","last_active":"2024-09-19T08:04:24.254035+0000","last_peered":"2024-09-19T08:04:24.254035+0000","last_clean":"2024-09-19T08:04:24.254035+0000","last_became_active":"2024-09-19T08:04:24.246645+0000","last_became_peered":"2024-09-19T08:04:24.246645+0000","last_unstale":"2024-09-19T08:04:24.254035+0000","last_undegraded":"2024-09-19T08:04:24.254035+0000","last_fullsized":"2024-09-19T08:04:24.254035+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:56.121756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.268619+0000","last_change":"2024-09-19T08:04:23.243102+0000","last_active":"2024-09-19T08:04:24.268619+0000","last_peered":"2024-09-19T08:04:24.268619+0000","last_clean":"2024-09-19T08:04:24.268619+0000","last_became_active":"2024-09-19T08:04:23.242778+0000","last_became_peered":"2024-09-19T08:04:23.242778+0000","last_unstale":"2024-09-19T08:04:24.268619+0000","last_undegraded":"2024-09-19T08:04:24.268619+0000","last_fullsized":"2024-09-19T08:04:24.268619+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:59.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258789+0000","last_change":"2024-09-19T08:04:24.256306+0000","last_active":"2024-09-19T08:04:24.258789+0000","last_peered":"2024-09-19T08:04:24.258789+0000","last_clean":"2024-09-19T08:04:24.258789+0000","last_became_active":"2024-09-19T08:04:24.256018+0000","last_became_peered":"2024-09-19T08:04:24.256018+0000","last_unstale":"2024-09-19T08:04:24.258789+0000","last_undegraded":"2024-09-19T08:04:24.258789+0000","last_fullsized":"2024-09-19T08:04:24.258789+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:40.152315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263488+0000","last_change":"2024-09-19T08:04:23.251097+0000","last_active":"2024-09-19T08:04:24.263488+0000","last_peered":"2024-09-19T08:04:24.263488+0000","last_clean":"2024-09-19T08:04:24.263488+0000","last_became_active":"2024-09-19T08:04:23.250799+0000","last_became_peered":"2024-09-19T08:04:23.250799+0000","last_unstale":"2024-09-19T08:04:24.263488+0000","last_undegraded":"2024-09-19T08:04:24.263488+0000","last_fullsized":"2024-09-19T08:04:24.263488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.067163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257291+0000","last_change":"2024-09-19T08:04:24.253684+0000","last_active":"2024-09-19T08:04:24.257291+0000","last_peered":"2024-09-19T08:04:24.257291+0000","last_clean":"2024-09-19T08:04:24.257291+0000","last_became_active":"2024-09-19T08:04:24.253391+0000","last_became_peered":"2024-09-19T08:04:24.253391+0000","last_unstale":"2024-09-19T08:04:24.257291+0000","last_undegraded":"2024-09-19T08:04:24.257291+0000","last_fullsized":"2024-09-19T08:04:24.257291+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:25.361069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.268578+0000","last_change":"2024-09-19T08:04:23.243703+0000","last_active":"2024-09-19T08:04:24.268578+0000","last_peered":"2024-09-19T08:04:24.268578+0000","last_clean":"2024-09-19T08:04:24.268578+0000","last_became_active":"2024-09-19T08:04:23.243195+0000","last_became_peered":"2024-09-19T08:04:23.243195+0000","last_unstale":"2024-09-19T08:04:24.268578+0000","last_undegraded":"2024-09-19T08:04:24.268578+0000","last_fullsized":"2024-09-19T08:04:24.268578+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:03.234840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252819+0000","last_change":"2024-09-19T08:04:24.249017+0000","last_active":"2024-09-19T08:04:24.252819+0000","last_peered":"2024-09-19T08:04:24.252819+0000","last_clean":"2024-09-19T08:04:24.252819+0000","last_became_active":"2024-09-19T08:04:24.244721+0000","last_became_peered":"2024-09-19T08:04:24.244721+0000","last_unstale":"2024-09-19T08:04:24.252819+0000","last_undegraded":"2024-09-19T08:04:24.252819+0000","last_fullsized":"2024-09-19T08:04:24.252819+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:21.766892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265681+0000","last_change":"2024-09-19T08:04:23.237725+0000","last_active":"2024-09-19T08:04:24.265681+0000","last_peered":"2024-09-19T08:04:24.265681+0000","last_clean":"2024-09-19T08:04:24.265681+0000","last_became_active":"2024-09-19T08:04:23.237405+0000","last_became_peered":"2024-09-19T08:04:23.237405+0000","last_unstale":"2024-09-19T08:04:24.265681+0000","last_undegraded":"2024-09-19T08:04:24.265681+0000","last_fullsized":"2024-09-19T08:04:24.265681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:26.724373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259559+0000","last_change":"2024-09-19T08:04:24.257762+0000","last_active":"2024-09-19T08:04:24.259559+0000","last_peered":"2024-09-19T08:04:24.259559+0000","last_clean":"2024-09-19T08:04:24.259559+0000","last_became_active":"2024-09-19T08:04:24.257426+0000","last_became_peered":"2024-09-19T08:04:24.257426+0000","last_unstale":"2024-09-19T08:04:24.259559+0000","last_undegraded":"2024-09-19T08:04:24.259559+0000","last_fullsized":"2024-09-19T08:04:24.259559+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:35.800998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.240497+0000","last_change":"2024-09-19T08:04:23.238902+0000","last_active":"2024-09-19T08:04:24.240497+0000","last_peered":"2024-09-19T08:04:24.240497+0000","last_clean":"2024-09-19T08:04:24.240497+0000","last_became_active":"2024-09-19T08:04:23.238631+0000","last_became_peered":"2024-09-19T08:04:23.238631+0000","last_unstale":"2024-09-19T08:04:24.240497+0000","last_undegraded":"2024-09-19T08:04:24.240497+0000","last_fullsized":"2024-09-19T08:04:24.240497+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.067163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260018+0000","last_change":"2024-09-19T08:04:24.252628+0000","last_active":"2024-09-19T08:04:24.260018+0000","last_peered":"2024-09-19T08:04:24.260018+0000","last_clean":"2024-09-19T08:04:24.260018+0000","last_became_active":"2024-09-19T08:04:24.252209+0000","last_became_peered":"2024-09-19T08:04:24.252209+0000","last_unstale":"2024-09-19T08:04:24.260018+0000","last_undegraded":"2024-09-19T08:04:24.260018+0000","last_fullsized":"2024-09-19T08:04:24.260018+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:35.285646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237130+0000","last_change":"2024-09-19T08:04:23.249480+0000","last_active":"2024-09-19T08:04:24.237130+0000","last_peered":"2024-09-19T08:04:24.237130+0000","last_clean":"2024-09-19T08:04:24.237130+0000","last_became_active":"2024-09-19T08:04:23.249160+0000","last_became_peered":"2024-09-19T08:04:23.249160+0000","last_unstale":"2024-09-19T08:04:24.237130+0000","last_undegraded":"2024-09-19T08:04:24.237130+0000","last_fullsized":"2024-09-19T08:04:24.237130+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:01.644915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265832+0000","last_change":"2024-09-19T08:04:24.260630+0000","last_active":"2024-09-19T08:04:24.265832+0000","last_peered":"2024-09-19T08:04:24.265832+0000","last_clean":"2024-09-19T08:04:24.265832+0000","last_became_active":"2024-09-19T08:04:24.260309+0000","last_became_peered":"2024-09-19T08:04:24.260309+0000","last_unstale":"2024-09-19T08:04:24.265832+0000","last_undegraded":"2024-09-19T08:04:24.265832+0000","last_fullsized":"2024-09-19T08:04:24.265832+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.957025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238530+0000","last_change":"2024-09-19T08:04:23.241989+0000","last_active":"2024-09-19T08:04:24.238530+0000","last_peered":"2024-09-19T08:04:24.238530+0000","last_clean":"2024-09-19T08:04:24.238530+0000","last_became_active":"2024-09-19T08:04:23.240233+0000","last_became_peered":"2024-09-19T08:04:23.240233+0000","last_unstale":"2024-09-19T08:04:24.238530+0000","last_undegraded":"2024-09-19T08:04:24.238530+0000","last_fullsized":"2024-09-19T08:04:24.238530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:13.258553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.254768+0000","last_change":"2024-09-19T08:04:24.252520+0000","last_active":"2024-09-19T08:04:24.254768+0000","last_peered":"2024-09-19T08:04:24.254768+0000","last_clean":"2024-09-19T08:04:24.254768+0000","last_became_active":"2024-09-19T08:04:24.252187+0000","last_became_peered":"2024-09-19T08:04:24.252187+0000","last_unstale":"2024-09-19T08:04:24.254768+0000","last_undegraded":"2024-09-19T08:04:24.254768+0000","last_fullsized":"2024-09-19T08:04:24.254768+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:53.546888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241727+0000","last_change":"2024-09-19T08:04:23.252415+0000","last_active":"2024-09-19T08:04:24.241727+0000","last_peered":"2024-09-19T08:04:24.241727+0000","last_clean":"2024-09-19T08:04:24.241727+0000","last_became_active":"2024-09-19T08:04:23.251998+0000","last_became_peered":"2024-09-19T08:04:23.251998+0000","last_unstale":"2024-09-19T08:04:24.241727+0000","last_undegraded":"2024-09-19T08:04:24.241727+0000","last_fullsized":"2024-09-19T08:04:24.241727+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:07.138846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259008+0000","last_change":"2024-09-19T08:04:24.248578+0000","last_active":"2024-09-19T08:04:24.259008+0000","last_peered":"2024-09-19T08:04:24.259008+0000","last_clean":"2024-09-19T08:04:24.259008+0000","last_became_active":"2024-09-19T08:04:24.248319+0000","last_became_peered":"2024-09-19T08:04:24.248319+0000","last_unstale":"2024-09-19T08:04:24.259008+0000","last_undegraded":"2024-09-19T08:04:24.259008+0000","last_fullsized":"2024-09-19T08:04:24.259008+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:37.766336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263614+0000","last_change":"2024-09-19T08:04:23.251735+0000","last_active":"2024-09-19T08:04:24.263614+0000","last_peered":"2024-09-19T08:04:24.263614+0000","last_clean":"2024-09-19T08:04:24.263614+0000","last_became_active":"2024-09-19T08:04:23.251184+0000","last_became_peered":"2024-09-19T08:04:23.251184+0000","last_unstale":"2024-09-19T08:04:24.263614+0000","last_undegraded":"2024-09-19T08:04:24.263614+0000","last_fullsized":"2024-09-19T08:04:24.263614+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:14.989257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257145+0000","last_change":"2024-09-19T08:04:24.254227+0000","last_active":"2024-09-19T08:04:24.257145+0000","last_peered":"2024-09-19T08:04:24.257145+0000","last_clean":"2024-09-19T08:04:24.257145+0000","last_became_active":"2024-09-19T08:04:24.253918+0000","last_became_peered":"2024-09-19T08:04:24.253918+0000","last_unstale":"2024-09-19T08:04:24.257145+0000","last_undegraded":"2024-09-19T08:04:24.257145+0000","last_fullsized":"2024-09-19T08:04:24.257145+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:47.367329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274442+0000","last_change":"2024-09-19T08:04:23.246441+0000","last_active":"2024-09-19T08:04:24.274442+0000","last_peered":"2024-09-19T08:04:24.274442+0000","last_clean":"2024-09-19T08:04:24.274442+0000","last_became_active":"2024-09-19T08:04:23.246158+0000","last_became_peered":"2024-09-19T08:04:23.246158+0000","last_unstale":"2024-09-19T08:04:24.274442+0000","last_undegraded":"2024-09-19T08:04:24.274442+0000","last_fullsized":"2024-09-19T08:04:24.274442+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:23.757716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261640+0000","last_change":"2024-09-19T08:04:24.259611+0000","last_active":"2024-09-19T08:04:24.261640+0000","last_peered":"2024-09-19T08:04:24.261640+0000","last_clean":"2024-09-19T08:04:24.261640+0000","last_became_active":"2024-09-19T08:04:24.259345+0000","last_became_peered":"2024-09-19T08:04:24.259345+0000","last_unstale":"2024-09-19T08:04:24.261640+0000","last_undegraded":"2024-09-19T08:04:24.261640+0000","last_fullsized":"2024-09-19T08:04:24.261640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:08.140708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.269267+0000","last_change":"2024-09-19T08:04:23.251945+0000","last_active":"2024-09-19T08:04:24.269267+0000","last_peered":"2024-09-19T08:04:24.269267+0000","last_clean":"2024-09-19T08:04:24.269267+0000","last_became_active":"2024-09-19T08:04:23.251618+0000","last_became_peered":"2024-09-19T08:04:23.251618+0000","last_unstale":"2024-09-19T08:04:24.269267+0000","last_undegraded":"2024-09-19T08:04:24.269267+0000","last_fullsized":"2024-09-19T08:04:24.269267+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:44.656602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257283+0000","last_change":"2024-09-19T08:04:24.255533+0000","last_active":"2024-09-19T08:04:24.257283+0000","last_peered":"2024-09-19T08:04:24.257283+0000","last_clean":"2024-09-19T08:04:24.257283+0000","last_became_active":"2024-09-19T08:04:24.255235+0000","last_became_peered":"2024-09-19T08:04:24.255235+0000","last_unstale":"2024-09-19T08:04:24.257283+0000","last_undegraded":"2024-09-19T08:04:24.257283+0000","last_fullsized":"2024-09-19T08:04:24.257283+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:06.974050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.245548+0000","last_change":"2024-09-19T08:04:23.248506+0000","last_active":"2024-09-19T08:04:24.245548+0000","last_peered":"2024-09-19T08:04:24.245548+0000","last_clean":"2024-09-19T08:04:24.245548+0000","last_became_active":"2024-09-19T08:04:23.248247+0000","last_became_peered":"2024-09-19T08:04:23.248247+0000","last_unstale":"2024-09-19T08:04:24.245548+0000","last_undegraded":"2024-09-19T08:04:24.245548+0000","last_fullsized":"2024-09-19T08:04:24.245548+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:21.758189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257705+0000","last_change":"2024-09-19T08:04:24.253976+0000","last_active":"2024-09-19T08:04:24.257705+0000","last_peered":"2024-09-19T08:04:24.257705+0000","last_clean":"2024-09-19T08:04:24.257705+0000","last_became_active":"2024-09-19T08:04:24.253664+0000","last_became_peered":"2024-09-19T08:04:24.253664+0000","last_unstale":"2024-09-19T08:04:24.257705+0000","last_undegraded":"2024-09-19T08:04:24.257705+0000","last_fullsized":"2024-09-19T08:04:24.257705+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:34.547641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241793+0000","last_change":"2024-09-19T08:04:23.250788+0000","last_active":"2024-09-19T08:04:24.241793+0000","last_peered":"2024-09-19T08:04:24.241793+0000","last_clean":"2024-09-19T08:04:24.241793+0000","last_became_active":"2024-09-19T08:04:23.250503+0000","last_became_peered":"2024-09-19T08:04:23.250503+0000","last_unstale":"2024-09-19T08:04:24.241793+0000","last_undegraded":"2024-09-19T08:04:24.241793+0000","last_fullsized":"2024-09-19T08:04:24.241793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:01.774462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263425+0000","last_change":"2024-09-19T08:04:24.257882+0000","last_active":"2024-09-19T08:04:24.263425+0000","last_peered":"2024-09-19T08:04:24.263425+0000","last_clean":"2024-09-19T08:04:24.263425+0000","last_became_active":"2024-09-19T08:04:24.257435+0000","last_became_peered":"2024-09-19T08:04:24.257435+0000","last_unstale":"2024-09-19T08:04:24.263425+0000","last_undegraded":"2024-09-19T08:04:24.263425+0000","last_fullsized":"2024-09-19T08:04:24.263425+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:53.187701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274501+0000","last_change":"2024-09-19T08:04:23.243364+0000","last_active":"2024-09-19T08:04:24.274501+0000","last_peered":"2024-09-19T08:04:24.274501+0000","last_clean":"2024-09-19T08:04:24.274501+0000","last_became_active":"2024-09-19T08:04:23.243086+0000","last_became_peered":"2024-09-19T08:04:23.243086+0000","last_unstale":"2024-09-19T08:04:24.274501+0000","last_undegraded":"2024-09-19T08:04:24.274501+0000","last_fullsized":"2024-09-19T08:04:24.274501+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:26.848677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258024+0000","last_change":"2024-09-19T08:04:24.252524+0000","last_active":"2024-09-19T08:04:24.258024+0000","last_peered":"2024-09-19T08:04:24.258024+0000","last_clean":"2024-09-19T08:04:24.258024+0000","last_became_active":"2024-09-19T08:04:24.252212+0000","last_became_peered":"2024-09-19T08:04:24.252212+0000","last_unstale":"2024-09-19T08:04:24.258024+0000","last_undegraded":"2024-09-19T08:04:24.258024+0000","last_fullsized":"2024-09-19T08:04:24.258024+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:35.461337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.266344+0000","last_change":"2024-09-19T08:04:23.249531+0000","last_active":"2024-09-19T08:04:24.266344+0000","last_peered":"2024-09-19T08:04:24.266344+0000","last_clean":"2024-09-19T08:04:24.266344+0000","last_became_active":"2024-09-19T08:04:23.249252+0000","last_became_peered":"2024-09-19T08:04:23.249252+0000","last_unstale":"2024-09-19T08:04:24.266344+0000","last_undegraded":"2024-09-19T08:04:24.266344+0000","last_fullsized":"2024-09-19T08:04:24.266344+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:24.211694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252788+0000","last_change":"2024-09-19T08:04:24.250488+0000","last_active":"2024-09-19T08:04:24.252788+0000","last_peered":"2024-09-19T08:04:24.252788+0000","last_clean":"2024-09-19T08:04:24.252788+0000","last_became_active":"2024-09-19T08:04:24.250227+0000","last_became_peered":"2024-09-19T08:04:24.250227+0000","last_unstale":"2024-09-19T08:04:24.252788+0000","last_undegraded":"2024-09-19T08:04:24.252788+0000","last_fullsized":"2024-09-19T08:04:24.252788+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:26.985696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265993+0000","last_change":"2024-09-19T08:04:23.241823+0000","last_active":"2024-09-19T08:04:24.265993+0000","last_peered":"2024-09-19T08:04:24.265993+0000","last_clean":"2024-09-19T08:04:24.265993+0000","last_became_active":"2024-09-19T08:04:23.239176+0000","last_became_peered":"2024-09-19T08:04:23.239176+0000","last_unstale":"2024-09-19T08:04:24.265993+0000","last_undegraded":"2024-09-19T08:04:24.265993+0000","last_fullsized":"2024-09-19T08:04:24.265993+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:04.705245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261468+0000","last_change":"2024-09-19T08:04:24.255987+0000","last_active":"2024-09-19T08:04:24.261468+0000","last_peered":"2024-09-19T08:04:24.261468+0000","last_clean":"2024-09-19T08:04:24.261468+0000","last_became_active":"2024-09-19T08:04:24.255706+0000","last_became_peered":"2024-09-19T08:04:24.255706+0000","last_unstale":"2024-09-19T08:04:24.261468+0000","last_undegraded":"2024-09-19T08:04:24.261468+0000","last_fullsized":"2024-09-19T08:04:24.261468+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:33.917063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263265+0000","last_change":"2024-09-19T08:04:23.240141+0000","last_active":"2024-09-19T08:04:24.263265+0000","last_peered":"2024-09-19T08:04:24.263265+0000","last_clean":"2024-09-19T08:04:24.263265+0000","last_became_active":"2024-09-19T08:04:23.239586+0000","last_became_peered":"2024-09-19T08:04:23.239586+0000","last_unstale":"2024-09-19T08:04:24.263265+0000","last_undegraded":"2024-09-19T08:04:24.263265+0000","last_fullsized":"2024-09-19T08:04:24.263265+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:42.287080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260122+0000","last_change":"2024-09-19T08:04:24.254457+0000","last_active":"2024-09-19T08:04:24.260122+0000","last_peered":"2024-09-19T08:04:24.260122+0000","last_clean":"2024-09-19T08:04:24.260122+0000","last_became_active":"2024-09-19T08:04:24.254208+0000","last_became_peered":"2024-09-19T08:04:24.254208+0000","last_unstale":"2024-09-19T08:04:24.260122+0000","last_undegraded":"2024-09-19T08:04:24.260122+0000","last_fullsized":"2024-09-19T08:04:24.260122+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:27.850539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238541+0000","last_change":"2024-09-19T08:04:23.247230+0000","last_active":"2024-09-19T08:04:24.238541+0000","last_peered":"2024-09-19T08:04:24.238541+0000","last_clean":"2024-09-19T08:04:24.238541+0000","last_became_active":"2024-09-19T08:04:23.246118+0000","last_became_peered":"2024-09-19T08:04:23.246118+0000","last_unstale":"2024-09-19T08:04:24.238541+0000","last_undegraded":"2024-09-19T08:04:24.238541+0000","last_fullsized":"2024-09-19T08:04:24.238541+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:46.365467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256517+0000","last_change":"2024-09-19T08:04:24.246240+0000","last_active":"2024-09-19T08:04:24.256517+0000","last_peered":"2024-09-19T08:04:24.256517+0000","last_clean":"2024-09-19T08:04:24.256517+0000","last_became_active":"2024-09-19T08:04:24.245832+0000","last_became_peered":"2024-09-19T08:04:24.245832+0000","last_unstale":"2024-09-19T08:04:24.256517+0000","last_undegraded":"2024-09-19T08:04:24.256517+0000","last_fullsized":"2024-09-19T08:04:24.256517+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:56.946128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274240+0000","last_change":"2024-09-19T08:04:23.243469+0000","last_active":"2024-09-19T08:04:24.274240+0000","last_peered":"2024-09-19T08:04:24.274240+0000","last_clean":"2024-09-19T08:04:24.274240+0000","last_became_active":"2024-09-19T08:04:23.242826+0000","last_became_peered":"2024-09-19T08:04:23.242826+0000","last_unstale":"2024-09-19T08:04:24.274240+0000","last_undegraded":"2024-09-19T08:04:24.274240+0000","last_fullsized":"2024-09-19T08:04:24.274240+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:52.185840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.253045+0000","last_change":"2024-09-19T08:04:24.249700+0000","last_active":"2024-09-19T08:04:24.253045+0000","last_peered":"2024-09-19T08:04:24.253045+0000","last_clean":"2024-09-19T08:04:24.253045+0000","last_became_active":"2024-09-19T08:04:24.249431+0000","last_became_peered":"2024-09-19T08:04:24.249431+0000","last_unstale":"2024-09-19T08:04:24.253045+0000","last_undegraded":"2024-09-19T08:04:24.253045+0000","last_fullsized":"2024-09-19T08:04:24.253045+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:06.974050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241037+0000","last_change":"2024-09-19T08:04:23.239963+0000","last_active":"2024-09-19T08:04:24.241037+0000","last_peered":"2024-09-19T08:04:24.241037+0000","last_clean":"2024-09-19T08:04:24.241037+0000","last_became_active":"2024-09-19T08:04:23.239657+0000","last_became_peered":"2024-09-19T08:04:23.239657+0000","last_unstale":"2024-09-19T08:04:24.241037+0000","last_undegraded":"2024-09-19T08:04:24.241037+0000","last_fullsized":"2024-09-19T08:04:24.241037+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:21.758189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251930+0000","last_change":"2024-09-19T08:04:24.250392+0000","last_active":"2024-09-19T08:04:24.251930+0000","last_peered":"2024-09-19T08:04:24.251930+0000","last_clean":"2024-09-19T08:04:24.251930+0000","last_became_active":"2024-09-19T08:04:24.250108+0000","last_became_peered":"2024-09-19T08:04:24.250108+0000","last_unstale":"2024-09-19T08:04:24.251930+0000","last_undegraded":"2024-09-19T08:04:24.251930+0000","last_fullsized":"2024-09-19T08:04:24.251930+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:00.253820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.239742+0000","last_change":"2024-09-19T08:04:23.250210+0000","last_active":"2024-09-19T08:04:24.239742+0000","last_peered":"2024-09-19T08:04:24.239742+0000","last_clean":"2024-09-19T08:04:24.239742+0000","last_became_active":"2024-09-19T08:04:23.249890+0000","last_became_peered":"2024-09-19T08:04:23.249890+0000","last_unstale":"2024-09-19T08:04:24.239742+0000","last_undegraded":"2024-09-19T08:04:24.239742+0000","last_fullsized":"2024-09-19T08:04:24.239742+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:32.915201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260466+0000","last_change":"2024-09-19T08:04:24.259396+0000","last_active":"2024-09-19T08:04:24.260466+0000","last_peered":"2024-09-19T08:04:24.260466+0000","last_clean":"2024-09-19T08:04:24.260466+0000","last_became_active":"2024-09-19T08:04:24.259096+0000","last_became_peered":"2024-09-19T08:04:24.259096+0000","last_unstale":"2024-09-19T08:04:24.260466+0000","last_undegraded":"2024-09-19T08:04:24.260466+0000","last_fullsized":"2024-09-19T08:04:24.260466+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:19.233865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247967+0000","last_change":"2024-09-19T08:04:23.248561+0000","last_active":"2024-09-19T08:04:24.247967+0000","last_peered":"2024-09-19T08:04:24.247967+0000","last_clean":"2024-09-19T08:04:24.247967+0000","last_became_active":"2024-09-19T08:04:23.248281+0000","last_became_peered":"2024-09-19T08:04:23.248281+0000","last_unstale":"2024-09-19T08:04:24.247967+0000","last_undegraded":"2024-09-19T08:04:24.247967+0000","last_fullsized":"2024-09-19T08:04:24.247967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:30.289365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.262959+0000","last_change":"2024-09-19T08:04:24.260496+0000","last_active":"2024-09-19T08:04:24.262959+0000","last_peered":"2024-09-19T08:04:24.262959+0000","last_clean":"2024-09-19T08:04:24.262959+0000","last_became_active":"2024-09-19T08:04:24.260236+0000","last_became_peered":"2024-09-19T08:04:24.260236+0000","last_unstale":"2024-09-19T08:04:24.262959+0000","last_undegraded":"2024-09-19T08:04:24.262959+0000","last_fullsized":"2024-09-19T08:04:24.262959+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:49.783998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238154+0000","last_change":"2024-09-19T08:04:23.251309+0000","last_active":"2024-09-19T08:04:24.238154+0000","last_peered":"2024-09-19T08:04:24.238154+0000","last_clean":"2024-09-19T08:04:24.238154+0000","last_became_active":"2024-09-19T08:04:23.251038+0000","last_became_peered":"2024-09-19T08:04:23.251038+0000","last_unstale":"2024-09-19T08:04:24.238154+0000","last_undegraded":"2024-09-19T08:04:24.238154+0000","last_fullsized":"2024-09-19T08:04:24.238154+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:52.545026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251959+0000","last_change":"2024-09-19T08:04:24.247537+0000","last_active":"2024-09-19T08:04:24.251959+0000","last_peered":"2024-09-19T08:04:24.251959+0000","last_clean":"2024-09-19T08:04:24.251959+0000","last_became_active":"2024-09-19T08:04:24.247245+0000","last_became_peered":"2024-09-19T08:04:24.247245+0000","last_unstale":"2024-09-19T08:04:24.251959+0000","last_undegraded":"2024-09-19T08:04:24.251959+0000","last_fullsized":"2024-09-19T08:04:24.251959+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:29.047622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.246320+0000","last_change":"2024-09-19T08:04:23.251368+0000","last_active":"2024-09-19T08:04:24.246320+0000","last_peered":"2024-09-19T08:04:24.246320+0000","last_clean":"2024-09-19T08:04:24.246320+0000","last_became_active":"2024-09-19T08:04:23.251101+0000","last_became_peered":"2024-09-19T08:04:23.251101+0000","last_unstale":"2024-09-19T08:04:24.246320+0000","last_undegraded":"2024-09-19T08:04:24.246320+0000","last_fullsized":"2024-09-19T08:04:24.246320+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.125539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260653+0000","last_change":"2024-09-19T08:04:24.255687+0000","last_active":"2024-09-19T08:04:24.260653+0000","last_peered":"2024-09-19T08:04:24.260653+0000","last_clean":"2024-09-19T08:04:24.260653+0000","last_became_active":"2024-09-19T08:04:24.255338+0000","last_became_peered":"2024-09-19T08:04:24.255338+0000","last_unstale":"2024-09-19T08:04:24.260653+0000","last_undegraded":"2024-09-19T08:04:24.260653+0000","last_fullsized":"2024-09-19T08:04:24.260653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:45.658463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237832+0000","last_change":"2024-09-19T08:04:23.243172+0000","last_active":"2024-09-19T08:04:24.237832+0000","last_peered":"2024-09-19T08:04:24.237832+0000","last_clean":"2024-09-19T08:04:24.237832+0000","last_became_active":"2024-09-19T08:04:23.242795+0000","last_became_peered":"2024-09-19T08:04:23.242795+0000","last_unstale":"2024-09-19T08:04:24.237832+0000","last_undegraded":"2024-09-19T08:04:24.237832+0000","last_fullsized":"2024-09-19T08:04:24.237832+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:02.755035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256548+0000","last_change":"2024-09-19T08:04:24.247109+0000","last_active":"2024-09-19T08:04:24.256548+0000","last_peered":"2024-09-19T08:04:24.256548+0000","last_clean":"2024-09-19T08:04:24.256548+0000","last_became_active":"2024-09-19T08:04:24.246794+0000","last_became_peered":"2024-09-19T08:04:24.246794+0000","last_unstale":"2024-09-19T08:04:24.256548+0000","last_undegraded":"2024-09-19T08:04:24.256548+0000","last_fullsized":"2024-09-19T08:04:24.256548+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:43.305931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247941+0000","last_change":"2024-09-19T08:04:23.251269+0000","last_active":"2024-09-19T08:04:24.247941+0000","last_peered":"2024-09-19T08:04:24.247941+0000","last_clean":"2024-09-19T08:04:24.247941+0000","last_became_active":"2024-09-19T08:04:23.250977+0000","last_became_peered":"2024-09-19T08:04:23.250977+0000","last_unstale":"2024-09-19T08:04:24.247941+0000","last_undegraded":"2024-09-19T08:04:24.247941+0000","last_fullsized":"2024-09-19T08:04:24.247941+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:55.119894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256474+0000","last_change":"2024-09-19T08:04:24.245418+0000","last_active":"2024-09-19T08:04:24.256474+0000","last_peered":"2024-09-19T08:04:24.256474+0000","last_clean":"2024-09-19T08:04:24.256474+0000","last_became_active":"2024-09-19T08:04:24.245136+0000","last_became_peered":"2024-09-19T08:04:24.245136+0000","last_unstale":"2024-09-19T08:04:24.256474+0000","last_undegraded":"2024-09-19T08:04:24.256474+0000","last_fullsized":"2024-09-19T08:04:24.256474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:12.215191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238559+0000","last_change":"2024-09-19T08:04:23.249437+0000","last_active":"2024-09-19T08:04:24.238559+0000","last_peered":"2024-09-19T08:04:24.238559+0000","last_clean":"2024-09-19T08:04:24.238559+0000","last_became_active":"2024-09-19T08:04:23.249167+0000","last_became_peered":"2024-09-19T08:04:23.249167+0000","last_unstale":"2024-09-19T08:04:24.238559+0000","last_undegraded":"2024-09-19T08:04:24.238559+0000","last_fullsized":"2024-09-19T08:04:24.238559+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:44.112173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251812+0000","last_change":"2024-09-19T08:04:24.246688+0000","last_active":"2024-09-19T08:04:24.251812+0000","last_peered":"2024-09-19T08:04:24.251812+0000","last_clean":"2024-09-19T08:04:24.251812+0000","last_became_active":"2024-09-19T08:04:24.246410+0000","last_became_peered":"2024-09-19T08:04:24.246410+0000","last_unstale":"2024-09-19T08:04:24.251812+0000","last_undegraded":"2024-09-19T08:04:24.251812+0000","last_fullsized":"2024-09-19T08:04:24.251812+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:14.127401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237632+0000","last_change":"2024-09-19T08:04:23.244911+0000","last_active":"2024-09-19T08:04:24.237632+0000","last_peered":"2024-09-19T08:04:24.237632+0000","last_clean":"2024-09-19T08:04:24.237632+0000","last_became_active":"2024-09-19T08:04:23.244609+0000","last_became_peered":"2024-09-19T08:04:23.244609+0000","last_unstale":"2024-09-19T08:04:24.237632+0000","last_undegraded":"2024-09-19T08:04:24.237632+0000","last_fullsized":"2024-09-19T08:04:24.237632+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:25.983834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260425+0000","last_change":"2024-09-19T08:04:24.255797+0000","last_active":"2024-09-19T08:04:24.260425+0000","last_peered":"2024-09-19T08:04:24.260425+0000","last_clean":"2024-09-19T08:04:24.260425+0000","last_became_active":"2024-09-19T08:04:24.255355+0000","last_became_peered":"2024-09-19T08:04:24.255355+0000","last_unstale":"2024-09-19T08:04:24.260425+0000","last_undegraded":"2024-09-19T08:04:24.260425+0000","last_fullsized":"2024-09-19T08:04:24.260425+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:49.591444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237453+0000","last_change":"2024-09-19T08:04:23.249483+0000","last_active":"2024-09-19T08:04:24.237453+0000","last_peered":"2024-09-19T08:04:24.237453+0000","last_clean":"2024-09-19T08:04:24.237453+0000","last_became_active":"2024-09-19T08:04:23.249232+0000","last_became_peered":"2024-09-19T08:04:23.249232+0000","last_unstale":"2024-09-19T08:04:24.237453+0000","last_undegraded":"2024-09-19T08:04:24.237453+0000","last_fullsized":"2024-09-19T08:04:24.237453+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:38.301530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.255828+0000","last_change":"2024-09-19T08:04:24.254360+0000","last_active":"2024-09-19T08:04:24.255828+0000","last_peered":"2024-09-19T08:04:24.255828+0000","last_clean":"2024-09-19T08:04:24.255828+0000","last_became_active":"2024-09-19T08:04:24.254075+0000","last_became_peered":"2024-09-19T08:04:24.254075+0000","last_unstale":"2024-09-19T08:04:24.255828+0000","last_undegraded":"2024-09-19T08:04:24.255828+0000","last_fullsized":"2024-09-19T08:04:24.255828+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:00.335163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263548+0000","last_change":"2024-09-19T08:04:23.244314+0000","last_active":"2024-09-19T08:04:24.263548+0000","last_peered":"2024-09-19T08:04:24.263548+0000","last_clean":"2024-09-19T08:04:24.263548+0000","last_became_active":"2024-09-19T08:04:23.244013+0000","last_became_peered":"2024-09-19T08:04:23.244013+0000","last_unstale":"2024-09-19T08:04:24.263548+0000","last_undegraded":"2024-09-19T08:04:24.263548+0000","last_fullsized":"2024-09-19T08:04:24.263548+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:14.989257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":211,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.248094+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:04:24.248094+0000","last_peered":"2024-09-19T08:04:24.248094+0000","last_clean":"2024-09-19T08:04:24.248094+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:04:24.248094+0000","last_undegraded":"2024-09-19T08:04:24.248094+0000","last_fullsized":"2024-09-19T08:04:24.248094+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542173,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":789650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27532,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542172,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542172,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35848,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335992,"statfs":{"total":96636764160,"available":96600055808,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31684,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542172,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":789650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:04:27.236 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:04:27.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:04:27.273 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:04:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.373+0000 7f5beb7fd640 1 Processor -- start 2024-09-19T08:04:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.373+0000 7f5beb7fd640 1 -- start start 2024-09-19T08:04:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5beb7fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5be415b2e0 0x7f5be40b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5beb7fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5be40cdfc0 0x7f5be40b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5beb7fd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5be40ce4f0 con 0x7f5be40b22c0 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5beb7fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5be415b6c0 con 0x7f5be40cdfc0 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5beb7fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5be40ce7d0 con 0x7f5be415b2e0 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5be8d98640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5be40cdfc0 0x7f5be40b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5be8d98640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5be40cdfc0 0x7f5be40b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34680/0 (socket says 172.21.15.17:34680) 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.374+0000 7f5be8d98640 1 -- 172.21.15.17:0/2259943987 learned_addr learned my addr 172.21.15.17:0/2259943987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be9599640 1 --2- 172.21.15.17:0/2259943987 >> v2:172.21.15.160:3300/0 conn(0x7f5be415b2e0 0x7f5be40b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be8d98640 1 -- 172.21.15.17:0/2259943987 >> v2:172.21.15.160:3300/0 conn(0x7f5be415b2e0 msgr2=0x7f5be40b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be8d98640 1 --2- 172.21.15.17:0/2259943987 >> v2:172.21.15.160:3300/0 conn(0x7f5be415b2e0 0x7f5be40b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be8d98640 1 -- 172.21.15.17:0/2259943987 >> v1:172.21.15.160:6789/0 conn(0x7f5be40b22c0 legacy=0x7f5be40ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be8d98640 1 -- 172.21.15.17:0/2259943987 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be40ceab0 con 0x7f5be40cdfc0 2024-09-19T08:04:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.375+0000 7f5be8d98640 1 --2- 172.21.15.17:0/2259943987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40b1d80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5be4069550 tx=0x7f5bd802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e1e83cad272064 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5be3fff640 1 -- 172.21.15.17:0/2259943987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8037070 con 0x7f5be40cdfc0 2024-09-19T08:04:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5be3fff640 1 -- 172.21.15.17:0/2259943987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd8032440 con 0x7f5be40cdfc0 2024-09-19T08:04:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5be3fff640 1 -- 172.21.15.17:0/2259943987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8032810 con 0x7f5be40cdfc0 2024-09-19T08:04:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 -- 172.21.15.17:0/2259943987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 msgr2=0x7f5be40b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/2259943987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40b1d80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5be4069550 tx=0x7f5bd802a230 comp rx=0 tx=0).stop 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 -- 172.21.15.17:0/2259943987 shutdown_connections 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/2259943987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40b1d80 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/2259943987 >> v2:172.21.15.160:3300/0 conn(0x7f5be415b2e0 0x7f5be40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 -- 172.21.15.17:0/2259943987 >> 172.21.15.17:0/2259943987 conn(0x7f5be406bc10 msgr2=0x7f5be406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 -- 172.21.15.17:0/2259943987 shutdown_connections 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.376+0000 7f5beb7fd640 1 -- 172.21.15.17:0/2259943987 wait complete. 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.377+0000 7f5beb7fd640 1 Processor -- start 2024-09-19T08:04:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 -- start start 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5be40b22c0 0x7f5be4157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 0x7f5be4072b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5be40712b0 con 0x7f5be40cdfc0 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5be4071130 con 0x7f5be40b22c0 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5beb7fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5be40b4260 con 0x7f5be415b2e0 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5be8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5be8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34682/0 (socket says 172.21.15.17:34682) 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5be8d98640 1 -- 172.21.15.17:0/137878031 learned_addr learned my addr 172.21.15.17:0/137878031 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.378+0000 7f5be9599640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5be40b22c0 0x7f5be4157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be9d9a640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 0x7f5be4072b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 -- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 msgr2=0x7f5be4072b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 0x7f5be4072b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 -- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5be40b22c0 msgr2=0x7f5be4157d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5be40b22c0 0x7f5be4157d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 -- 172.21.15.17:0/137878031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be4074250 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be9d9a640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 0x7f5be4072b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be8d98640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5bd802a270 tx=0x7f5bd80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8041020 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd80306c0 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be4073f70 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8037040 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.379+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be4158260 con 0x7f5be40cdfc0 2024-09-19T08:04:27.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.380+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be40b1d80 con 0x7f5be40cdfc0 2024-09-19T08:04:27.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.381+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bd8044020 con 0x7f5be40cdfc0 2024-09-19T08:04:27.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.381+0000 7f5be1ffb640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 0x7f5bd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.382+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f5bd80abc00 con 0x7f5be40cdfc0 2024-09-19T08:04:27.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.382+0000 7f5be9599640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 0x7f5bd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.382+0000 7f5be9599640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 0x7f5bd006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5be4073cb0 tx=0x7f5bdc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.386+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5bd80b2080 con 0x7f5be40cdfc0 2024-09-19T08:04:27.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.561+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5be4073d20 con 0x7f5bd006c2b0 2024-09-19T08:04:27.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.568+0000 7f5be1ffb640 1 -- 172.21.15.17:0/137878031 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251888 (secure 0 0 0) 0x7f5be4073d20 con 0x7f5bd006c2b0 2024-09-19T08:04:27.570 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:27.571 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:04:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 msgr2=0x7f5bd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 0x7f5bd006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5be4073cb0 tx=0x7f5bdc008040 comp rx=0 tx=0).stop 2024-09-19T08:04:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 msgr2=0x7f5be40725f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5bd802a270 tx=0x7f5bd80046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 shutdown_connections 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bd006c2b0 0x7f5bd006e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5be415b2e0 0x7f5be4072b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5be40cdfc0 0x7f5be40725f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 --2- 172.21.15.17:0/137878031 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5be40b22c0 0x7f5be4157d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 >> 172.21.15.17:0/137878031 conn(0x7f5be406bc10 msgr2=0x7f5be40b3280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 shutdown_connections 2024-09-19T08:04:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.571+0000 7f5beb7fd640 1 -- 172.21.15.17:0/137878031 wait complete. 2024-09-19T08:04:27.582 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":102,"stamp":"2024-09-19T08:04:27.418780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":49,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242148,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732572,"statfs":{"total":773094113280,"available":772846153728,"internally_reserved":0,"allocated":5185536,"data_stored":2774992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.190523"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257055+0000","last_change":"2024-09-19T08:04:24.253956+0000","last_active":"2024-09-19T08:04:24.257055+0000","last_peered":"2024-09-19T08:04:24.257055+0000","last_clean":"2024-09-19T08:04:24.257055+0000","last_became_active":"2024-09-19T08:04:24.253624+0000","last_became_peered":"2024-09-19T08:04:24.253624+0000","last_unstale":"2024-09-19T08:04:24.257055+0000","last_undegraded":"2024-09-19T08:04:24.257055+0000","last_fullsized":"2024-09-19T08:04:24.257055+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:00.745025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259746+0000","last_change":"2024-09-19T08:04:24.256310+0000","last_active":"2024-09-19T08:04:24.259746+0000","last_peered":"2024-09-19T08:04:24.259746+0000","last_clean":"2024-09-19T08:04:24.259746+0000","last_became_active":"2024-09-19T08:04:24.256053+0000","last_became_peered":"2024-09-19T08:04:24.256053+0000","last_unstale":"2024-09-19T08:04:24.259746+0000","last_undegraded":"2024-09-19T08:04:24.259746+0000","last_fullsized":"2024-09-19T08:04:24.259746+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:53.546888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247141+0000","last_change":"2024-09-19T08:04:24.244870+0000","last_active":"2024-09-19T08:04:24.247141+0000","last_peered":"2024-09-19T08:04:24.247141+0000","last_clean":"2024-09-19T08:04:24.247141+0000","last_became_active":"2024-09-19T08:04:24.244595+0000","last_became_peered":"2024-09-19T08:04:24.244595+0000","last_unstale":"2024-09-19T08:04:24.247141+0000","last_undegraded":"2024-09-19T08:04:24.247141+0000","last_fullsized":"2024-09-19T08:04:24.247141+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:21.690292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257238+0000","last_change":"2024-09-19T08:04:24.255453+0000","last_active":"2024-09-19T08:04:24.257238+0000","last_peered":"2024-09-19T08:04:24.257238+0000","last_clean":"2024-09-19T08:04:24.257238+0000","last_became_active":"2024-09-19T08:04:24.255142+0000","last_became_peered":"2024-09-19T08:04:24.255142+0000","last_unstale":"2024-09-19T08:04:24.257238+0000","last_undegraded":"2024-09-19T08:04:24.257238+0000","last_fullsized":"2024-09-19T08:04:24.257238+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:04.047478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259864+0000","last_change":"2024-09-19T08:04:24.255621+0000","last_active":"2024-09-19T08:04:24.259864+0000","last_peered":"2024-09-19T08:04:24.259864+0000","last_clean":"2024-09-19T08:04:24.259864+0000","last_became_active":"2024-09-19T08:04:24.255376+0000","last_became_peered":"2024-09-19T08:04:24.255376+0000","last_unstale":"2024-09-19T08:04:24.259864+0000","last_undegraded":"2024-09-19T08:04:24.259864+0000","last_fullsized":"2024-09-19T08:04:24.259864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:31.291226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259037+0000","last_change":"2024-09-19T08:04:24.250185+0000","last_active":"2024-09-19T08:04:24.259037+0000","last_peered":"2024-09-19T08:04:24.259037+0000","last_clean":"2024-09-19T08:04:24.259037+0000","last_became_active":"2024-09-19T08:04:24.249901+0000","last_became_peered":"2024-09-19T08:04:24.249901+0000","last_unstale":"2024-09-19T08:04:24.259037+0000","last_undegraded":"2024-09-19T08:04:24.259037+0000","last_fullsized":"2024-09-19T08:04:24.259037+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:27.052711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260681+0000","last_change":"2024-09-19T08:04:24.254601+0000","last_active":"2024-09-19T08:04:24.260681+0000","last_peered":"2024-09-19T08:04:24.260681+0000","last_clean":"2024-09-19T08:04:24.260681+0000","last_became_active":"2024-09-19T08:04:24.254062+0000","last_became_peered":"2024-09-19T08:04:24.254062+0000","last_unstale":"2024-09-19T08:04:24.260681+0000","last_undegraded":"2024-09-19T08:04:24.260681+0000","last_fullsized":"2024-09-19T08:04:24.260681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:04.236701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259578+0000","last_change":"2024-09-19T08:04:24.258803+0000","last_active":"2024-09-19T08:04:24.259578+0000","last_peered":"2024-09-19T08:04:24.259578+0000","last_clean":"2024-09-19T08:04:24.259578+0000","last_became_active":"2024-09-19T08:04:24.258508+0000","last_became_peered":"2024-09-19T08:04:24.258508+0000","last_unstale":"2024-09-19T08:04:24.259578+0000","last_undegraded":"2024-09-19T08:04:24.259578+0000","last_fullsized":"2024-09-19T08:04:24.259578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:38.248534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261493+0000","last_change":"2024-09-19T08:04:24.259408+0000","last_active":"2024-09-19T08:04:24.261493+0000","last_peered":"2024-09-19T08:04:24.261493+0000","last_clean":"2024-09-19T08:04:24.261493+0000","last_became_active":"2024-09-19T08:04:24.259129+0000","last_became_peered":"2024-09-19T08:04:24.259129+0000","last_unstale":"2024-09-19T08:04:24.261493+0000","last_undegraded":"2024-09-19T08:04:24.261493+0000","last_fullsized":"2024-09-19T08:04:24.261493+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:35.658606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258955+0000","last_change":"2024-09-19T08:04:24.256563+0000","last_active":"2024-09-19T08:04:24.258955+0000","last_peered":"2024-09-19T08:04:24.258955+0000","last_clean":"2024-09-19T08:04:24.258955+0000","last_became_active":"2024-09-19T08:04:24.256232+0000","last_became_peered":"2024-09-19T08:04:24.256232+0000","last_unstale":"2024-09-19T08:04:24.258955+0000","last_undegraded":"2024-09-19T08:04:24.258955+0000","last_fullsized":"2024-09-19T08:04:24.258955+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:20.008594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252671+0000","last_change":"2024-09-19T08:04:24.251175+0000","last_active":"2024-09-19T08:04:24.252671+0000","last_peered":"2024-09-19T08:04:24.252671+0000","last_clean":"2024-09-19T08:04:24.252671+0000","last_became_active":"2024-09-19T08:04:24.249895+0000","last_became_peered":"2024-09-19T08:04:24.249895+0000","last_unstale":"2024-09-19T08:04:24.252671+0000","last_undegraded":"2024-09-19T08:04:24.252671+0000","last_fullsized":"2024-09-19T08:04:24.252671+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:03.756897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.262571+0000","last_change":"2024-09-19T08:04:24.257165+0000","last_active":"2024-09-19T08:04:24.262571+0000","last_peered":"2024-09-19T08:04:24.262571+0000","last_clean":"2024-09-19T08:04:24.262571+0000","last_became_active":"2024-09-19T08:04:24.256880+0000","last_became_peered":"2024-09-19T08:04:24.256880+0000","last_unstale":"2024-09-19T08:04:24.262571+0000","last_undegraded":"2024-09-19T08:04:24.262571+0000","last_fullsized":"2024-09-19T08:04:24.262571+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:47.367329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251766+0000","last_change":"2024-09-19T08:04:24.244042+0000","last_active":"2024-09-19T08:04:24.251766+0000","last_peered":"2024-09-19T08:04:24.251766+0000","last_clean":"2024-09-19T08:04:24.251766+0000","last_became_active":"2024-09-19T08:04:24.243562+0000","last_became_peered":"2024-09-19T08:04:24.243562+0000","last_unstale":"2024-09-19T08:04:24.251766+0000","last_undegraded":"2024-09-19T08:04:24.251766+0000","last_fullsized":"2024-09-19T08:04:24.251766+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:39.446519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251935+0000","last_change":"2024-09-19T08:04:24.250464+0000","last_active":"2024-09-19T08:04:24.251935+0000","last_peered":"2024-09-19T08:04:24.251935+0000","last_clean":"2024-09-19T08:04:24.251935+0000","last_became_active":"2024-09-19T08:04:24.250182+0000","last_became_peered":"2024-09-19T08:04:24.250182+0000","last_unstale":"2024-09-19T08:04:24.251935+0000","last_undegraded":"2024-09-19T08:04:24.251935+0000","last_fullsized":"2024-09-19T08:04:24.251935+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:49.783998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257708+0000","last_change":"2024-09-19T08:04:24.251363+0000","last_active":"2024-09-19T08:04:24.257708+0000","last_peered":"2024-09-19T08:04:24.257708+0000","last_clean":"2024-09-19T08:04:24.257708+0000","last_became_active":"2024-09-19T08:04:24.251085+0000","last_became_peered":"2024-09-19T08:04:24.251085+0000","last_unstale":"2024-09-19T08:04:24.257708+0000","last_undegraded":"2024-09-19T08:04:24.257708+0000","last_fullsized":"2024-09-19T08:04:24.257708+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:06.248110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261605+0000","last_change":"2024-09-19T08:04:24.259711+0000","last_active":"2024-09-19T08:04:24.261605+0000","last_peered":"2024-09-19T08:04:24.261605+0000","last_clean":"2024-09-19T08:04:24.261605+0000","last_became_active":"2024-09-19T08:04:24.259417+0000","last_became_peered":"2024-09-19T08:04:24.259417+0000","last_unstale":"2024-09-19T08:04:24.261605+0000","last_undegraded":"2024-09-19T08:04:24.261605+0000","last_fullsized":"2024-09-19T08:04:24.261605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:29.047622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252009+0000","last_change":"2024-09-19T08:04:24.248084+0000","last_active":"2024-09-19T08:04:24.252009+0000","last_peered":"2024-09-19T08:04:24.252009+0000","last_clean":"2024-09-19T08:04:24.252009+0000","last_became_active":"2024-09-19T08:04:24.247830+0000","last_became_peered":"2024-09-19T08:04:24.247830+0000","last_unstale":"2024-09-19T08:04:24.252009+0000","last_undegraded":"2024-09-19T08:04:24.252009+0000","last_fullsized":"2024-09-19T08:04:24.252009+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:03.363133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263165+0000","last_change":"2024-09-19T08:04:24.260225+0000","last_active":"2024-09-19T08:04:24.263165+0000","last_peered":"2024-09-19T08:04:24.263165+0000","last_clean":"2024-09-19T08:04:24.263165+0000","last_became_active":"2024-09-19T08:04:24.259956+0000","last_became_peered":"2024-09-19T08:04:24.259956+0000","last_unstale":"2024-09-19T08:04:24.263165+0000","last_undegraded":"2024-09-19T08:04:24.263165+0000","last_fullsized":"2024-09-19T08:04:24.263165+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:03.161058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261697+0000","last_change":"2024-09-19T08:04:24.259739+0000","last_active":"2024-09-19T08:04:24.261697+0000","last_peered":"2024-09-19T08:04:24.261697+0000","last_clean":"2024-09-19T08:04:24.261697+0000","last_became_active":"2024-09-19T08:04:24.259470+0000","last_became_peered":"2024-09-19T08:04:24.259470+0000","last_unstale":"2024-09-19T08:04:24.261697+0000","last_undegraded":"2024-09-19T08:04:24.261697+0000","last_fullsized":"2024-09-19T08:04:24.261697+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:21.766892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.253958+0000","last_change":"2024-09-19T08:04:24.243968+0000","last_active":"2024-09-19T08:04:24.253958+0000","last_peered":"2024-09-19T08:04:24.253958+0000","last_clean":"2024-09-19T08:04:24.253958+0000","last_became_active":"2024-09-19T08:04:24.243657+0000","last_became_peered":"2024-09-19T08:04:24.243657+0000","last_unstale":"2024-09-19T08:04:24.253958+0000","last_undegraded":"2024-09-19T08:04:24.253958+0000","last_fullsized":"2024-09-19T08:04:24.253958+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:43.185398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257739+0000","last_change":"2024-09-19T08:04:24.254146+0000","last_active":"2024-09-19T08:04:24.257739+0000","last_peered":"2024-09-19T08:04:24.257739+0000","last_clean":"2024-09-19T08:04:24.257739+0000","last_became_active":"2024-09-19T08:04:24.253855+0000","last_became_peered":"2024-09-19T08:04:24.253855+0000","last_unstale":"2024-09-19T08:04:24.257739+0000","last_undegraded":"2024-09-19T08:04:24.257739+0000","last_fullsized":"2024-09-19T08:04:24.257739+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:39.626420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257318+0000","last_change":"2024-09-19T08:04:24.255620+0000","last_active":"2024-09-19T08:04:24.257318+0000","last_peered":"2024-09-19T08:04:24.257318+0000","last_clean":"2024-09-19T08:04:24.257318+0000","last_became_active":"2024-09-19T08:04:24.255270+0000","last_became_peered":"2024-09-19T08:04:24.255270+0000","last_unstale":"2024-09-19T08:04:24.257318+0000","last_undegraded":"2024-09-19T08:04:24.257318+0000","last_fullsized":"2024-09-19T08:04:24.257318+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:40.152315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260041+0000","last_change":"2024-09-19T08:04:24.252775+0000","last_active":"2024-09-19T08:04:24.260041+0000","last_peered":"2024-09-19T08:04:24.260041+0000","last_clean":"2024-09-19T08:04:24.260041+0000","last_became_active":"2024-09-19T08:04:24.252512+0000","last_became_peered":"2024-09-19T08:04:24.252512+0000","last_unstale":"2024-09-19T08:04:24.260041+0000","last_undegraded":"2024-09-19T08:04:24.260041+0000","last_fullsized":"2024-09-19T08:04:24.260041+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:02.646777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260005+0000","last_change":"2024-09-19T08:04:24.253134+0000","last_active":"2024-09-19T08:04:24.260005+0000","last_peered":"2024-09-19T08:04:24.260005+0000","last_clean":"2024-09-19T08:04:24.260005+0000","last_became_active":"2024-09-19T08:04:24.252323+0000","last_became_peered":"2024-09-19T08:04:24.252323+0000","last_unstale":"2024-09-19T08:04:24.260005+0000","last_undegraded":"2024-09-19T08:04:24.260005+0000","last_fullsized":"2024-09-19T08:04:24.260005+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:38.527377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260151+0000","last_change":"2024-09-19T08:04:24.254823+0000","last_active":"2024-09-19T08:04:24.260151+0000","last_peered":"2024-09-19T08:04:24.260151+0000","last_clean":"2024-09-19T08:04:24.260151+0000","last_became_active":"2024-09-19T08:04:24.253801+0000","last_became_peered":"2024-09-19T08:04:24.253801+0000","last_unstale":"2024-09-19T08:04:24.260151+0000","last_undegraded":"2024-09-19T08:04:24.260151+0000","last_fullsized":"2024-09-19T08:04:24.260151+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:39.303392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252399+0000","last_change":"2024-09-19T08:04:24.244440+0000","last_active":"2024-09-19T08:04:24.252399+0000","last_peered":"2024-09-19T08:04:24.252399+0000","last_clean":"2024-09-19T08:04:24.252399+0000","last_became_active":"2024-09-19T08:04:24.244164+0000","last_became_peered":"2024-09-19T08:04:24.244164+0000","last_unstale":"2024-09-19T08:04:24.252399+0000","last_undegraded":"2024-09-19T08:04:24.252399+0000","last_fullsized":"2024-09-19T08:04:24.252399+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:07.325261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247162+0000","last_change":"2024-09-19T08:04:24.245018+0000","last_active":"2024-09-19T08:04:24.247162+0000","last_peered":"2024-09-19T08:04:24.247162+0000","last_clean":"2024-09-19T08:04:24.247162+0000","last_became_active":"2024-09-19T08:04:24.244759+0000","last_became_peered":"2024-09-19T08:04:24.244759+0000","last_unstale":"2024-09-19T08:04:24.247162+0000","last_undegraded":"2024-09-19T08:04:24.247162+0000","last_fullsized":"2024-09-19T08:04:24.247162+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:02.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259931+0000","last_change":"2024-09-19T08:04:24.256545+0000","last_active":"2024-09-19T08:04:24.259931+0000","last_peered":"2024-09-19T08:04:24.259931+0000","last_clean":"2024-09-19T08:04:24.259931+0000","last_became_active":"2024-09-19T08:04:24.256212+0000","last_became_peered":"2024-09-19T08:04:24.256212+0000","last_unstale":"2024-09-19T08:04:24.259931+0000","last_undegraded":"2024-09-19T08:04:24.259931+0000","last_fullsized":"2024-09-19T08:04:24.259931+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:00.745025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259979+0000","last_change":"2024-09-19T08:04:24.252768+0000","last_active":"2024-09-19T08:04:24.259979+0000","last_peered":"2024-09-19T08:04:24.259979+0000","last_clean":"2024-09-19T08:04:24.259979+0000","last_became_active":"2024-09-19T08:04:24.252419+0000","last_became_peered":"2024-09-19T08:04:24.252419+0000","last_unstale":"2024-09-19T08:04:24.259979+0000","last_undegraded":"2024-09-19T08:04:24.259979+0000","last_fullsized":"2024-09-19T08:04:24.259979+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:56.588994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252912+0000","last_change":"2024-09-19T08:04:24.248803+0000","last_active":"2024-09-19T08:04:24.252912+0000","last_peered":"2024-09-19T08:04:24.252912+0000","last_clean":"2024-09-19T08:04:24.252912+0000","last_became_active":"2024-09-19T08:04:24.248512+0000","last_became_peered":"2024-09-19T08:04:24.248512+0000","last_unstale":"2024-09-19T08:04:24.252912+0000","last_undegraded":"2024-09-19T08:04:24.252912+0000","last_fullsized":"2024-09-19T08:04:24.252912+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:48.272580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257675+0000","last_change":"2024-09-19T08:04:24.247282+0000","last_active":"2024-09-19T08:04:24.257675+0000","last_peered":"2024-09-19T08:04:24.257675+0000","last_clean":"2024-09-19T08:04:24.257675+0000","last_became_active":"2024-09-19T08:04:24.246998+0000","last_became_peered":"2024-09-19T08:04:24.246998+0000","last_unstale":"2024-09-19T08:04:24.257675+0000","last_undegraded":"2024-09-19T08:04:24.257675+0000","last_fullsized":"2024-09-19T08:04:24.257675+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:12:49.323065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251864+0000","last_change":"2024-09-19T08:04:24.245781+0000","last_active":"2024-09-19T08:04:24.251864+0000","last_peered":"2024-09-19T08:04:24.251864+0000","last_clean":"2024-09-19T08:04:24.251864+0000","last_became_active":"2024-09-19T08:04:24.244792+0000","last_became_peered":"2024-09-19T08:04:24.244792+0000","last_unstale":"2024-09-19T08:04:24.251864+0000","last_undegraded":"2024-09-19T08:04:24.251864+0000","last_fullsized":"2024-09-19T08:04:24.251864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:51.477867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.245298+0000","last_change":"2024-09-19T08:04:24.244457+0000","last_active":"2024-09-19T08:04:24.245298+0000","last_peered":"2024-09-19T08:04:24.245298+0000","last_clean":"2024-09-19T08:04:24.245298+0000","last_became_active":"2024-09-19T08:04:24.244134+0000","last_became_peered":"2024-09-19T08:04:24.244134+0000","last_unstale":"2024-09-19T08:04:24.245298+0000","last_undegraded":"2024-09-19T08:04:24.245298+0000","last_fullsized":"2024-09-19T08:04:24.245298+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:04.047478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.271643+0000","last_change":"2024-09-19T08:04:23.247333+0000","last_active":"2024-09-19T08:04:24.271643+0000","last_peered":"2024-09-19T08:04:24.271643+0000","last_clean":"2024-09-19T08:04:24.271643+0000","last_became_active":"2024-09-19T08:04:23.246184+0000","last_became_peered":"2024-09-19T08:04:23.246184+0000","last_unstale":"2024-09-19T08:04:24.271643+0000","last_undegraded":"2024-09-19T08:04:24.271643+0000","last_fullsized":"2024-09-19T08:04:24.271643+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:59.743163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.255962+0000","last_change":"2024-09-19T08:04:24.249057+0000","last_active":"2024-09-19T08:04:24.255962+0000","last_peered":"2024-09-19T08:04:24.255962+0000","last_clean":"2024-09-19T08:04:24.255962+0000","last_became_active":"2024-09-19T08:04:24.248599+0000","last_became_peered":"2024-09-19T08:04:24.248599+0000","last_unstale":"2024-09-19T08:04:24.255962+0000","last_undegraded":"2024-09-19T08:04:24.255962+0000","last_fullsized":"2024-09-19T08:04:24.255962+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:55.929426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.266095+0000","last_change":"2024-09-19T08:04:23.243612+0000","last_active":"2024-09-19T08:04:24.266095+0000","last_peered":"2024-09-19T08:04:24.266095+0000","last_clean":"2024-09-19T08:04:24.266095+0000","last_became_active":"2024-09-19T08:04:23.243324+0000","last_became_peered":"2024-09-19T08:04:23.243324+0000","last_unstale":"2024-09-19T08:04:24.266095+0000","last_undegraded":"2024-09-19T08:04:24.266095+0000","last_fullsized":"2024-09-19T08:04:24.266095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:52.523187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.254035+0000","last_change":"2024-09-19T08:04:24.246942+0000","last_active":"2024-09-19T08:04:24.254035+0000","last_peered":"2024-09-19T08:04:24.254035+0000","last_clean":"2024-09-19T08:04:24.254035+0000","last_became_active":"2024-09-19T08:04:24.246645+0000","last_became_peered":"2024-09-19T08:04:24.246645+0000","last_unstale":"2024-09-19T08:04:24.254035+0000","last_undegraded":"2024-09-19T08:04:24.254035+0000","last_fullsized":"2024-09-19T08:04:24.254035+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:56.121756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.268619+0000","last_change":"2024-09-19T08:04:23.243102+0000","last_active":"2024-09-19T08:04:24.268619+0000","last_peered":"2024-09-19T08:04:24.268619+0000","last_clean":"2024-09-19T08:04:24.268619+0000","last_became_active":"2024-09-19T08:04:23.242778+0000","last_became_peered":"2024-09-19T08:04:23.242778+0000","last_unstale":"2024-09-19T08:04:24.268619+0000","last_undegraded":"2024-09-19T08:04:24.268619+0000","last_fullsized":"2024-09-19T08:04:24.268619+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:59.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258789+0000","last_change":"2024-09-19T08:04:24.256306+0000","last_active":"2024-09-19T08:04:24.258789+0000","last_peered":"2024-09-19T08:04:24.258789+0000","last_clean":"2024-09-19T08:04:24.258789+0000","last_became_active":"2024-09-19T08:04:24.256018+0000","last_became_peered":"2024-09-19T08:04:24.256018+0000","last_unstale":"2024-09-19T08:04:24.258789+0000","last_undegraded":"2024-09-19T08:04:24.258789+0000","last_fullsized":"2024-09-19T08:04:24.258789+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:40.152315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263488+0000","last_change":"2024-09-19T08:04:23.251097+0000","last_active":"2024-09-19T08:04:24.263488+0000","last_peered":"2024-09-19T08:04:24.263488+0000","last_clean":"2024-09-19T08:04:24.263488+0000","last_became_active":"2024-09-19T08:04:23.250799+0000","last_became_peered":"2024-09-19T08:04:23.250799+0000","last_unstale":"2024-09-19T08:04:24.263488+0000","last_undegraded":"2024-09-19T08:04:24.263488+0000","last_fullsized":"2024-09-19T08:04:24.263488+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.067163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257291+0000","last_change":"2024-09-19T08:04:24.253684+0000","last_active":"2024-09-19T08:04:24.257291+0000","last_peered":"2024-09-19T08:04:24.257291+0000","last_clean":"2024-09-19T08:04:24.257291+0000","last_became_active":"2024-09-19T08:04:24.253391+0000","last_became_peered":"2024-09-19T08:04:24.253391+0000","last_unstale":"2024-09-19T08:04:24.257291+0000","last_undegraded":"2024-09-19T08:04:24.257291+0000","last_fullsized":"2024-09-19T08:04:24.257291+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:25.361069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.268578+0000","last_change":"2024-09-19T08:04:23.243703+0000","last_active":"2024-09-19T08:04:24.268578+0000","last_peered":"2024-09-19T08:04:24.268578+0000","last_clean":"2024-09-19T08:04:24.268578+0000","last_became_active":"2024-09-19T08:04:23.243195+0000","last_became_peered":"2024-09-19T08:04:23.243195+0000","last_unstale":"2024-09-19T08:04:24.268578+0000","last_undegraded":"2024-09-19T08:04:24.268578+0000","last_fullsized":"2024-09-19T08:04:24.268578+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:03.234840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252819+0000","last_change":"2024-09-19T08:04:24.249017+0000","last_active":"2024-09-19T08:04:24.252819+0000","last_peered":"2024-09-19T08:04:24.252819+0000","last_clean":"2024-09-19T08:04:24.252819+0000","last_became_active":"2024-09-19T08:04:24.244721+0000","last_became_peered":"2024-09-19T08:04:24.244721+0000","last_unstale":"2024-09-19T08:04:24.252819+0000","last_undegraded":"2024-09-19T08:04:24.252819+0000","last_fullsized":"2024-09-19T08:04:24.252819+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:21.766892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265681+0000","last_change":"2024-09-19T08:04:23.237725+0000","last_active":"2024-09-19T08:04:24.265681+0000","last_peered":"2024-09-19T08:04:24.265681+0000","last_clean":"2024-09-19T08:04:24.265681+0000","last_became_active":"2024-09-19T08:04:23.237405+0000","last_became_peered":"2024-09-19T08:04:23.237405+0000","last_unstale":"2024-09-19T08:04:24.265681+0000","last_undegraded":"2024-09-19T08:04:24.265681+0000","last_fullsized":"2024-09-19T08:04:24.265681+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:26.724373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259559+0000","last_change":"2024-09-19T08:04:24.257762+0000","last_active":"2024-09-19T08:04:24.259559+0000","last_peered":"2024-09-19T08:04:24.259559+0000","last_clean":"2024-09-19T08:04:24.259559+0000","last_became_active":"2024-09-19T08:04:24.257426+0000","last_became_peered":"2024-09-19T08:04:24.257426+0000","last_unstale":"2024-09-19T08:04:24.259559+0000","last_undegraded":"2024-09-19T08:04:24.259559+0000","last_fullsized":"2024-09-19T08:04:24.259559+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:35.800998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.240497+0000","last_change":"2024-09-19T08:04:23.238902+0000","last_active":"2024-09-19T08:04:24.240497+0000","last_peered":"2024-09-19T08:04:24.240497+0000","last_clean":"2024-09-19T08:04:24.240497+0000","last_became_active":"2024-09-19T08:04:23.238631+0000","last_became_peered":"2024-09-19T08:04:23.238631+0000","last_unstale":"2024-09-19T08:04:24.240497+0000","last_undegraded":"2024-09-19T08:04:24.240497+0000","last_fullsized":"2024-09-19T08:04:24.240497+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.067163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260018+0000","last_change":"2024-09-19T08:04:24.252628+0000","last_active":"2024-09-19T08:04:24.260018+0000","last_peered":"2024-09-19T08:04:24.260018+0000","last_clean":"2024-09-19T08:04:24.260018+0000","last_became_active":"2024-09-19T08:04:24.252209+0000","last_became_peered":"2024-09-19T08:04:24.252209+0000","last_unstale":"2024-09-19T08:04:24.260018+0000","last_undegraded":"2024-09-19T08:04:24.260018+0000","last_fullsized":"2024-09-19T08:04:24.260018+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:08:35.285646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237130+0000","last_change":"2024-09-19T08:04:23.249480+0000","last_active":"2024-09-19T08:04:24.237130+0000","last_peered":"2024-09-19T08:04:24.237130+0000","last_clean":"2024-09-19T08:04:24.237130+0000","last_became_active":"2024-09-19T08:04:23.249160+0000","last_became_peered":"2024-09-19T08:04:23.249160+0000","last_unstale":"2024-09-19T08:04:24.237130+0000","last_undegraded":"2024-09-19T08:04:24.237130+0000","last_fullsized":"2024-09-19T08:04:24.237130+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:01.644915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265832+0000","last_change":"2024-09-19T08:04:24.260630+0000","last_active":"2024-09-19T08:04:24.265832+0000","last_peered":"2024-09-19T08:04:24.265832+0000","last_clean":"2024-09-19T08:04:24.265832+0000","last_became_active":"2024-09-19T08:04:24.260309+0000","last_became_peered":"2024-09-19T08:04:24.260309+0000","last_unstale":"2024-09-19T08:04:24.265832+0000","last_undegraded":"2024-09-19T08:04:24.265832+0000","last_fullsized":"2024-09-19T08:04:24.265832+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.957025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238530+0000","last_change":"2024-09-19T08:04:23.241989+0000","last_active":"2024-09-19T08:04:24.238530+0000","last_peered":"2024-09-19T08:04:24.238530+0000","last_clean":"2024-09-19T08:04:24.238530+0000","last_became_active":"2024-09-19T08:04:23.240233+0000","last_became_peered":"2024-09-19T08:04:23.240233+0000","last_unstale":"2024-09-19T08:04:24.238530+0000","last_undegraded":"2024-09-19T08:04:24.238530+0000","last_fullsized":"2024-09-19T08:04:24.238530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:13.258553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.254768+0000","last_change":"2024-09-19T08:04:24.252520+0000","last_active":"2024-09-19T08:04:24.254768+0000","last_peered":"2024-09-19T08:04:24.254768+0000","last_clean":"2024-09-19T08:04:24.254768+0000","last_became_active":"2024-09-19T08:04:24.252187+0000","last_became_peered":"2024-09-19T08:04:24.252187+0000","last_unstale":"2024-09-19T08:04:24.254768+0000","last_undegraded":"2024-09-19T08:04:24.254768+0000","last_fullsized":"2024-09-19T08:04:24.254768+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:53.546888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241727+0000","last_change":"2024-09-19T08:04:23.252415+0000","last_active":"2024-09-19T08:04:24.241727+0000","last_peered":"2024-09-19T08:04:24.241727+0000","last_clean":"2024-09-19T08:04:24.241727+0000","last_became_active":"2024-09-19T08:04:23.251998+0000","last_became_peered":"2024-09-19T08:04:23.251998+0000","last_unstale":"2024-09-19T08:04:24.241727+0000","last_undegraded":"2024-09-19T08:04:24.241727+0000","last_fullsized":"2024-09-19T08:04:24.241727+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:07.138846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.259008+0000","last_change":"2024-09-19T08:04:24.248578+0000","last_active":"2024-09-19T08:04:24.259008+0000","last_peered":"2024-09-19T08:04:24.259008+0000","last_clean":"2024-09-19T08:04:24.259008+0000","last_became_active":"2024-09-19T08:04:24.248319+0000","last_became_peered":"2024-09-19T08:04:24.248319+0000","last_unstale":"2024-09-19T08:04:24.259008+0000","last_undegraded":"2024-09-19T08:04:24.259008+0000","last_fullsized":"2024-09-19T08:04:24.259008+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:37.766336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263614+0000","last_change":"2024-09-19T08:04:23.251735+0000","last_active":"2024-09-19T08:04:24.263614+0000","last_peered":"2024-09-19T08:04:24.263614+0000","last_clean":"2024-09-19T08:04:24.263614+0000","last_became_active":"2024-09-19T08:04:23.251184+0000","last_became_peered":"2024-09-19T08:04:23.251184+0000","last_unstale":"2024-09-19T08:04:24.263614+0000","last_undegraded":"2024-09-19T08:04:24.263614+0000","last_fullsized":"2024-09-19T08:04:24.263614+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:14.989257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257145+0000","last_change":"2024-09-19T08:04:24.254227+0000","last_active":"2024-09-19T08:04:24.257145+0000","last_peered":"2024-09-19T08:04:24.257145+0000","last_clean":"2024-09-19T08:04:24.257145+0000","last_became_active":"2024-09-19T08:04:24.253918+0000","last_became_peered":"2024-09-19T08:04:24.253918+0000","last_unstale":"2024-09-19T08:04:24.257145+0000","last_undegraded":"2024-09-19T08:04:24.257145+0000","last_fullsized":"2024-09-19T08:04:24.257145+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:47.367329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274442+0000","last_change":"2024-09-19T08:04:23.246441+0000","last_active":"2024-09-19T08:04:24.274442+0000","last_peered":"2024-09-19T08:04:24.274442+0000","last_clean":"2024-09-19T08:04:24.274442+0000","last_became_active":"2024-09-19T08:04:23.246158+0000","last_became_peered":"2024-09-19T08:04:23.246158+0000","last_unstale":"2024-09-19T08:04:24.274442+0000","last_undegraded":"2024-09-19T08:04:24.274442+0000","last_fullsized":"2024-09-19T08:04:24.274442+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:23.757716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261640+0000","last_change":"2024-09-19T08:04:24.259611+0000","last_active":"2024-09-19T08:04:24.261640+0000","last_peered":"2024-09-19T08:04:24.261640+0000","last_clean":"2024-09-19T08:04:24.261640+0000","last_became_active":"2024-09-19T08:04:24.259345+0000","last_became_peered":"2024-09-19T08:04:24.259345+0000","last_unstale":"2024-09-19T08:04:24.261640+0000","last_undegraded":"2024-09-19T08:04:24.261640+0000","last_fullsized":"2024-09-19T08:04:24.261640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:08.140708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.269267+0000","last_change":"2024-09-19T08:04:23.251945+0000","last_active":"2024-09-19T08:04:24.269267+0000","last_peered":"2024-09-19T08:04:24.269267+0000","last_clean":"2024-09-19T08:04:24.269267+0000","last_became_active":"2024-09-19T08:04:23.251618+0000","last_became_peered":"2024-09-19T08:04:23.251618+0000","last_unstale":"2024-09-19T08:04:24.269267+0000","last_undegraded":"2024-09-19T08:04:24.269267+0000","last_fullsized":"2024-09-19T08:04:24.269267+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:44.656602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257283+0000","last_change":"2024-09-19T08:04:24.255533+0000","last_active":"2024-09-19T08:04:24.257283+0000","last_peered":"2024-09-19T08:04:24.257283+0000","last_clean":"2024-09-19T08:04:24.257283+0000","last_became_active":"2024-09-19T08:04:24.255235+0000","last_became_peered":"2024-09-19T08:04:24.255235+0000","last_unstale":"2024-09-19T08:04:24.257283+0000","last_undegraded":"2024-09-19T08:04:24.257283+0000","last_fullsized":"2024-09-19T08:04:24.257283+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:06.974050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.245548+0000","last_change":"2024-09-19T08:04:23.248506+0000","last_active":"2024-09-19T08:04:24.245548+0000","last_peered":"2024-09-19T08:04:24.245548+0000","last_clean":"2024-09-19T08:04:24.245548+0000","last_became_active":"2024-09-19T08:04:23.248247+0000","last_became_peered":"2024-09-19T08:04:23.248247+0000","last_unstale":"2024-09-19T08:04:24.245548+0000","last_undegraded":"2024-09-19T08:04:24.245548+0000","last_fullsized":"2024-09-19T08:04:24.245548+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:21.758189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.257705+0000","last_change":"2024-09-19T08:04:24.253976+0000","last_active":"2024-09-19T08:04:24.257705+0000","last_peered":"2024-09-19T08:04:24.257705+0000","last_clean":"2024-09-19T08:04:24.257705+0000","last_became_active":"2024-09-19T08:04:24.253664+0000","last_became_peered":"2024-09-19T08:04:24.253664+0000","last_unstale":"2024-09-19T08:04:24.257705+0000","last_undegraded":"2024-09-19T08:04:24.257705+0000","last_fullsized":"2024-09-19T08:04:24.257705+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:34.547641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241793+0000","last_change":"2024-09-19T08:04:23.250788+0000","last_active":"2024-09-19T08:04:24.241793+0000","last_peered":"2024-09-19T08:04:24.241793+0000","last_clean":"2024-09-19T08:04:24.241793+0000","last_became_active":"2024-09-19T08:04:23.250503+0000","last_became_peered":"2024-09-19T08:04:23.250503+0000","last_unstale":"2024-09-19T08:04:24.241793+0000","last_undegraded":"2024-09-19T08:04:24.241793+0000","last_fullsized":"2024-09-19T08:04:24.241793+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:01.774462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263425+0000","last_change":"2024-09-19T08:04:24.257882+0000","last_active":"2024-09-19T08:04:24.263425+0000","last_peered":"2024-09-19T08:04:24.263425+0000","last_clean":"2024-09-19T08:04:24.263425+0000","last_became_active":"2024-09-19T08:04:24.257435+0000","last_became_peered":"2024-09-19T08:04:24.257435+0000","last_unstale":"2024-09-19T08:04:24.263425+0000","last_undegraded":"2024-09-19T08:04:24.263425+0000","last_fullsized":"2024-09-19T08:04:24.263425+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:53.187701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274501+0000","last_change":"2024-09-19T08:04:23.243364+0000","last_active":"2024-09-19T08:04:24.274501+0000","last_peered":"2024-09-19T08:04:24.274501+0000","last_clean":"2024-09-19T08:04:24.274501+0000","last_became_active":"2024-09-19T08:04:23.243086+0000","last_became_peered":"2024-09-19T08:04:23.243086+0000","last_unstale":"2024-09-19T08:04:24.274501+0000","last_undegraded":"2024-09-19T08:04:24.274501+0000","last_fullsized":"2024-09-19T08:04:24.274501+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:26.848677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.258024+0000","last_change":"2024-09-19T08:04:24.252524+0000","last_active":"2024-09-19T08:04:24.258024+0000","last_peered":"2024-09-19T08:04:24.258024+0000","last_clean":"2024-09-19T08:04:24.258024+0000","last_became_active":"2024-09-19T08:04:24.252212+0000","last_became_peered":"2024-09-19T08:04:24.252212+0000","last_unstale":"2024-09-19T08:04:24.258024+0000","last_undegraded":"2024-09-19T08:04:24.258024+0000","last_fullsized":"2024-09-19T08:04:24.258024+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:35.461337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.266344+0000","last_change":"2024-09-19T08:04:23.249531+0000","last_active":"2024-09-19T08:04:24.266344+0000","last_peered":"2024-09-19T08:04:24.266344+0000","last_clean":"2024-09-19T08:04:24.266344+0000","last_became_active":"2024-09-19T08:04:23.249252+0000","last_became_peered":"2024-09-19T08:04:23.249252+0000","last_unstale":"2024-09-19T08:04:24.266344+0000","last_undegraded":"2024-09-19T08:04:24.266344+0000","last_fullsized":"2024-09-19T08:04:24.266344+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:24.211694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.252788+0000","last_change":"2024-09-19T08:04:24.250488+0000","last_active":"2024-09-19T08:04:24.252788+0000","last_peered":"2024-09-19T08:04:24.252788+0000","last_clean":"2024-09-19T08:04:24.252788+0000","last_became_active":"2024-09-19T08:04:24.250227+0000","last_became_peered":"2024-09-19T08:04:24.250227+0000","last_unstale":"2024-09-19T08:04:24.252788+0000","last_undegraded":"2024-09-19T08:04:24.252788+0000","last_fullsized":"2024-09-19T08:04:24.252788+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:26.985696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.265993+0000","last_change":"2024-09-19T08:04:23.241823+0000","last_active":"2024-09-19T08:04:24.265993+0000","last_peered":"2024-09-19T08:04:24.265993+0000","last_clean":"2024-09-19T08:04:24.265993+0000","last_became_active":"2024-09-19T08:04:23.239176+0000","last_became_peered":"2024-09-19T08:04:23.239176+0000","last_unstale":"2024-09-19T08:04:24.265993+0000","last_undegraded":"2024-09-19T08:04:24.265993+0000","last_fullsized":"2024-09-19T08:04:24.265993+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:04.705245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.261468+0000","last_change":"2024-09-19T08:04:24.255987+0000","last_active":"2024-09-19T08:04:24.261468+0000","last_peered":"2024-09-19T08:04:24.261468+0000","last_clean":"2024-09-19T08:04:24.261468+0000","last_became_active":"2024-09-19T08:04:24.255706+0000","last_became_peered":"2024-09-19T08:04:24.255706+0000","last_unstale":"2024-09-19T08:04:24.261468+0000","last_undegraded":"2024-09-19T08:04:24.261468+0000","last_fullsized":"2024-09-19T08:04:24.261468+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:33.917063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263265+0000","last_change":"2024-09-19T08:04:23.240141+0000","last_active":"2024-09-19T08:04:24.263265+0000","last_peered":"2024-09-19T08:04:24.263265+0000","last_clean":"2024-09-19T08:04:24.263265+0000","last_became_active":"2024-09-19T08:04:23.239586+0000","last_became_peered":"2024-09-19T08:04:23.239586+0000","last_unstale":"2024-09-19T08:04:24.263265+0000","last_undegraded":"2024-09-19T08:04:24.263265+0000","last_fullsized":"2024-09-19T08:04:24.263265+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:42.287080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260122+0000","last_change":"2024-09-19T08:04:24.254457+0000","last_active":"2024-09-19T08:04:24.260122+0000","last_peered":"2024-09-19T08:04:24.260122+0000","last_clean":"2024-09-19T08:04:24.260122+0000","last_became_active":"2024-09-19T08:04:24.254208+0000","last_became_peered":"2024-09-19T08:04:24.254208+0000","last_unstale":"2024-09-19T08:04:24.260122+0000","last_undegraded":"2024-09-19T08:04:24.260122+0000","last_fullsized":"2024-09-19T08:04:24.260122+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:27.850539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238541+0000","last_change":"2024-09-19T08:04:23.247230+0000","last_active":"2024-09-19T08:04:24.238541+0000","last_peered":"2024-09-19T08:04:24.238541+0000","last_clean":"2024-09-19T08:04:24.238541+0000","last_became_active":"2024-09-19T08:04:23.246118+0000","last_became_peered":"2024-09-19T08:04:23.246118+0000","last_unstale":"2024-09-19T08:04:24.238541+0000","last_undegraded":"2024-09-19T08:04:24.238541+0000","last_fullsized":"2024-09-19T08:04:24.238541+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:46.365467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256517+0000","last_change":"2024-09-19T08:04:24.246240+0000","last_active":"2024-09-19T08:04:24.256517+0000","last_peered":"2024-09-19T08:04:24.256517+0000","last_clean":"2024-09-19T08:04:24.256517+0000","last_became_active":"2024-09-19T08:04:24.245832+0000","last_became_peered":"2024-09-19T08:04:24.245832+0000","last_unstale":"2024-09-19T08:04:24.256517+0000","last_undegraded":"2024-09-19T08:04:24.256517+0000","last_fullsized":"2024-09-19T08:04:24.256517+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:56.946128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.274240+0000","last_change":"2024-09-19T08:04:23.243469+0000","last_active":"2024-09-19T08:04:24.274240+0000","last_peered":"2024-09-19T08:04:24.274240+0000","last_clean":"2024-09-19T08:04:24.274240+0000","last_became_active":"2024-09-19T08:04:23.242826+0000","last_became_peered":"2024-09-19T08:04:23.242826+0000","last_unstale":"2024-09-19T08:04:24.274240+0000","last_undegraded":"2024-09-19T08:04:24.274240+0000","last_fullsized":"2024-09-19T08:04:24.274240+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:52.185840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.253045+0000","last_change":"2024-09-19T08:04:24.249700+0000","last_active":"2024-09-19T08:04:24.253045+0000","last_peered":"2024-09-19T08:04:24.253045+0000","last_clean":"2024-09-19T08:04:24.253045+0000","last_became_active":"2024-09-19T08:04:24.249431+0000","last_became_peered":"2024-09-19T08:04:24.249431+0000","last_unstale":"2024-09-19T08:04:24.253045+0000","last_undegraded":"2024-09-19T08:04:24.253045+0000","last_fullsized":"2024-09-19T08:04:24.253045+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:06.974050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.241037+0000","last_change":"2024-09-19T08:04:23.239963+0000","last_active":"2024-09-19T08:04:24.241037+0000","last_peered":"2024-09-19T08:04:24.241037+0000","last_clean":"2024-09-19T08:04:24.241037+0000","last_became_active":"2024-09-19T08:04:23.239657+0000","last_became_peered":"2024-09-19T08:04:23.239657+0000","last_unstale":"2024-09-19T08:04:24.241037+0000","last_undegraded":"2024-09-19T08:04:24.241037+0000","last_fullsized":"2024-09-19T08:04:24.241037+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:21.758189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251930+0000","last_change":"2024-09-19T08:04:24.250392+0000","last_active":"2024-09-19T08:04:24.251930+0000","last_peered":"2024-09-19T08:04:24.251930+0000","last_clean":"2024-09-19T08:04:24.251930+0000","last_became_active":"2024-09-19T08:04:24.250108+0000","last_became_peered":"2024-09-19T08:04:24.250108+0000","last_unstale":"2024-09-19T08:04:24.251930+0000","last_undegraded":"2024-09-19T08:04:24.251930+0000","last_fullsized":"2024-09-19T08:04:24.251930+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:00.253820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.239742+0000","last_change":"2024-09-19T08:04:23.250210+0000","last_active":"2024-09-19T08:04:24.239742+0000","last_peered":"2024-09-19T08:04:24.239742+0000","last_clean":"2024-09-19T08:04:24.239742+0000","last_became_active":"2024-09-19T08:04:23.249890+0000","last_became_peered":"2024-09-19T08:04:23.249890+0000","last_unstale":"2024-09-19T08:04:24.239742+0000","last_undegraded":"2024-09-19T08:04:24.239742+0000","last_fullsized":"2024-09-19T08:04:24.239742+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:32.915201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260466+0000","last_change":"2024-09-19T08:04:24.259396+0000","last_active":"2024-09-19T08:04:24.260466+0000","last_peered":"2024-09-19T08:04:24.260466+0000","last_clean":"2024-09-19T08:04:24.260466+0000","last_became_active":"2024-09-19T08:04:24.259096+0000","last_became_peered":"2024-09-19T08:04:24.259096+0000","last_unstale":"2024-09-19T08:04:24.260466+0000","last_undegraded":"2024-09-19T08:04:24.260466+0000","last_fullsized":"2024-09-19T08:04:24.260466+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:36:19.233865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247967+0000","last_change":"2024-09-19T08:04:23.248561+0000","last_active":"2024-09-19T08:04:24.247967+0000","last_peered":"2024-09-19T08:04:24.247967+0000","last_clean":"2024-09-19T08:04:24.247967+0000","last_became_active":"2024-09-19T08:04:23.248281+0000","last_became_peered":"2024-09-19T08:04:23.248281+0000","last_unstale":"2024-09-19T08:04:24.247967+0000","last_undegraded":"2024-09-19T08:04:24.247967+0000","last_fullsized":"2024-09-19T08:04:24.247967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:30.289365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.262959+0000","last_change":"2024-09-19T08:04:24.260496+0000","last_active":"2024-09-19T08:04:24.262959+0000","last_peered":"2024-09-19T08:04:24.262959+0000","last_clean":"2024-09-19T08:04:24.262959+0000","last_became_active":"2024-09-19T08:04:24.260236+0000","last_became_peered":"2024-09-19T08:04:24.260236+0000","last_unstale":"2024-09-19T08:04:24.262959+0000","last_undegraded":"2024-09-19T08:04:24.262959+0000","last_fullsized":"2024-09-19T08:04:24.262959+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:49.783998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238154+0000","last_change":"2024-09-19T08:04:23.251309+0000","last_active":"2024-09-19T08:04:24.238154+0000","last_peered":"2024-09-19T08:04:24.238154+0000","last_clean":"2024-09-19T08:04:24.238154+0000","last_became_active":"2024-09-19T08:04:23.251038+0000","last_became_peered":"2024-09-19T08:04:23.251038+0000","last_unstale":"2024-09-19T08:04:24.238154+0000","last_undegraded":"2024-09-19T08:04:24.238154+0000","last_fullsized":"2024-09-19T08:04:24.238154+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:52.545026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251959+0000","last_change":"2024-09-19T08:04:24.247537+0000","last_active":"2024-09-19T08:04:24.251959+0000","last_peered":"2024-09-19T08:04:24.251959+0000","last_clean":"2024-09-19T08:04:24.251959+0000","last_became_active":"2024-09-19T08:04:24.247245+0000","last_became_peered":"2024-09-19T08:04:24.247245+0000","last_unstale":"2024-09-19T08:04:24.251959+0000","last_undegraded":"2024-09-19T08:04:24.251959+0000","last_fullsized":"2024-09-19T08:04:24.251959+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:29.047622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.246320+0000","last_change":"2024-09-19T08:04:23.251368+0000","last_active":"2024-09-19T08:04:24.246320+0000","last_peered":"2024-09-19T08:04:24.246320+0000","last_clean":"2024-09-19T08:04:24.246320+0000","last_became_active":"2024-09-19T08:04:23.251101+0000","last_became_peered":"2024-09-19T08:04:23.251101+0000","last_unstale":"2024-09-19T08:04:24.246320+0000","last_undegraded":"2024-09-19T08:04:24.246320+0000","last_fullsized":"2024-09-19T08:04:24.246320+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:13.125539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260653+0000","last_change":"2024-09-19T08:04:24.255687+0000","last_active":"2024-09-19T08:04:24.260653+0000","last_peered":"2024-09-19T08:04:24.260653+0000","last_clean":"2024-09-19T08:04:24.260653+0000","last_became_active":"2024-09-19T08:04:24.255338+0000","last_became_peered":"2024-09-19T08:04:24.255338+0000","last_unstale":"2024-09-19T08:04:24.260653+0000","last_undegraded":"2024-09-19T08:04:24.260653+0000","last_fullsized":"2024-09-19T08:04:24.260653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:45.658463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237832+0000","last_change":"2024-09-19T08:04:23.243172+0000","last_active":"2024-09-19T08:04:24.237832+0000","last_peered":"2024-09-19T08:04:24.237832+0000","last_clean":"2024-09-19T08:04:24.237832+0000","last_became_active":"2024-09-19T08:04:23.242795+0000","last_became_peered":"2024-09-19T08:04:23.242795+0000","last_unstale":"2024-09-19T08:04:24.237832+0000","last_undegraded":"2024-09-19T08:04:24.237832+0000","last_fullsized":"2024-09-19T08:04:24.237832+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:02.755035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256548+0000","last_change":"2024-09-19T08:04:24.247109+0000","last_active":"2024-09-19T08:04:24.256548+0000","last_peered":"2024-09-19T08:04:24.256548+0000","last_clean":"2024-09-19T08:04:24.256548+0000","last_became_active":"2024-09-19T08:04:24.246794+0000","last_became_peered":"2024-09-19T08:04:24.246794+0000","last_unstale":"2024-09-19T08:04:24.256548+0000","last_undegraded":"2024-09-19T08:04:24.256548+0000","last_fullsized":"2024-09-19T08:04:24.256548+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:43.305931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.247941+0000","last_change":"2024-09-19T08:04:23.251269+0000","last_active":"2024-09-19T08:04:24.247941+0000","last_peered":"2024-09-19T08:04:24.247941+0000","last_clean":"2024-09-19T08:04:24.247941+0000","last_became_active":"2024-09-19T08:04:23.250977+0000","last_became_peered":"2024-09-19T08:04:23.250977+0000","last_unstale":"2024-09-19T08:04:24.247941+0000","last_undegraded":"2024-09-19T08:04:24.247941+0000","last_fullsized":"2024-09-19T08:04:24.247941+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:55.119894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.256474+0000","last_change":"2024-09-19T08:04:24.245418+0000","last_active":"2024-09-19T08:04:24.256474+0000","last_peered":"2024-09-19T08:04:24.256474+0000","last_clean":"2024-09-19T08:04:24.256474+0000","last_became_active":"2024-09-19T08:04:24.245136+0000","last_became_peered":"2024-09-19T08:04:24.245136+0000","last_unstale":"2024-09-19T08:04:24.256474+0000","last_undegraded":"2024-09-19T08:04:24.256474+0000","last_fullsized":"2024-09-19T08:04:24.256474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:12.215191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.238559+0000","last_change":"2024-09-19T08:04:23.249437+0000","last_active":"2024-09-19T08:04:24.238559+0000","last_peered":"2024-09-19T08:04:24.238559+0000","last_clean":"2024-09-19T08:04:24.238559+0000","last_became_active":"2024-09-19T08:04:23.249167+0000","last_became_peered":"2024-09-19T08:04:23.249167+0000","last_unstale":"2024-09-19T08:04:24.238559+0000","last_undegraded":"2024-09-19T08:04:24.238559+0000","last_fullsized":"2024-09-19T08:04:24.238559+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:44.112173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.251812+0000","last_change":"2024-09-19T08:04:24.246688+0000","last_active":"2024-09-19T08:04:24.251812+0000","last_peered":"2024-09-19T08:04:24.251812+0000","last_clean":"2024-09-19T08:04:24.251812+0000","last_became_active":"2024-09-19T08:04:24.246410+0000","last_became_peered":"2024-09-19T08:04:24.246410+0000","last_unstale":"2024-09-19T08:04:24.251812+0000","last_undegraded":"2024-09-19T08:04:24.251812+0000","last_fullsized":"2024-09-19T08:04:24.251812+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:14.127401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237632+0000","last_change":"2024-09-19T08:04:23.244911+0000","last_active":"2024-09-19T08:04:24.237632+0000","last_peered":"2024-09-19T08:04:24.237632+0000","last_clean":"2024-09-19T08:04:24.237632+0000","last_became_active":"2024-09-19T08:04:23.244609+0000","last_became_peered":"2024-09-19T08:04:23.244609+0000","last_unstale":"2024-09-19T08:04:24.237632+0000","last_undegraded":"2024-09-19T08:04:24.237632+0000","last_fullsized":"2024-09-19T08:04:24.237632+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:25.983834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.260425+0000","last_change":"2024-09-19T08:04:24.255797+0000","last_active":"2024-09-19T08:04:24.260425+0000","last_peered":"2024-09-19T08:04:24.260425+0000","last_clean":"2024-09-19T08:04:24.260425+0000","last_became_active":"2024-09-19T08:04:24.255355+0000","last_became_peered":"2024-09-19T08:04:24.255355+0000","last_unstale":"2024-09-19T08:04:24.260425+0000","last_undegraded":"2024-09-19T08:04:24.260425+0000","last_fullsized":"2024-09-19T08:04:24.260425+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:49.591444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.237453+0000","last_change":"2024-09-19T08:04:23.249483+0000","last_active":"2024-09-19T08:04:24.237453+0000","last_peered":"2024-09-19T08:04:24.237453+0000","last_clean":"2024-09-19T08:04:24.237453+0000","last_became_active":"2024-09-19T08:04:23.249232+0000","last_became_peered":"2024-09-19T08:04:23.249232+0000","last_unstale":"2024-09-19T08:04:24.237453+0000","last_undegraded":"2024-09-19T08:04:24.237453+0000","last_fullsized":"2024-09-19T08:04:24.237453+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:38.301530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.255828+0000","last_change":"2024-09-19T08:04:24.254360+0000","last_active":"2024-09-19T08:04:24.255828+0000","last_peered":"2024-09-19T08:04:24.255828+0000","last_clean":"2024-09-19T08:04:24.255828+0000","last_became_active":"2024-09-19T08:04:24.254075+0000","last_became_peered":"2024-09-19T08:04:24.254075+0000","last_unstale":"2024-09-19T08:04:24.255828+0000","last_undegraded":"2024-09-19T08:04:24.255828+0000","last_fullsized":"2024-09-19T08:04:24.255828+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:23.227270+0000","last_clean_scrub_stamp":"2024-09-19T08:04:23.227270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:00.335163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.263548+0000","last_change":"2024-09-19T08:04:23.244314+0000","last_active":"2024-09-19T08:04:24.263548+0000","last_peered":"2024-09-19T08:04:24.263548+0000","last_clean":"2024-09-19T08:04:24.263548+0000","last_became_active":"2024-09-19T08:04:23.244013+0000","last_became_peered":"2024-09-19T08:04:23.244013+0000","last_unstale":"2024-09-19T08:04:24.263548+0000","last_undegraded":"2024-09-19T08:04:24.263548+0000","last_fullsized":"2024-09-19T08:04:24.263548+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:04:22.225408+0000","last_clean_scrub_stamp":"2024-09-19T08:04:22.225408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:14.989257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":211,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-19T08:04:24.248094+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:04:24.248094+0000","last_peered":"2024-09-19T08:04:24.248094+0000","last_clean":"2024-09-19T08:04:24.248094+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:04:24.248094+0000","last_undegraded":"2024-09-19T08:04:24.248094+0000","last_fullsized":"2024-09-19T08:04:24.248094+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542173,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":789650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27532,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542172,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542172,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35848,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335992,"statfs":{"total":96636764160,"available":96600055808,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31684,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":499712,"data_stored":199282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542172,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":789650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:04:27.587 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:04:27.587 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:04:27.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.733+0000 7f3daac35640 1 Processor -- start 2024-09-19T08:04:27.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.733+0000 7f3daac35640 1 -- start start 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3daac35640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3da406bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3daac35640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da40b3650 con 0x7f3da40d15e0 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3daac35640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3da415ea80 con 0x7f3da406c480 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3daac35640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3da415f090 con 0x7f3da40cf930 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3da91d2640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3da40d15e0 0x7f3da415f520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46166/0 (socket says 172.21.15.17:46166) 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3da91d2640 1 -- 172.21.15.17:0/2388372082 learned_addr learned my addr 172.21.15.17:0/2388372082 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1085440649 0 0) 0x7f3da40b3650 con 0x7f3da40d15e0 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d8c003520 con 0x7f3da40d15e0 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3da89d1640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3da406bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3372108182 0 0) 0x7f3d8c003520 con 0x7f3da40d15e0 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 msgr2=0x7f3da406bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3da406bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 >> v1:172.21.15.160:6789/0 conn(0x7f3da406c480 legacy=0x7f3da40d0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da406cab0 con 0x7f3da40d15e0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f3d9c0019f0 con 0x7f3da40d15e0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 >> v1:172.21.15.17:6789/0 conn(0x7f3da40d15e0 legacy=0x7f3da415f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d8c0039e0 0x7f3d8c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.734+0000 7f3d9b7fe640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3d8c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3d9b7fe640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d8c004d40 0x7f3d8c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3da415f090 con 0x7f3d8c004d40 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8c00bb00 con 0x7f3d8c0039e0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3d8c00bd00 con 0x7f3da40cf930 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d8c004d40 0x7f3d8c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da89d1640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d8c0039e0 0x7f3d8c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3d9bfff640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3d8c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 -- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 msgr2=0x7f3d8c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3da40cf930 0x7f3d8c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 -- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d8c0039e0 msgr2=0x7f3d8c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d8c0039e0 0x7f3d8c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.735+0000 7f3da91d2640 1 -- 172.21.15.17:0/2388372082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d8c003520 con 0x7f3d8c004d40 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3da91d2640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d8c004d40 0x7f3d8c0051c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b6ce0 tx=0x7f3d8c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b462c7b6b5137 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c00a4c0 con 0x7f3d8c004d40 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9c02f070 con 0x7f3d8c004d40 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3d9b7fe640 1 -- 172.21.15.17:0/2388372082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c02bc50 con 0x7f3d8c004d40 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 -- 172.21.15.17:0/2388372082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d8c004d40 msgr2=0x7f3d8c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 --2- 172.21.15.17:0/2388372082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d8c004d40 0x7f3d8c0051c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3da40b6ce0 tx=0x7f3d8c005830 comp rx=0 tx=0).stop 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3da91d2640 1 -- 172.21.15.17:0/2388372082 reap_dead start 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 -- 172.21.15.17:0/2388372082 shutdown_connections 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 -- 172.21.15.17:0/2388372082 >> 172.21.15.17:0/2388372082 conn(0x7f3da4067f80 msgr2=0x7f3da40b5fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 -- 172.21.15.17:0/2388372082 shutdown_connections 2024-09-19T08:04:27.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.736+0000 7f3daac35640 1 -- 172.21.15.17:0/2388372082 wait complete. 2024-09-19T08:04:27.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.738+0000 7f3daac35640 1 Processor -- start 2024-09-19T08:04:27.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.738+0000 7f3daac35640 1 -- start start 2024-09-19T08:04:27.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.738+0000 7f3daac35640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d8c004d40 0x7f3da41f42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.738+0000 7f3daac35640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3da41f53b0 0x7f3da40ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406bf40 con 0x7f3da40ca580 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406cd90 con 0x7f3da41f53b0 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3da406c0c0 con 0x7f3d8c004d40 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34696/0 (socket says 172.21.15.17:34696) 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 -- 172.21.15.17:0/665978140 learned_addr learned my addr 172.21.15.17:0/665978140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3d9bfff640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3da41f53b0 0x7f3da40ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da89d1640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d8c004d40 0x7f3da41f42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 -- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d8c004d40 msgr2=0x7f3da41f42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d8c004d40 0x7f3da41f42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 -- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3da41f53b0 msgr2=0x7f3da40ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3da41f53b0 0x7f3da40ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 -- 172.21.15.17:0/665978140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da40c94e0 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3da91d2640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c02b4a0 tx=0x7f3d9c001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c00a4c0 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9c02cb30 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da40c8440 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c034470 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.739+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da40c8a00 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.740+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da40c7d70 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.741+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d9c034610 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.741+0000 7f3d997fa640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 0x7f3d9006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.741+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3d9c0ab310 con 0x7f3da40ca580 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.742+0000 7f3da89d1640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 0x7f3d9006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:27.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.742+0000 7f3da89d1640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 0x7f3d9006e7a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3da0009bc0 tx=0x7f3da0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:27.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.746+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d9c079a80 con 0x7f3da40ca580 2024-09-19T08:04:27.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.988+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f3da4161870 con 0x7f3da40ca580 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.990+0000 7f3d997fa640 1 -- 172.21.15.17:0/665978140 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f3d9c079380 con 0x7f3da40ca580 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:04:27.990 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:04:27.991 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 msgr2=0x7f3d9006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 0x7f3d9006e7a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3da0009bc0 tx=0x7f3da0009190 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 msgr2=0x7f3da41f7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c02b4a0 tx=0x7f3d9c001dc0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 shutdown_connections 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006c2e0 0x7f3d9006e7a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3da40ca580 0x7f3da41f7f70 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3da41f53b0 0x7f3da40ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 --2- 172.21.15.17:0/665978140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d8c004d40 0x7f3da41f42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:27.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 >> 172.21.15.17:0/665978140 conn(0x7f3da4067f80 msgr2=0x7f3da415b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 shutdown_connections 2024-09-19T08:04:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:27.992+0000 7f3daac35640 1 -- 172.21.15.17:0/665978140 wait complete. 2024-09-19T08:04:28.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.105+0000 7ff79125c640 1 Processor -- start 2024-09-19T08:04:28.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.105+0000 7ff79125c640 1 -- start start 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff79125c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff79125c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff78c0d3480 0x7ff78c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff79125c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff78c0d17e0 con 0x7ff78c06dae0 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff79125c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff78c0d09d0 con 0x7ff78c0d3480 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff79125c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff78c15ee90 con 0x7ff78c15eab0 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff78c0d3480 0x7ff78c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78a59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff78c06dae0 0x7ff78c0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46178/0 (socket says 172.21.15.17:46178) 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff78c0d3480 0x7ff78c0b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34698/0 (socket says 172.21.15.17:34698) 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78a59c640 1 -- 172.21.15.17:0/487097044 learned_addr learned my addr 172.21.15.17:0/487097044 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78ad9d640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 -- 172.21.15.17:0/487097044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 msgr2=0x7ff78c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 -- 172.21.15.17:0/487097044 >> v1:172.21.15.17:6789/0 conn(0x7ff78c06dae0 legacy=0x7ff78c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff78b59e640 1 -- 172.21.15.17:0/487097044 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff78c0cfc10 con 0x7ff78c0d3480 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.106+0000 7ff789d9b640 1 -- 172.21.15.17:0/487097044 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3211771409 0 0) 0x7ff78c0d17e0 con 0x7ff78c06dae0 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff78b59e640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0b8290 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ff784009dc0 tx=0x7ff78402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc24506b97a9a376 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff789d9b640 1 -- 172.21.15.17:0/487097044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff784007740 con 0x7ff78c0d3480 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff789d9b640 1 -- 172.21.15.17:0/487097044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7840078e0 con 0x7ff78c0d3480 2024-09-19T08:04:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff789d9b640 1 -- 172.21.15.17:0/487097044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff784007cb0 con 0x7ff78c0d3480 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff79125c640 1 -- 172.21.15.17:0/487097044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 msgr2=0x7ff78c0b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.107+0000 7ff79125c640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0b8290 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ff784009dc0 tx=0x7ff78402a710 comp rx=0 tx=0).stop 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 -- 172.21.15.17:0/487097044 shutdown_connections 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0b8290 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 --2- 172.21.15.17:0/487097044 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 -- 172.21.15.17:0/487097044 >> 172.21.15.17:0/487097044 conn(0x7ff78c0d4b30 msgr2=0x7ff78c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 -- 172.21.15.17:0/487097044 shutdown_connections 2024-09-19T08:04:28.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.108+0000 7ff79125c640 1 -- 172.21.15.17:0/487097044 wait complete. 2024-09-19T08:04:28.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.109+0000 7ff79125c640 1 Processor -- start 2024-09-19T08:04:28.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.109+0000 7ff79125c640 1 -- start start 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff78c06dae0 0x7ff78c14f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c0d01d0 con 0x7ff78c0d3480 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c06df20 con 0x7ff78c06dae0 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff79125c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff78c0d04b0 con 0x7ff78c15eab0 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34704/0 (socket says 172.21.15.17:34704) 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 -- 172.21.15.17:0/774506381 learned_addr learned my addr 172.21.15.17:0/774506381 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78ad9d640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff78c06dae0 0x7ff78c14f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78b59e640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 -- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 msgr2=0x7ff78c0ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c0ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 -- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff78c06dae0 msgr2=0x7ff78c14f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff78c06dae0 0x7ff78c14f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 -- 172.21.15.17:0/774506381 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff78c0cd200 con 0x7ff78c0d3480 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.110+0000 7ff78a59c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff78000c4e0 tx=0x7ff78000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.111+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff780018070 con 0x7ff78c0d3480 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.111+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff780007500 con 0x7ff78c0d3480 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.111+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff78c0cd4e0 con 0x7ff78c0d3480 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.111+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff780004a20 con 0x7ff78c0d3480 2024-09-19T08:04:28.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.111+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff78c0cdaa0 con 0x7ff78c0d3480 2024-09-19T08:04:28.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.112+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff78c0ceb50 con 0x7ff78c0d3480 2024-09-19T08:04:28.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.112+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff78001b070 con 0x7ff78c0d3480 2024-09-19T08:04:28.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.113+0000 7ff7737fe640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 0x7ff77806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.113+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff78008a6c0 con 0x7ff78c0d3480 2024-09-19T08:04:28.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.113+0000 7ff78ad9d640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 0x7ff77806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.113+0000 7ff78ad9d640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 0x7ff77806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff78c1507b0 tx=0x7ff77c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.117+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff780058890 con 0x7ff78c0d3480 2024-09-19T08:04:28.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.328+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff78c0b9590 con 0x7ff78c0d3480 2024-09-19T08:04:28.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.328+0000 7ff7737fe640 1 -- 172.21.15.17:0/774506381 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7ff78005cb90 con 0x7ff78c0d3480 2024-09-19T08:04:28.329 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:28.329 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-19T08:04:26:250363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:25.595675+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5430},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5430":{"gid":5430,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415562489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1415562489},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415562489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5430,"qdb_cluster":[5430]},"id":3}]} 2024-09-19T08:04:28.329 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-19T08:04:28.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 msgr2=0x7ff77806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 0x7ff77806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff78c1507b0 tx=0x7ff77c008040 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 msgr2=0x7ff78c0adbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff78000c4e0 tx=0x7ff78000c9a0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 shutdown_connections 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff77806c2b0 0x7ff77806e770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff78c15eab0 0x7ff78c0ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff78c0d3480 0x7ff78c0adbc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 --2- 172.21.15.17:0/774506381 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff78c06dae0 0x7ff78c14f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 >> 172.21.15.17:0/774506381 conn(0x7ff78c0d4b30 msgr2=0x7ff78c0b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 shutdown_connections 2024-09-19T08:04:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.331+0000 7ff79125c640 1 -- 172.21.15.17:0/774506381 wait complete. 2024-09-19T08:04:28.744 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:04:23.595387+0000', 'modified': '2024-09-19T08:04:25.595675+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5430}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5430': {'gid': 5430, 'name': 'a', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.17:6835/1415562489', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6834', 'nonce': 1415562489}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1415562489}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5430, 'qdb_cluster': [5430]} 2024-09-19T08:04:28.744 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:04:28.745 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:04:28.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.851+0000 7fd610882640 1 Processor -- start 2024-09-19T08:04:28.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.851+0000 7fd610882640 1 -- start start 2024-09-19T08:04:28.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c15e640 0x7fd60c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 0x7fd60c0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd60c0b2860 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd60c15ea20 con 0x7fd60c0cf0e0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.852+0000 7fd610882640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd60c0b1c50 con 0x7fd60c15e640 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34720/0 (socket says 172.21.15.17:34720) 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 -- 172.21.15.17:0/1242272219 learned_addr learned my addr 172.21.15.17:0/1242272219 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60a59c640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c15e640 0x7fd60c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd609d9b640 1 --2- 172.21.15.17:0/1242272219 >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 0x7fd60c0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 -- 172.21.15.17:0/1242272219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c15e640 msgr2=0x7fd60c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c15e640 0x7fd60c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 -- 172.21.15.17:0/1242272219 >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 msgr2=0x7fd60c0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/1242272219 >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 0x7fd60c0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd60ad9d640 1 -- 172.21.15.17:0/1242272219 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c0b1f30 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.853+0000 7fd609d9b640 1 --2- 172.21.15.17:0/1242272219 >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 0x7fd60c0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd60c08d790 tx=0x7fd5fc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c1454d3854b2b47 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd60959a640 1 -- 172.21.15.17:0/1242272219 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc037070 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd60959a640 1 -- 172.21.15.17:0/1242272219 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5fc032440 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd60959a640 1 -- 172.21.15.17:0/1242272219 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc032810 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 -- 172.21.15.17:0/1242272219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c0b2cf0 msgr2=0x7fd60c0b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd60c08d790 tx=0x7fd5fc02a140 comp rx=0 tx=0).stop 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 -- 172.21.15.17:0/1242272219 shutdown_connections 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c0b31a0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 --2- 172.21.15.17:0/1242272219 >> v2:172.21.15.160:3300/0 conn(0x7fd60c0cf0e0 0x7fd60c0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 --2- 172.21.15.17:0/1242272219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c15e640 0x7fd60c0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.854+0000 7fd610882640 1 -- 172.21.15.17:0/1242272219 >> 172.21.15.17:0/1242272219 conn(0x7fd60c09d820 msgr2=0x7fd60c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.855+0000 7fd610882640 1 -- 172.21.15.17:0/1242272219 shutdown_connections 2024-09-19T08:04:28.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.855+0000 7fd610882640 1 -- 172.21.15.17:0/1242272219 wait complete. 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.856+0000 7fd610882640 1 Processor -- start 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.856+0000 7fd610882640 1 -- start start 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c155c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c0cf0e0 0x7fd60c15f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c0cfe40 con 0x7fd60c15e640 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c0b24f0 con 0x7fd60c0b2cf0 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd60c0b73a0 con 0x7fd60c0cf0e0 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34726/0 (socket says 172.21.15.17:34726) 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 -- 172.21.15.17:0/3298166723 learned_addr learned my addr 172.21.15.17:0/3298166723 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c155c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd609d9b640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c0cf0e0 0x7fd60c15f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 -- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c0cf0e0 msgr2=0x7fd60c15f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c0cf0e0 0x7fd60c15f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 -- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd60c0b2cf0 msgr2=0x7fd60c155c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c155c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 -- 172.21.15.17:0/3298166723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c1561d0 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc0090b0 tx=0x7fd5fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd602ffd640 1 -- 172.21.15.17:0/3298166723 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc037040 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd602ffd640 1 -- 172.21.15.17:0/3298166723 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5fc042070 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c160420 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd602ffd640 1 -- 172.21.15.17:0/3298166723 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc030920 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.857+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c0cb900 con 0x7fd60c15e640 2024-09-19T08:04:28.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.859+0000 7fd602ffd640 1 -- 172.21.15.17:0/3298166723 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd5fc030ac0 con 0x7fd60c15e640 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.860+0000 7fd602ffd640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 0x7fd5ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.860+0000 7fd602ffd640 1 -- 172.21.15.17:0/3298166723 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd5fc0abde0 con 0x7fd60c15e640 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.860+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 0x7fd5ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.860+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 0x7fd5ec06e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd604007330 tx=0x7fd60400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.860+0000 7fd61361f740 1 Processor -- start 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 -- start start 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e4748da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47445a80 0x558e474486a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558e473aa520 con 0x558e47449a50 2024-09-19T08:04:28.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558e473523e0 con 0x558e474482c0 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.861+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558e473a64e0 con 0x558e47445a80 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34732/0 (socket says 172.21.15.17:34732) 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 -- 172.21.15.17:0/433223121 learned_addr learned my addr 172.21.15.17:0/433223121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd609d9b640 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47445a80 0x558e474486a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60a59c640 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e4748da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 -- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47445a80 msgr2=0x558e474486a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47445a80 0x558e474486a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 -- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 msgr2=0x558e4748da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e4748da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 -- 172.21.15.17:0/433223121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e4736d2f0 con 0x558e47449a50 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc0aa1b0 tx=0x7fd5fc079880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc75dadac939a0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd5ebfff640 1 -- 172.21.15.17:0/433223121 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc07e160 con 0x558e47449a50 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd5ebfff640 1 -- 172.21.15.17:0/433223121 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5fc07d030 con 0x558e47449a50 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.862+0000 7fd5ebfff640 1 -- 172.21.15.17:0/433223121 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc082990 con 0x558e47449a50 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 -- 172.21.15.17:0/433223121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 msgr2=0x558e474428b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc0aa1b0 tx=0x7fd5fc079880 comp rx=0 tx=0).stop 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 -- 172.21.15.17:0/433223121 shutdown_connections 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e474428b0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47445a80 0x558e474486a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 --2- 172.21.15.17:0/433223121 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e4748da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 -- 172.21.15.17:0/433223121 >> 172.21.15.17:0/433223121 conn(0x558e47444a80 msgr2=0x558e4748cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 -- 172.21.15.17:0/433223121 shutdown_connections 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.863+0000 7fd61361f740 1 -- 172.21.15.17:0/433223121 wait complete. 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.864+0000 7fd61361f740 1 -- start start 2024-09-19T08:04:28.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.864+0000 7fd61361f740 1 Processor -- start 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 0x558e4745c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47443400 0x558e474711d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558e473523e0 con 0x558e474482c0 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558e47333450 con 0x558e47449a50 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558e473aa520 con 0x558e47443400 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 10 client.0 _ll_register_callbacks cb 0x558e470bcac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:28.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34738/0 (socket says 172.21.15.17:34738) 2024-09-19T08:04:28.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 -- 172.21.15.17:0/2213144128 learned_addr learned my addr 172.21.15.17:0/2213144128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd609d9b640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 0x558e4745c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47443400 0x558e474711d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 -- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47443400 msgr2=0x558e474711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47443400 0x558e474711d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 -- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 msgr2=0x558e4745c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 0x558e4745c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 -- 172.21.15.17:0/2213144128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e470bd2d0 con 0x558e474482c0 2024-09-19T08:04:28.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd609d9b640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 0x558e4745c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd60a59c640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fd604016b50 tx=0x7fd604004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85642d5cd2652ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd5e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd604026020 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd604014ce0 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.865+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5fc07d030 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd604030050 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 10 client.5574 fetch_fsmap learned FSMap version 25 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558e471876b0 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5fc07d030 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7fd604033020 con 0x558e474482c0 2024-09-19T08:04:28.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 10 client.5574 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 10 client.5574 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 20 client.5574 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47441970 0x558e47441d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 4 client.5574 mds_command: new command op to 5430 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 --> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e473b7c50 con 0x558e47441970 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd609d9b640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47441970 0x558e47441d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd5e97fa640 10 client.5574 ms_handle_connect on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.866+0000 7fd609d9b640 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47441970 0x558e47441d50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1247bc65fe51dc6 server_cookie=369900d813a981bd in_seq=0 out_seq=0 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd5e97fa640 1 -- 172.21.15.17:0/2213144128 <== mds.0 v2:172.21.15.17:6834/1415562489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558e473b7c50 con 0x558e47441970 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd5e97fa640 10 client.5574 handle_command_reply: tid=0 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 client.5574 shutdown 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 msgr2=0x558e4748a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fd604016b50 tx=0x7fd604004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:28.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 shutdown_connections 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47441970 0x558e47441d50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47443400 0x558e474711d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47449a50 0x558e4745c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd5e97fa640 0 client.5574 ms_handle_reset on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 --2- 172.21.15.17:0/2213144128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e474482c0 0x558e4748a4b0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 >> 172.21.15.17:0/2213144128 conn(0x558e47445a80 msgr2=0x558e4748afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 shutdown_connections 2024-09-19T08:04:28.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.867+0000 7fd61361f740 1 -- 172.21.15.17:0/2213144128 wait complete. 2024-09-19T08:04:28.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.868+0000 7fd61361f740 20 client.5574 trim_cache size 0 max 16384 2024-09-19T08:04:28.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.885+0000 7fd61361f740 1 Processor -- start 2024-09-19T08:04:28.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 -- start start 2024-09-19T08:04:28.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e47471d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47449a50 0x558e47472240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c1ffad0 con 0x558e47443400 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c0cd8a0 con 0x558e474482c0 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd60c1ff480 con 0x558e47449a50 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd60a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd60a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34750/0 (socket says 172.21.15.17:34750) 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.886+0000 7fd60a59c640 1 -- 172.21.15.17:0/3414128164 learned_addr learned my addr 172.21.15.17:0/3414128164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47449a50 0x558e47472240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd609d9b640 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e47471d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 -- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47449a50 msgr2=0x558e47472240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47449a50 0x558e47472240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 -- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 msgr2=0x558e47471d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e47471d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 -- 172.21.15.17:0/3414128164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e4743d4d0 con 0x558e47443400 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd60a59c640 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd604007ca0 tx=0x7fd604022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3573705b05ddc56e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd5eb7fe640 1 -- 172.21.15.17:0/3414128164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd604039070 con 0x558e47443400 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd5eb7fe640 1 -- 172.21.15.17:0/3414128164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd604022650 con 0x558e47443400 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd5eb7fe640 1 -- 172.21.15.17:0/3414128164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd604026070 con 0x558e47443400 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd61361f740 1 -- 172.21.15.17:0/3414128164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 msgr2=0x558e47469740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd61361f740 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd604007ca0 tx=0x7fd604022000 comp rx=0 tx=0).stop 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd61361f740 1 -- 172.21.15.17:0/3414128164 shutdown_connections 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.887+0000 7fd61361f740 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e47449a50 0x558e47472240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e474482c0 0x558e47471d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 --2- 172.21.15.17:0/3414128164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47443400 0x558e47469740 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 -- 172.21.15.17:0/3414128164 >> 172.21.15.17:0/3414128164 conn(0x558e47445a80 msgr2=0x558e4748ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 -- 172.21.15.17:0/3414128164 shutdown_connections 2024-09-19T08:04:28.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 -- 172.21.15.17:0/3414128164 wait complete. 2024-09-19T08:04:28.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 -- start start 2024-09-19T08:04:28.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.888+0000 7fd61361f740 1 Processor -- start 2024-09-19T08:04:28.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 0x558e474695c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e474482c0 0x558e4750a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558e4745cbc0 con 0x558e47449a50 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558e474709d0 con 0x558e47443400 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558e47471710 con 0x558e474482c0 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd61361f740 10 client.0 _ll_register_callbacks cb 0x7fd6040167a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd60ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34762/0 (socket says 172.21.15.17:34762) 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd60ad9d640 1 -- 172.21.15.17:0/182793780 learned_addr learned my addr 172.21.15.17:0/182793780 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd60a59c640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 0x558e474695c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.889+0000 7fd609d9b640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e474482c0 0x558e4750a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 -- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e474482c0 msgr2=0x558e4750a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e474482c0 0x558e4750a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 -- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 msgr2=0x558e474695c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 0x558e474695c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 -- 172.21.15.17:0/182793780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e474b06c0 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60a59c640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 0x558e474695c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60ad9d640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc076270 tx=0x7fd5fc009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=548deacf102f2a2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc082990 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd5fc0a3bd0 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd604022650 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd5fc07e160 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 10 client.5580 fetch_fsmap learned FSMap version 25 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558e474b0f00 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd604022650 con 0x558e47449a50 2024-09-19T08:04:28.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7fd5fc080040 con 0x558e47449a50 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 10 client.5580 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 10 client.5580 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 20 client.5580 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47488ef0 0x558e474892d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 4 client.5580 mds_command: new command op to 5430 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 --> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] -- command(tid 0: {"prefix": "status"}) -- 0x558e473b1fa0 con 0x558e47488ef0 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.890+0000 7fd60a59c640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47488ef0 0x558e474892d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd5e97fa640 10 client.5580 ms_handle_connect on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd60a59c640 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47488ef0 0x558e474892d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d87f5572bd8bface server_cookie=b8a39d0818a946e5 in_seq=0 out_seq=0 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd5e97fa640 1 -- 172.21.15.17:0/182793780 <== mds.0 v2:172.21.15.17:6834/1415562489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x558e473b1fa0 con 0x558e47488ef0 2024-09-19T08:04:28.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd5e97fa640 10 client.5580 handle_command_reply: tid=0 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 client.5580 shutdown 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 msgr2=0x558e47471d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc076270 tx=0x7fd5fc009240 comp rx=0 tx=0).stop 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 shutdown_connections 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x558e47488ef0 0x558e474892d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e47449a50 0x558e47471d00 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e474482c0 0x558e4750a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 --2- 172.21.15.17:0/182793780 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e47443400 0x558e474695c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd5e97fa640 0 client.5580 ms_handle_reset on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 >> 172.21.15.17:0/182793780 conn(0x558e47445a80 msgr2=0x558e47442310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 shutdown_connections 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 1 -- 172.21.15.17:0/182793780 wait complete. 2024-09-19T08:04:28.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.891+0000 7fd61361f740 20 client.5580 trim_cache size 0 max 16384 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5430, 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.6467679139999998, 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 25, 2024-09-19T08:04:28.899 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 45, 2024-09-19T08:04:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 45, 2024-09-19T08:04:28.900 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 8.7463164659999997 2024-09-19T08:04:28.900 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:28.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 msgr2=0x7fd5ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 0x7fd5ec06e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd604007330 tx=0x7fd60400b040 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 msgr2=0x7fd60c06c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc0090b0 tx=0x7fd5fc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 shutdown_connections 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5ec06c2b0 0x7fd5ec06e770 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd60c15e640 0x7fd60c06c380 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd60c0cf0e0 0x7fd60c15f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 --2- 172.21.15.17:0/3298166723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd60c0b2cf0 0x7fd60c155c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 >> 172.21.15.17:0/3298166723 conn(0x7fd60c09d820 msgr2=0x7fd60c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 shutdown_connections 2024-09-19T08:04:28.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:28.892+0000 7fd610882640 1 -- 172.21.15.17:0/3298166723 wait complete. 2024-09-19T08:04:28.902 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:04:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.004+0000 7f7693911640 1 Processor -- start 2024-09-19T08:04:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.005+0000 7f7693911640 1 -- start start 2024-09-19T08:04:29.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c0af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 0x7f768c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f768c0aede0 0x7f768c162240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f768c0af250 con 0x7f768c0aede0 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f768c0b34c0 con 0x7f768c15ec50 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7693911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f768c15c600 con 0x7f768c15c220 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f768c0aede0 0x7f768c162240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f768c0aede0 0x7f768c162240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34776/0 (socket says 172.21.15.17:34776) 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 -- 172.21.15.17:0/2917560636 learned_addr learned my addr 172.21.15.17:0/2917560636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7690eac640 1 --2- 172.21.15.17:0/2917560636 >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 0x7f768c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f76916ad640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c0af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 -- 172.21.15.17:0/2917560636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 msgr2=0x7f768c0af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:29.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c0af8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 -- 172.21.15.17:0/2917560636 >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 msgr2=0x7f768c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 --2- 172.21.15.17:0/2917560636 >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 0x7f768c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7691eae640 1 -- 172.21.15.17:0/2917560636 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768c15f150 con 0x7f768c0aede0 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f7690eac640 1 --2- 172.21.15.17:0/2917560636 >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 0x7f768c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.006+0000 7f76916ad640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c0af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f7691eae640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c162240 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f768c0d1610 tx=0x7f767c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=999daa2715a78d63 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f768bfff640 1 -- 172.21.15.17:0/2917560636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c036070 con 0x7f768c0aede0 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f768bfff640 1 -- 172.21.15.17:0/2917560636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f767c031600 con 0x7f768c0aede0 2024-09-19T08:04:29.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f768bfff640 1 -- 172.21.15.17:0/2917560636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c0319d0 con 0x7f768c0aede0 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f7693911640 1 -- 172.21.15.17:0/2917560636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 msgr2=0x7f768c162240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.007+0000 7f7693911640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c162240 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f768c0d1610 tx=0x7f767c02a6a0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 -- 172.21.15.17:0/2917560636 shutdown_connections 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c162240 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 --2- 172.21.15.17:0/2917560636 >> v2:172.21.15.160:3300/0 conn(0x7f768c15ec50 0x7f768c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 --2- 172.21.15.17:0/2917560636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c0af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 -- 172.21.15.17:0/2917560636 >> 172.21.15.17:0/2917560636 conn(0x7f768c0b21c0 msgr2=0x7f768c0b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 -- 172.21.15.17:0/2917560636 shutdown_connections 2024-09-19T08:04:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.008+0000 7f7693911640 1 -- 172.21.15.17:0/2917560636 wait complete. 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.009+0000 7f7693911640 1 Processor -- start 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.009+0000 7f7693911640 1 -- start start 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c1f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f768c15ec50 0x7f768c1f3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f768c15f9f0 con 0x7f768c0aede0 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f768c15f710 con 0x7f768c15ec50 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f768c0afdf0 con 0x7f768c15c220 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34788/0 (socket says 172.21.15.17:34788) 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 -- 172.21.15.17:0/2408424592 learned_addr learned my addr 172.21.15.17:0/2408424592 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7690eac640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c1f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7691eae640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f768c15ec50 0x7f768c1f3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 -- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 msgr2=0x7f768c1f8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c1f8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 -- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f768c15ec50 msgr2=0x7f768c1f3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f768c15ec50 0x7f768c1f3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 -- 172.21.15.17:0/2408424592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768c1f3ea0 con 0x7f768c0aede0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f76916ad640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f768400c7f0 tx=0x7f768400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684015070 con 0x7f768c0aede0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76840079d0 con 0x7f768c0aede0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f768c14d370 con 0x7f768c0aede0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.010+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684007da0 con 0x7f768c0aede0 2024-09-19T08:04:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.011+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f768c14d930 con 0x7f768c0aede0 2024-09-19T08:04:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.012+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f768c0af8b0 con 0x7f768c0aede0 2024-09-19T08:04:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.012+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7684018070 con 0x7f768c0aede0 2024-09-19T08:04:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.013+0000 7f7689ffb640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 0x7f767806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.013+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f768408b3f0 con 0x7f768c0aede0 2024-09-19T08:04:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.013+0000 7f7690eac640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 0x7f767806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:29.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.013+0000 7f7690eac640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 0x7f767806e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f768c0b51a0 tx=0x7f7680008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:29.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.017+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f768c1f3ea0 con 0x7f768c0aede0 2024-09-19T08:04:29.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.231+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f768c14db30 con 0x7f768c0aede0 2024-09-19T08:04:29.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.232+0000 7f7689ffb640 1 -- 172.21.15.17:0/2408424592 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f7684059ac0 con 0x7f768c0aede0 2024-09-19T08:04:29.232 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 msgr2=0x7f767806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 0x7f767806e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f768c0b51a0 tx=0x7f7680008040 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 msgr2=0x7f768c14cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f768400c7f0 tx=0x7f768400cbf0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 shutdown_connections 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f767806c2b0 0x7f767806e770 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f768c15ec50 0x7f768c1f3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f768c15c220 0x7f768c1f8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 --2- 172.21.15.17:0/2408424592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f768c0aede0 0x7f768c14cc40 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 >> 172.21.15.17:0/2408424592 conn(0x7f768c0b21c0 msgr2=0x7f768c06e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 shutdown_connections 2024-09-19T08:04:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29.234+0000 7f7693911640 1 -- 172.21.15.17:0/2408424592 wait complete. 2024-09-19T08:04:29.245 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:04:29.245 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:04:29.245 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:04:29.245 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:04:29.245 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:29.246 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:04:29.246 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:04:29.246 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:04:29.246 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:29.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.246 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:29.263 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42652sec preferred_lft 42652sec 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:04:29.264 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:04:29.265 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:04:29.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.266 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:04:29.327 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:04:29.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.329 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:04:29.388 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:04:29.388 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:04:29.389 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:04:29.389 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:04:29.389 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:04:29.389 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:04:29.389 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:04:29.389 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:04:29.389 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:04:29.389 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:04:29.390 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:04:29.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:04:29.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:29.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.518 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:04:29.533 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:04:29.533 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:04:29.534 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:29.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.534 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:04:29.599 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:04:29.599 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:04:29.599 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:29.655 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:04:29.656 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:04:29.656 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:29.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:04:29.779 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:04:29.836 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:04:29.837 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:04:29.838 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:29.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:29.840 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:04:29.893 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:04:29.893 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:04:29.936 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:04:29.962 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:04:30.019 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:04:30.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:04:30.020 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:04:30.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:04:30.020 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:04:30.020 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:04:30.021 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:04:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:04:30.023 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:04:30.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:30.025 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:04:30.026 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:04:30.020+0000 7f149271f480 -1 init, newargv = 0x55d5e507be90 newargc=15 2024-09-19T08:04:30.026 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[51592]: starting ceph client 2024-09-19T08:04:30.026 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[51592]: starting fuse 2024-09-19T08:04:30.041 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:04:30.042 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:04:30.042 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:04:30.043 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:04:30.044 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:04:30.044 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:04:30.044 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:04:30.044 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:04:30.044 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:04:30.162 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.51592.asok 2024-09-19T08:04:30.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:30.173 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51592.asok 2024-09-19T08:04:30.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:30.173 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51592.asok status 2024-09-19T08:04:30.310 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:30.310 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:04:30.310 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:04:30.310 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "51592", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5592, 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:04:30.311 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 5592 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3510761253 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3510761253 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:30.312 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.5592 192.168.0.1:0/3510761253", 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3510761253", 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 25, 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 45, 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:04:30.313 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:30.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:30.319 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:04:30.319 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:30.335 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:04:30.335 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:30.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:30.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:30.402 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir -p a/b') 2024-09-19T08:04:30.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:04:30.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:30.510 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush journal 2024-09-19T08:04:30.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.615+0000 7efc0212a640 1 Processor -- start 2024-09-19T08:04:30.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.615+0000 7efc0212a640 1 -- start start 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efc0212a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efbfc0d2350 0x7efbfc0d2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efc0212a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 0x7efbfc06e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efc0212a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efbfc155b20 con 0x7efbfc0d0ad0 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efc0212a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efbfc0d2c70 con 0x7efbfc0d2350 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efc0212a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efbfc06f470 con 0x7efbfc0d0f40 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfbfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 0x7efbfc06e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efbfc0d2350 0x7efbfc0d2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfaffd640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7efbfc0d0ad0 0x7efbfc073010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:42294/0 (socket says 172.21.15.17:42294) 2024-09-19T08:04:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfaffd640 1 -- 172.21.15.17:0/310622822 learned_addr learned my addr 172.21.15.17:0/310622822 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfbfff640 1 -- 172.21.15.17:0/310622822 >> v2:172.21.15.160:3300/0 conn(0x7efbfc0d2350 msgr2=0x7efbfc0d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.616+0000 7efbfbfff640 1 --2- 172.21.15.17:0/310622822 >> v2:172.21.15.160:3300/0 conn(0x7efbfc0d2350 0x7efbfc0d2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.617+0000 7efbfbfff640 1 -- 172.21.15.17:0/310622822 >> v1:172.21.15.160:6789/0 conn(0x7efbfc0d0ad0 legacy=0x7efbfc073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.617+0000 7efbfbfff640 1 -- 172.21.15.17:0/310622822 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbfc06f750 con 0x7efbfc0d0f40 2024-09-19T08:04:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.617+0000 7efbfbfff640 1 --2- 172.21.15.17:0/310622822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 0x7efbfc06e050 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009d90 tx=0x7efbf402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b86b97f35dde513f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.617+0000 7efbfa7fc640 1 -- 172.21.15.17:0/310622822 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4007740 con 0x7efbfc0d0f40 2024-09-19T08:04:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efbfa7fc640 1 -- 172.21.15.17:0/310622822 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf40078e0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efbfa7fc640 1 -- 172.21.15.17:0/310622822 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4007cb0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 -- 172.21.15.17:0/310622822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 msgr2=0x7efbfc06e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 --2- 172.21.15.17:0/310622822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 0x7efbfc06e050 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009d90 tx=0x7efbf402a660 comp rx=0 tx=0).stop 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 -- 172.21.15.17:0/310622822 shutdown_connections 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 --2- 172.21.15.17:0/310622822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0f40 0x7efbfc06e050 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 --2- 172.21.15.17:0/310622822 >> v2:172.21.15.160:3300/0 conn(0x7efbfc0d2350 0x7efbfc0d2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 -- 172.21.15.17:0/310622822 >> 172.21.15.17:0/310622822 conn(0x7efbfc0b7db0 msgr2=0x7efbfc067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 -- 172.21.15.17:0/310622822 shutdown_connections 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.618+0000 7efc0212a640 1 -- 172.21.15.17:0/310622822 wait complete. 2024-09-19T08:04:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.619+0000 7efc0212a640 1 Processor -- start 2024-09-19T08:04:30.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.619+0000 7efc0212a640 1 -- start start 2024-09-19T08:04:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0ad0 0x7efbfc1f48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efbfc0d2350 0x7efbfc15cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc0d03e0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc06fd10 con 0x7efbfc0d2350 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efc0212a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efbfc0d0560 con 0x7efbfc0d0ad0 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efbfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efbfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34800/0 (socket says 172.21.15.17:34800) 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efbfaffd640 1 -- 172.21.15.17:0/3598261906 learned_addr learned my addr 172.21.15.17:0/3598261906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efbfbfff640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efbfc0d2350 0x7efbfc15cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.620+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0ad0 0x7efbfc1f48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 -- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0ad0 msgr2=0x7efbfc1f48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0ad0 0x7efbfc1f48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 -- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efbfc0d2350 msgr2=0x7efbfc15cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efbfc0d2350 0x7efbfc15cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 -- 172.21.15.17:0/3598261906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbfc0ce270 con 0x7efbfc0d0f40 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7efbf000c3f0 tx=0x7efbf000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbe3fff640 1 -- 172.21.15.17:0/3598261906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf0017070 con 0x7efbfc0d0f40 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbe3fff640 1 -- 172.21.15.17:0/3598261906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf0005ce0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efbfc0ce550 con 0x7efbfc0d0f40 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efbe3fff640 1 -- 172.21.15.17:0/3598261906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf00072f0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.621+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efbfc0cba40 con 0x7efbfc0d0f40 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.623+0000 7efbe3fff640 1 -- 172.21.15.17:0/3598261906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efbf001a070 con 0x7efbfc0d0f40 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efbe3fff640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 0x7efbe806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efbe3fff640 1 -- 172.21.15.17:0/3598261906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7efbf008a6e0 con 0x7efbfc0d0f40 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 0x7efbe806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efc04ec6740 1 Processor -- start 2024-09-19T08:04:30.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 0x7efbe806e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efbec009b40 tx=0x7efbec009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.624+0000 7efc04ec6740 1 -- start start 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 0x5620fd5390c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f10e0 0x5620fd4f3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620fd4566f0 con 0x5620fd4f50b0 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5620fd3fe330 con 0x5620fd4f3920 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5620fd4526b0 con 0x5620fd4f10e0 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efbfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efbfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34812/0 (socket says 172.21.15.17:34812) 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efbfbfff640 1 -- 172.21.15.17:0/1502587859 learned_addr learned my addr 172.21.15.17:0/1502587859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.625+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f10e0 0x5620fd4f3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 0x5620fd5390c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 -- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f10e0 msgr2=0x5620fd4f3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f10e0 0x5620fd4f3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 -- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 msgr2=0x5620fd5390c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 0x5620fd5390c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 -- 172.21.15.17:0/1502587859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fd4240d0 con 0x5620fd4f50b0 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 0x5620fd5390c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7efbf402ac50 tx=0x7efbf402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=674460b9574452a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbe17fa640 1 -- 172.21.15.17:0/1502587859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4007a00 con 0x5620fd4f50b0 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbe17fa640 1 -- 172.21.15.17:0/1502587859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf4007ba0 con 0x5620fd4f50b0 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.626+0000 7efbe17fa640 1 -- 172.21.15.17:0/1502587859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4045430 con 0x5620fd4f50b0 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- 172.21.15.17:0/1502587859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 msgr2=0x5620fd4ee1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7efbf402ac50 tx=0x7efbf402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- 172.21.15.17:0/1502587859 shutdown_connections 2024-09-19T08:04:30.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd4ee1a0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f10e0 0x5620fd4f3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1502587859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f3920 0x5620fd5390c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- 172.21.15.17:0/1502587859 >> 172.21.15.17:0/1502587859 conn(0x5620fd4f0370 msgr2=0x5620fd538590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- 172.21.15.17:0/1502587859 shutdown_connections 2024-09-19T08:04:30.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- 172.21.15.17:0/1502587859 wait complete. 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.627+0000 7efc04ec6740 1 -- start start 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 Processor -- start 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 0x5620fd514060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd515640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620fd4ef810 con 0x5620fd4f3920 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5620fd3df4f0 con 0x5620fd5146d0 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5620fd5398f0 con 0x5620fd4f50b0 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efc04ec6740 10 client.0 _ll_register_callbacks cb 0x5620fd400b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:30.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efbfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efbfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34828/0 (socket says 172.21.15.17:34828) 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.628+0000 7efbfb7fe640 1 -- 172.21.15.17:0/1176850143 learned_addr learned my addr 172.21.15.17:0/1176850143 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 0x5620fd514060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd515640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 -- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 msgr2=0x5620fd514060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 0x5620fd514060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 -- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 msgr2=0x5620fd515640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd515640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 -- 172.21.15.17:0/1176850143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fd2337d0 con 0x5620fd4f3920 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 0x5620fd514060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7efbec004620 tx=0x7efbec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b730d206efa1cc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbec027020 con 0x5620fd4f3920 2024-09-19T08:04:30.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7efbec023450 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efbf4007ba0 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7efbec023650 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 10 client.5601 fetch_fsmap learned FSMap version 25 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x5620fd1693f0 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf4007ba0 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7efbec034080 con 0x5620fd4f3920 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 10 client.5601 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 10 client.5601 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.629+0000 7efc04ec6740 20 client.5601 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd51b420 0x5620fd51b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efc04ec6740 4 client.5601 mds_command: new command op to 5430 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 --> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620fd463e20 con 0x5620fd51b420 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd51b420 0x5620fd51b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd51b420 0x5620fd51b8b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eb7436ce87c0ebb server_cookie=a9decdee9dcb4de0 in_seq=0 out_seq=0 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efbda7fc640 10 client.5601 ms_handle_connect on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efbda7fc640 1 -- 172.21.15.17:0/1176850143 <== mds.0 v2:172.21.15.17:6834/1415562489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620fd463e20 con 0x5620fd51b420 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.630+0000 7efbda7fc640 10 client.5601 handle_command_reply: tid=0 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 client.5601 shutdown 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 msgr2=0x5620fd513b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7efbec004620 tx=0x7efbec0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 shutdown_connections 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd51b420 0x5620fd51b8b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd515640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f50b0 0x5620fd514060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efbda7fc640 0 client.5601 ms_handle_reset on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1176850143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f3920 0x5620fd513b20 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 >> 172.21.15.17:0/1176850143 conn(0x5620fd4f10e0 msgr2=0x5620fd536610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 shutdown_connections 2024-09-19T08:04:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 1 -- 172.21.15.17:0/1176850143 wait complete. 2024-09-19T08:04:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.631+0000 7efc04ec6740 20 client.5601 trim_cache size 0 max 16384 2024-09-19T08:04:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.645+0000 7efc04ec6740 1 Processor -- start 2024-09-19T08:04:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.645+0000 7efc04ec6740 1 -- start start 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd536820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 0x5620fd552400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc200af0 con 0x5620fd5146d0 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc160640 con 0x5620fd4f50b0 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efbfc0ccc10 con 0x5620fd4f3920 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efbfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efbfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34836/0 (socket says 172.21.15.17:34836) 2024-09-19T08:04:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.646+0000 7efbfbfff640 1 -- 172.21.15.17:0/1929109080 learned_addr learned my addr 172.21.15.17:0/1929109080 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 0x5620fd552400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd536820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 -- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 msgr2=0x5620fd536820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd536820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 -- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 msgr2=0x5620fd552400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 0x5620fd552400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 -- 172.21.15.17:0/1929109080 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fd1290f0 con 0x5620fd5146d0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfaffd640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 0x5620fd552400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbfbfff640 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009e80 tx=0x7efbf4030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84ccba57268ab5e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbe0ff9640 1 -- 172.21.15.17:0/1929109080 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4003b90 con 0x5620fd5146d0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbe0ff9640 1 -- 172.21.15.17:0/1929109080 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf404b070 con 0x5620fd5146d0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.647+0000 7efbe0ff9640 1 -- 172.21.15.17:0/1929109080 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf4007800 con 0x5620fd5146d0 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- 172.21.15.17:0/1929109080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 msgr2=0x5620fd516f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009e80 tx=0x7efbf4030000 comp rx=0 tx=0).stop 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- 172.21.15.17:0/1929109080 shutdown_connections 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd5146d0 0x5620fd516f80 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd4f50b0 0x5620fd552400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 --2- 172.21.15.17:0/1929109080 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd536820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- 172.21.15.17:0/1929109080 >> 172.21.15.17:0/1929109080 conn(0x5620fd4f10e0 msgr2=0x5620fd51d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- 172.21.15.17:0/1929109080 shutdown_connections 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- 172.21.15.17:0/1929109080 wait complete. 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 -- start start 2024-09-19T08:04:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.648+0000 7efc04ec6740 1 Processor -- start 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd59e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd518820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc15fff0 con 0x5620fd4f50b0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5620fd4f14c0 con 0x5620fd5146d0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5620fd5b6b50 con 0x5620fd4f3920 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efc04ec6740 10 client.0 _ll_register_callbacks cb 0x7efbec0095d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34838/0 (socket says 172.21.15.17:34838) 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 -- 172.21.15.17:0/3599071288 learned_addr learned my addr 172.21.15.17:0/3599071288 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd59e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfbfff640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd518820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 -- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 msgr2=0x5620fd59e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd59e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 -- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 msgr2=0x5620fd518820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd518820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfaffd640 1 -- 172.21.15.17:0/3599071288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fd517190 con 0x5620fd4f50b0 2024-09-19T08:04:30.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.649+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd59e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbfaffd640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efbf0054c60 tx=0x7efbf0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f7333316a83097 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf0060ea0 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7efbf0061040 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efbf404b070 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7efbf0007490 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 10 client.5607 fetch_fsmap learned FSMap version 25 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x5620fd59ef30 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbf404b070 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7efbf0057c50 con 0x5620fd4f50b0 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 10 client.5607 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 10 client.5607 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-19T08:04:30.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 20 client.5607 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd518d60 0x5620fd519b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 4 client.5607 mds_command: new command op to 5430 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 --> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5620fd45e170 con 0x5620fd518d60 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.650+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd518d60 0x5620fd519b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.651+0000 7efbda7fc640 10 client.5607 ms_handle_connect on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:30.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.651+0000 7efbfb7fe640 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd518d60 0x5620fd519b50 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=751fc6649db686ef server_cookie=18efdcf2736650d4 in_seq=0 out_seq=0 2024-09-19T08:04:30.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.658+0000 7efbda7fc640 1 -- 172.21.15.17:0/3599071288 <== mds.0 v2:172.21.15.17:6834/1415562489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5620fd45e170 con 0x5620fd518d60 2024-09-19T08:04:30.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.658+0000 7efbda7fc640 10 client.5607 handle_command_reply: tid=0 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.658+0000 7efc04ec6740 1 client.5607 shutdown 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 msgr2=0x5620fd513890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efbf0054c60 tx=0x7efbf0005f90 comp rx=0 tx=0).stop 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 shutdown_connections 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:6834/1415562489,v1:172.21.15.17:6835/1415562489] conn(0x5620fd518d60 0x5620fd519b50 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620fd5146d0 0x5620fd518820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620fd4f50b0 0x5620fd513890 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 --2- 172.21.15.17:0/3599071288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620fd4f3920 0x5620fd59e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efbda7fc640 0 client.5607 ms_handle_reset on v2:172.21.15.17:6834/1415562489 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 >> 172.21.15.17:0/3599071288 conn(0x5620fd4f10e0 msgr2=0x5620fd53cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 shutdown_connections 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 1 -- 172.21.15.17:0/3599071288 wait complete. 2024-09-19T08:04:30.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc04ec6740 20 client.5607 trim_cache size 0 max 16384 2024-09-19T08:04:30.722 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:30.722 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:04:30.722 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:04:30.722 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:30.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 msgr2=0x7efbe806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 0x7efbe806e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efbec009b40 tx=0x7efbec009190 comp rx=0 tx=0).stop 2024-09-19T08:04:30.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 msgr2=0x7efbfc0cd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7efbf000c3f0 tx=0x7efbf000c8b0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 shutdown_connections 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbe806c2b0 0x7efbe806e770 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efbfc0d2350 0x7efbfc15cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efbfc0d0f40 0x7efbfc0cd900 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 --2- 172.21.15.17:0/3598261906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efbfc0d0ad0 0x7efbfc1f48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.659+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 >> 172.21.15.17:0/3598261906 conn(0x7efbfc0b7db0 msgr2=0x7efbfc06e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.660+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 shutdown_connections 2024-09-19T08:04:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.660+0000 7efc0212a640 1 -- 172.21.15.17:0/3598261906 wait complete. 2024-09-19T08:04:30.724 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_abort_on_newly_corrupt_dentry False 2024-09-19T08:04:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.830+0000 7fa605bcf640 1 Processor -- start 2024-09-19T08:04:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.830+0000 7fa605bcf640 1 -- start start 2024-09-19T08:04:30.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa6000d2350 0x7fa6000d2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa6000d0ad0 0x7fa600073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d0f40 0x7fa600073550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa600155b20 con 0x7fa6000d2350 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa6000d2c70 con 0x7fa6000d0ad0 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa605bcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa60006f470 con 0x7fa6000d0f40 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa6000d2350 0x7fa6000d2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa6000d2350 0x7fa6000d2730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34852/0 (socket says 172.21.15.17:34852) 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 -- 172.21.15.17:0/3549871824 learned_addr learned my addr 172.21.15.17:0/3549871824 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5feffd640 1 --2- 172.21.15.17:0/3549871824 >> v2:172.21.15.160:3300/0 conn(0x7fa6000d0ad0 0x7fa600073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5fffff640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d0f40 0x7fa600073550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 -- 172.21.15.17:0/3549871824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d0f40 msgr2=0x7fa600073550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d0f40 0x7fa600073550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 -- 172.21.15.17:0/3549871824 >> v2:172.21.15.160:3300/0 conn(0x7fa6000d0ad0 msgr2=0x7fa600073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/3549871824 >> v2:172.21.15.160:3300/0 conn(0x7fa6000d0ad0 0x7fa600073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.831+0000 7fa5ff7fe640 1 -- 172.21.15.17:0/3549871824 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60006f750 con 0x7fa6000d2350 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.832+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d2350 0x7fa6000d2730 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa6000d22d0 tx=0x7fa5f002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6060d2d3e7e0d6bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.832+0000 7fa5fe7fc640 1 -- 172.21.15.17:0/3549871824 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0037070 con 0x7fa6000d2350 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.832+0000 7fa5fe7fc640 1 -- 172.21.15.17:0/3549871824 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f0032440 con 0x7fa6000d2350 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.832+0000 7fa5fe7fc640 1 -- 172.21.15.17:0/3549871824 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0032810 con 0x7fa6000d2350 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 -- 172.21.15.17:0/3549871824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d2350 msgr2=0x7fa6000d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d2350 0x7fa6000d2730 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa6000d22d0 tx=0x7fa5f002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 -- 172.21.15.17:0/3549871824 shutdown_connections 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d0f40 0x7fa600073550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 --2- 172.21.15.17:0/3549871824 >> v2:172.21.15.160:3300/0 conn(0x7fa6000d0ad0 0x7fa600073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 --2- 172.21.15.17:0/3549871824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d2350 0x7fa6000d2730 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 -- 172.21.15.17:0/3549871824 >> 172.21.15.17:0/3549871824 conn(0x7fa6000b7db0 msgr2=0x7fa600067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:30.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 -- 172.21.15.17:0/3549871824 shutdown_connections 2024-09-19T08:04:30.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.833+0000 7fa605bcf640 1 -- 172.21.15.17:0/3549871824 wait complete. 2024-09-19T08:04:30.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.834+0000 7fa605bcf640 1 Processor -- start 2024-09-19T08:04:30.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.834+0000 7fa605bcf640 1 -- start start 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6000d0ad0 0x7fa6001500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d2350 0x7fa600153d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa6000d03e0 con 0x7fa6000d0f40 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa60006fd10 con 0x7fa6000d0ad0 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa605bcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa6000d0560 con 0x7fa6000d2350 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34862/0 (socket says 172.21.15.17:34862) 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 -- 172.21.15.17:0/504454940 learned_addr learned my addr 172.21.15.17:0/504454940 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6000d0ad0 0x7fa6001500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5fffff640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d2350 0x7fa600153d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 -- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d2350 msgr2=0x7fa600153d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d2350 0x7fa600153d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 -- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6000d0ad0 msgr2=0x7fa6001500b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6000d0ad0 0x7fa6001500b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.835+0000 7fa5feffd640 1 -- 172.21.15.17:0/504454940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6000ce7e0 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa5feffd640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fa5f400d830 tx=0x7fa5f400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4018020 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f40096a0 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6000ceac0 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4009a70 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.836+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6000cf080 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.837+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6000d2730 con 0x7fa6000d0f40 2024-09-19T08:04:30.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.837+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5f401b020 con 0x7fa6000d0f40 2024-09-19T08:04:30.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.838+0000 7fa5e7fff640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 0x7fa5ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:30.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.838+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa5f408b6b0 con 0x7fa6000d0f40 2024-09-19T08:04:30.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.838+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 0x7fa5ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:30.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.839+0000 7fa5ff7fe640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 0x7fa5ec06e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0034000 tx=0x7fa5f002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:30.842+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5f4022030 con 0x7fa6000d0f40 2024-09-19T08:04:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.018+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}] v 0) -- 0x7fa6000b57b0 con 0x7fa6000d0f40 2024-09-19T08:04:31.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.022+0000 7fa5e7fff640 1 -- 172.21.15.17:0/504454940 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}]=0 v13)=0 v13) ==== 135+0+0 (secure 0 0 0) 0x7fa5f4059e20 con 0x7fa6000d0f40 2024-09-19T08:04:31.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 msgr2=0x7fa5ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 0x7fa5ec06e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa5f0034000 tx=0x7fa5f002e000 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 msgr2=0x7fa600153850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fa5f400d830 tx=0x7fa5f400dcf0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 shutdown_connections 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5ec06c2b0 0x7fa5ec06e770 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa6000d2350 0x7fa600153d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6000d0f40 0x7fa600153850 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 --2- 172.21.15.17:0/504454940 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6000d0ad0 0x7fa6001500b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 >> 172.21.15.17:0/504454940 conn(0x7fa6000b7db0 msgr2=0x7fa6000b3280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 shutdown_connections 2024-09-19T08:04:31.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.024+0000 7fa605bcf640 1 -- 172.21.15.17:0/504454940 wait complete. 2024-09-19T08:04:31.035 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_rename_corrupt_dentry_first 1.0 2024-09-19T08:04:31.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.186+0000 7facfa166640 1 Processor -- start 2024-09-19T08:04:31.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.186+0000 7facfa166640 1 -- start start 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facfa166640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7facf415bff0 0x7facf406f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facfa166640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 0x7facf406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facfa166640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facf40d0a60 con 0x7facf415c3d0 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facfa166640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7facf40cede0 con 0x7facf415bff0 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facfa166640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7facf40705a0 con 0x7facf41607a0 2024-09-19T08:04:31.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facf37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7facf415bff0 0x7facf406f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facf37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7facf415bff0 0x7facf406f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34866/0 (socket says 172.21.15.17:34866) 2024-09-19T08:04:31.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.187+0000 7facf37fe640 1 -- 172.21.15.17:0/3300784377 learned_addr learned my addr 172.21.15.17:0/3300784377 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:31.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf2ffd640 1 --2- 172.21.15.17:0/3300784377 >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 0x7facf406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf37fe640 1 -- 172.21.15.17:0/3300784377 >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 msgr2=0x7facf406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:31.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf37fe640 1 --2- 172.21.15.17:0/3300784377 >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 0x7facf406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf37fe640 1 -- 172.21.15.17:0/3300784377 >> v1:172.21.15.160:6789/0 conn(0x7facf415c3d0 legacy=0x7facf40cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf37fe640 1 -- 172.21.15.17:0/3300784377 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf4160c80 con 0x7facf415bff0 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf2ffd640 1 --2- 172.21.15.17:0/3300784377 >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 0x7facf406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.188+0000 7facf37fe640 1 --2- 172.21.15.17:0/3300784377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415bff0 0x7facf406f670 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7facf4070720 tx=0x7face402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57afe65a5bba4634 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facf27fc640 1 -- 172.21.15.17:0/3300784377 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4037070 con 0x7facf415bff0 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facf27fc640 1 -- 172.21.15.17:0/3300784377 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face4032440 con 0x7facf415bff0 2024-09-19T08:04:31.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facf27fc640 1 -- 172.21.15.17:0/3300784377 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4032810 con 0x7facf415bff0 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 -- 172.21.15.17:0/3300784377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415bff0 msgr2=0x7facf406f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 --2- 172.21.15.17:0/3300784377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415bff0 0x7facf406f670 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7facf4070720 tx=0x7face402a210 comp rx=0 tx=0).stop 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 -- 172.21.15.17:0/3300784377 shutdown_connections 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 --2- 172.21.15.17:0/3300784377 >> v2:172.21.15.160:3300/0 conn(0x7facf41607a0 0x7facf406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 --2- 172.21.15.17:0/3300784377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415bff0 0x7facf406f670 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 -- 172.21.15.17:0/3300784377 >> 172.21.15.17:0/3300784377 conn(0x7facf40b2e00 msgr2=0x7facf40b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:31.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 -- 172.21.15.17:0/3300784377 shutdown_connections 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.189+0000 7facfa166640 1 -- 172.21.15.17:0/3300784377 wait complete. 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.190+0000 7facfa166640 1 Processor -- start 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 -- start start 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7facf415bff0 0x7facf414aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 0x7facf40b5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7facf40cf010 con 0x7facf415c3d0 2024-09-19T08:04:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7facf40702c0 con 0x7facf415bff0 2024-09-19T08:04:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facfa166640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7facf40b4100 con 0x7facf41607a0 2024-09-19T08:04:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.191+0000 7facf2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34872/0 (socket says 172.21.15.17:34872) 2024-09-19T08:04:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 -- 172.21.15.17:0/3510221907 learned_addr learned my addr 172.21.15.17:0/3510221907 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf37fe640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7facf415bff0 0x7facf414aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf3fff640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 0x7facf40b5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 -- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 msgr2=0x7facf40b5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 0x7facf40b5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 -- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7facf415bff0 msgr2=0x7facf414aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7facf415bff0 0x7facf414aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 -- 172.21.15.17:0/3510221907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf41f4930 con 0x7facf415c3d0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf3fff640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 0x7facf40b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facf2ffd640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7face800c7c0 tx=0x7face800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face8015070 con 0x7facf415c3d0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face8007820 con 0x7facf415c3d0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf41f4c10 con 0x7facf415c3d0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face8007bf0 con 0x7facf415c3d0 2024-09-19T08:04:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.192+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf41f51d0 con 0x7facf415c3d0 2024-09-19T08:04:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.193+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facf406f670 con 0x7facf415c3d0 2024-09-19T08:04:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.194+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7face8018070 con 0x7facf415c3d0 2024-09-19T08:04:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.194+0000 7facdbfff640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 0x7face006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.194+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7face808b280 con 0x7facf415c3d0 2024-09-19T08:04:31.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.194+0000 7facf37fe640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 0x7face006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:31.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.195+0000 7facf37fe640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 0x7face006e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7face4034000 tx=0x7face402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:31.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.198+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7face80593a0 con 0x7facf415c3d0 2024-09-19T08:04:31.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.376+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}] v 0) -- 0x7facf415b4e0 con 0x7facf415c3d0 2024-09-19T08:04:31.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.380+0000 7facdbfff640 1 -- 172.21.15.17:0/3510221907 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}]=0 v14)=0 v14) ==== 138+0+0 (secure 0 0 0) 0x7face805d6a0 con 0x7facf415c3d0 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 msgr2=0x7face006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 0x7face006e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7face4034000 tx=0x7face402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 msgr2=0x7facf40ae950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7face800c7c0 tx=0x7face800cc80 comp rx=0 tx=0).stop 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 shutdown_connections 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7face006c2b0 0x7face006e770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7facf41607a0 0x7facf40b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facf415c3d0 0x7facf40ae950 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 --2- 172.21.15.17:0/3510221907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7facf415bff0 0x7facf414aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 >> 172.21.15.17:0/3510221907 conn(0x7facf40b2e00 msgr2=0x7facf40d0120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 shutdown_connections 2024-09-19T08:04:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:31.382+0000 7facfa166640 1 -- 172.21.15.17:0/3510221907 wait complete. 2024-09-19T08:04:36.394 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mv a/b a/c; sync .') 2024-09-19T08:04:36.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:04:36.459 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:04:36.459+0000 7faad2958640 -1 mds.0.cache.den(0x10000000000 c) newly corrupt dentry to be committed: [dentry #0x1/a/c [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.5592:17 nref=7 cr=0x557903110e00)) (dversion lock w=1 last_client=5592) pv=4 v=3 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x557902e69400] 2024-09-19T08:04:36.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:04:36.467 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:36.467 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:36.486 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:04:36.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.634+0000 7f8e9e98d640 1 Processor -- start 2024-09-19T08:04:36.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.635+0000 7f8e9e98d640 1 -- start start 2024-09-19T08:04:36.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.635+0000 7f8e9e98d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8e9815e640 0x7f8e980ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.635+0000 7f8e9e98d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e9815ea20 con 0x7f8e980d3660 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.635+0000 7f8e9e98d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e980b1c50 con 0x7f8e980cf0e0 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.635+0000 7f8e9e98d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8e980b2860 con 0x7f8e9815e640 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e97fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8e9815e640 0x7f8e980ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e9cf2a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8e980d3660 0x7f8e980b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50188/0 (socket says 172.21.15.17:50188) 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e9cf2a640 1 -- 172.21.15.17:0/738511187 learned_addr learned my addr 172.21.15.17:0/738511187 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e97fff640 1 -- 172.21.15.17:0/738511187 >> v1:172.21.15.160:6789/0 conn(0x7f8e980cf0e0 legacy=0x7f8e980b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e97fff640 1 -- 172.21.15.17:0/738511187 >> v1:172.21.15.17:6789/0 conn(0x7f8e980d3660 legacy=0x7f8e980b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.636+0000 7f8e97fff640 1 -- 172.21.15.17:0/738511187 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e980b1f30 con 0x7f8e9815e640 2024-09-19T08:04:36.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e97fff640 1 --2- 172.21.15.17:0/738511187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e9815e640 0x7f8e980ceba0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8e880097a0 tx=0x7f8e8802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28892dc56a13f878 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:36.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e96ffd640 1 -- 172.21.15.17:0/738511187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e88037070 con 0x7f8e9815e640 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e96ffd640 1 -- 172.21.15.17:0/738511187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e8802ae50 con 0x7f8e9815e640 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e96ffd640 1 -- 172.21.15.17:0/738511187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e88032660 con 0x7f8e9815e640 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 -- 172.21.15.17:0/738511187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e9815e640 msgr2=0x7f8e980ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/738511187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e9815e640 0x7f8e980ceba0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8e880097a0 tx=0x7f8e8802a140 comp rx=0 tx=0).stop 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 -- 172.21.15.17:0/738511187 shutdown_connections 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/738511187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e9815e640 0x7f8e980ceba0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 -- 172.21.15.17:0/738511187 >> 172.21.15.17:0/738511187 conn(0x7f8e9809d820 msgr2=0x7f8e980d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 -- 172.21.15.17:0/738511187 shutdown_connections 2024-09-19T08:04:36.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.637+0000 7f8e9e98d640 1 -- 172.21.15.17:0/738511187 wait complete. 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.638+0000 7f8e9e98d640 1 Processor -- start 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 -- start start 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e980cf0e0 0x7f8e980cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e9815e640 0x7f8e981545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:36.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8e980cfe40 con 0x7f8e980d3660 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8e980b24f0 con 0x7f8e9815e640 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.639+0000 7f8e9e98d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8e980b73a0 con 0x7f8e980cf0e0 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36216/0 (socket says 172.21.15.17:36216) 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 -- 172.21.15.17:0/1759426759 learned_addr learned my addr 172.21.15.17:0/1759426759 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e97fff640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e980cf0e0 0x7f8e980cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e9cf2a640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e9815e640 0x7f8e981545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 -- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e980cf0e0 msgr2=0x7f8e980cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e980cf0e0 0x7f8e980cdc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 -- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e9815e640 msgr2=0x7f8e981545e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e9815e640 0x7f8e981545e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 -- 172.21.15.17:0/1759426759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9815f630 con 0x7f8e980d3660 2024-09-19T08:04:36.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e977fe640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c00b3f0 tx=0x7f8e8c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c015020 con 0x7f8e980d3660 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e8c011830 con 0x7f8e980d3660 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e9815f910 con 0x7f8e980d3660 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c011c20 con 0x7f8e980d3660 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.640+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e980c8080 con 0x7f8e980d3660 2024-09-19T08:04:36.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.642+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e980c8280 con 0x7f8e980d3660 2024-09-19T08:04:36.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.642+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e8c018020 con 0x7f8e980d3660 2024-09-19T08:04:36.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.643+0000 7f8e94ff9640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 0x7f8e8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:36.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.643+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f8e8c08b0c0 con 0x7f8e980d3660 2024-09-19T08:04:36.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.643+0000 7f8e97fff640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 0x7f8e8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:36.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.644+0000 7f8e97fff640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 0x7f8e8406e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8e88034000 tx=0x7f8e8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:36.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.647+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e980c8280 con 0x7f8e980d3660 2024-09-19T08:04:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.839+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8e980b6f30 con 0x7f8e980d3660 2024-09-19T08:04:36.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.839+0000 7f8e94ff9640 1 -- 172.21.15.17:0/1759426759 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7f8e8c01f030 con 0x7f8e980d3660 2024-09-19T08:04:36.839 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 msgr2=0x7f8e8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 0x7f8e8406e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8e88034000 tx=0x7f8e8802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 msgr2=0x7f8e98161500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c00b3f0 tx=0x7f8e8c00b8b0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 shutdown_connections 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8e8406c2b0 0x7f8e8406e770 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8e9815e640 0x7f8e981545e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e980d3660 0x7f8e98161500 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 --2- 172.21.15.17:0/1759426759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8e980cf0e0 0x7f8e980cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 >> 172.21.15.17:0/1759426759 conn(0x7f8e9809d820 msgr2=0x7f8e980d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 shutdown_connections 2024-09-19T08:04:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:36.841+0000 7f8e9e98d640 1 -- 172.21.15.17:0/1759426759 wait complete. 2024-09-19T08:04:36.852 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:04:36.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:36.852 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:04:36.876 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[51592]: fuse finished with error 0 and tester_r 0 2024-09-19T08:04:36.877 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:04:36.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:36.878 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:04:36.934 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:37.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.077+0000 7fdd2f0d0640 1 Processor -- start 2024-09-19T08:04:37.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.077+0000 7fdd2f0d0640 1 -- start start 2024-09-19T08:04:37.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2f0d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd28162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2f0d0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd280b39a0 con 0x7fdd2815e7c0 2024-09-19T08:04:37.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2f0d0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd2815eba0 con 0x7fdd280cf480 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2f0d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd281630d0 con 0x7fdd280b6a40 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2ce6c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdd2815e7c0 0x7fdd280b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50200/0 (socket says 172.21.15.17:50200) 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/326710418 learned_addr learned my addr 172.21.15.17:0/326710418 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.078+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3330191132 0 0) 0x7fdd280b39a0 con 0x7fdd2815e7c0 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdd10003520 con 0x7fdd2815e7c0 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd27fff640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd28162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1342108565 0 0) 0x7fdd10003520 con 0x7fdd2815e7c0 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 msgr2=0x7fdd28162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd28162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 >> v1:172.21.15.160:6789/0 conn(0x7fdd280cf480 legacy=0x7fdd280b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd280cfc60 con 0x7fdd2815e7c0 2024-09-19T08:04:37.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdd18001670 con 0x7fdd2815e7c0 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 >> v1:172.21.15.17:6789/0 conn(0x7fdd2815e7c0 legacy=0x7fdd280b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd10003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd10004800 0x7fdd10004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd281630d0 con 0x7fdd100039e0 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdd1000ba70 con 0x7fdd10004800 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd1000bc20 con 0x7fdd280b6a40 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd10003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd27fff640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd10004800 0x7fdd10004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2d66d640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 msgr2=0x7fdd100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd10004800 msgr2=0x7fdd10004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:37.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd10004800 0x7fdd10004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/326710418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd10003520 con 0x7fdd100039e0 2024-09-19T08:04:37.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.079+0000 7fdd2d66d640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd280b6a40 0x7fdd100051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:37.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.080+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd10003dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fdd18001eb0 tx=0x7fdd10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9aff24a15e1d0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.080+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18007c80 con 0x7fdd100039e0 2024-09-19T08:04:37.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.080+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd18005af0 con 0x7fdd100039e0 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.080+0000 7fdd277fe640 1 -- 172.21.15.17:0/326710418 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18007070 con 0x7fdd100039e0 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/326710418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 msgr2=0x7fdd10003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/326710418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd10003dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fdd18001eb0 tx=0x7fdd10005830 comp rx=0 tx=0).stop 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2d66d640 1 -- 172.21.15.17:0/326710418 reap_dead start 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/326710418 shutdown_connections 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/326710418 >> 172.21.15.17:0/326710418 conn(0x7fdd280d1320 msgr2=0x7fdd280d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/326710418 shutdown_connections 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.081+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/326710418 wait complete. 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.082+0000 7fdd2f0d0640 1 Processor -- start 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.082+0000 7fdd2f0d0640 1 -- start start 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 0x7fdd2815b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd2815fef0 0x7fdd28160370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2815f100 con 0x7fdd100039e0 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2815ee20 con 0x7fdd2815fef0 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2f0d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2815f3e0 con 0x7fdd2815ac60 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36228/0 (socket says 172.21.15.17:36228) 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/3939547579 learned_addr learned my addr 172.21.15.17:0/3939547579 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2d66d640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd2815fef0 0x7fdd28160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd27fff640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 0x7fdd2815b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 msgr2=0x7fdd2815b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 0x7fdd2815b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd2815fef0 msgr2=0x7fdd28160370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd2815fef0 0x7fdd28160370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd2ce6c640 1 -- 172.21.15.17:0/3939547579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd281f47a0 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.083+0000 7fdd27fff640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 0x7fdd2815b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd2ce6c640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fdd1800c250 tx=0x7fdd18001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18041020 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd180013b0 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd281f4a30 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18007070 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.084+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd281f4cd0 con 0x7fdd100039e0 2024-09-19T08:04:37.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.085+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2815f900 con 0x7fdd100039e0 2024-09-19T08:04:37.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.085+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd18044020 con 0x7fdd100039e0 2024-09-19T08:04:37.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.086+0000 7fdd257fa640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.086+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdd180ab600 con 0x7fdd100039e0 2024-09-19T08:04:37.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.086+0000 7fdd27fff640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.087+0000 7fdd27fff640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fdd280b9f00 tx=0x7fdd1c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.090+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd18079e00 con 0x7fdd100039e0 2024-09-19T08:04:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.302+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd280d2150 con 0x7fdd100039e0 2024-09-19T08:04:37.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.302+0000 7fdd257fa640 1 -- 172.21.15.17:0/3939547579 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fdd18079700 con 0x7fdd100039e0 2024-09-19T08:04:37.302 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:37.303 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-19T08:04:26:250363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:25.595675+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5430},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5430":{"gid":5430,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415562489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1415562489},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415562489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5430,"qdb_cluster":[5430]},"id":3}]} 2024-09-19T08:04:37.303 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-19T08:04:37.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.304+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 msgr2=0x7fdd1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.304+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fdd280b9f00 tx=0x7fdd1c008040 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.304+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 msgr2=0x7fdd2815a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.304+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fdd1800c250 tx=0x7fdd18001970 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 shutdown_connections 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd2815fef0 0x7fdd28160370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd2815ac60 0x7fdd2815b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 --2- 172.21.15.17:0/3939547579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd100039e0 0x7fdd2815a560 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 >> 172.21.15.17:0/3939547579 conn(0x7fdd280d1320 msgr2=0x7fdd280b4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 shutdown_connections 2024-09-19T08:04:37.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.305+0000 7fdd2f0d0640 1 -- 172.21.15.17:0/3939547579 wait complete. 2024-09-19T08:04:37.316 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.458+0000 7fdfa548b640 1 Processor -- start 2024-09-19T08:04:37.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.458+0000 7fdfa548b640 1 -- start start 2024-09-19T08:04:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdfa548b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdfa00b47a0 0x7fdfa00cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdfa548b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfa00d0a30 con 0x7fdfa015c4a0 2024-09-19T08:04:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdfa548b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfa00b76f0 con 0x7fdfa00d2da0 2024-09-19T08:04:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdfa548b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdfa00d0d30 con 0x7fdfa00b47a0 2024-09-19T08:04:37.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdf9e7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdfa00b47a0 0x7fdfa00cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdf9e7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdfa00b47a0 0x7fdfa00cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36240/0 (socket says 172.21.15.17:36240) 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdf9effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdfa015c4a0 0x7fdfa00b4090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50202/0 (socket says 172.21.15.17:50202) 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.459+0000 7fdf9e7fc640 1 -- 172.21.15.17:0/180716254 learned_addr learned my addr 172.21.15.17:0/180716254 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.460+0000 7fdf9e7fc640 1 -- 172.21.15.17:0/180716254 >> v1:172.21.15.160:6789/0 conn(0x7fdfa00d2da0 legacy=0x7fdfa0166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.460+0000 7fdf9e7fc640 1 -- 172.21.15.17:0/180716254 >> v1:172.21.15.17:6789/0 conn(0x7fdfa015c4a0 legacy=0x7fdfa00b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.460+0000 7fdf9e7fc640 1 -- 172.21.15.17:0/180716254 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa0073710 con 0x7fdfa00b47a0 2024-09-19T08:04:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.460+0000 7fdf9e7fc640 1 --2- 172.21.15.17:0/180716254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa00cff80 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fdf88009870 tx=0x7fdf8802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c40898b710ae5ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdf9dffb640 1 -- 172.21.15.17:0/180716254 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88037070 con 0x7fdfa00b47a0 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdf9dffb640 1 -- 172.21.15.17:0/180716254 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf88032440 con 0x7fdfa00b47a0 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdf9dffb640 1 -- 172.21.15.17:0/180716254 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88032810 con 0x7fdfa00b47a0 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 -- 172.21.15.17:0/180716254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 msgr2=0x7fdfa00cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 --2- 172.21.15.17:0/180716254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa00cff80 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fdf88009870 tx=0x7fdf8802a180 comp rx=0 tx=0).stop 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 -- 172.21.15.17:0/180716254 shutdown_connections 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 --2- 172.21.15.17:0/180716254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa00cff80 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 -- 172.21.15.17:0/180716254 >> 172.21.15.17:0/180716254 conn(0x7fdfa0067950 msgr2=0x7fdfa0067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 -- 172.21.15.17:0/180716254 shutdown_connections 2024-09-19T08:04:37.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.461+0000 7fdfa548b640 1 -- 172.21.15.17:0/180716254 wait complete. 2024-09-19T08:04:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.462+0000 7fdfa548b640 1 Processor -- start 2024-09-19T08:04:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 -- start start 2024-09-19T08:04:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 0x7fdfa0155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdfa015c4a0 0x7fdfa01564f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa015c880 con 0x7fdfa00b47a0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa00d28e0 con 0x7fdfa015c4a0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdfa548b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa015ca00 con 0x7fdfa00d2da0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdf9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdf9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36256/0 (socket says 172.21.15.17:36256) 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.463+0000 7fdf9effd640 1 -- 172.21.15.17:0/3283720608 learned_addr learned my addr 172.21.15.17:0/3283720608 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9f7fe640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdfa015c4a0 0x7fdfa01564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9e7fc640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 0x7fdfa0155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 -- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 msgr2=0x7fdfa0155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 0x7fdfa0155fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 -- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdfa015c4a0 msgr2=0x7fdfa01564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdfa015c4a0 0x7fdfa01564f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 -- 172.21.15.17:0/3283720608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa0152950 con 0x7fdfa00b47a0 2024-09-19T08:04:37.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9e7fc640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 0x7fdfa0155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf9effd640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fdf9800c730 tx=0x7fdf9800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf98017070 con 0x7fdfa00b47a0 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf9800ce40 con 0x7fdfa00b47a0 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa0152c30 con 0x7fdfa00b47a0 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9800a860 con 0x7fdfa00b47a0 2024-09-19T08:04:37.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.464+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa01531f0 con 0x7fdfa00b47a0 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.465+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa015b3f0 con 0x7fdfa00b47a0 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.466+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf9801a070 con 0x7fdfa00b47a0 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.466+0000 7fdf977fe640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 0x7fdf8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.466+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdf9808aa70 con 0x7fdfa00b47a0 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.466+0000 7fdf9e7fc640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 0x7fdf8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.467+0000 7fdf9e7fc640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 0x7fdf8006e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdf88034000 tx=0x7fdf8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.471+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdfa015b3f0 con 0x7fdfa00b47a0 2024-09-19T08:04:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.682+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfa00cff80 con 0x7fdfa00b47a0 2024-09-19T08:04:37.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.683+0000 7fdf977fe640 1 -- 172.21.15.17:0/3283720608 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fdf980591e0 con 0x7fdfa00b47a0 2024-09-19T08:04:37.683 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:37.683 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-19T08:04:26:250363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:25.595675+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5430},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5430":{"gid":5430,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415562489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1415562489},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415562489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5430,"qdb_cluster":[5430]},"id":3}]} 2024-09-19T08:04:37.683 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 msgr2=0x7fdf8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 0x7fdf8006e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdf88034000 tx=0x7fdf8802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 msgr2=0x7fdfa014f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fdf9800c730 tx=0x7fdf9800cbf0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 shutdown_connections 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf8006c2b0 0x7fdf8006e770 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdfa015c4a0 0x7fdfa01564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdfa00d2da0 0x7fdfa0155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 --2- 172.21.15.17:0/3283720608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa00b47a0 0x7fdfa014f130 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 >> 172.21.15.17:0/3283720608 conn(0x7fdfa0067950 msgr2=0x7fdfa015b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:37.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 shutdown_connections 2024-09-19T08:04:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.685+0000 7fdfa548b640 1 -- 172.21.15.17:0/3283720608 wait complete. 2024-09-19T08:04:37.696 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump tree /a 0 2024-09-19T08:04:37.813 INFO:teuthology.orchestra.run.smithi017.stdout:[{"ino":1099511627776,"rdev":0,"ctime":"2024-09-19T08:04:36.459568+0000","btime":"2024-09-19T08:04:30.500371+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-19T08:04:36.459568+0000","atime":"2024-09-19T08:04:30.500371+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-19T08:04:36.459568+0000","num_files":0,"num_subdirs":1,"change_attr":3},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-19T08:04:36.459568+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-19T08:04:36.459568+0000"},"version":9,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":0,"dirtyparent":0,"dirty":1,"waiter":0,"authpin":0},"nref":2,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[{"path":"/a","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"7","version":"7","committing_version":"3","committed_version":"3","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"a/c","alternate_name":"","path_ino":1,"snap_first":18446744073709551606,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627777,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"a/b","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":false,"is_remote":false,"is_null":true,"is_new":false,"inode":0,"remote_type":"","version":5,"projected_version":5,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":0,"dirty":1,"authpin":0},"nref":1,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-19T08:04:37.814 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-19T08:04:36.459568+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-19T08:04:30.500371+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-19T08:04:30.500371+0000", "change_attr": 3, "client_caps": [], "client_ranges": [], "ctime": "2024-09-19T08:04:36.459568+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "3", "committing_version": "3", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "a/c", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 18446744073709551606, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 0, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": true, "is_primary": false, "is_remote": false, "lock": {}, "nref": 1, "path": "a/b", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 0, "lock": 0, "request": 0 }, "projected_version": 5, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 5, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/a", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-19T08:04:36.459568+0000", "num_files": 0, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-19T08:04:36.459568+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 2, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 0, "dirfrag": 1, "dirty": 1, "dirtyparent": 0, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-19T08:04:36.459568+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 9, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-19T08:04:37.814 DEBUG:tasks.cephfs.test_damage:[{'ino': 1099511627776, 'rdev': 0, 'ctime': '2024-09-19T08:04:36.459568+0000', 'btime': '2024-09-19T08:04:30.500371+0000', 'mode': 16877, 'uid': 1000, 'gid': 1333, 'nlink': 1, 'dir_layout': {'dir_hash': 2, 'unused1': 0, 'unused2': 0, 'unused3': 0}, 'layout': {'stripe_unit': 0, 'stripe_count': 0, 'object_size': 0, 'pool_id': -1, 'pool_ns': ''}, 'old_pools': [], 'size': 0, 'truncate_seq': 1, 'truncate_size': 18446744073709551615, 'truncate_from': 0, 'truncate_pending': 0, 'mtime': '2024-09-19T08:04:36.459568+0000', 'atime': '2024-09-19T08:04:30.500371+0000', 'time_warp_seq': 0, 'change_attr': 3, 'export_pin': -1, 'export_ephemeral_random_pin': 0, 'export_ephemeral_distributed_pin': False, 'quiesce_block': False, 'client_ranges': [], 'dirstat': {'version': 0, 'mtime': '2024-09-19T08:04:36.459568+0000', 'num_files': 0, 'num_subdirs': 1, 'change_attr': 3}, 'rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-19T08:04:36.459568+0000'}, 'accounted_rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-19T08:04:36.459568+0000'}, 'version': 9, 'file_data_version': 0, 'xattr_version': 1, 'backtrace_version': 2, 'stray_prior_path': '', 'max_size_ever': 0, 'quota': {'max_bytes': 0, 'max_files': 0}, 'last_scrub_stamp': '0.000000', 'last_scrub_version': 0, 'symlink': '', 'xattrs': [], 'dirfragtree': {'splits': []}, 'old_inodes': [], 'oldest_snap': 18446744073709551614, 'damage_flags': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'dirfrag': 1, 'caps': 0, 'dirtyparent': 0, 'dirty': 1, 'waiter': 0, 'authpin': 0}, 'nref': 2, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'iversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'authlock': {}, 'linklock': {}, 'dirfragtreelock': {}, 'filelock': {}, 'xattrlock': {}, 'snaplock': {}, 'nestlock': {'gather_set': [], 'state': 'lock', 'type': 'inest', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'flocklock': {}, 'policylock': {}, 'quiescelock': {'gather_set': [], 'state': 'lock', 'type': 'iquiesce', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty'], 'client_caps': [], 'loner': -1, 'want_loner': -1, 'mds_caps_wanted': [], 'dirfrags': [{'path': '/a', 'dirfrag': '0x10000000000', 'snapid_first': 2, 'projected_version': '7', 'version': '7', 'committing_version': '3', 'committed_version': '3', 'is_rep': False, 'dir_auth': '', 'states': ['auth', 'dirty', 'complete'], 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'child': 1, 'dirty': 1, 'authpin': 0}, 'nref': 2, 'dentries': [{'path': 'a/c', 'alternate_name': '', 'path_ino': 1, 'snap_first': 18446744073709551606, 'snap_last': 18446744073709551614, 'is_primary': True, 'is_remote': False, 'is_null': False, 'is_new': False, 'inode': 1099511627777, 'remote_type': '', 'version': 4, 'projected_version': 4, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'inodepin': 1, 'dirty': 1, 'authpin': 0}, 'nref': 2, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}, {'path': 'a/b', 'alternate_name': '', 'path_ino': 1, 'snap_first': 2, 'snap_last': 18446744073709551614, 'is_primary': False, 'is_remote': False, 'is_null': True, 'is_new': False, 'inode': 0, 'remote_type': '', 'version': 5, 'projected_version': 5, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'inodepin': 0, 'dirty': 1, 'authpin': 0}, 'nref': 1, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}]}], 'is_subvolume': False}] 2024-09-19T08:04:37.815 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:04:37.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.918+0000 7fcd37f42640 1 Processor -- start 2024-09-19T08:04:37.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.918+0000 7fcd37f42640 1 -- start start 2024-09-19T08:04:37.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd37f42640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcd3015e4e0 0x7fcd300b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd37f42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd3015e8c0 0x7fcd300b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd37f42640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd3006cec0 con 0x7fcd300d1fc0 2024-09-19T08:04:37.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd37f42640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcd300d2d40 con 0x7fcd3015e8c0 2024-09-19T08:04:37.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd37f42640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcd300d2b20 con 0x7fcd3015e4e0 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd3015e8c0 0x7fcd300b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd3015e8c0 0x7fcd300b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36266/0 (socket says 172.21.15.17:36266) 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd364df640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcd300d1fc0 0x7fcd300d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50204/0 (socket says 172.21.15.17:50204) 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 -- 172.21.15.17:0/3212536622 learned_addr learned my addr 172.21.15.17:0/3212536622 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd35cde640 1 --2- 172.21.15.17:0/3212536622 >> v2:172.21.15.160:3300/0 conn(0x7fcd3015e4e0 0x7fcd300b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 -- 172.21.15.17:0/3212536622 >> v2:172.21.15.160:3300/0 conn(0x7fcd3015e4e0 msgr2=0x7fcd300b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 --2- 172.21.15.17:0/3212536622 >> v2:172.21.15.160:3300/0 conn(0x7fcd3015e4e0 0x7fcd300b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 -- 172.21.15.17:0/3212536622 >> v1:172.21.15.17:6789/0 conn(0x7fcd300d1fc0 legacy=0x7fcd300d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd354dd640 1 -- 172.21.15.17:0/3212536622 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd3006d160 con 0x7fcd3015e8c0 2024-09-19T08:04:37.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.919+0000 7fcd34cdc640 1 -- 172.21.15.17:0/3212536622 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1854353033 0 0) 0x7fcd3006cec0 con 0x7fcd300d1fc0 2024-09-19T08:04:37.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.920+0000 7fcd354dd640 1 --2- 172.21.15.17:0/3212536622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e8c0 0x7fcd300b6d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcd30075a10 tx=0x7fcd2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=130dda3e18af251e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.920+0000 7fcd34cdc640 1 -- 172.21.15.17:0/3212536622 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20037070 con 0x7fcd3015e8c0 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.920+0000 7fcd34cdc640 1 -- 172.21.15.17:0/3212536622 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd20032440 con 0x7fcd3015e8c0 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.920+0000 7fcd34cdc640 1 -- 172.21.15.17:0/3212536622 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20032810 con 0x7fcd3015e8c0 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 -- 172.21.15.17:0/3212536622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e8c0 msgr2=0x7fcd300b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 --2- 172.21.15.17:0/3212536622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e8c0 0x7fcd300b6d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcd30075a10 tx=0x7fcd2002a270 comp rx=0 tx=0).stop 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 -- 172.21.15.17:0/3212536622 shutdown_connections 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 --2- 172.21.15.17:0/3212536622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e8c0 0x7fcd300b6d10 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 --2- 172.21.15.17:0/3212536622 >> v2:172.21.15.160:3300/0 conn(0x7fcd3015e4e0 0x7fcd300b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 -- 172.21.15.17:0/3212536622 >> 172.21.15.17:0/3212536622 conn(0x7fcd3006f400 msgr2=0x7fcd3006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 -- 172.21.15.17:0/3212536622 shutdown_connections 2024-09-19T08:04:37.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.921+0000 7fcd37f42640 1 -- 172.21.15.17:0/3212536622 wait complete. 2024-09-19T08:04:37.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.922+0000 7fcd37f42640 1 Processor -- start 2024-09-19T08:04:37.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.922+0000 7fcd37f42640 1 -- start start 2024-09-19T08:04:37.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd300d1fc0 0x7fcd301546f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd3015e8c0 0x7fcd301575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3006d720 con 0x7fcd3015e4e0 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd300b7250 con 0x7fcd3015e8c0 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd37f42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd3006dc40 con 0x7fcd300d1fc0 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36268/0 (socket says 172.21.15.17:36268) 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 -- 172.21.15.17:0/515328472 learned_addr learned my addr 172.21.15.17:0/515328472 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 -- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd300d1fc0 msgr2=0x7fcd301546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd300d1fc0 0x7fcd301546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 -- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd3015e8c0 msgr2=0x7fcd301575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd364df640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd3015e8c0 0x7fcd301575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd3015e8c0 0x7fcd301575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.923+0000 7fcd354dd640 1 -- 172.21.15.17:0/515328472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd300b1690 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd354dd640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fcd2002a2b0 tx=0x7fcd200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20037040 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd20042070 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd300b1970 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20030bb0 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.924+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd300b1f30 con 0x7fcd3015e4e0 2024-09-19T08:04:37.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.925+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd3006cd90 con 0x7fcd3015e4e0 2024-09-19T08:04:37.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.925+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd20047460 con 0x7fcd3015e4e0 2024-09-19T08:04:37.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.926+0000 7fcd267fc640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 0x7fcd1406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:37.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.926+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fcd200abfe0 con 0x7fcd3015e4e0 2024-09-19T08:04:37.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.926+0000 7fcd35cde640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 0x7fcd1406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:37.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.926+0000 7fcd35cde640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 0x7fcd1406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c006fd0 tx=0x7fcd2c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:37.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:37.930+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd3006cd90 con 0x7fcd3015e4e0 2024-09-19T08:04:38.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.142+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fcd30069ac0 con 0x7fcd3015e4e0 2024-09-19T08:04:38.142 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:04:38.142+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:04:38.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.144+0000 7fcd267fc640 1 -- 172.21.15.17:0/515328472 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) ==== 161+0+0 (secure 0 0 0) 0x7fcd30069ac0 con 0x7fcd3015e4e0 2024-09-19T08:04:38.144 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 msgr2=0x7fcd1406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 0x7fcd1406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c006fd0 tx=0x7fcd2c008040 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 msgr2=0x7fcd300b0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fcd2002a2b0 tx=0x7fcd200046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 shutdown_connections 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd1406c2e0 0x7fcd1406e7a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd3015e8c0 0x7fcd301575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd3015e4e0 0x7fcd300b0cb0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 --2- 172.21.15.17:0/515328472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd300d1fc0 0x7fcd301546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.146+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 >> 172.21.15.17:0/515328472 conn(0x7fcd3006f400 msgr2=0x7fcd3015c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.147+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 shutdown_connections 2024-09-19T08:04:38.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.147+0000 7fcd37f42640 1 -- 172.21.15.17:0/515328472 wait complete. 2024-09-19T08:04:38.148 INFO:tasks.ceph.mds.a.smithi017.stderr: -2786> 2024-09-19T08:04:27.183+0000 7faad0153640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:04:38.151 INFO:tasks.ceph.mds.a.smithi017.stderr: -284> 2024-09-19T08:04:36.459+0000 7faad2958640 -1 mds.0.cache.den(0x10000000000 c) newly corrupt dentry to be committed: [dentry #0x1/a/c [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.5592:17 nref=7 cr=0x557903110e00)) (dversion lock w=1 last_client=5592) pv=4 v=3 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x557902e69400] 2024-09-19T08:04:38.158 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-19T08:04:38.178 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:04:38.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.264+0000 7f185ae82640 1 Processor -- start 2024-09-19T08:04:38.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.264+0000 7f185ae82640 1 -- start start 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f185415b2e0 0x7f18540ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18540b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 0x7f185415f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1854073fe0 con 0x7f185415b2e0 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1854071060 con 0x7f185415edf0 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185ae82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f185415b6c0 con 0x7f18540b4990 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f185415b2e0 0x7f18540ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f185415b2e0 0x7f18540ce980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36294/0 (socket says 172.21.15.17:36294) 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 -- 172.21.15.17:0/1003648262 learned_addr learned my addr 172.21.15.17:0/1003648262 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185941f640 1 --2- 172.21.15.17:0/1003648262 >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 0x7f185415f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1853fff640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18540b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 -- 172.21.15.17:0/1003648262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 msgr2=0x7f18540b4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18540b4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 -- 172.21.15.17:0/1003648262 >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 msgr2=0x7f185415f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 --2- 172.21.15.17:0/1003648262 >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 0x7f185415f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f1858c1e640 1 -- 172.21.15.17:0/1003648262 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185415f9d0 con 0x7f185415b2e0 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.265+0000 7f185941f640 1 --2- 172.21.15.17:0/1003648262 >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 0x7f185415f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.266+0000 7f1858c1e640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415b2e0 0x7f18540ce980 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f18540cc790 tx=0x7f184c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4591ab2a26b34619 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.266+0000 7f18537fe640 1 -- 172.21.15.17:0/1003648262 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c037070 con 0x7f185415b2e0 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.266+0000 7f18537fe640 1 -- 172.21.15.17:0/1003648262 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f184c032440 con 0x7f185415b2e0 2024-09-19T08:04:38.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.266+0000 7f18537fe640 1 -- 172.21.15.17:0/1003648262 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c032810 con 0x7f185415b2e0 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 -- 172.21.15.17:0/1003648262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415b2e0 msgr2=0x7f18540ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415b2e0 0x7f18540ce980 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f18540cc790 tx=0x7f184c02a270 comp rx=0 tx=0).stop 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 -- 172.21.15.17:0/1003648262 shutdown_connections 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 --2- 172.21.15.17:0/1003648262 >> v2:172.21.15.160:3300/0 conn(0x7f185415edf0 0x7f185415f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18540b4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 --2- 172.21.15.17:0/1003648262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415b2e0 0x7f18540ce980 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 -- 172.21.15.17:0/1003648262 >> 172.21.15.17:0/1003648262 conn(0x7f185406bc10 msgr2=0x7f185406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 -- 172.21.15.17:0/1003648262 shutdown_connections 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.267+0000 7f185ae82640 1 -- 172.21.15.17:0/1003648262 wait complete. 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.268+0000 7f185ae82640 1 Processor -- start 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.268+0000 7f185ae82640 1 -- start start 2024-09-19T08:04:38.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18541f3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f185415b2e0 0x7f18541f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18540b5310 con 0x7f185415edf0 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18540ce4f0 con 0x7f185415b2e0 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185ae82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18540cdea0 con 0x7f18540b4990 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36304/0 (socket says 172.21.15.17:36304) 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 -- 172.21.15.17:0/1194271361 learned_addr learned my addr 172.21.15.17:0/1194271361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 -- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 msgr2=0x7f18541f3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18541f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 -- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f185415b2e0 msgr2=0x7f18541f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f185415b2e0 0x7f18541f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 -- 172.21.15.17:0/1194271361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18541e7000 con 0x7f185415edf0 2024-09-19T08:04:38.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f185941f640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1844007df0 tx=0x7f184400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184401a070 con 0x7f185415edf0 2024-09-19T08:04:38.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.269+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1844003990 con 0x7f185415edf0 2024-09-19T08:04:38.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.270+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1854158770 con 0x7f185415edf0 2024-09-19T08:04:38.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.270+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1844003d80 con 0x7f185415edf0 2024-09-19T08:04:38.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.270+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1854158d30 con 0x7f185415edf0 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.271+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1854069170 con 0x7f185415edf0 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.271+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f184401d070 con 0x7f185415edf0 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.272+0000 7f18517fa640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 0x7f183406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.272+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f184408b7a0 con 0x7f185415edf0 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.272+0000 7f1858c1e640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 0x7f183406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.273+0000 7f1858c1e640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 0x7f183406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f184c034000 tx=0x7f184c02c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.276+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1844010070 con 0x7f185415edf0 2024-09-19T08:04:38.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.450+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) -- 0x7f185415ded0 con 0x7f185415edf0 2024-09-19T08:04:38.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.454+0000 7f18517fa640 1 -- 172.21.15.17:0/1194271361 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v15) ==== 121+0+0 (secure 0 0 0) 0x7f1844059e30 con 0x7f185415edf0 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 msgr2=0x7f183406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 0x7f183406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f184c034000 tx=0x7f184c02c000 comp rx=0 tx=0).stop 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 msgr2=0x7f18541f60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1844007df0 tx=0x7f184400d4a0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 shutdown_connections 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f183406c2b0 0x7f183406e770 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f185415edf0 0x7f18541f60f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f185415b2e0 0x7f18541f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 --2- 172.21.15.17:0/1194271361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18540b4990 0x7f18541f3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 >> 172.21.15.17:0/1194271361 conn(0x7f185406bc10 msgr2=0x7f18540d00e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 shutdown_connections 2024-09-19T08:04:38.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.456+0000 7f185ae82640 1 -- 172.21.15.17:0/1194271361 wait complete. 2024-09-19T08:04:38.467 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_abort_on_newly_corrupt_dentry False 2024-09-19T08:04:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.613+0000 7fb6e648d640 1 Processor -- start 2024-09-19T08:04:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.613+0000 7fb6e648d640 1 -- start start 2024-09-19T08:04:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e648d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb6e015e640 0x7fb6e00b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e648d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6e00b39d0 con 0x7fb6e00d4710 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e648d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6e00cf520 con 0x7fb6e00cef60 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e648d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb6e00cf800 con 0x7fb6e015e640 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6dffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb6e015e640 0x7fb6e00b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e4a2a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb6e00d4710 0x7fb6e00d4b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50220/0 (socket says 172.21.15.17:50220) 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6dffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb6e015e640 0x7fb6e00b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36318/0 (socket says 172.21.15.17:36318) 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.614+0000 7fb6e4a2a640 1 -- 172.21.15.17:0/2627257480 learned_addr learned my addr 172.21.15.17:0/2627257480 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.615+0000 7fb6dffff640 1 -- 172.21.15.17:0/2627257480 >> v1:172.21.15.160:6789/0 conn(0x7fb6e00cef60 legacy=0x7fb6e00d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.615+0000 7fb6dffff640 1 -- 172.21.15.17:0/2627257480 >> v1:172.21.15.17:6789/0 conn(0x7fb6e00d4710 legacy=0x7fb6e00d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.615+0000 7fb6dffff640 1 -- 172.21.15.17:0/2627257480 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6e00cfae0 con 0x7fb6e015e640 2024-09-19T08:04:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.615+0000 7fb6dffff640 1 --2- 172.21.15.17:0/2627257480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e015e640 0x7fb6e00b3bf0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fb6d00097a0 tx=0x7fb6d002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=482564eefd76cab0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6deffd640 1 -- 172.21.15.17:0/2627257480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d0037070 con 0x7fb6e015e640 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6deffd640 1 -- 172.21.15.17:0/2627257480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6d0032440 con 0x7fb6e015e640 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6deffd640 1 -- 172.21.15.17:0/2627257480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d0032810 con 0x7fb6e015e640 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 -- 172.21.15.17:0/2627257480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e015e640 msgr2=0x7fb6e00b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2627257480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e015e640 0x7fb6e00b3bf0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fb6d00097a0 tx=0x7fb6d002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 -- 172.21.15.17:0/2627257480 shutdown_connections 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2627257480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e015e640 0x7fb6e00b3bf0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 -- 172.21.15.17:0/2627257480 >> 172.21.15.17:0/2627257480 conn(0x7fb6e0067d70 msgr2=0x7fb6e0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 -- 172.21.15.17:0/2627257480 shutdown_connections 2024-09-19T08:04:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.616+0000 7fb6e648d640 1 -- 172.21.15.17:0/2627257480 wait complete. 2024-09-19T08:04:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.617+0000 7fb6e648d640 1 Processor -- start 2024-09-19T08:04:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 -- start start 2024-09-19T08:04:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6e00cef60 0x7fb6e015c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 0x7fb6e01f7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e00d3590 con 0x7fb6e00d4710 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e015ea20 con 0x7fb6e00cef60 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6e648d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb6e00d3710 con 0x7fb6e015e640 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.618+0000 7fb6df7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36320/0 (socket says 172.21.15.17:36320) 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 -- 172.21.15.17:0/2905658165 learned_addr learned my addr 172.21.15.17:0/2905658165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6dffff640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6e00cef60 0x7fb6e015c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6e4a2a640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 0x7fb6e01f7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 -- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 msgr2=0x7fb6e01f7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 0x7fb6e01f7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 -- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6e00cef60 msgr2=0x7fb6e015c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6e00cef60 0x7fb6e015c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 -- 172.21.15.17:0/2905658165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6e015ca10 con 0x7fb6e00d4710 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6e4a2a640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 0x7fb6e01f7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6df7fe640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb6d400c400 tx=0x7fb6d400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40052d0 con 0x7fb6e00d4710 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6d4005490 con 0x7fb6e00d4710 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6e00cd2f0 con 0x7fb6e00d4710 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d4007260 con 0x7fb6e00d4710 2024-09-19T08:04:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.619+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6e00cdb90 con 0x7fb6e00d4710 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.620+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6e00b3bf0 con 0x7fb6e00d4710 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.621+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb6d4007400 con 0x7fb6e00d4710 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.621+0000 7fb6dcff9640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 0x7fb6cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.621+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7fb6d408aa70 con 0x7fb6e00d4710 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.621+0000 7fb6dffff640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 0x7fb6cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.622+0000 7fb6dffff640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 0x7fb6cc06e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0034000 tx=0x7fb6d002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.626+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb6d40590e0 con 0x7fb6e00d4710 2024-09-19T08:04:38.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.801+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}] v 0) -- 0x7fb6e00d1fd0 con 0x7fb6e00d4710 2024-09-19T08:04:38.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.802+0000 7fb6dcff9640 1 -- 172.21.15.17:0/2905658165 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}]=0 v15)=0 v15) ==== 135+0+0 (secure 0 0 0) 0x7fb6d40589e0 con 0x7fb6e00d4710 2024-09-19T08:04:38.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 msgr2=0x7fb6cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 0x7fb6cc06e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb6d0034000 tx=0x7fb6d002e000 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 msgr2=0x7fb6e01f7aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb6d400c400 tx=0x7fb6d400c8c0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 shutdown_connections 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6cc06c2b0 0x7fb6cc06e770 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6e015e640 0x7fb6e01f7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6e00d4710 0x7fb6e01f7aa0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 --2- 172.21.15.17:0/2905658165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6e00cef60 0x7fb6e015c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.803+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 >> 172.21.15.17:0/2905658165 conn(0x7fb6e0067d70 msgr2=0x7fb6e00b93f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.804+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 shutdown_connections 2024-09-19T08:04:38.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.804+0000 7fb6e648d640 1 -- 172.21.15.17:0/2905658165 wait complete. 2024-09-19T08:04:38.814 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:04:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.920+0000 7f8465c74640 1 Processor -- start 2024-09-19T08:04:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.920+0000 7f8465c74640 1 -- start start 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f8465c74640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f846015e7f0 0x7f84600cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f8465c74640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f846006c7f0 0x7f84600b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f8465c74640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84600cfcc0 con 0x7f84600cf7b0 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f8465c74640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f84600cffa0 con 0x7f846006c7f0 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f8465c74640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84600d0280 con 0x7f846015e7f0 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f846006c7f0 0x7f84600b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f84600cf7b0 0x7f846006c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50232/0 (socket says 172.21.15.17:50232) 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845effd640 1 -- 172.21.15.17:0/933787447 learned_addr learned my addr 172.21.15.17:0/933787447 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845f7fe640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f846015e7f0 0x7f84600cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845ffff640 1 -- 172.21.15.17:0/933787447 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f846015e7f0 msgr2=0x7f84600cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845ffff640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f846015e7f0 0x7f84600cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845ffff640 1 -- 172.21.15.17:0/933787447 >> v1:172.21.15.17:6789/0 conn(0x7f84600cf7b0 legacy=0x7f846006c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845e7fc640 1 -- 172.21.15.17:0/933787447 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1338691047 0 0) 0x7f84600cfcc0 con 0x7f84600cf7b0 2024-09-19T08:04:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.921+0000 7f845ffff640 1 -- 172.21.15.17:0/933787447 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84600d0560 con 0x7f846006c7f0 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.922+0000 7f845ffff640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f84600b75f0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f8458009d90 tx=0x7f845802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6efa47a72704e55a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.922+0000 7f845e7fc640 1 -- 172.21.15.17:0/933787447 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8458007740 con 0x7f846006c7f0 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.922+0000 7f845e7fc640 1 -- 172.21.15.17:0/933787447 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84580078e0 con 0x7f846006c7f0 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.922+0000 7f845e7fc640 1 -- 172.21.15.17:0/933787447 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8458007cb0 con 0x7f846006c7f0 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 -- 172.21.15.17:0/933787447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 msgr2=0x7f84600b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f84600b75f0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f8458009d90 tx=0x7f845802a6f0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 -- 172.21.15.17:0/933787447 shutdown_connections 2024-09-19T08:04:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f84600b75f0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 --2- 172.21.15.17:0/933787447 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f846015e7f0 0x7f84600cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 -- 172.21.15.17:0/933787447 >> 172.21.15.17:0/933787447 conn(0x7f84600d44e0 msgr2=0x7f84600d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 -- 172.21.15.17:0/933787447 shutdown_connections 2024-09-19T08:04:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.923+0000 7f8465c74640 1 -- 172.21.15.17:0/933787447 wait complete. 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.924+0000 7f8465c74640 1 Processor -- start 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.924+0000 7f8465c74640 1 -- start start 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84600cf7b0 0x7f8460155440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f846015e7f0 0x7f8460157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84600cee70 con 0x7f846006c7f0 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84600cecf0 con 0x7f846015e7f0 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f8465c74640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84600b7b30 con 0x7f84600cf7b0 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f845f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f845f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36344/0 (socket says 172.21.15.17:36344) 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f845f7fe640 1 -- 172.21.15.17:0/2449591680 learned_addr learned my addr 172.21.15.17:0/2449591680 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f845effd640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84600cf7b0 0x7f8460155440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.925+0000 7f845ffff640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f846015e7f0 0x7f8460157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 -- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84600cf7b0 msgr2=0x7f8460155440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84600cf7b0 0x7f8460155440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 -- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f846015e7f0 msgr2=0x7f8460157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f846015e7f0 0x7f8460157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 -- 172.21.15.17:0/2449591680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f846015f170 con 0x7f846006c7f0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f845f7fe640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f845000c820 tx=0x7f845000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8450015070 con 0x7f846006c7f0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8450004020 con 0x7f846006c7f0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f846015f450 con 0x7f846006c7f0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84500043f0 con 0x7f846006c7f0 2024-09-19T08:04:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.926+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f846015fa10 con 0x7f846006c7f0 2024-09-19T08:04:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.927+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84600b75f0 con 0x7f846006c7f0 2024-09-19T08:04:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.928+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84500077d0 con 0x7f846006c7f0 2024-09-19T08:04:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.928+0000 7f8447fff640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 0x7f844c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.929+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f845008b180 con 0x7f846006c7f0 2024-09-19T08:04:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.929+0000 7f845effd640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 0x7f844c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:38.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.929+0000 7f845effd640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 0x7f844c06e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8460157ed0 tx=0x7f8454007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:38.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:38.933+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8450059240 con 0x7f846006c7f0 2024-09-19T08:04:39.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:39.146+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f8460150000 con 0x7f846006c7f0 2024-09-19T08:04:40.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.149+0000 7f8447fff640 1 -- 172.21.15.17:0/2449591680 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v28) ==== 162+0+0 (secure 0 0 0) 0x7f845005d540 con 0x7f846006c7f0 2024-09-19T08:04:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:04:40.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 msgr2=0x7f844c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 0x7f844c06e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8460157ed0 tx=0x7f8454007d50 comp rx=0 tx=0).stop 2024-09-19T08:04:40.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 msgr2=0x7f846014fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f845000c820 tx=0x7f845000cce0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 shutdown_connections 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f844c06c2b0 0x7f844c06e770 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f846015e7f0 0x7f8460157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84600cf7b0 0x7f8460155440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 --2- 172.21.15.17:0/2449591680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f846006c7f0 0x7f846014fac0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.152+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 >> 172.21.15.17:0/2449591680 conn(0x7f84600d44e0 msgr2=0x7f84600b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.153+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 shutdown_connections 2024-09-19T08:04:40.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.153+0000 7f8465c74640 1 -- 172.21.15.17:0/2449591680 wait complete. 2024-09-19T08:04:40.168 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:40.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.279+0000 7f801a6f1640 1 Processor -- start 2024-09-19T08:04:40.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.279+0000 7f801a6f1640 1 -- start start 2024-09-19T08:04:40.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f801a6f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8014156990 0x7f80140cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f801a6f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 0x7f80140b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f801a6f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80140ce160 con 0x7f80140b22c0 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f801a6f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8014156d70 con 0x7f8014156990 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f801a6f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f80140cdb10 con 0x7f80140cd6b0 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f8018c8e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f80140b22c0 0x7f801415fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50244/0 (socket says 172.21.15.17:50244) 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f8018c8e640 1 -- 172.21.15.17:0/2748987833 learned_addr learned my addr 172.21.15.17:0/2748987833 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f80137fe640 1 --2- 172.21.15.17:0/2748987833 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 0x7f80140b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f8013fff640 1 --2- 172.21.15.17:0/2748987833 >> v2:172.21.15.160:3300/0 conn(0x7f8014156990 0x7f80140cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.280+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3222658185 0 0) 0x7f80140ce160 con 0x7f80140b22c0 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ffc003520 con 0x7f80140b22c0 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 380835981 0 0) 0x7f7ffc003520 con 0x7f80140b22c0 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f80137fe640 1 -- 172.21.15.17:0/2748987833 >> v2:172.21.15.160:3300/0 conn(0x7f8014156990 msgr2=0x7f80140cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f80137fe640 1 --2- 172.21.15.17:0/2748987833 >> v2:172.21.15.160:3300/0 conn(0x7f8014156990 0x7f80140cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f80137fe640 1 -- 172.21.15.17:0/2748987833 >> v1:172.21.15.17:6789/0 conn(0x7f80140b22c0 legacy=0x7f801415fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.281+0000 7f80137fe640 1 -- 172.21.15.17:0/2748987833 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80140731f0 con 0x7f80140cd6b0 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f80137fe640 1 --2- 172.21.15.17:0/2748987833 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 0x7f80140b1d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f80080097a0 tx=0x7f800802a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80d352a56062a261 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008037070 con 0x7f80140cd6b0 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f800802ab10 con 0x7f80140cd6b0 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f8012ffd640 1 -- 172.21.15.17:0/2748987833 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f800c0019f0 con 0x7f80140cd6b0 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 -- 172.21.15.17:0/2748987833 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 msgr2=0x7f80140b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 --2- 172.21.15.17:0/2748987833 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 0x7f80140b1d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f80080097a0 tx=0x7f800802a080 comp rx=0 tx=0).stop 2024-09-19T08:04:40.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 -- 172.21.15.17:0/2748987833 shutdown_connections 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 --2- 172.21.15.17:0/2748987833 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140cd6b0 0x7f80140b1d80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 --2- 172.21.15.17:0/2748987833 >> v2:172.21.15.160:3300/0 conn(0x7f8014156990 0x7f80140cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 -- 172.21.15.17:0/2748987833 >> 172.21.15.17:0/2748987833 conn(0x7f801406bc10 msgr2=0x7f801406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 -- 172.21.15.17:0/2748987833 shutdown_connections 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.282+0000 7f801a6f1640 1 -- 172.21.15.17:0/2748987833 wait complete. 2024-09-19T08:04:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.284+0000 7f801a6f1640 1 Processor -- start 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.284+0000 7f801a6f1640 1 -- start start 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.284+0000 7f801a6f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140b22c0 0x7f801414ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.284+0000 7f801a6f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f80140cd6b0 0x7f8014159ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f801a6f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f801a6f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f80140ce720 con 0x7f8014156990 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f801a6f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f80140cea90 con 0x7f80140cd6b0 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f801a6f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f80140b26f0 con 0x7f80140b22c0 2024-09-19T08:04:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36354/0 (socket says 172.21.15.17:36354) 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 -- 172.21.15.17:0/4289330646 learned_addr learned my addr 172.21.15.17:0/4289330646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8013fff640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140b22c0 0x7f801414ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f80137fe640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f80140cd6b0 0x7f8014159ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 -- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140b22c0 msgr2=0x7f801414ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140b22c0 0x7f801414ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 -- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f80140cd6b0 msgr2=0x7f8014159ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f80140cd6b0 0x7f8014159ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 -- 172.21.15.17:0/4289330646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f801415ce40 con 0x7f8014156990 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8018c8e640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f800c001b60 tx=0x7f800c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f800c017070 con 0x7f8014156990 2024-09-19T08:04:40.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f800c012400 con 0x7f8014156990 2024-09-19T08:04:40.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f800c0127b0 con 0x7f8014156990 2024-09-19T08:04:40.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.285+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f801415d120 con 0x7f8014156990 2024-09-19T08:04:40.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.286+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f801415d6e0 con 0x7f8014156990 2024-09-19T08:04:40.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.286+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f801406d7c0 con 0x7f8014156990 2024-09-19T08:04:40.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.287+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f800c01a070 con 0x7f8014156990 2024-09-19T08:04:40.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.288+0000 7f8010ff9640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 0x7f800006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.288+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f800c08b2e0 con 0x7f8014156990 2024-09-19T08:04:40.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.288+0000 7f8013fff640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 0x7f800006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.288+0000 7f8013fff640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 0x7f800006e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8014160c70 tx=0x7f8004009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.292+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f800c0593a0 con 0x7f8014156990 2024-09-19T08:04:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.503+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f801406d4e0 con 0x7f8014156990 2024-09-19T08:04:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.504+0000 7f8010ff9640 1 -- 172.21.15.17:0/4289330646 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5220 (secure 0 0 0) 0x7f800c05d6a0 con 0x7f8014156990 2024-09-19T08:04:40.504 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:40.504 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":29,"btime":"2024-09-19T08:04:40:153643+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:40.153623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:40.504 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 29 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.505+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 msgr2=0x7f800006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.505+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 0x7f800006e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8014160c70 tx=0x7f8004009190 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.505+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 msgr2=0x7f80140b0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.505+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f800c001b60 tx=0x7f800c00a430 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 shutdown_connections 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f800006c2b0 0x7f800006e770 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8014156990 0x7f80140b0880 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f80140cd6b0 0x7f8014159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 --2- 172.21.15.17:0/4289330646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140b22c0 0x7f801414ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 >> 172.21.15.17:0/4289330646 conn(0x7f801406bc10 msgr2=0x7f80140d0510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 shutdown_connections 2024-09-19T08:04:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.506+0000 7f801a6f1640 1 -- 172.21.15.17:0/4289330646 wait complete. 2024-09-19T08:04:40.516 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush journal 2024-09-19T08:04:40.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.621+0000 7f44ab7fd640 1 Processor -- start 2024-09-19T08:04:40.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 -- start start 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44a415e640 0x7f44a40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f44a40d4710 0x7f44a40d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44a40b39d0 con 0x7f44a40cef60 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f44a40cf520 con 0x7f44a415e640 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44ab7fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f44a40cf800 con 0x7f44a40d4710 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.622+0000 7f44a9599640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44a415e640 0x7f44a40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44a415e640 0x7f44a40b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36366/0 (socket says 172.21.15.17:36366) 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 -- 172.21.15.17:0/719840192 learned_addr learned my addr 172.21.15.17:0/719840192 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9d9a640 1 --2- 172.21.15.17:0/719840192 >> v2:172.21.15.160:3300/0 conn(0x7f44a40d4710 0x7f44a40d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 -- 172.21.15.17:0/719840192 >> v2:172.21.15.160:3300/0 conn(0x7f44a40d4710 msgr2=0x7f44a40d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 --2- 172.21.15.17:0/719840192 >> v2:172.21.15.160:3300/0 conn(0x7f44a40d4710 0x7f44a40d4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 -- 172.21.15.17:0/719840192 >> v1:172.21.15.160:6789/0 conn(0x7f44a40cef60 legacy=0x7f44a40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.623+0000 7f44a9599640 1 -- 172.21.15.17:0/719840192 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a40cfae0 con 0x7f44a415e640 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44a9599640 1 --2- 172.21.15.17:0/719840192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a415e640 0x7f44a40b3bf0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f44a40d1a20 tx=0x7f449402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1389407ce1df75a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44a3fff640 1 -- 172.21.15.17:0/719840192 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494036070 con 0x7f44a415e640 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44a3fff640 1 -- 172.21.15.17:0/719840192 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494031600 con 0x7f44a415e640 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44a3fff640 1 -- 172.21.15.17:0/719840192 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44940319d0 con 0x7f44a415e640 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 -- 172.21.15.17:0/719840192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a415e640 msgr2=0x7f44a40b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/719840192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a415e640 0x7f44a40b3bf0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f44a40d1a20 tx=0x7f449402a6a0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 -- 172.21.15.17:0/719840192 shutdown_connections 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/719840192 >> v2:172.21.15.160:3300/0 conn(0x7f44a40d4710 0x7f44a40d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/719840192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a415e640 0x7f44a40b3bf0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 -- 172.21.15.17:0/719840192 >> 172.21.15.17:0/719840192 conn(0x7f44a4067d70 msgr2=0x7f44a4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 -- 172.21.15.17:0/719840192 shutdown_connections 2024-09-19T08:04:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.624+0000 7f44ab7fd640 1 -- 172.21.15.17:0/719840192 wait complete. 2024-09-19T08:04:40.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.626+0000 7f44ab7fd640 1 Processor -- start 2024-09-19T08:04:40.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.626+0000 7f44ab7fd640 1 -- start start 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44a40d4710 0x7f44a41608f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44a415e640 0x7f44a4160e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44a415ea20 con 0x7f44a40cef60 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40d5050 con 0x7f44a415e640 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44ab7fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f44a40d3590 con 0x7f44a40d4710 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36380/0 (socket says 172.21.15.17:36380) 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 -- 172.21.15.17:0/820822790 learned_addr learned my addr 172.21.15.17:0/820822790 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9d9a640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44a415e640 0x7f44a4160e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a8d98640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44a40d4710 0x7f44a41608f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 -- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44a40d4710 msgr2=0x7f44a41608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44a40d4710 0x7f44a41608f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 -- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44a415e640 msgr2=0x7f44a4160e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44a415e640 0x7f44a4160e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 -- 172.21.15.17:0/820822790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a40ce1b0 con 0x7f44a40cef60 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a9599640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4494034040 tx=0x7f4494004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a1ffb640 1 -- 172.21.15.17:0/820822790 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494036050 con 0x7f44a40cef60 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a1ffb640 1 -- 172.21.15.17:0/820822790 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494042070 con 0x7f44a40cef60 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.627+0000 7f44a1ffb640 1 -- 172.21.15.17:0/820822790 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494009510 con 0x7f44a40cef60 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.628+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a40ce450 con 0x7f44a40cef60 2024-09-19T08:04:40.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.628+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a41600f0 con 0x7f44a40cef60 2024-09-19T08:04:40.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.630+0000 7f44a1ffb640 1 -- 172.21.15.17:0/820822790 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4494007c50 con 0x7f44a40cef60 2024-09-19T08:04:40.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.630+0000 7f44a1ffb640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 0x7f449006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.630+0000 7f44a1ffb640 1 -- 172.21.15.17:0/820822790 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f44940ac2e0 con 0x7f44a40cef60 2024-09-19T08:04:40.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.630+0000 7f44a8d98640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 0x7f449006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.631+0000 7f44ae67a740 1 Processor -- start 2024-09-19T08:04:40.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.631+0000 7f44a8d98640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 0x7f449006e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4498007fd0 tx=0x7f4498009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.631+0000 7f44ae67a740 1 -- start start 2024-09-19T08:04:40.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaae90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaa9e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bccaa066f0 con 0x55bccaaa10e0 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bcca9ae330 con 0x55bccaaa50b0 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bccaa026b0 con 0x55bccaaa3920 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaae90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36390/0 (socket says 172.21.15.17:36390) 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a8d98640 1 -- 172.21.15.17:0/4014926317 learned_addr learned my addr 172.21.15.17:0/4014926317 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9d9a640 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaa9e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 -- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 msgr2=0x55bccaa9e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaa9e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 -- 172.21.15.17:0/4014926317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 msgr2=0x55bccaaa3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 -- 172.21.15.17:0/4014926317 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcca9d40d0 con 0x55bccaaa3920 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a8d98640 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f44a9599640 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaae90c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f44940aa810 tx=0x7f4494079ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=731ba6fc6c7338ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f448affd640 1 -- 172.21.15.17:0/4014926317 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494045360 con 0x55bccaaa3920 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f448affd640 1 -- 172.21.15.17:0/4014926317 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494037040 con 0x55bccaaa3920 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.632+0000 7f448affd640 1 -- 172.21.15.17:0/4014926317 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449407aa80 con 0x55bccaaa3920 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 -- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 msgr2=0x55bccaae90c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaae90c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f44940aa810 tx=0x7f4494079ec0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 -- 172.21.15.17:0/4014926317 shutdown_connections 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaa9e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa10e0 0x55bccaaa3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 --2- 172.21.15.17:0/4014926317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaae90c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 -- 172.21.15.17:0/4014926317 >> 172.21.15.17:0/4014926317 conn(0x55bccaaa0370 msgr2=0x55bccaae8590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 -- 172.21.15.17:0/4014926317 shutdown_connections 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.633+0000 7f44ae67a740 1 -- 172.21.15.17:0/4014926317 wait complete. 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.634+0000 7f44ae67a740 1 -- start start 2024-09-19T08:04:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.634+0000 7f44ae67a740 1 Processor -- start 2024-09-19T08:04:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaac64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccaaccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bccaa026b0 con 0x55bccaaa3920 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bcca98f4f0 con 0x55bccaaa50b0 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bccaa9f810 con 0x55bccaae35d0 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 10 client.0 _ll_register_callbacks cb 0x55bcca9b0b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36406/0 (socket says 172.21.15.17:36406) 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 -- 172.21.15.17:0/3859520718 learned_addr learned my addr 172.21.15.17:0/3859520718 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaac64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 -- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 msgr2=0x55bccaaccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccaaccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 -- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 msgr2=0x55bccaac64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaac64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 -- 172.21.15.17:0/3859520718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bcca7e37d0 con 0x55bccaaa3920 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44a9599640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4494031780 tx=0x7f4494009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde06b3939c141ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f447ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494097070 con 0x55bccaaa3920 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f44940992c0 con 0x55bccaaa3920 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4494037040 con 0x55bccaaa3920 2024-09-19T08:04:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.635+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f449407aa80 con 0x55bccaaa3920 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 10 client.5700 fetch_fsmap learned FSMap version 29 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) -- 0x55bcca7193f0 con 0x55bccaaa3920 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494037040 con 0x55bccaaa3920 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 29) ==== 3494+0+0 (secure 0 0 0) 0x7f4494092180 con 0x55bccaaa3920 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 10 client.5700 fetch_fsmap finished waiting for FSMap version 29 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 10 client.5700 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 20 client.5700 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaaf8bd0 0x55bccaaf9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 4 client.5700 mds_command: new command op to 5658 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 --> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bccaa13e20 con 0x55bccaaf8bd0 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaaf8bd0 0x55bccaaf9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaaf8bd0 0x55bccaaf9060 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0670198b39a41b7 server_cookie=9a9a91a5c938761d in_seq=0 out_seq=0 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.636+0000 7f447ffff640 10 client.5700 ms_handle_connect on v2:172.21.15.17:6834/366067438 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f447ffff640 1 -- 172.21.15.17:0/3859520718 <== mds.0 v2:172.21.15.17:6834/366067438 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bccaa13e20 con 0x55bccaaf8bd0 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f447ffff640 10 client.5700 handle_command_reply: tid=0 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 client.5700 shutdown 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 msgr2=0x55bccaae2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4494031780 tx=0x7f4494009810 comp rx=0 tx=0).stop 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 shutdown_connections 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaaf8bd0 0x55bccaaf9060 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccaaccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa50b0 0x55bccaac64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3859520718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa3920 0x55bccaae2d50 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 >> 172.21.15.17:0/3859520718 conn(0x55bccaaa10e0 msgr2=0x55bccaae6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f447ffff640 0 client.5700 ms_handle_reset on v2:172.21.15.17:6834/366067438 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 shutdown_connections 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 1 -- 172.21.15.17:0/3859520718 wait complete. 2024-09-19T08:04:40.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.637+0000 7f44ae67a740 20 client.5700 trim_cache size 0 max 16384 2024-09-19T08:04:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.652+0000 7f44ae67a740 1 Processor -- start 2024-09-19T08:04:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.652+0000 7f44ae67a740 1 -- start start 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaaf8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaae35d0 0x55bccab0cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44a4200cc0 con 0x55bccaaa50b0 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f44a41ffd40 con 0x55bccaae35d0 2024-09-19T08:04:40.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f44a41f84b0 con 0x55bccaaa3920 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36418/0 (socket says 172.21.15.17:36418) 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 -- 172.21.15.17:0/3383429453 learned_addr learned my addr 172.21.15.17:0/3383429453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a9d9a640 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaae35d0 0x55bccab0cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a9599640 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaaf8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 -- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 msgr2=0x55bccaaf8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaaf8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 -- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaae35d0 msgr2=0x55bccab0cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaae35d0 0x55bccab0cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 -- 172.21.15.17:0/3383429453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcca6d90f0 con 0x55bccaaa50b0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f4498005610 tx=0x7f4498015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a5bb73a4d7f939 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f448a7fc640 1 -- 172.21.15.17:0/3383429453 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449800e520 con 0x55bccaaa50b0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f448a7fc640 1 -- 172.21.15.17:0/3383429453 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f449800e6c0 con 0x55bccaaa50b0 2024-09-19T08:04:40.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.653+0000 7f448a7fc640 1 -- 172.21.15.17:0/3383429453 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449800e870 con 0x55bccaaa50b0 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 -- 172.21.15.17:0/3383429453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 msgr2=0x55bccab0c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f4498005610 tx=0x7f4498015040 comp rx=0 tx=0).stop 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 -- 172.21.15.17:0/3383429453 shutdown_connections 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaae35d0 0x55bccab0cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c690 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3383429453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaaa3920 0x55bccaaf8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 -- 172.21.15.17:0/3383429453 >> 172.21.15.17:0/3383429453 conn(0x55bccaaa10e0 msgr2=0x55bccaa999f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 -- 172.21.15.17:0/3383429453 shutdown_connections 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.654+0000 7f44ae67a740 1 -- 172.21.15.17:0/3383429453 wait complete. 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.655+0000 7f44ae67a740 1 -- start start 2024-09-19T08:04:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.655+0000 7f44ae67a740 1 Processor -- start 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.655+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa3920 0x55bccab652e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.655+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.655+0000 7f44ae67a740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccab0cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bccaaccfb0 con 0x55bccaaa50b0 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f44a41f4f40 con 0x55bccaaa3920 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bccab66f00 con 0x55bccaae35d0 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 10 client.0 _ll_register_callbacks cb 0x7f4498001260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36420/0 (socket says 172.21.15.17:36420) 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 -- 172.21.15.17:0/3011151776 learned_addr learned my addr 172.21.15.17:0/3011151776 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a9599640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa3920 0x55bccab652e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a9d9a640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccab0cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 -- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 msgr2=0x55bccab0cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccab0cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 -- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa3920 msgr2=0x55bccab652e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa3920 0x55bccab652e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 -- 172.21.15.17:0/3011151776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bccaae1510 con 0x55bccaaa50b0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44a8d98640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f4498003e50 tx=0x7f4498000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a97c53bda0ba68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f447ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449800ed40 con 0x55bccaaa50b0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f4498024420 con 0x55bccaaa50b0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449800e6c0 con 0x55bccaaa50b0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4498024620 con 0x55bccaaa50b0 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 10 client.5706 fetch_fsmap learned FSMap version 29 2024-09-19T08:04:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.656+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) -- 0x55bccab66ca0 con 0x55bccaaa50b0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f449800e6c0 con 0x55bccaaa50b0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 29) ==== 3494+0+0 (secure 0 0 0) 0x7f449803c080 con 0x55bccaaa50b0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 10 client.5706 fetch_fsmap finished waiting for FSMap version 29 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 10 client.5706 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 20 client.5706 populate_metadata read hostname 'smithi017' 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaae2cc0 0x55bccaaeb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 4 client.5706 mds_command: new command op to 5658 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 --> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bccaa0e170 con 0x55bccaae2cc0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44a9599640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaae2cc0 0x55bccaaeb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f447ffff640 10 client.5706 ms_handle_connect on v2:172.21.15.17:6834/366067438 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44a9599640 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaae2cc0 0x55bccaaeb7c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91b81f1d5727780b server_cookie=bdfa1aede61976b in_seq=0 out_seq=0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f447ffff640 1 -- 172.21.15.17:0/3011151776 <== mds.0 v2:172.21.15.17:6834/366067438 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bccaa0e170 con 0x55bccaae2cc0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f447ffff640 10 client.5706 handle_command_reply: tid=0 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 1 client.5706 shutdown 2024-09-19T08:04:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 msgr2=0x55bccab0c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.657+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f4498003e50 tx=0x7f4498000bc0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 shutdown_connections 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:6834/366067438,v1:172.21.15.17:6835/366067438] conn(0x55bccaae2cc0 0x55bccaaeb7c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bccaae35d0 0x55bccab0cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f447ffff640 0 client.5706 ms_handle_reset on v2:172.21.15.17:6834/366067438 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bccaaa50b0 0x55bccab0c720 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 --2- 172.21.15.17:0/3011151776 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bccaaa3920 0x55bccab652e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 >> 172.21.15.17:0/3011151776 conn(0x55bccaaa10e0 msgr2=0x55bccaae3cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 shutdown_connections 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 1 -- 172.21.15.17:0/3011151776 wait complete. 2024-09-19T08:04:40.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ae67a740 20 client.5706 trim_cache size 0 max 16384 2024-09-19T08:04:40.664 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:40.664 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:04:40.664 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:04:40.664 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 msgr2=0x7f449006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 0x7f449006e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4498007fd0 tx=0x7f4498009040 comp rx=0 tx=0).stop 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 msgr2=0x7f44a40cbd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4494034040 tx=0x7f4494004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 shutdown_connections 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f449006c2e0 0x7f449006e7a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44a415e640 0x7f44a4160e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44a40d4710 0x7f44a41608f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 --2- 172.21.15.17:0/820822790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44a40cef60 0x7f44a40cbd20 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.658+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 >> 172.21.15.17:0/820822790 conn(0x7f44a4067d70 msgr2=0x7f44a40d2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.659+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 shutdown_connections 2024-09-19T08:04:40.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.659+0000 7f44ab7fd640 1 -- 172.21.15.17:0/820822790 wait complete. 2024-09-19T08:04:40.669 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:40.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.770+0000 7ff1f07fd640 1 Processor -- start 2024-09-19T08:04:40.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.771+0000 7ff1f07fd640 1 -- start start 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.771+0000 7ff1f07fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff1e80d0510 0x7ff1e815ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1f07fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e80d08f0 0x7ff1e80b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1f07fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e8143bb0 0x7ff1e80b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1f07fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e80b2820 con 0x7ff1e80d08f0 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1f07fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e80b2b00 con 0x7ff1e80d0510 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1f07fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e8141730 con 0x7ff1e8143bb0 2024-09-19T08:04:40.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e80d08f0 0x7ff1e80b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e80d08f0 0x7ff1e80b30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36426/0 (socket says 172.21.15.17:36426) 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 -- 172.21.15.17:0/1357682714 learned_addr learned my addr 172.21.15.17:0/1357682714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1ee599640 1 --2- 172.21.15.17:0/1357682714 >> v2:172.21.15.160:3300/0 conn(0x7ff1e80d0510 0x7ff1e815ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1eed9a640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e8143bb0 0x7ff1e80b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 -- 172.21.15.17:0/1357682714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e8143bb0 msgr2=0x7ff1e80b3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e8143bb0 0x7ff1e80b3630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 -- 172.21.15.17:0/1357682714 >> v2:172.21.15.160:3300/0 conn(0x7ff1e80d0510 msgr2=0x7ff1e815ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1357682714 >> v2:172.21.15.160:3300/0 conn(0x7ff1e80d0510 0x7ff1e815ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.772+0000 7ff1edd98640 1 -- 172.21.15.17:0/1357682714 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e8144320 con 0x7ff1e80d08f0 2024-09-19T08:04:40.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d08f0 0x7ff1e80b30f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ff1e81445b0 tx=0x7ff1d802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba560aa4e4544f05 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1ed597640 1 -- 172.21.15.17:0/1357682714 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8037070 con 0x7ff1e80d08f0 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1ed597640 1 -- 172.21.15.17:0/1357682714 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d8032440 con 0x7ff1e80d08f0 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1ed597640 1 -- 172.21.15.17:0/1357682714 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8032810 con 0x7ff1e80d08f0 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1357682714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d08f0 msgr2=0x7ff1e80b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.773+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d08f0 0x7ff1e80b30f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ff1e81445b0 tx=0x7ff1d802a1c0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1357682714 shutdown_connections 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e8143bb0 0x7ff1e80b3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1357682714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d08f0 0x7ff1e80b30f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1357682714 >> v2:172.21.15.160:3300/0 conn(0x7ff1e80d0510 0x7ff1e815ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1357682714 >> 172.21.15.17:0/1357682714 conn(0x7ff1e806bc10 msgr2=0x7ff1e806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1357682714 shutdown_connections 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.774+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1357682714 wait complete. 2024-09-19T08:04:40.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 Processor -- start 2024-09-19T08:04:40.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 -- start start 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e80d08f0 0x7ff1e81366f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e8143bb0 0x7ff1e80727a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e80b2180 con 0x7ff1e80d0510 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e80b2000 con 0x7ff1e8143bb0 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.775+0000 7ff1f07fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e80b2300 con 0x7ff1e80d08f0 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36428/0 (socket says 172.21.15.17:36428) 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 -- 172.21.15.17:0/1562783900 learned_addr learned my addr 172.21.15.17:0/1562783900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e80d08f0 0x7ff1e81366f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1eed9a640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e8143bb0 0x7ff1e80727a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 -- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e80d08f0 msgr2=0x7ff1e81366f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e80d08f0 0x7ff1e81366f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 -- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e8143bb0 msgr2=0x7ff1e80727a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e8143bb0 0x7ff1e80727a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 -- 172.21.15.17:0/1562783900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e80cfaf0 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1ee599640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff1e400d5f0 tx=0x7ff1e400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e40125f0 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1e4019070 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e8071a00 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e40129d0 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.776+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e8071fc0 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.777+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e815ef90 con 0x7ff1e80d0510 2024-09-19T08:04:40.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.778+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1e4012b70 con 0x7ff1e80d0510 2024-09-19T08:04:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.778+0000 7ff1deffd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 0x7ff1cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.779+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7ff1e408b820 con 0x7ff1e80d0510 2024-09-19T08:04:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.779+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 0x7ff1cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:40.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.779+0000 7ff1edd98640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 0x7ff1cc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff1d8034000 tx=0x7ff1d802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:40.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.783+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1e4059850 con 0x7ff1e80d0510 2024-09-19T08:04:40.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.996+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff1e80b5200 con 0x7ff1e80d0510 2024-09-19T08:04:40.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.997+0000 7ff1deffd640 1 -- 172.21.15.17:0/1562783900 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5220 (secure 0 0 0) 0x7ff1e405db50 con 0x7ff1e80d0510 2024-09-19T08:04:40.997 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:40.997 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":29,"btime":"2024-09-19T08:04:40:153643+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:40.153623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:40.997 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 29 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 msgr2=0x7ff1cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 0x7ff1cc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff1d8034000 tx=0x7ff1d802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 msgr2=0x7ff1e80cf5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff1e400d5f0 tx=0x7ff1e400dab0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 shutdown_connections 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1cc06c2b0 0x7ff1cc06e770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:40.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e8143bb0 0x7ff1e80727a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e80d08f0 0x7ff1e81366f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 --2- 172.21.15.17:0/1562783900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e80d0510 0x7ff1e80cf5b0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 >> 172.21.15.17:0/1562783900 conn(0x7ff1e806bc10 msgr2=0x7ff1e815e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 shutdown_connections 2024-09-19T08:04:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:40.999+0000 7ff1f07fd640 1 -- 172.21.15.17:0/1562783900 wait complete. 2024-09-19T08:04:41.010 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:41.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.112+0000 7f3edf5cf640 1 Processor -- start 2024-09-19T08:04:41.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.113+0000 7f3edf5cf640 1 -- start start 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.113+0000 7f3edf5cf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3ed815e640 0x7f3ed80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.113+0000 7f3edf5cf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ed815ea20 con 0x7f3ed80cf0e0 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.113+0000 7f3edf5cf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ed80b1c50 con 0x7f3ed80d3660 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.113+0000 7f3edf5cf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3ed80b2860 con 0x7f3ed815e640 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edd36b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3ed815e640 0x7f3ed80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edcb6a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3ed80cf0e0 0x7f3ed80b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50248/0 (socket says 172.21.15.17:50248) 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edcb6a640 1 -- 172.21.15.17:0/3557616478 learned_addr learned my addr 172.21.15.17:0/3557616478 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:41.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edd36b640 1 -- 172.21.15.17:0/3557616478 >> v1:172.21.15.160:6789/0 conn(0x7f3ed80d3660 legacy=0x7f3ed80b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:41.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edd36b640 1 -- 172.21.15.17:0/3557616478 >> v1:172.21.15.17:6789/0 conn(0x7f3ed80cf0e0 legacy=0x7f3ed80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3ecffff640 1 -- 172.21.15.17:0/3557616478 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2648894853 0 0) 0x7f3ed815ea20 con 0x7f3ed80cf0e0 2024-09-19T08:04:41.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.114+0000 7f3edd36b640 1 -- 172.21.15.17:0/3557616478 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed80b1f30 con 0x7f3ed815e640 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3edd36b640 1 --2- 172.21.15.17:0/3557616478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed80ceba0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3ed40097a0 tx=0x7f3ed402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83c0d123c0c3f173 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3ecffff640 1 -- 172.21.15.17:0/3557616478 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4037070 con 0x7f3ed815e640 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3ecffff640 1 -- 172.21.15.17:0/3557616478 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed4032440 con 0x7f3ed815e640 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3ecffff640 1 -- 172.21.15.17:0/3557616478 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4032810 con 0x7f3ed815e640 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3557616478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 msgr2=0x7f3ed80ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.115+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3557616478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed80ceba0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3ed40097a0 tx=0x7f3ed402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.116+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3557616478 shutdown_connections 2024-09-19T08:04:41.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.116+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3557616478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed80ceba0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.116+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3557616478 >> 172.21.15.17:0/3557616478 conn(0x7f3ed809d820 msgr2=0x7f3ed80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:41.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.116+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3557616478 shutdown_connections 2024-09-19T08:04:41.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.116+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3557616478 wait complete. 2024-09-19T08:04:41.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.117+0000 7f3edf5cf640 1 Processor -- start 2024-09-19T08:04:41.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.117+0000 7f3edf5cf640 1 -- start start 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ed80cf0e0 0x7f3ed80c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ed80d3660 0x7f3ed8160ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed80cfe40 con 0x7f3ed815e640 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed80b24f0 con 0x7f3ed80d3660 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3ed80b73a0 con 0x7f3ed80cf0e0 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36452/0 (socket says 172.21.15.17:36452) 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 -- 172.21.15.17:0/3327517575 learned_addr learned my addr 172.21.15.17:0/3327517575 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edcb6a640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ed80d3660 0x7f3ed8160ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edd36b640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ed80cf0e0 0x7f3ed80c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 -- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ed80cf0e0 msgr2=0x7f3ed80c99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ed80cf0e0 0x7f3ed80c99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 -- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ed80d3660 msgr2=0x7f3ed8160ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ed80d3660 0x7f3ed8160ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 -- 172.21.15.17:0/3327517575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed80c8c30 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3eddb6c640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3ed000c7d0 tx=0x7f3ed000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed0003b70 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed0003d30 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed000aa90 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.118+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed80c8f10 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.119+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed80c9f30 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.120+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed8068eb0 con 0x7f3ed815e640 2024-09-19T08:04:41.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.120+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ed000ac30 con 0x7f3ed815e640 2024-09-19T08:04:41.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.120+0000 7f3ecdffb640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 0x7f3ebc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.120+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f3ed008b3d0 con 0x7f3ed815e640 2024-09-19T08:04:41.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.121+0000 7f3edd36b640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 0x7f3ebc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.121+0000 7f3edd36b640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 0x7f3ebc06e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4034000 tx=0x7f3ed402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.125+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ed0059b50 con 0x7f3ed815e640 2024-09-19T08:04:41.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.340+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ed80ceba0 con 0x7f3ed815e640 2024-09-19T08:04:41.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.341+0000 7f3ecdffb640 1 -- 172.21.15.17:0/3327517575 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5223 (secure 0 0 0) 0x7f3ed0059450 con 0x7f3ed815e640 2024-09-19T08:04:41.341 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:41.341 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":30,"btime":"2024-09-19T08:04:41:154646+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:40.162633+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:41.341 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 30 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 msgr2=0x7f3ebc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 0x7f3ebc06e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4034000 tx=0x7f3ed402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 msgr2=0x7f3ed814e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3ed000c7d0 tx=0x7f3ed000cc90 comp rx=0 tx=0).stop 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 shutdown_connections 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ebc06c2b0 0x7f3ebc06e770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ed815e640 0x7f3ed814e690 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ed80d3660 0x7f3ed8160ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 --2- 172.21.15.17:0/3327517575 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ed80cf0e0 0x7f3ed80c99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 >> 172.21.15.17:0/3327517575 conn(0x7f3ed809d820 msgr2=0x7f3ed806d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:41.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 shutdown_connections 2024-09-19T08:04:41.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.343+0000 7f3edf5cf640 1 -- 172.21.15.17:0/3327517575 wait complete. 2024-09-19T08:04:41.354 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:41.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.457+0000 7f048069b640 1 Processor -- start 2024-09-19T08:04:41.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.457+0000 7f048069b640 1 -- start start 2024-09-19T08:04:41.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f048069b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f047815e4e0 0x7f04780b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f048069b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 0x7f04780b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f048069b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f047806cec0 con 0x7f047815e8c0 2024-09-19T08:04:41.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f048069b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f04780d2d40 con 0x7f047815e4e0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f048069b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f04780d2b20 con 0x7f04780d26d0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f047815e4e0 0x7f04780b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047dc36640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f047815e8c0 0x7f04780d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50254/0 (socket says 172.21.15.17:50254) 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047dc36640 1 -- 172.21.15.17:0/601404541 learned_addr learned my addr 172.21.15.17:0/601404541 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f047815e4e0 0x7f04780b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36464/0 (socket says 172.21.15.17:36464) 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047ec38640 1 --2- 172.21.15.17:0/601404541 >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 0x7f04780b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 -- 172.21.15.17:0/601404541 >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 msgr2=0x7f04780b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 --2- 172.21.15.17:0/601404541 >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 0x7f04780b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 -- 172.21.15.17:0/601404541 >> v1:172.21.15.17:6789/0 conn(0x7f047815e8c0 legacy=0x7f04780d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047e437640 1 -- 172.21.15.17:0/601404541 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047806d160 con 0x7f047815e4e0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047d435640 1 -- 172.21.15.17:0/601404541 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2033043572 0 0) 0x7f047806cec0 con 0x7f047815e8c0 2024-09-19T08:04:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.458+0000 7f047ec38640 1 --2- 172.21.15.17:0/601404541 >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 0x7f04780b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.459+0000 7f047e437640 1 --2- 172.21.15.17:0/601404541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f047815e4e0 0x7f04780b67d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0478072c30 tx=0x7f047402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d3539d92e174b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.459+0000 7f047d435640 1 -- 172.21.15.17:0/601404541 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474037070 con 0x7f047815e4e0 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f047d435640 1 -- 172.21.15.17:0/601404541 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0474032440 con 0x7f047815e4e0 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f047d435640 1 -- 172.21.15.17:0/601404541 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474032810 con 0x7f047815e4e0 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 -- 172.21.15.17:0/601404541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f047815e4e0 msgr2=0x7f04780b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 --2- 172.21.15.17:0/601404541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f047815e4e0 0x7f04780b67d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0478072c30 tx=0x7f047402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 -- 172.21.15.17:0/601404541 shutdown_connections 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 --2- 172.21.15.17:0/601404541 >> v2:172.21.15.160:3300/0 conn(0x7f04780d26d0 0x7f04780b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 --2- 172.21.15.17:0/601404541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f047815e4e0 0x7f04780b67d0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 -- 172.21.15.17:0/601404541 >> 172.21.15.17:0/601404541 conn(0x7f047806f400 msgr2=0x7f047806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 -- 172.21.15.17:0/601404541 shutdown_connections 2024-09-19T08:04:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.460+0000 7f048069b640 1 -- 172.21.15.17:0/601404541 wait complete. 2024-09-19T08:04:41.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.461+0000 7f048069b640 1 Processor -- start 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.461+0000 7f048069b640 1 -- start start 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f047815e4e0 0x7f04781e6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f047815e8c0 0x7f04781e6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f047806d720 con 0x7f04780d26d0 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f04780b7250 con 0x7f047815e4e0 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f048069b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f047806dc40 con 0x7f047815e8c0 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f047e437640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f047e437640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36472/0 (socket says 172.21.15.17:36472) 2024-09-19T08:04:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.462+0000 7f047e437640 1 -- 172.21.15.17:0/3088573569 learned_addr learned my addr 172.21.15.17:0/3088573569 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 -- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f047815e8c0 msgr2=0x7f04781e6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f047815e8c0 0x7f04781e6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 -- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f047815e4e0 msgr2=0x7f04781e6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f047815e4e0 0x7f04781e6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 -- 172.21.15.17:0/3088573569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0478145e00 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f047e437640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0474000c00 tx=0x7f04740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474037040 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0474042070 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04780b3350 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474030a50 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.463+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0478146460 con 0x7f04780d26d0 2024-09-19T08:04:41.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.464+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04780d1fc0 con 0x7f04780d26d0 2024-09-19T08:04:41.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.464+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0474030bf0 con 0x7f04780d26d0 2024-09-19T08:04:41.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.465+0000 7f046effd640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 0x7f045c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:41.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.465+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f04740abf90 con 0x7f04780d26d0 2024-09-19T08:04:41.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.465+0000 7f047dc36640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 0x7f045c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:41.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.466+0000 7f047dc36640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 0x7f045c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0468005880 tx=0x7f0468007a00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:41.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.469+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0478145e00 con 0x7f04780d26d0 2024-09-19T08:04:41.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.680+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04780d1a20 con 0x7f04780d26d0 2024-09-19T08:04:41.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.680+0000 7f046effd640 1 -- 172.21.15.17:0/3088573569 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5223 (secure 0 0 0) 0x7f0474045360 con 0x7f04780d26d0 2024-09-19T08:04:41.681 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:41.681 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":30,"btime":"2024-09-19T08:04:41:154646+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:40.162633+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:41.681 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 30 2024-09-19T08:04:41.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 msgr2=0x7f045c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 0x7f045c06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0468005880 tx=0x7f0468007a00 comp rx=0 tx=0).stop 2024-09-19T08:04:41.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 msgr2=0x7f04781458c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0474000c00 tx=0x7f04740046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 shutdown_connections 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f045c06c2b0 0x7f045c06e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f047815e8c0 0x7f04781e6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f047815e4e0 0x7f04781e6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 --2- 172.21.15.17:0/3088573569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04780d26d0 0x7f04781458c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 >> 172.21.15.17:0/3088573569 conn(0x7f047806f400 msgr2=0x7f04780d0dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 shutdown_connections 2024-09-19T08:04:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:41.682+0000 7f048069b640 1 -- 172.21.15.17:0/3088573569 wait complete. 2024-09-19T08:04:41.694 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump tree /a 0 2024-09-19T08:04:41.810 INFO:teuthology.orchestra.run.smithi017.stdout:[{"ino":1099511627776,"rdev":0,"ctime":"2024-09-19T08:04:36.459568+0000","btime":"2024-09-19T08:04:30.500371+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-19T08:04:36.459568+0000","atime":"2024-09-19T08:04:30.500371+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-19T08:04:36.459568+0000","num_files":0,"num_subdirs":1,"change_attr":3},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-19T08:04:36.459568+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-19T08:04:36.459568+0000"},"version":9,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirfrag":1,"dirty":1},"nref":2,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[{"path":"/a","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"7","version":"7","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1},"nref":1,"dentries":[{"path":"a/c","alternate_name":"","path_ino":1,"snap_first":18446744073709551606,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627777,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"inodepin":1,"dirty":1},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"a/b","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":false,"is_remote":false,"is_null":true,"is_new":false,"inode":0,"remote_type":"","version":5,"projected_version":5,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirty":1},"nref":1,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-19T08:04:41.811 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-19T08:04:36.459568+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-19T08:04:30.500371+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-19T08:04:30.500371+0000", "change_attr": 3, "client_caps": [], "client_ranges": [], "ctime": "2024-09-19T08:04:36.459568+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "a/c", "path_ino": 1, "pins": { "dirty": 1, "inodepin": 1 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 18446744073709551606, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 0, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": true, "is_primary": false, "is_remote": false, "lock": {}, "nref": 1, "path": "a/b", "path_ino": 1, "pins": { "dirty": 1 }, "projected_version": 5, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 5, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/a", "pins": { "child": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-19T08:04:36.459568+0000", "num_files": 0, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-19T08:04:36.459568+0000", "nestlock": {}, "nlink": 1, "nref": 2, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "dirfrag": 1, "dirty": 1 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-19T08:04:36.459568+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 9, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-19T08:04:41.811 DEBUG:tasks.cephfs.test_damage:[{'ino': 1099511627776, 'rdev': 0, 'ctime': '2024-09-19T08:04:36.459568+0000', 'btime': '2024-09-19T08:04:30.500371+0000', 'mode': 16877, 'uid': 1000, 'gid': 1333, 'nlink': 1, 'dir_layout': {'dir_hash': 2, 'unused1': 0, 'unused2': 0, 'unused3': 0}, 'layout': {'stripe_unit': 0, 'stripe_count': 0, 'object_size': 0, 'pool_id': -1, 'pool_ns': ''}, 'old_pools': [], 'size': 0, 'truncate_seq': 1, 'truncate_size': 18446744073709551615, 'truncate_from': 0, 'truncate_pending': 0, 'mtime': '2024-09-19T08:04:36.459568+0000', 'atime': '2024-09-19T08:04:30.500371+0000', 'time_warp_seq': 0, 'change_attr': 3, 'export_pin': -1, 'export_ephemeral_random_pin': 0, 'export_ephemeral_distributed_pin': False, 'quiesce_block': False, 'client_ranges': [], 'dirstat': {'version': 0, 'mtime': '2024-09-19T08:04:36.459568+0000', 'num_files': 0, 'num_subdirs': 1, 'change_attr': 3}, 'rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-19T08:04:36.459568+0000'}, 'accounted_rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-19T08:04:36.459568+0000'}, 'version': 9, 'file_data_version': 0, 'xattr_version': 1, 'backtrace_version': 2, 'stray_prior_path': '', 'max_size_ever': 0, 'quota': {'max_bytes': 0, 'max_files': 0}, 'last_scrub_stamp': '0.000000', 'last_scrub_version': 0, 'symlink': '', 'xattrs': [], 'dirfragtree': {'splits': []}, 'old_inodes': [], 'oldest_snap': 18446744073709551614, 'damage_flags': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'dirfrag': 1, 'dirty': 1}, 'nref': 2, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'iversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'authlock': {}, 'linklock': {}, 'dirfragtreelock': {}, 'filelock': {}, 'xattrlock': {}, 'snaplock': {}, 'nestlock': {}, 'flocklock': {}, 'policylock': {}, 'quiescelock': {'gather_set': [], 'state': 'lock', 'type': 'iquiesce', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty'], 'client_caps': [], 'loner': -1, 'want_loner': -1, 'mds_caps_wanted': [], 'dirfrags': [{'path': '/a', 'dirfrag': '0x10000000000', 'snapid_first': 2, 'projected_version': '7', 'version': '7', 'committing_version': '0', 'committed_version': '0', 'is_rep': False, 'dir_auth': '', 'states': ['auth'], 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'child': 1}, 'nref': 1, 'dentries': [{'path': 'a/c', 'alternate_name': '', 'path_ino': 1, 'snap_first': 18446744073709551606, 'snap_last': 18446744073709551614, 'is_primary': True, 'is_remote': False, 'is_null': False, 'is_new': False, 'inode': 1099511627777, 'remote_type': '', 'version': 4, 'projected_version': 4, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'inodepin': 1, 'dirty': 1}, 'nref': 2, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}, {'path': 'a/b', 'alternate_name': '', 'path_ino': 1, 'snap_first': 2, 'snap_last': 18446744073709551614, 'is_primary': False, 'is_remote': False, 'is_null': True, 'is_new': False, 'inode': 0, 'remote_type': '', 'version': 5, 'projected_version': 5, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'dirty': 1}, 'nref': 1, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}]}], 'is_subvolume': False}] 2024-09-19T08:04:41.812 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:04:41.812 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:41.858 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:41.901 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:04:41.901 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:41.902 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:41.902 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:41.918 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:41.918 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:04:41.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:41.918 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:04:41.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:41.974 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:04:41.975 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:41.975 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:41.975 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:41.994 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:41.994 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:04:41.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:41.994 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:04:42.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:42.053 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:04:42.053 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:42.053 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:42.053 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:42.070 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:42.070 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:04:42.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:42.070 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:04:42.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:42.126 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:04:42.126 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:04:42.126 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:42.126 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:42.145 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:42.145 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:04:42.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:04:42.145 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:04:42.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:04:42.204 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:04:42.205 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:42.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.306+0000 7f4df079f640 1 Processor -- start 2024-09-19T08:04:42.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.307+0000 7f4df079f640 1 -- start start 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.307+0000 7f4df079f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de80cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.307+0000 7f4df079f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4de80cd6b0 0x7f4de80b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4df079f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4de80ce160 con 0x7f4de80b22c0 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4df079f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4de8156d70 con 0x7f4de80cd6b0 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4df079f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4de80cdb10 con 0x7f4de8156990 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4de80cd6b0 0x7f4de80b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4de80cd6b0 0x7f4de80b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37848/0 (socket says 172.21.15.17:37848) 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 -- 172.21.15.17:0/370230625 learned_addr learned my addr 172.21.15.17:0/370230625 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4deed3c640 1 --1- 172.21.15.17:0/370230625 >> v1:172.21.15.17:6789/0 conn(0x7f4de80b22c0 0x7f4de815fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50604/0 (socket says 172.21.15.17:50604) 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 -- 172.21.15.17:0/370230625 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 msgr2=0x7f4de80cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 --2- 172.21.15.17:0/370230625 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de80cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 -- 172.21.15.17:0/370230625 >> v1:172.21.15.17:6789/0 conn(0x7f4de80b22c0 legacy=0x7f4de815fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4dedd3a640 1 -- 172.21.15.17:0/370230625 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de80731f0 con 0x7f4de80cd6b0 2024-09-19T08:04:42.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.308+0000 7f4ded539640 1 -- 172.21.15.17:0/370230625 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2250030737 0 0) 0x7f4de80ce160 con 0x7f4de80b22c0 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4dedd3a640 1 --2- 172.21.15.17:0/370230625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de80b1d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009870 tx=0x7f4ddc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=954750f1a50b5ef9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4ded539640 1 -- 172.21.15.17:0/370230625 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ddc037070 con 0x7f4de80cd6b0 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4ded539640 1 -- 172.21.15.17:0/370230625 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ddc032440 con 0x7f4de80cd6b0 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4ded539640 1 -- 172.21.15.17:0/370230625 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ddc032810 con 0x7f4de80cd6b0 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4df079f640 1 -- 172.21.15.17:0/370230625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 msgr2=0x7f4de80b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.309+0000 7f4df079f640 1 --2- 172.21.15.17:0/370230625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de80b1d80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009870 tx=0x7f4ddc02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 -- 172.21.15.17:0/370230625 shutdown_connections 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 --2- 172.21.15.17:0/370230625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de80b1d80 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 --2- 172.21.15.17:0/370230625 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de80cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 -- 172.21.15.17:0/370230625 >> 172.21.15.17:0/370230625 conn(0x7f4de806bc10 msgr2=0x7f4de806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:42.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 -- 172.21.15.17:0/370230625 shutdown_connections 2024-09-19T08:04:42.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.310+0000 7f4df079f640 1 -- 172.21.15.17:0/370230625 wait complete. 2024-09-19T08:04:42.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.311+0000 7f4df079f640 1 Processor -- start 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.311+0000 7f4df079f640 1 -- start start 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 0x7f4de8156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de814e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4de80ce720 con 0x7f4de80cd6b0 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4de80cea90 con 0x7f4de80b22c0 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4de80b26f0 con 0x7f4de8156990 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37862/0 (socket says 172.21.15.17:37862) 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 -- 172.21.15.17:0/193332311 learned_addr learned my addr 172.21.15.17:0/193332311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dee53b640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 0x7f4de8156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4deed3c640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de814e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 -- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 msgr2=0x7f4de814e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de814e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 -- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 msgr2=0x7f4de8156f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 0x7f4de8156f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 -- 172.21.15.17:0/193332311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de81578f0 con 0x7f4de80cd6b0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dee53b640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 0x7f4de8156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4deed3c640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de814e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4dedd3a640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009870 tx=0x7f4ddc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ddc041070 con 0x7f4de80cd6b0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ddc03c870 con 0x7f4de80cd6b0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de8157e80 con 0x7f4de80cd6b0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ddc037040 con 0x7f4de80cd6b0 2024-09-19T08:04:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.312+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de8158440 con 0x7f4de80cd6b0 2024-09-19T08:04:42.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.313+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de80cef20 con 0x7f4de80cd6b0 2024-09-19T08:04:42.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.314+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ddc044070 con 0x7f4de80cd6b0 2024-09-19T08:04:42.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.315+0000 7f4de6ffd640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 0x7f4dd406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.315+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f4ddc0ac000 con 0x7f4de80cd6b0 2024-09-19T08:04:42.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.315+0000 7f4dee53b640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 0x7f4dd406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.315+0000 7f4dee53b640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 0x7f4dd406e7a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009930 tx=0x7f4de0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.319+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ddc07a830 con 0x7f4de80cd6b0 2024-09-19T08:04:42.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.528+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4de80d0570 con 0x7f4de80cd6b0 2024-09-19T08:04:42.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.528+0000 7f4de6ffd640 1 -- 172.21.15.17:0/193332311 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5220 (secure 0 0 0) 0x7f4ddc07a130 con 0x7f4de80cd6b0 2024-09-19T08:04:42.528 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:42.528 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":31,"btime":"2024-09-19T08:04:42:155951+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:41.156960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 31 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 msgr2=0x7f4dd406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 0x7f4dd406e7a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009930 tx=0x7f4de0008040 comp rx=0 tx=0).stop 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 msgr2=0x7f4de814e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009870 tx=0x7f4ddc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 shutdown_connections 2024-09-19T08:04:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4dd406c2e0 0x7f4dd406e7a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4de8156990 0x7f4de814e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4de80cd6b0 0x7f4de814e2e0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 --2- 172.21.15.17:0/193332311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4de80b22c0 0x7f4de8156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 >> 172.21.15.17:0/193332311 conn(0x7f4de806bc10 msgr2=0x7f4de815a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 shutdown_connections 2024-09-19T08:04:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.530+0000 7f4df079f640 1 -- 172.21.15.17:0/193332311 wait complete. 2024-09-19T08:04:42.541 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:42.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.643+0000 7f97b1ea4640 1 Processor -- start 2024-09-19T08:04:42.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.643+0000 7f97b1ea4640 1 -- start start 2024-09-19T08:04:42.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97b1ea4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97b1ea4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f97ac0b6ee0 0x7f97ac0d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97b1ea4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97ac06cec0 con 0x7f97ac15e4e0 2024-09-19T08:04:42.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97b1ea4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f97ac0d2d40 con 0x7f97ac15e8c0 2024-09-19T08:04:42.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97b1ea4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f97ac06d160 con 0x7f97ac0b6ee0 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37864/0 (socket says 172.21.15.17:37864) 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 -- 172.21.15.17:0/861014973 learned_addr learned my addr 172.21.15.17:0/861014973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97abfff640 1 --2- 172.21.15.17:0/861014973 >> v2:172.21.15.160:3300/0 conn(0x7f97ac0b6ee0 0x7f97ac0d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 -- 172.21.15.17:0/861014973 >> v2:172.21.15.160:3300/0 conn(0x7f97ac0b6ee0 msgr2=0x7f97ac0d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 --2- 172.21.15.17:0/861014973 >> v2:172.21.15.160:3300/0 conn(0x7f97ac0b6ee0 0x7f97ac0d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 -- 172.21.15.17:0/861014973 >> v1:172.21.15.160:6789/0 conn(0x7f97ac15e4e0 legacy=0x7f97ac0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.644+0000 7f97aaffd640 1 -- 172.21.15.17:0/861014973 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac06d440 con 0x7f97ac15e8c0 2024-09-19T08:04:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.645+0000 7f97aaffd640 1 --2- 172.21.15.17:0/861014973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f97ac072df0 tx=0x7f979402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4315818665804e24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.645+0000 7f97aa7fc640 1 -- 172.21.15.17:0/861014973 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794037070 con 0x7f97ac15e8c0 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.645+0000 7f97aa7fc640 1 -- 172.21.15.17:0/861014973 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9794032440 con 0x7f97ac15e8c0 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.645+0000 7f97aa7fc640 1 -- 172.21.15.17:0/861014973 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794032810 con 0x7f97ac15e8c0 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 -- 172.21.15.17:0/861014973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e8c0 msgr2=0x7f97ac0d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/861014973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f97ac072df0 tx=0x7f979402a200 comp rx=0 tx=0).stop 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 -- 172.21.15.17:0/861014973 shutdown_connections 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/861014973 >> v2:172.21.15.160:3300/0 conn(0x7f97ac0b6ee0 0x7f97ac0d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/861014973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e8c0 0x7f97ac0d1fc0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 -- 172.21.15.17:0/861014973 >> 172.21.15.17:0/861014973 conn(0x7f97ac06f400 msgr2=0x7f97ac06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 -- 172.21.15.17:0/861014973 shutdown_connections 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.646+0000 7f97b1ea4640 1 -- 172.21.15.17:0/861014973 wait complete. 2024-09-19T08:04:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.647+0000 7f97b1ea4640 1 Processor -- start 2024-09-19T08:04:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.647+0000 7f97b1ea4640 1 -- start start 2024-09-19T08:04:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97ac0b6ee0 0x7f97ac0aeb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 0x7f97ac147650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac06dc40 con 0x7f97ac15e4e0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac0d2a40 con 0x7f97ac15e8c0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97b1ea4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f97ac06ddc0 con 0x7f97ac0b6ee0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37868/0 (socket says 172.21.15.17:37868) 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 -- 172.21.15.17:0/618399995 learned_addr learned my addr 172.21.15.17:0/618399995 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97ab7fe640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97ac0b6ee0 0x7f97ac0aeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97abfff640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 0x7f97ac147650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 -- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97ac0b6ee0 msgr2=0x7f97ac0aeb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97ac0b6ee0 0x7f97ac0aeb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 -- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 msgr2=0x7f97ac147650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 0x7f97ac147650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 -- 172.21.15.17:0/618399995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac1504a0 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97abfff640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 0x7f97ac147650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.648+0000 7f97aaffd640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f979402a240 tx=0x7f97940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.649+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794041020 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.649+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97940306c0 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.649+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ac151350 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.649+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794037040 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.649+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ac151900 con 0x7f97ac15e4e0 2024-09-19T08:04:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.650+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97ac0b67d0 con 0x7f97ac15e4e0 2024-09-19T08:04:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.650+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9794044020 con 0x7f97ac15e4e0 2024-09-19T08:04:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.651+0000 7f97a3fff640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 0x7f978c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.651+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f97940abc60 con 0x7f97ac15e4e0 2024-09-19T08:04:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.651+0000 7f97ab7fe640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 0x7f978c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.652+0000 7f97ab7fe640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 0x7f978c06e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f979c004f60 tx=0x7f979c007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.655+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f979404b030 con 0x7f97ac15e4e0 2024-09-19T08:04:42.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.865+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97ac06e560 con 0x7f97ac15e4e0 2024-09-19T08:04:42.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.866+0000 7f97a3fff640 1 -- 172.21.15.17:0/618399995 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5220 (secure 0 0 0) 0x7f9794080030 con 0x7f97ac15e4e0 2024-09-19T08:04:42.866 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:42.866 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":31,"btime":"2024-09-19T08:04:42:155951+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:41.156960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-19T08:04:42.867 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 31 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 msgr2=0x7f978c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 0x7f978c06e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f979c004f60 tx=0x7f979c007e30 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 msgr2=0x7f97ac150e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f979402a240 tx=0x7f97940046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 shutdown_connections 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f978c06c2b0 0x7f978c06e770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f97ac15e8c0 0x7f97ac147650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97ac15e4e0 0x7f97ac150e10 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 --2- 172.21.15.17:0/618399995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f97ac0b6ee0 0x7f97ac0aeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 >> 172.21.15.17:0/618399995 conn(0x7f97ac06f400 msgr2=0x7f97ac0d1a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:42.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 shutdown_connections 2024-09-19T08:04:42.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.868+0000 7f97b1ea4640 1 -- 172.21.15.17:0/618399995 wait complete. 2024-09-19T08:04:42.879 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.981+0000 7f9e21128640 1 Processor -- start 2024-09-19T08:04:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.981+0000 7f9e21128640 1 -- start start 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e21128640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9e1c15e640 0x7f9e1c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e21128640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e1c15ea20 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e21128640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e1c0b1c50 con 0x7f9e1c0d3660 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e21128640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9e1c0b2860 con 0x7f9e1c15e640 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e1a59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9e1c0cf0e0 0x7f9e1c0b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50620/0 (socket says 172.21.15.17:50620) 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.982+0000 7f9e1a59c640 1 -- 172.21.15.17:0/58392378 learned_addr learned my addr 172.21.15.17:0/58392378 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 620857284 0 0) 0x7f9e1c15ea20 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e04003520 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/58392378 >> v2:172.21.15.160:3300/0 conn(0x7f9e1c15e640 0x7f9e1c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2734442614 0 0) 0x7f9e04003520 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 >> v2:172.21.15.160:3300/0 conn(0x7f9e1c15e640 msgr2=0x7f9e1c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 --2- 172.21.15.17:0/58392378 >> v2:172.21.15.160:3300/0 conn(0x7f9e1c15e640 0x7f9e1c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 >> v1:172.21.15.160:6789/0 conn(0x7f9e1c0d3660 legacy=0x7f9e1c0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1c0b1f30 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9e10001690 con 0x7f9e1c0cf0e0 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 >> v1:172.21.15.17:6789/0 conn(0x7f9e1c0cf0e0 legacy=0x7f9e1c0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 0x7f9e04003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e04004800 0x7f9e04004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04005210 0x7f9e0400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1c0b2860 con 0x7f9e04003a00 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0400c160 con 0x7f9e04005210 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9e0400c360 con 0x7f9e04004800 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 0x7f9e04003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1b59e640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04005210 0x7f9e0400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1a59c640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e04004800 0x7f9e04004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 -- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e04004800 msgr2=0x7f9e04004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e04004800 0x7f9e04004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 -- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04005210 msgr2=0x7f9e0400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04005210 0x7f9e0400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1b59e640 1 -- 172.21.15.17:0/58392378 reap_dead start 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.983+0000 7f9e1ad9d640 1 -- 172.21.15.17:0/58392378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e04003520 con 0x7f9e04003a00 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.984+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 0x7f9e04003e20 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009a90 tx=0x7f9e04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f79f4c7a18492c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.984+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c036070 con 0x7f9e04003a00 2024-09-19T08:04:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.984+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e0c031400 con 0x7f9e04003a00 2024-09-19T08:04:42.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.984+0000 7f9e19d9b640 1 -- 172.21.15.17:0/58392378 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c009690 con 0x7f9e04003a00 2024-09-19T08:04:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 -- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 msgr2=0x7f9e04003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 0x7f9e04003e20 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009a90 tx=0x7f9e04005830 comp rx=0 tx=0).stop 2024-09-19T08:04:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 -- 172.21.15.17:0/58392378 shutdown_connections 2024-09-19T08:04:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 --2- 172.21.15.17:0/58392378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e04003a00 0x7f9e04003e20 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 -- 172.21.15.17:0/58392378 >> 172.21.15.17:0/58392378 conn(0x7f9e1c09d820 msgr2=0x7f9e1c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 -- 172.21.15.17:0/58392378 shutdown_connections 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.985+0000 7f9e21128640 1 -- 172.21.15.17:0/58392378 wait complete. 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.986+0000 7f9e21128640 1 Processor -- start 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.986+0000 7f9e21128640 1 -- start start 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04003a00 0x7f9e1c1f4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e1c1613b0 0x7f9e1c1f16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1c0cfe40 con 0x7f9e1c0ca030 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1c0b24f0 con 0x7f9e04003a00 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e21128640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9e1c0b73a0 con 0x7f9e1c1613b0 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e1b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e1b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37884/0 (socket says 172.21.15.17:37884) 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e1b59e640 1 -- 172.21.15.17:0/2273739017 learned_addr learned my addr 172.21.15.17:0/2273739017 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04003a00 0x7f9e1c1f4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.987+0000 7f9e1a59c640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e1c1613b0 0x7f9e1c1f16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 -- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e1c1613b0 msgr2=0x7f9e1c1f16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e1c1613b0 0x7f9e1c1f16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 -- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04003a00 msgr2=0x7f9e1c1f4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04003a00 0x7f9e1c1f4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 -- 172.21.15.17:0/2273739017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1c0c9270 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e1b59e640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c08d490 tx=0x7f9e1400fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1401a070 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e14006d60 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e1c0c9550 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e14003bb0 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.988+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e1c0c9b10 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.989+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e1c068eb0 con 0x7f9e1c0ca030 2024-09-19T08:04:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.990+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e1401d070 con 0x7f9e1c0ca030 2024-09-19T08:04:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.990+0000 7f9e037fe640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 0x7f9e0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.990+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f9e1408a9b0 con 0x7f9e1c0ca030 2024-09-19T08:04:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.990+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 0x7f9e0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.991+0000 7f9e1ad9d640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 0x7f9e0806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c033000 tx=0x7f9e0c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:42.994+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e14058b00 con 0x7f9e1c0ca030 2024-09-19T08:04:43.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.170+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9e1c0ceba0 con 0x7f9e1c0ca030 2024-09-19T08:04:43.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.171+0000 7f9e037fe640 1 -- 172.21.15.17:0/2273739017 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16778 (secure 0 0 0) 0x7f9e1405ce00 con 0x7f9e1c0ca030 2024-09-19T08:04:43.171 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:43.171 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":46,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:38.143339+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:04:22.175253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T08:04:22.574377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/1415562489":"2024-09-20T08:04:38.143304+0000","172.21.15.17:6834/1415562489":"2024-09-20T08:04:38.143304+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:43.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 msgr2=0x7f9e0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 0x7f9e0806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c033000 tx=0x7f9e0c008030 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 msgr2=0x7f9e1c15cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c08d490 tx=0x7f9e1400fc90 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 shutdown_connections 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9e0806c2b0 0x7f9e0806e770 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9e1c0ca030 0x7f9e1c15cc20 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9e1c1613b0 0x7f9e1c1f16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 --2- 172.21.15.17:0/2273739017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9e04003a00 0x7f9e1c1f4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.173+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 >> 172.21.15.17:0/2273739017 conn(0x7f9e1c09d820 msgr2=0x7f9e1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.174+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 shutdown_connections 2024-09-19T08:04:43.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.174+0000 7f9e21128640 1 -- 172.21.15.17:0/2273739017 wait complete. 2024-09-19T08:04:43.185 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:04:43.185 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.287+0000 7f6a79bc4640 1 Processor -- start 2024-09-19T08:04:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.287+0000 7f6a79bc4640 1 -- start start 2024-09-19T08:04:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a79bc4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a7415e4e0 0x7f6a740b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a79bc4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a7406cec0 con 0x7f6a7415e8c0 2024-09-19T08:04:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a79bc4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a7406d160 con 0x7f6a740d26d0 2024-09-19T08:04:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a79bc4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6a740d2d40 con 0x7f6a7415e4e0 2024-09-19T08:04:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a7415e4e0 0x7f6a740b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a7415e4e0 0x7f6a740b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37888/0 (socket says 172.21.15.17:37888) 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a72ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6a7415e8c0 0x7f6a740d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50624/0 (socket says 172.21.15.17:50624) 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 -- 172.21.15.17:0/783369672 learned_addr learned my addr 172.21.15.17:0/783369672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 -- 172.21.15.17:0/783369672 >> v1:172.21.15.160:6789/0 conn(0x7f6a740d26d0 legacy=0x7f6a7406dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 -- 172.21.15.17:0/783369672 >> v1:172.21.15.17:6789/0 conn(0x7f6a7415e8c0 legacy=0x7f6a740d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a727fc640 1 -- 172.21.15.17:0/783369672 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2291389722 0 0) 0x7f6a7406cec0 con 0x7f6a7415e8c0 2024-09-19T08:04:43.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.288+0000 7f6a737fe640 1 -- 172.21.15.17:0/783369672 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a7406d440 con 0x7f6a7415e4e0 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.289+0000 7f6a737fe640 1 --2- 172.21.15.17:0/783369672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a7415e4e0 0x7f6a740b67d0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009870 tx=0x7f6a6402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fe2d122a8977a9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.289+0000 7f6a727fc640 1 -- 172.21.15.17:0/783369672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64037070 con 0x7f6a7415e4e0 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.289+0000 7f6a727fc640 1 -- 172.21.15.17:0/783369672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a6402ae50 con 0x7f6a7415e4e0 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.289+0000 7f6a727fc640 1 -- 172.21.15.17:0/783369672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64032860 con 0x7f6a7415e4e0 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 -- 172.21.15.17:0/783369672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a7415e4e0 msgr2=0x7f6a740b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/783369672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a7415e4e0 0x7f6a740b67d0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009870 tx=0x7f6a6402a300 comp rx=0 tx=0).stop 2024-09-19T08:04:43.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 -- 172.21.15.17:0/783369672 shutdown_connections 2024-09-19T08:04:43.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/783369672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a7415e4e0 0x7f6a740b67d0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 -- 172.21.15.17:0/783369672 >> 172.21.15.17:0/783369672 conn(0x7f6a7406f400 msgr2=0x7f6a7406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 -- 172.21.15.17:0/783369672 shutdown_connections 2024-09-19T08:04:43.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.290+0000 7f6a79bc4640 1 -- 172.21.15.17:0/783369672 wait complete. 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.291+0000 7f6a79bc4640 1 Processor -- start 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.291+0000 7f6a79bc4640 1 -- start start 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a7415e4e0 0x7f6a740b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a7415e8c0 0x7f6a740ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6a740b6d10 con 0x7f6a740d26d0 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6a740d2b20 con 0x7f6a7415e8c0 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a79bc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6a740b6e90 con 0x7f6a7415e4e0 2024-09-19T08:04:43.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37890/0 (socket says 172.21.15.17:37890) 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 -- 172.21.15.17:0/2780017375 learned_addr learned my addr 172.21.15.17:0/2780017375 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a73fff640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a7415e8c0 0x7f6a740ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a72ffd640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a7415e4e0 0x7f6a740b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 -- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a7415e4e0 msgr2=0x7f6a740b2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a7415e4e0 0x7f6a740b2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 -- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a7415e8c0 msgr2=0x7f6a740ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a7415e8c0 0x7f6a740ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.292+0000 7f6a737fe640 1 -- 172.21.15.17:0/2780017375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a740b0f50 con 0x7f6a740d26d0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a737fe640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009870 tx=0x7f6a640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64041070 con 0x7f6a740d26d0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a6403c870 con 0x7f6a740d26d0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a740b1230 con 0x7f6a740d26d0 2024-09-19T08:04:43.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64037040 con 0x7f6a740d26d0 2024-09-19T08:04:43.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.293+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a740b1cf0 con 0x7f6a740d26d0 2024-09-19T08:04:43.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.294+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a740b67d0 con 0x7f6a740d26d0 2024-09-19T08:04:43.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.294+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a64044070 con 0x7f6a740d26d0 2024-09-19T08:04:43.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.295+0000 7f6a5bfff640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 0x7f6a6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.295+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f6a640ac080 con 0x7f6a740d26d0 2024-09-19T08:04:43.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.295+0000 7f6a72ffd640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 0x7f6a6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.296+0000 7f6a72ffd640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 0x7f6a6006e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6a7415b9c0 tx=0x7f6a68007d20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.299+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a6407a2f0 con 0x7f6a740d26d0 2024-09-19T08:04:43.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.509+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a740b1400 con 0x7f6a740d26d0 2024-09-19T08:04:43.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.510+0000 7f6a5bfff640 1 -- 172.21.15.17:0/2780017375 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5227 (secure 0 0 0) 0x7f6a6407e5f0 con 0x7f6a740d26d0 2024-09-19T08:04:43.510 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:43.510 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":32,"btime":"2024-09-19T08:04:43:160478+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:43.160472+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5658,"qdb_cluster":[5658]},"id":3}]} 2024-09-19T08:04:43.510 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 32 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 msgr2=0x7f6a6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 0x7f6a6006e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6a7415b9c0 tx=0x7f6a68007d20 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 msgr2=0x7f6a74154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009870 tx=0x7f6a640046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 shutdown_connections 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.511+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a6006c2b0 0x7f6a6006e770 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a7415e8c0 0x7f6a740ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a7415e4e0 0x7f6a740b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 --2- 172.21.15.17:0/2780017375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a740d26d0 0x7f6a74154a10 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 >> 172.21.15.17:0/2780017375 conn(0x7f6a7406f400 msgr2=0x7f6a7406e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 shutdown_connections 2024-09-19T08:04:43.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.512+0000 7f6a79bc4640 1 -- 172.21.15.17:0/2780017375 wait complete. 2024-09-19T08:04:43.523 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:43.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.625+0000 7f71baa5e640 1 Processor -- start 2024-09-19T08:04:43.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.625+0000 7f71baa5e640 1 -- start start 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71baa5e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71b415e590 0x7f71b4070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71baa5e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 0x7f71b40cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71baa5e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71b40732d0 con 0x7f71b4162110 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71baa5e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f71b40cf670 con 0x7f71b415e590 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71baa5e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f71b4071080 con 0x7f71b40cecc0 2024-09-19T08:04:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71b415e590 0x7f71b4070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71b415e590 0x7f71b4070b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37894/0 (socket says 172.21.15.17:37894) 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 -- 172.21.15.17:0/2311448970 learned_addr learned my addr 172.21.15.17:0/2311448970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b37fe640 1 --2- 172.21.15.17:0/2311448970 >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 0x7f71b40cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 -- 172.21.15.17:0/2311448970 >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 msgr2=0x7f71b40cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 --2- 172.21.15.17:0/2311448970 >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 0x7f71b40cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 -- 172.21.15.17:0/2311448970 >> v1:172.21.15.160:6789/0 conn(0x7f71b4162110 legacy=0x7f71b4162560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b3fff640 1 -- 172.21.15.17:0/2311448970 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b40735b0 con 0x7f71b415e590 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.626+0000 7f71b37fe640 1 --2- 172.21.15.17:0/2311448970 >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 0x7f71b40cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.627+0000 7f71b3fff640 1 --2- 172.21.15.17:0/2311448970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b415e590 0x7f71b4070b40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009870 tx=0x7f71a402a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=689619490a555da0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.627+0000 7f71b2ffd640 1 -- 172.21.15.17:0/2311448970 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4037070 con 0x7f71b415e590 2024-09-19T08:04:43.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.627+0000 7f71b2ffd640 1 -- 172.21.15.17:0/2311448970 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71a4032640 con 0x7f71b415e590 2024-09-19T08:04:43.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.627+0000 7f71b2ffd640 1 -- 172.21.15.17:0/2311448970 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4032a10 con 0x7f71b415e590 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 -- 172.21.15.17:0/2311448970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b415e590 msgr2=0x7f71b4070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 --2- 172.21.15.17:0/2311448970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b415e590 0x7f71b4070b40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009870 tx=0x7f71a402a330 comp rx=0 tx=0).stop 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 -- 172.21.15.17:0/2311448970 shutdown_connections 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 --2- 172.21.15.17:0/2311448970 >> v2:172.21.15.160:3300/0 conn(0x7f71b40cecc0 0x7f71b40cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 --2- 172.21.15.17:0/2311448970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b415e590 0x7f71b4070b40 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 -- 172.21.15.17:0/2311448970 >> 172.21.15.17:0/2311448970 conn(0x7f71b406f400 msgr2=0x7f71b406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 -- 172.21.15.17:0/2311448970 shutdown_connections 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.628+0000 7f71baa5e640 1 -- 172.21.15.17:0/2311448970 wait complete. 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.629+0000 7f71baa5e640 1 Processor -- start 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.629+0000 7f71baa5e640 1 -- start start 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71b40cecc0 0x7f71b4153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71b415e590 0x7f71b415bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71b4073e50 con 0x7f71b4162110 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f71b4073b70 con 0x7f71b415e590 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71baa5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71b415e970 con 0x7f71b40cecc0 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71b8ffb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71b8ffb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37898/0 (socket says 172.21.15.17:37898) 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71b8ffb640 1 -- 172.21.15.17:0/215971439 learned_addr learned my addr 172.21.15.17:0/215971439 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71b3fff640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71b40cecc0 0x7f71b4153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.630+0000 7f71b37fe640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71b415e590 0x7f71b415bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 -- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71b40cecc0 msgr2=0x7f71b4153970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71b40cecc0 0x7f71b4153970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 -- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71b415e590 msgr2=0x7f71b415bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71b415e590 0x7f71b415bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 -- 172.21.15.17:0/215971439 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b41540e0 con 0x7f71b4162110 2024-09-19T08:04:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b8ffb640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00c7a0 tx=0x7f71ac00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71ac003b70 con 0x7f71b4162110 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71ac003d30 con 0x7f71b4162110 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71ac00aa90 con 0x7f71b4162110 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71b41543c0 con 0x7f71b4162110 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.631+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71b4154980 con 0x7f71b4162110 2024-09-19T08:04:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.632+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71b4072f80 con 0x7f71b4162110 2024-09-19T08:04:43.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.632+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71ac00ac30 con 0x7f71b4162110 2024-09-19T08:04:43.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.633+0000 7f71b0ff9640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 0x7f719406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.633+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f71ac08b210 con 0x7f71b4162110 2024-09-19T08:04:43.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.633+0000 7f71b3fff640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 0x7f719406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.634+0000 7f71b3fff640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 0x7f719406e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f71a4034000 tx=0x7f71a402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.638+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71ac059360 con 0x7f71b4162110 2024-09-19T08:04:43.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.849+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71b415ebf0 con 0x7f71b4162110 2024-09-19T08:04:43.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.850+0000 7f71b0ff9640 1 -- 172.21.15.17:0/215971439 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5227 (secure 0 0 0) 0x7f71ac05d660 con 0x7f71b4162110 2024-09-19T08:04:43.850 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:43.850 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":32,"btime":"2024-09-19T08:04:43:160478+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:04:23.595387+0000","modified":"2024-09-19T08:04:43.160472+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":46,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5658},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5658":{"gid":5658,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6835/366067438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":366067438},{"type":"v1","addr":"172.21.15.17:6835","nonce":366067438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5658,"qdb_cluster":[5658]},"id":3}]} 2024-09-19T08:04:43.850 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 32 2024-09-19T08:04:43.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 msgr2=0x7f719406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 0x7f719406e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f71a4034000 tx=0x7f71a402e000 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 msgr2=0x7f71b4155e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00c7a0 tx=0x7f71ac00cc60 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 shutdown_connections 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f719406c2b0 0x7f719406e770 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71b4162110 0x7f71b4155e30 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71b415e590 0x7f71b415bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 --2- 172.21.15.17:0/215971439 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71b40cecc0 0x7f71b4153970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 >> 172.21.15.17:0/215971439 conn(0x7f71b406f400 msgr2=0x7f71b4160fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 shutdown_connections 2024-09-19T08:04:43.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.852+0000 7f71baa5e640 1 -- 172.21.15.17:0/215971439 wait complete. 2024-09-19T08:04:43.863 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:43.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.965+0000 7f0ca052a640 1 Processor -- start 2024-09-19T08:04:43.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.966+0000 7f0ca052a640 1 -- start start 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.966+0000 7f0ca052a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 0x7f0c980ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0ca052a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c980d3660 0x7f0c980cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0ca052a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c9815ea20 con 0x7f0c980cf0e0 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0ca052a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0c980b2860 con 0x7f0c980d3660 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0ca052a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0c980b1c50 con 0x7f0c9815e640 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c980d3660 0x7f0c980cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9dac5640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0c980cf0e0 0x7f0c980b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50628/0 (socket says 172.21.15.17:50628) 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9dac5640 1 -- 172.21.15.17:0/355110906 learned_addr learned my addr 172.21.15.17:0/355110906 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:43.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 --2- 172.21.15.17:0/355110906 >> v2:172.21.15.17:3300/0 conn(0x7f0c980d3660 0x7f0c980cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37900/0 (socket says 172.21.15.17:37900) 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9e2c6640 1 --2- 172.21.15.17:0/355110906 >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 0x7f0c980ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 -- 172.21.15.17:0/355110906 >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 msgr2=0x7f0c980ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 --2- 172.21.15.17:0/355110906 >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 0x7f0c980ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 -- 172.21.15.17:0/355110906 >> v1:172.21.15.17:6789/0 conn(0x7f0c980cf0e0 legacy=0x7f0c980b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9eac7640 1 -- 172.21.15.17:0/355110906 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c980b1f30 con 0x7f0c980d3660 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9d2c4640 1 -- 172.21.15.17:0/355110906 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3591672065 0 0) 0x7f0c9815ea20 con 0x7f0c980cf0e0 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.967+0000 7f0c9e2c6640 1 --2- 172.21.15.17:0/355110906 >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 0x7f0c980ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0c9eac7640 1 --2- 172.21.15.17:0/355110906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980d3660 0x7f0c980cf550 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0c9808d4c0 tx=0x7f0c9002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fc688cf67666ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0c9d2c4640 1 -- 172.21.15.17:0/355110906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90007740 con 0x7f0c980d3660 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0c9d2c4640 1 -- 172.21.15.17:0/355110906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c900078e0 con 0x7f0c980d3660 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0c9d2c4640 1 -- 172.21.15.17:0/355110906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90007cb0 con 0x7f0c980d3660 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0ca052a640 1 -- 172.21.15.17:0/355110906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980d3660 msgr2=0x7f0c980cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.968+0000 7f0ca052a640 1 --2- 172.21.15.17:0/355110906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980d3660 0x7f0c980cf550 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0c9808d4c0 tx=0x7f0c9002a5f0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 -- 172.21.15.17:0/355110906 shutdown_connections 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 --2- 172.21.15.17:0/355110906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980d3660 0x7f0c980cf550 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 --2- 172.21.15.17:0/355110906 >> v2:172.21.15.160:3300/0 conn(0x7f0c9815e640 0x7f0c980ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 -- 172.21.15.17:0/355110906 >> 172.21.15.17:0/355110906 conn(0x7f0c9809d820 msgr2=0x7f0c980d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 -- 172.21.15.17:0/355110906 shutdown_connections 2024-09-19T08:04:43.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.969+0000 7f0ca052a640 1 -- 172.21.15.17:0/355110906 wait complete. 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.970+0000 7f0ca052a640 1 Processor -- start 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.970+0000 7f0ca052a640 1 -- start start 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c980d3660 0x7f0c980cce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 0x7f0c980ca250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c980cfe40 con 0x7f0c980cf0e0 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c980b24f0 con 0x7f0c9815e640 2024-09-19T08:04:43.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c980b73a0 con 0x7f0c980d3660 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37902/0 (socket says 172.21.15.17:37902) 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 -- 172.21.15.17:0/2692650086 learned_addr learned my addr 172.21.15.17:0/2692650086 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9eac7640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 0x7f0c980ca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9dac5640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c980d3660 0x7f0c980cce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 -- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c980d3660 msgr2=0x7f0c980cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c980d3660 0x7f0c980cce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 -- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 msgr2=0x7f0c980ca250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 0x7f0c980ca250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 -- 172.21.15.17:0/2692650086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c98157cf0 con 0x7f0c980cf0e0 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9eac7640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 0x7f0c980ca250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c9e2c6640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0c9400c7f0 tx=0x7f0c9400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c94015070 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c94007a30 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c94007e00 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c98160b70 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.971+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c980cc3b0 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.972+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c98068eb0 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.973+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c94018070 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.973+0000 7f0c8effd640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 0x7f0c7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.973+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f0c9408b450 con 0x7f0c980cf0e0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.973+0000 7f0c9dac5640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 0x7f0c7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:43.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.974+0000 7f0c9dac5640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 0x7f0c7c06e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c980caee0 tx=0x7f0c88009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:43.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:43.978+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c94059b60 con 0x7f0c980cf0e0 2024-09-19T08:04:44.150 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:04:44.150+0000 7fdd62c1c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:04:44.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.155+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c9806c1d0 con 0x7f0c980cf0e0 2024-09-19T08:04:44.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.156+0000 7f0c8effd640 1 -- 172.21.15.17:0/2692650086 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+16778 (secure 0 0 0) 0x7f0c94059460 con 0x7f0c980cf0e0 2024-09-19T08:04:44.156 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:44.156 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":46,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:38.143339+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:04:22.175253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T08:04:22.574377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/1415562489":"2024-09-20T08:04:38.143304+0000","172.21.15.17:6834/1415562489":"2024-09-20T08:04:38.143304+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 msgr2=0x7f0c7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 0x7f0c7c06e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c980caee0 tx=0x7f0c88009040 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 msgr2=0x7f0c98160fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0c9400c7f0 tx=0x7f0c9400cbf0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 shutdown_connections 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.158+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c7c06c2b0 0x7f0c7c06e770 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c9815e640 0x7f0c980ca250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c980d3660 0x7f0c980cce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 --2- 172.21.15.17:0/2692650086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c980cf0e0 0x7f0c98160fb0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 >> 172.21.15.17:0/2692650086 conn(0x7f0c9809d820 msgr2=0x7f0c980d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 shutdown_connections 2024-09-19T08:04:44.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.159+0000 7f0ca052a640 1 -- 172.21.15.17:0/2692650086 wait complete. 2024-09-19T08:04:44.170 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:04:44.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.272+0000 7fca110ac640 1 Processor -- start 2024-09-19T08:04:44.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.272+0000 7fca110ac640 1 -- start start 2024-09-19T08:04:44.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca110ac640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca110ac640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca0c06cec0 con 0x7fca0c0b6ee0 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca110ac640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca0c06d160 con 0x7fca0c15e4e0 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca110ac640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fca0c0d2d40 con 0x7fca0c15e8c0 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37914/0 (socket says 172.21.15.17:37914) 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 -- 172.21.15.17:0/4291951241 learned_addr learned my addr 172.21.15.17:0/4291951241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0b59e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fca0c0b6ee0 0x7fca0c0d2500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50630/0 (socket says 172.21.15.17:50630) 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 -- 172.21.15.17:0/4291951241 >> v1:172.21.15.160:6789/0 conn(0x7fca0c15e4e0 legacy=0x7fca0c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 -- 172.21.15.17:0/4291951241 >> v1:172.21.15.17:6789/0 conn(0x7fca0c0b6ee0 legacy=0x7fca0c0d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.273+0000 7fca0a59c640 1 -- 172.21.15.17:0/4291951241 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0c06d440 con 0x7fca0c15e8c0 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.274+0000 7fca0a59c640 1 --2- 172.21.15.17:0/4291951241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fca00009870 tx=0x7fca0002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c34bda82467164 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.274+0000 7fca09d9b640 1 -- 172.21.15.17:0/4291951241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00037070 con 0x7fca0c15e8c0 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.274+0000 7fca09d9b640 1 -- 172.21.15.17:0/4291951241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca00032440 con 0x7fca0c15e8c0 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.274+0000 7fca09d9b640 1 -- 172.21.15.17:0/4291951241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00032810 con 0x7fca0c15e8c0 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 -- 172.21.15.17:0/4291951241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 msgr2=0x7fca0c0d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 --2- 172.21.15.17:0/4291951241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fca00009870 tx=0x7fca0002a210 comp rx=0 tx=0).stop 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 -- 172.21.15.17:0/4291951241 shutdown_connections 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 --2- 172.21.15.17:0/4291951241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c0d1fc0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 -- 172.21.15.17:0/4291951241 >> 172.21.15.17:0/4291951241 conn(0x7fca0c06f400 msgr2=0x7fca0c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 -- 172.21.15.17:0/4291951241 shutdown_connections 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.275+0000 7fca110ac640 1 -- 172.21.15.17:0/4291951241 wait complete. 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.276+0000 7fca110ac640 1 Processor -- start 2024-09-19T08:04:44.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.276+0000 7fca110ac640 1 -- start start 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 0x7fca0c14fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 0x7fca0c15b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fca0c169040 con 0x7fca0c15e8c0 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fca0c06ec50 con 0x7fca0c0b6ee0 2024-09-19T08:04:44.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca110ac640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fca0c1691c0 con 0x7fca0c15e4e0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca0b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca0b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37930/0 (socket says 172.21.15.17:37930) 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca0b59e640 1 -- 172.21.15.17:0/1383478479 learned_addr learned my addr 172.21.15.17:0/1383478479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca0ad9d640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 0x7fca0c14fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.277+0000 7fca0a59c640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 0x7fca0c15b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 -- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 msgr2=0x7fca0c15b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 0x7fca0c15b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 -- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 msgr2=0x7fca0c14fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 0x7fca0c14fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 -- 172.21.15.17:0/1383478479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0c1504c0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0ad9d640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 0x7fca0c14fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0a59c640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 0x7fca0c15b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca0b59e640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fca0400c430 tx=0x7fca0400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca040074e0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca04007680 con 0x7fca0c15e8c0 2024-09-19T08:04:44.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca04004a20 con 0x7fca0c15e8c0 2024-09-19T08:04:44.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca0c14e7e0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.278+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca0c159170 con 0x7fca0c15e8c0 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.279+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca0c0b67d0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.280+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca0401a020 con 0x7fca0c15e8c0 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.280+0000 7fc9f37fe640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 0x7fc9f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.280+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7fca0408abd0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.280+0000 7fca0ad9d640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 0x7fc9f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.281+0000 7fca0ad9d640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 0x7fc9f806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fca0c15da60 tx=0x7fc9fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.284+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca04059430 con 0x7fca0c15e8c0 2024-09-19T08:04:44.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.500+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fca0c154be0 con 0x7fca0c15e8c0 2024-09-19T08:04:44.500 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:04:44.501+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:04:44.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.502+0000 7fc9f37fe640 1 -- 172.21.15.17:0/1383478479 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v33) ==== 161+0+0 (secure 0 0 0) 0x7fca04058d30 con 0x7fca0c15e8c0 2024-09-19T08:04:44.502 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 msgr2=0x7fc9f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 0x7fc9f806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fca0c15da60 tx=0x7fc9fc009040 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 msgr2=0x7fca0c14a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fca0400c430 tx=0x7fca0400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 shutdown_connections 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc9f806c2b0 0x7fc9f806e770 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca0c15e8c0 0x7fca0c14a6e0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fca0c15e4e0 0x7fca0c15b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 --2- 172.21.15.17:0/1383478479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fca0c0b6ee0 0x7fca0c14fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 >> 172.21.15.17:0/1383478479 conn(0x7fca0c06f400 msgr2=0x7fca0c070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 shutdown_connections 2024-09-19T08:04:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.505+0000 7fca110ac640 1 -- 172.21.15.17:0/1383478479 wait complete. 2024-09-19T08:04:44.506 INFO:tasks.ceph.mds.a.smithi017.stderr: -40> 2024-09-19T08:04:44.150+0000 7fdd62c1c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:04:44.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:04:44.531 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.622+0000 7f29d6df8640 1 Processor -- start 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.622+0000 7f29d6df8640 1 -- start start 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d6df8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29d00b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d6df8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29d00b39d0 con 0x7f29d015e640 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d6df8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29d00cf520 con 0x7f29d00d4710 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d6df8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29d00cf800 con 0x7f29d00cef60 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d4b94640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f29d015e640 0x7f29d00d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50652/0 (socket says 172.21.15.17:50652) 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29d4b94640 1 -- 172.21.15.17:0/1225293644 learned_addr learned my addr 172.21.15.17:0/1225293644 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 957054517 0 0) 0x7f29cc001110 con 0x7f29d015e640 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29b8003520 con 0x7f29d015e640 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c7fff640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29d00b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1237269430 0 0) 0x7f29b8003520 con 0x7f29d015e640 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 msgr2=0x7f29d00b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29d00b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 >> v1:172.21.15.160:6789/0 conn(0x7f29d00d4710 legacy=0x7f29d00d4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d00cfae0 con 0x7f29d015e640 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f29cc001840 con 0x7f29d015e640 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 >> v1:172.21.15.17:6789/0 conn(0x7f29d015e640 legacy=0x7f29d00d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b80039e0 0x7f29b8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29b8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29b8004d40 0x7f29b80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29d00cf800 con 0x7f29b8004d40 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29b800bb20 con 0x7f29b80039e0 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.623+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29b800bd20 con 0x7f29d00cef60 2024-09-19T08:04:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29b8004d40 0x7f29b80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29c7fff640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29b8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d4b94640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b80039e0 0x7f29b8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 -- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 msgr2=0x7f29b8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d00cef60 0x7f29b8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 -- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b80039e0 msgr2=0x7f29b8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b80039e0 0x7f29b8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.624+0000 7f29d5395640 1 -- 172.21.15.17:0/1225293644 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29b8003520 con 0x7f29b8004d40 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d5395640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29b8004d40 0x7f29b80051c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f29c8001e50 tx=0x7f29b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84217c71d45e6062 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c8001a70 con 0x7f29b8004d40 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c8003970 con 0x7f29b8004d40 2024-09-19T08:04:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29c77fe640 1 -- 172.21.15.17:0/1225293644 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c8003d60 con 0x7f29b8004d40 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 -- 172.21.15.17:0/1225293644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29b8004d40 msgr2=0x7f29b80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 --2- 172.21.15.17:0/1225293644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29b8004d40 0x7f29b80051c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f29c8001e50 tx=0x7f29b8005830 comp rx=0 tx=0).stop 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d5395640 1 -- 172.21.15.17:0/1225293644 reap_dead start 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 -- 172.21.15.17:0/1225293644 shutdown_connections 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 -- 172.21.15.17:0/1225293644 >> 172.21.15.17:0/1225293644 conn(0x7f29d0067d70 msgr2=0x7f29d0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 -- 172.21.15.17:0/1225293644 shutdown_connections 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.625+0000 7f29d6df8640 1 -- 172.21.15.17:0/1225293644 wait complete. 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 Processor -- start 2024-09-19T08:04:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 -- start start 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b8004d40 0x7f29d015c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d015cde0 0x7f29d01e93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29d00d3590 con 0x7f29d015d310 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29d015ea20 con 0x7f29b8004d40 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.627+0000 7f29d6df8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29d00d3710 con 0x7f29d015cde0 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37958/0 (socket says 172.21.15.17:37958) 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 -- 172.21.15.17:0/219243310 learned_addr learned my addr 172.21.15.17:0/219243310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29d4b94640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b8004d40 0x7f29d015c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29d5395640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d015cde0 0x7f29d01e93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 -- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d015cde0 msgr2=0x7f29d01e93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d015cde0 0x7f29d01e93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 -- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b8004d40 msgr2=0x7f29d015c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b8004d40 0x7f29d015c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 -- 172.21.15.17:0/219243310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d00caa10 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c7fff640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f29c00119a0 tx=0x7f29c0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c000fa90 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c000fc30 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0014440 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29d00b3f30 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.628+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29d015cb70 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.629+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29d00b3bf0 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.630+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29c0012040 con 0x7f29d015d310 2024-09-19T08:04:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.630+0000 7f29c57fa640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:44.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.630+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5881+0+0 (secure 0 0 0) 0x7f29c008b920 con 0x7f29d015d310 2024-09-19T08:04:44.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.630+0000 7f29d4b94640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:44.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.631+0000 7f29d4b94640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f29d00cdad0 tx=0x7f29cc000f80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:44.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.634+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29c0019030 con 0x7f29d015d310 2024-09-19T08:04:44.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:44.847+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f29d015fcd0 con 0x7f29d015d310 2024-09-19T08:04:45.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.504+0000 7f29c57fa640 1 -- 172.21.15.17:0/219243310 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f29c0059a20 con 0x7f29d015d310 2024-09-19T08:04:45.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 msgr2=0x7f29bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:45.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f29d00cdad0 tx=0x7f29cc000f80 comp rx=0 tx=0).stop 2024-09-19T08:04:45.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 msgr2=0x7f29d01e8eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:45.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f29c00119a0 tx=0x7f29c0011e60 comp rx=0 tx=0).stop 2024-09-19T08:04:45.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 shutdown_connections 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29d015cde0 0x7f29d01e93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29d015d310 0x7f29d01e8eb0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 --2- 172.21.15.17:0/219243310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29b8004d40 0x7f29d015c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 >> 172.21.15.17:0/219243310 conn(0x7f29d0067d70 msgr2=0x7f29d0160930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 shutdown_connections 2024-09-19T08:04:45.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.507+0000 7f29d6df8640 1 -- 172.21.15.17:0/219243310 wait complete. 2024-09-19T08:04:45.522 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:04:45.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.676+0000 7f5d4a877640 1 Processor -- start 2024-09-19T08:04:45.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.676+0000 7f5d4a877640 1 -- start start 2024-09-19T08:04:45.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d4a877640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5d4415b230 0x7f5d440b3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d4a877640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d4415f580 0x7f5d44071d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d4a877640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d44070fc0 con 0x7f5d440b3ff0 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d4a877640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5d440718b0 con 0x7f5d4415f580 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d4a877640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5d4415fb80 con 0x7f5d4415b230 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d4415f580 0x7f5d44071d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d4415f580 0x7f5d44071d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37966/0 (socket says 172.21.15.17:37966) 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 -- 172.21.15.17:0/3558108884 learned_addr learned my addr 172.21.15.17:0/3558108884 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d43fff640 1 --2- 172.21.15.17:0/3558108884 >> v2:172.21.15.160:3300/0 conn(0x7f5d4415b230 0x7f5d440b3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 -- 172.21.15.17:0/3558108884 >> v2:172.21.15.160:3300/0 conn(0x7f5d4415b230 msgr2=0x7f5d440b3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 --2- 172.21.15.17:0/3558108884 >> v2:172.21.15.160:3300/0 conn(0x7f5d4415b230 0x7f5d440b3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 -- 172.21.15.17:0/3558108884 >> v1:172.21.15.160:6789/0 conn(0x7f5d440b3ff0 legacy=0x7f5d4415ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.677+0000 7f5d48e14640 1 -- 172.21.15.17:0/3558108884 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d44071260 con 0x7f5d4415f580 2024-09-19T08:04:45.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.678+0000 7f5d48e14640 1 --2- 172.21.15.17:0/3558108884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415f580 0x7f5d44071d40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5d44070d90 tx=0x7f5d3c02c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f89afe462cef6506 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:45.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.678+0000 7f5d42ffd640 1 -- 172.21.15.17:0/3558108884 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c009600 con 0x7f5d4415f580 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.678+0000 7f5d42ffd640 1 -- 172.21.15.17:0/3558108884 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d3c0097a0 con 0x7f5d4415f580 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.678+0000 7f5d42ffd640 1 -- 172.21.15.17:0/3558108884 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c009b70 con 0x7f5d4415f580 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 -- 172.21.15.17:0/3558108884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415f580 msgr2=0x7f5d44071d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3558108884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415f580 0x7f5d44071d40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5d44070d90 tx=0x7f5d3c02c900 comp rx=0 tx=0).stop 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 -- 172.21.15.17:0/3558108884 shutdown_connections 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3558108884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415f580 0x7f5d44071d40 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3558108884 >> v2:172.21.15.160:3300/0 conn(0x7f5d4415b230 0x7f5d440b3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 -- 172.21.15.17:0/3558108884 >> 172.21.15.17:0/3558108884 conn(0x7f5d4406bc10 msgr2=0x7f5d4406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 -- 172.21.15.17:0/3558108884 shutdown_connections 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.679+0000 7f5d4a877640 1 -- 172.21.15.17:0/3558108884 wait complete. 2024-09-19T08:04:45.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.680+0000 7f5d4a877640 1 Processor -- start 2024-09-19T08:04:45.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.680+0000 7f5d4a877640 1 -- start start 2024-09-19T08:04:45.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d440b3ff0 0x7f5d44157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d4415f580 0x7f5d4415d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4415b610 con 0x7f5d4415b230 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5d440b4410 con 0x7f5d4415f580 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d4a877640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5d44072280 con 0x7f5d440b3ff0 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37968/0 (socket says 172.21.15.17:37968) 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 -- 172.21.15.17:0/3457759963 learned_addr learned my addr 172.21.15.17:0/3457759963 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d43fff640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d440b3ff0 0x7f5d44157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d48e14640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d4415f580 0x7f5d4415d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 -- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d440b3ff0 msgr2=0x7f5d44157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d440b3ff0 0x7f5d44157ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 -- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d4415f580 msgr2=0x7f5d4415d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d4415f580 0x7f5d4415d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:45.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.681+0000 7f5d437fe640 1 -- 172.21.15.17:0/3457759963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d440afb30 con 0x7f5d4415b230 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d437fe640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c00c460 tx=0x7f5d2c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c011790 con 0x7f5d4415b230 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d2c017070 con 0x7f5d4415b230 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d440afe10 con 0x7f5d4415b230 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c011bb0 con 0x7f5d4415b230 2024-09-19T08:04:45.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.682+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d440b03d0 con 0x7f5d4415b230 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.683+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d44069170 con 0x7f5d4415b230 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.683+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5d2c01c460 con 0x7f5d4415b230 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.684+0000 7f5d40ff9640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 0x7f5d2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.684+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5881+0+0 (secure 0 0 0) 0x7f5d2c08b180 con 0x7f5d4415b230 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.684+0000 7f5d43fff640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 0x7f5d2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:45.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.685+0000 7f5d43fff640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 0x7f5d2406e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5d34006fd0 tx=0x7f5d34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:45.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.688+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d2c059280 con 0x7f5d4415b230 2024-09-19T08:04:45.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:45.864+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5d44073bc0 con 0x7f5d4415b230 2024-09-19T08:04:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.506+0000 7f5d40ff9640 1 -- 172.21.15.17:0/3457759963 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v48) ==== 181+0+0 (secure 0 0 0) 0x7f5d2c05d580 con 0x7f5d4415b230 2024-09-19T08:04:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:04:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 msgr2=0x7f5d2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 0x7f5d2406e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5d34006fd0 tx=0x7f5d34008040 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 msgr2=0x7f5d4415d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c00c460 tx=0x7f5d2c00c920 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 shutdown_connections 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d2406c2b0 0x7f5d2406e770 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d4415f580 0x7f5d4415d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d4415b230 0x7f5d4415d240 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 --2- 172.21.15.17:0/3457759963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d440b3ff0 0x7f5d44157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.509+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 >> 172.21.15.17:0/3457759963 conn(0x7f5d4406bc10 msgr2=0x7f5d44072610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.510+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 shutdown_connections 2024-09-19T08:04:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.510+0000 7f5d4a877640 1 -- 172.21.15.17:0/3457759963 wait complete. 2024-09-19T08:04:46.524 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:04:46.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.637+0000 7fe4138ae640 1 Processor -- start 2024-09-19T08:04:46.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.637+0000 7fe4138ae640 1 -- start start 2024-09-19T08:04:46.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe4138ae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c15e6a0 0x7fe40c162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe4138ae640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 0x7fe40c0d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe4138ae640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe40c0cee50 con 0x7fe40c0d18c0 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe4138ae640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe40c0cfef0 con 0x7fe40c15e6a0 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe4138ae640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe40c0cec00 con 0x7fe40c0b3340 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c15e6a0 0x7fe40c162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c15e6a0 0x7fe40c162bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37970/0 (socket says 172.21.15.17:37970) 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 -- 172.21.15.17:0/3934399374 learned_addr learned my addr 172.21.15.17:0/3934399374 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe410e49640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 0x7fe40c0d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 -- 172.21.15.17:0/3934399374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 msgr2=0x7fe40c0d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 0x7fe40c0d1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 -- 172.21.15.17:0/3934399374 >> v1:172.21.15.160:6789/0 conn(0x7fe40c0d18c0 legacy=0x7fe40c0b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe41164a640 1 -- 172.21.15.17:0/3934399374 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40c0cf130 con 0x7fe40c15e6a0 2024-09-19T08:04:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.638+0000 7fe410e49640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 0x7fe40c0d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:46.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.639+0000 7fe41164a640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c15e6a0 0x7fe40c162bb0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe408009870 tx=0x7fe40802a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581315b9b9a3d6b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:46.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.639+0000 7fe403fff640 1 -- 172.21.15.17:0/3934399374 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408037070 con 0x7fe40c15e6a0 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.639+0000 7fe403fff640 1 -- 172.21.15.17:0/3934399374 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408032440 con 0x7fe40c15e6a0 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.639+0000 7fe403fff640 1 -- 172.21.15.17:0/3934399374 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408032810 con 0x7fe40c15e6a0 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 -- 172.21.15.17:0/3934399374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c15e6a0 msgr2=0x7fe40c162bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c15e6a0 0x7fe40c162bb0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe408009870 tx=0x7fe40802a200 comp rx=0 tx=0).stop 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 -- 172.21.15.17:0/3934399374 shutdown_connections 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b3340 0x7fe40c0d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 --2- 172.21.15.17:0/3934399374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c15e6a0 0x7fe40c162bb0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 -- 172.21.15.17:0/3934399374 >> 172.21.15.17:0/3934399374 conn(0x7fe40c06dae0 msgr2=0x7fe40c06def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 -- 172.21.15.17:0/3934399374 shutdown_connections 2024-09-19T08:04:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.640+0000 7fe4138ae640 1 -- 172.21.15.17:0/3934399374 wait complete. 2024-09-19T08:04:46.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.641+0000 7fe4138ae640 1 Processor -- start 2024-09-19T08:04:46.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.641+0000 7fe4138ae640 1 -- start start 2024-09-19T08:04:46.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 0x7fe40c0cc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c15e6a0 0x7fe40c155610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe40c0cf9d0 con 0x7fe40c0d18c0 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe40c0cf6f0 con 0x7fe40c0b3340 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe4138ae640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe40c1630f0 con 0x7fe40c15e6a0 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe410e49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe410e49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37972/0 (socket says 172.21.15.17:37972) 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe410e49640 1 -- 172.21.15.17:0/646665744 learned_addr learned my addr 172.21.15.17:0/646665744 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe410e49640 1 -- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c15e6a0 msgr2=0x7fe40c155610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe411e4b640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c15e6a0 0x7fe40c155610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.642+0000 7fe41164a640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 0x7fe40c0cc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe410e49640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c15e6a0 0x7fe40c155610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe410e49640 1 -- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 msgr2=0x7fe40c0cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe410e49640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 0x7fe40c0cc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe410e49640 1 -- 172.21.15.17:0/646665744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40c0ccf30 con 0x7fe40c0d18c0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe41164a640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 0x7fe40c0cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe410e49640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c7f0 tx=0x7fe3fc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc015070 con 0x7fe40c0d18c0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc007820 con 0x7fe40c0d18c0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40c0cd210 con 0x7fe40c0d18c0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc007bf0 con 0x7fe40c0d18c0 2024-09-19T08:04:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.643+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe40c0cd7d0 con 0x7fe40c0d18c0 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.644+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe40c0b5d40 con 0x7fe40c0d18c0 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.644+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe3fc018070 con 0x7fe40c0d18c0 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.645+0000 7fe401ffb640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.645+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5443+0+0 (secure 0 0 0) 0x7fe3fc08b500 con 0x7fe40c0d18c0 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.646+0000 7fe41164a640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.646+0000 7fe41164a640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe408034000 tx=0x7fe40802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:46.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.649+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe3fc059d70 con 0x7fe40c0d18c0 2024-09-19T08:04:46.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:46.826+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe40c15ea80 con 0x7fe40c0d18c0 2024-09-19T08:04:47.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.507+0000 7fe401ffb640 1 -- 172.21.15.17:0/646665744 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v49) ==== 169+0+0 (secure 0 0 0) 0x7fe3fc059670 con 0x7fe40c0d18c0 2024-09-19T08:04:47.508 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 msgr2=0x7fe3f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe408034000 tx=0x7fe40802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 msgr2=0x7fe40c1f8790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c7f0 tx=0x7fe3fc00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 shutdown_connections 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c15e6a0 0x7fe40c155610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0d18c0 0x7fe40c1f8790 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 --2- 172.21.15.17:0/646665744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c0b3340 0x7fe40c0cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.511+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 >> 172.21.15.17:0/646665744 conn(0x7fe40c06dae0 msgr2=0x7fe40c0d4eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.512+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 shutdown_connections 2024-09-19T08:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.512+0000 7fe4138ae640 1 -- 172.21.15.17:0/646665744 wait complete. 2024-09-19T08:04:47.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:04:47.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.637+0000 7fb8fa94b640 1 Processor -- start 2024-09-19T08:04:47.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 -- start start 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 0x7fb8f415cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb8f4160250 0x7fb8f40708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 0x7fb8f4073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb8f4073ad0 con 0x7fb8f4160250 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb8f4160750 con 0x7fb8f40ce8f0 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.638+0000 7fb8fa94b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb8f4160a30 con 0x7fb8f4073160 2024-09-19T08:04:47.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb8f4160250 0x7fb8f40708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb8f4160250 0x7fb8f40708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37976/0 (socket says 172.21.15.17:37976) 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 -- 172.21.15.17:0/178683500 learned_addr learned my addr 172.21.15.17:0/178683500 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f3fff640 1 --2- 172.21.15.17:0/178683500 >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 0x7fb8f415cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 -- 172.21.15.17:0/178683500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 msgr2=0x7fb8f4073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f8ee8640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 0x7fb8f4073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 0x7fb8f4073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 -- 172.21.15.17:0/178683500 >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 msgr2=0x7fb8f415cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/178683500 >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 0x7fb8f415cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f37fe640 1 -- 172.21.15.17:0/178683500 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f4160d10 con 0x7fb8f4160250 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f3fff640 1 --2- 172.21.15.17:0/178683500 >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 0x7fb8f415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.639+0000 7fb8f8ee8640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 0x7fb8f4073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:47.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4160250 0x7fb8f40708f0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb8f4075710 tx=0x7fb8e802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ff5518865d7b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8f2ffd640 1 -- 172.21.15.17:0/178683500 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e8037070 con 0x7fb8f4160250 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8f2ffd640 1 -- 172.21.15.17:0/178683500 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e8032440 con 0x7fb8f4160250 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8f2ffd640 1 -- 172.21.15.17:0/178683500 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e8032810 con 0x7fb8f4160250 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 -- 172.21.15.17:0/178683500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4160250 msgr2=0x7fb8f40708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4160250 0x7fb8f40708f0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb8f4075710 tx=0x7fb8e802a140 comp rx=0 tx=0).stop 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 -- 172.21.15.17:0/178683500 shutdown_connections 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f4073160 0x7fb8f4073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/178683500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4160250 0x7fb8f40708f0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/178683500 >> v2:172.21.15.160:3300/0 conn(0x7fb8f40ce8f0 0x7fb8f415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 -- 172.21.15.17:0/178683500 >> 172.21.15.17:0/178683500 conn(0x7fb8f40d2570 msgr2=0x7fb8f40d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 -- 172.21.15.17:0/178683500 shutdown_connections 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.640+0000 7fb8fa94b640 1 -- 172.21.15.17:0/178683500 wait complete. 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.642+0000 7fb8fa94b640 1 Processor -- start 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.642+0000 7fb8fa94b640 1 -- start start 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 0x7fb8f4144870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 0x7fb8f41e7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f4070e30 con 0x7fb8f4073160 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f40cecd0 con 0x7fb8f4160250 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb8f4070fb0 con 0x7fb8f40ce8f0 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37980/0 (socket says 172.21.15.17:37980) 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 -- 172.21.15.17:0/1644042683 learned_addr learned my addr 172.21.15.17:0/1644042683 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:47.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f8ee8640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 0x7fb8f41e7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 0x7fb8f4144870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 -- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 msgr2=0x7fb8f4144870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 0x7fb8f4144870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 -- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 msgr2=0x7fb8f41e7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 0x7fb8f41e7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 -- 172.21.15.17:0/1644042683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f41e89d0 con 0x7fb8f4073160 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 0x7fb8f4144870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f8ee8640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 0x7fb8f41e7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f3fff640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400c7f0 tx=0x7fb8e400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4015070 con 0x7fb8f4073160 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e4007a30 con 0x7fb8f4073160 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8f41e8cb0 con 0x7fb8f4073160 2024-09-19T08:04:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.643+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4007e00 con 0x7fb8f4073160 2024-09-19T08:04:47.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.644+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8f4144350 con 0x7fb8f4073160 2024-09-19T08:04:47.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.645+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8f40d30d0 con 0x7fb8f4073160 2024-09-19T08:04:47.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.645+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb8e4018070 con 0x7fb8f4073160 2024-09-19T08:04:47.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.646+0000 7fb8f0ff9640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 0x7fb8e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.646+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7fb8e408b0f0 con 0x7fb8f4073160 2024-09-19T08:04:47.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.646+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 0x7fb8e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.647+0000 7fb8f37fe640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 0x7fb8e006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8034000 tx=0x7fb8e802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.650+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8e4059b90 con 0x7fb8f4073160 2024-09-19T08:04:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.827+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb8f41e8e80 con 0x7fb8f4073160 2024-09-19T08:04:47.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.830+0000 7fb8f0ff9640 1 -- 172.21.15.17:0/1644042683 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v16) ==== 104+0+0 (secure 0 0 0) 0x7fb8e4059490 con 0x7fb8f4073160 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 msgr2=0x7fb8e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 0x7fb8e006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8034000 tx=0x7fb8e802e000 comp rx=0 tx=0).stop 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 msgr2=0x7fb8f41416a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400c7f0 tx=0x7fb8e400cbf0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 shutdown_connections 2024-09-19T08:04:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb8e006c2b0 0x7fb8e006e770 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb8f4160250 0x7fb8f41e7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb8f40ce8f0 0x7fb8f4144870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 --2- 172.21.15.17:0/1644042683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8f4073160 0x7fb8f41416a0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 >> 172.21.15.17:0/1644042683 conn(0x7fb8f40d2570 msgr2=0x7fb8f40cf330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 shutdown_connections 2024-09-19T08:04:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.832+0000 7fb8fa94b640 1 -- 172.21.15.17:0/1644042683 wait complete. 2024-09-19T08:04:47.843 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_abort_on_newly_corrupt_dentry 2024-09-19T08:04:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.947+0000 7fc1584f1640 1 Processor -- start 2024-09-19T08:04:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.947+0000 7fc1584f1640 1 -- start start 2024-09-19T08:04:47.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc1584f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc15015e640 0x7fc1500b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc1584f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1500d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc1584f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1500b39d0 con 0x7fc1500d33c0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc1584f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc1500cf520 con 0x7fc15015e640 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc1584f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc1500cf800 con 0x7fc1500cef60 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.948+0000 7fc156a8e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc1500d33c0 0x7fc1500d4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50664/0 (socket says 172.21.15.17:50664) 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc156a8e640 1 -- 172.21.15.17:0/3961450036 learned_addr learned my addr 172.21.15.17:0/3961450036 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> v2:172.21.15.160:3300/0 conn(0x7fc15015e640 0x7fc1500b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc155a8c640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1500d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4003614121 0 0) 0x7fc148001110 con 0x7fc1500d33c0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc138003520 con 0x7fc1500d33c0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4164904958 0 0) 0x7fc138003520 con 0x7fc1500d33c0 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 msgr2=0x7fc1500d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1500d2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 >> v2:172.21.15.160:3300/0 conn(0x7fc15015e640 msgr2=0x7fc1500b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 --2- 172.21.15.17:0/3961450036 >> v2:172.21.15.160:3300/0 conn(0x7fc15015e640 0x7fc1500b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1500cfae0 con 0x7fc1500d33c0 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fc148001840 con 0x7fc1500d33c0 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 >> v1:172.21.15.17:6789/0 conn(0x7fc1500d33c0 legacy=0x7fc1500d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1380039b0 0x7fc138003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc138004800 0x7fc138004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc1500cf520 con 0x7fc1380039b0 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc1500cf800 con 0x7fc138004800 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc13800b9f0 con 0x7fc1500cef60 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> v2:172.21.15.160:3300/0 conn(0x7fc15015e640 0x7fc1500b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1380039b0 0x7fc138003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc156a8e640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.949+0000 7fc155a8c640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc138004800 0x7fc138004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 -- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 msgr2=0x7fc1380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1500cef60 0x7fc1380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 -- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc138004800 msgr2=0x7fc138004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc138004800 0x7fc138004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 -- 172.21.15.17:0/3961450036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc138003520 con 0x7fc1380039b0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc155a8c640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc138004800 0x7fc138004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.950+0000 7fc15628d640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1380039b0 0x7fc138003dd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc14000e350 tx=0x7fc138005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f8ad4afa8f8f37a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc140009dc0 con 0x7fc1380039b0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc140003b90 con 0x7fc1380039b0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc15528b640 1 -- 172.21.15.17:0/3961450036 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc140004020 con 0x7fc1380039b0 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 -- 172.21.15.17:0/3961450036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1380039b0 msgr2=0x7fc138003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 --2- 172.21.15.17:0/3961450036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1380039b0 0x7fc138003dd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc14000e350 tx=0x7fc138005830 comp rx=0 tx=0).stop 2024-09-19T08:04:47.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc156a8e640 1 -- 172.21.15.17:0/3961450036 reap_dead start 2024-09-19T08:04:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 -- 172.21.15.17:0/3961450036 shutdown_connections 2024-09-19T08:04:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 -- 172.21.15.17:0/3961450036 >> 172.21.15.17:0/3961450036 conn(0x7fc150067d70 msgr2=0x7fc150068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 -- 172.21.15.17:0/3961450036 shutdown_connections 2024-09-19T08:04:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.951+0000 7fc1584f1640 1 -- 172.21.15.17:0/3961450036 wait complete. 2024-09-19T08:04:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.952+0000 7fc1584f1640 1 Processor -- start 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 -- start start 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc1380039b0 0x7fc1500c7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1501f4670 0x7fc1500b88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc1500d4e20 con 0x7fc1501f4af0 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc15015ea20 con 0x7fc1380039b0 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc1584f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc1500d4fa0 con 0x7fc1501f4670 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc156a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc156a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38012/0 (socket says 172.21.15.17:38012) 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.953+0000 7fc156a8e640 1 -- 172.21.15.17:0/4221134009 learned_addr learned my addr 172.21.15.17:0/4221134009 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc15628d640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc1380039b0 0x7fc1500c7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc155a8c640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1501f4670 0x7fc1500b88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 -- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1501f4670 msgr2=0x7fc1500b88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1501f4670 0x7fc1500b88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 -- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc1380039b0 msgr2=0x7fc1500c7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc1380039b0 0x7fc1500c7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 -- 172.21.15.17:0/4221134009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc15014a740 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc156a8e640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc148001eb0 tx=0x7fc148007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc148001180 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc148018070 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc15014aa20 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14800faf0 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.954+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc15014afe0 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.955+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1500b3bf0 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.956+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc14800fc90 con 0x7fc1501f4af0 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.956+0000 7fc14effd640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 0x7fc13c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.956+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7fc14808ae20 con 0x7fc1501f4af0 2024-09-19T08:04:47.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.957+0000 7fc15628d640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 0x7fc13c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:47.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.957+0000 7fc15628d640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 0x7fc13c06e7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc140034000 tx=0x7fc14002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:47.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:47.960+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1500b39d0 con 0x7fc1501f4af0 2024-09-19T08:04:48.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.135+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_abort_on_newly_corrupt_dentry"} v 0) -- 0x7fc1500693a0 con 0x7fc1501f4af0 2024-09-19T08:04:48.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.138+0000 7fc14effd640 1 -- 172.21.15.17:0/4221134009 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_abort_on_newly_corrupt_dentry"}]=0 v17) ==== 116+0+0 (secure 0 0 0) 0x7fc1480591e0 con 0x7fc1501f4af0 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 msgr2=0x7fc13c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 0x7fc13c06e7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc140034000 tx=0x7fc14002f000 comp rx=0 tx=0).stop 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 msgr2=0x7fc1500b8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc148001eb0 tx=0x7fc148007720 comp rx=0 tx=0).stop 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 shutdown_connections 2024-09-19T08:04:48.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc13c06c2e0 0x7fc13c06e7a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc1501f4af0 0x7fc1500b8df0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc1501f4670 0x7fc1500b88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 --2- 172.21.15.17:0/4221134009 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc1380039b0 0x7fc1500c7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 >> 172.21.15.17:0/4221134009 conn(0x7fc150067d70 msgr2=0x7fc15015d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 shutdown_connections 2024-09-19T08:04:48.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.141+0000 7fc1584f1640 1 -- 172.21.15.17:0/4221134009 wait complete. 2024-09-19T08:04:48.151 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-19T08:04:48.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.260+0000 7fc3f5645640 1 Processor -- start 2024-09-19T08:04:48.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.260+0000 7fc3f5645640 1 -- start start 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3f5645640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc3f0160250 0x7fc3f015cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3f5645640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 0x7fc3f0073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3f5645640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3f0160750 con 0x7fc3f00ce8f0 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3f5645640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc3f0073ad0 con 0x7fc3f0160250 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3f5645640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc3f0160a30 con 0x7fc3f0073160 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3ee7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc3f0160250 0x7fc3f015cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3ee7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc3f0160250 0x7fc3f015cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38020/0 (socket says 172.21.15.17:38020) 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.261+0000 7fc3ee7fc640 1 -- 172.21.15.17:0/2079328410 learned_addr learned my addr 172.21.15.17:0/2079328410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ee7fc640 1 -- 172.21.15.17:0/2079328410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 msgr2=0x7fc3f0073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ef7fe640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 0x7fc3f0073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ee7fc640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 0x7fc3f0073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ee7fc640 1 -- 172.21.15.17:0/2079328410 >> v1:172.21.15.160:6789/0 conn(0x7fc3f00ce8f0 legacy=0x7fc3f00708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ee7fc640 1 -- 172.21.15.17:0/2079328410 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f0160d10 con 0x7fc3f0160250 2024-09-19T08:04:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ef7fe640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 0x7fc3f0073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.262+0000 7fc3ee7fc640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f015cc10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4009870 tx=0x7fc3e402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b696136713521940 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3edffb640 1 -- 172.21.15.17:0/2079328410 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e4037070 con 0x7fc3f0160250 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3edffb640 1 -- 172.21.15.17:0/2079328410 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3e4032440 con 0x7fc3f0160250 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3edffb640 1 -- 172.21.15.17:0/2079328410 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e4032810 con 0x7fc3f0160250 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 -- 172.21.15.17:0/2079328410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 msgr2=0x7fc3f015cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f015cc10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4009870 tx=0x7fc3e402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 -- 172.21.15.17:0/2079328410 shutdown_connections 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f0073160 0x7fc3f0073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 --2- 172.21.15.17:0/2079328410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f015cc10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 -- 172.21.15.17:0/2079328410 >> 172.21.15.17:0/2079328410 conn(0x7fc3f00d2570 msgr2=0x7fc3f00d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 -- 172.21.15.17:0/2079328410 shutdown_connections 2024-09-19T08:04:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.263+0000 7fc3f5645640 1 -- 172.21.15.17:0/2079328410 wait complete. 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.265+0000 7fc3f5645640 1 Processor -- start 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.265+0000 7fc3f5645640 1 -- start start 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.265+0000 7fc3f5645640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc3f0073160 0x7fc3f0159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.265+0000 7fc3f5645640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f00ce8f0 0x7fc3f01f2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.265+0000 7fc3f5645640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3f5645640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f00d30d0 con 0x7fc3f0160250 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3f5645640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f00cecd0 con 0x7fc3f0073160 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3f5645640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc3f00d3250 con 0x7fc3f00ce8f0 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38032/0 (socket says 172.21.15.17:38032) 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 -- 172.21.15.17:0/731574602 learned_addr learned my addr 172.21.15.17:0/731574602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ee7fc640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f00ce8f0 0x7fc3f01f2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3eeffd640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc3f0073160 0x7fc3f0159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 -- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f00ce8f0 msgr2=0x7fc3f01f2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f00ce8f0 0x7fc3f01f2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 -- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc3f0073160 msgr2=0x7fc3f0159cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc3f0073160 0x7fc3f0159cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 -- 172.21.15.17:0/731574602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f0156ea0 con 0x7fc3f0160250 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3ef7fe640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c7f0 tx=0x7fc3e800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8015020 con 0x7fc3f0160250 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3e8004230 con 0x7fc3f0160250 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3f0157180 con 0x7fc3f0160250 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8007620 con 0x7fc3f0160250 2024-09-19T08:04:48.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.266+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3f0157740 con 0x7fc3f0160250 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.267+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3f0073590 con 0x7fc3f0160250 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.268+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc3e8018020 con 0x7fc3f0160250 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.268+0000 7fc3d77fe640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.268+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7fc3e808b320 con 0x7fc3f0160250 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.269+0000 7fc3eeffd640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.269+0000 7fc3eeffd640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0001e70 tx=0x7fc3e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.273+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc3e801f020 con 0x7fc3f0160250 2024-09-19T08:04:48.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.448+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) -- 0x7fc3f015c630 con 0x7fc3f0160250 2024-09-19T08:04:48.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.448+0000 7fc3d77fe640 1 -- 172.21.15.17:0/731574602 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v17) ==== 121+0+0 (secure 0 0 0) 0x7fc3e8059700 con 0x7fc3f0160250 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 msgr2=0x7fc3dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0001e70 tx=0x7fc3e0009040 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 msgr2=0x7fc3f0156650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c7f0 tx=0x7fc3e800ccb0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 shutdown_connections 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3dc06c2b0 0x7fc3dc06e770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3f0160250 0x7fc3f0156650 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc3f00ce8f0 0x7fc3f01f2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 --2- 172.21.15.17:0/731574602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc3f0073160 0x7fc3f0159cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 >> 172.21.15.17:0/731574602 conn(0x7fc3f00d2570 msgr2=0x7fc3f00cde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 shutdown_connections 2024-09-19T08:04:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.450+0000 7fc3f5645640 1 -- 172.21.15.17:0/731574602 wait complete. 2024-09-19T08:04:48.461 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing' 2024-09-19T08:04:48.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.563+0000 7f0177fc4640 1 Processor -- start 2024-09-19T08:04:48.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.564+0000 7f0177fc4640 1 -- start start 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.564+0000 7f0177fc4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f01700cf2b0 0x7f01700d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.564+0000 7f0177fc4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f01700cf720 0x7f01700d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.564+0000 7f0177fc4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f017015ea20 con 0x7f017015e640 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f0177fc4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f01700b3d00 con 0x7f01700cf2b0 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f0177fc4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f01700b2860 con 0x7f01700cf720 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f01700cf2b0 0x7f01700d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f01700cf2b0 0x7f01700d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38046/0 (socket says 172.21.15.17:38046) 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 -- 172.21.15.17:0/2070791556 learned_addr learned my addr 172.21.15.17:0/2070791556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f0175d60640 1 --1- 172.21.15.17:0/2070791556 >> v1:172.21.15.17:6789/0 conn(0x7f017015e640 0x7f01700ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50668/0 (socket says 172.21.15.17:50668) 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 -- 172.21.15.17:0/2070791556 >> v2:172.21.15.160:3300/0 conn(0x7f01700cf720 msgr2=0x7f01700d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 --2- 172.21.15.17:0/2070791556 >> v2:172.21.15.160:3300/0 conn(0x7f01700cf720 0x7f01700d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 -- 172.21.15.17:0/2070791556 >> v1:172.21.15.17:6789/0 conn(0x7f017015e640 legacy=0x7f01700ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f017555f640 1 -- 172.21.15.17:0/2070791556 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01700b1c50 con 0x7f01700cf2b0 2024-09-19T08:04:48.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.565+0000 7f0174d5e640 1 -- 172.21.15.17:0/2070791556 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2745052453 0 0) 0x7f017015ea20 con 0x7f017015e640 2024-09-19T08:04:48.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f017555f640 1 --2- 172.21.15.17:0/2070791556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf2b0 0x7f01700d2650 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f017015ebf0 tx=0x7f016002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77d542bb44ccffdd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0174d5e640 1 -- 172.21.15.17:0/2070791556 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0160037070 con 0x7f01700cf2b0 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0174d5e640 1 -- 172.21.15.17:0/2070791556 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0160032440 con 0x7f01700cf2b0 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0174d5e640 1 -- 172.21.15.17:0/2070791556 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0160032810 con 0x7f01700cf2b0 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 -- 172.21.15.17:0/2070791556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf2b0 msgr2=0x7f01700d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 --2- 172.21.15.17:0/2070791556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf2b0 0x7f01700d2650 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f017015ebf0 tx=0x7f016002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 -- 172.21.15.17:0/2070791556 shutdown_connections 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 --2- 172.21.15.17:0/2070791556 >> v2:172.21.15.160:3300/0 conn(0x7f01700cf720 0x7f01700d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 --2- 172.21.15.17:0/2070791556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf2b0 0x7f01700d2650 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.566+0000 7f0177fc4640 1 -- 172.21.15.17:0/2070791556 >> 172.21.15.17:0/2070791556 conn(0x7f017009d820 msgr2=0x7f01700d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.567+0000 7f0177fc4640 1 -- 172.21.15.17:0/2070791556 shutdown_connections 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.567+0000 7f0177fc4640 1 -- 172.21.15.17:0/2070791556 wait complete. 2024-09-19T08:04:48.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.568+0000 7f0177fc4640 1 Processor -- start 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.568+0000 7f0177fc4640 1 -- start start 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.568+0000 7f0177fc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01700cf2b0 0x7f01700b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.568+0000 7f0177fc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.568+0000 7f0177fc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 0x7f017015d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0177fc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b24f0 con 0x7f01700cf720 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0177fc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b2210 con 0x7f01700cf2b0 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0177fc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01700cfe40 con 0x7f017015e640 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38062/0 (socket says 172.21.15.17:38062) 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 -- 172.21.15.17:0/3620931670 learned_addr learned my addr 172.21.15.17:0/3620931670 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0175d60640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01700cf2b0 0x7f01700b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0176561640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 0x7f017015d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 -- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 msgr2=0x7f017015d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 0x7f017015d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 -- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01700cf2b0 msgr2=0x7f01700b59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01700cf2b0 0x7f01700b59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 -- 172.21.15.17:0/3620931670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01700b3fa0 con 0x7f01700cf720 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0176561640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 0x7f017015d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f017555f640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f01600090b0 tx=0x7f01600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0160037040 con 0x7f01700cf720 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0160004230 con 0x7f01700cf720 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01700b4280 con 0x7f01700cf720 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016003c670 con 0x7f01700cf720 2024-09-19T08:04:48.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.569+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01700b4840 con 0x7f01700cf720 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.570+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0170068eb0 con 0x7f01700cf720 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.571+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f016003a070 con 0x7f01700cf720 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.571+0000 7f01667fc640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 0x7f015406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.571+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7f01600aba90 con 0x7f01700cf720 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.572+0000 7f0175d60640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 0x7f015406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:48.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.572+0000 7f0175d60640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 0x7f015406e7a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f016c000f60 tx=0x7f016c007b70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:48.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.576+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0160041020 con 0x7f01700cf720 2024-09-19T08:04:48.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:48.829+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]} v 0) -- 0x7f01700d1920 con 0x7f01700cf720 2024-09-19T08:04:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.514+0000 7f01667fc640 1 -- 172.21.15.17:0/3620931670 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]}]=0 v133) ==== 141+0+0 (secure 0 0 0) 0x7f016007a5c0 con 0x7f01700cf720 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 msgr2=0x7f015406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 0x7f015406e7a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f016c000f60 tx=0x7f016c007b70 comp rx=0 tx=0).stop 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 msgr2=0x7f01701f4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f01600090b0 tx=0x7f01600046c0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 shutdown_connections 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015406c2e0 0x7f015406e7a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017015e640 0x7f017015d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01700cf720 0x7f01701f4440 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 --2- 172.21.15.17:0/3620931670 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01700cf2b0 0x7f01700b59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 >> 172.21.15.17:0/3620931670 conn(0x7f017009d820 msgr2=0x7f017006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 shutdown_connections 2024-09-19T08:04:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.517+0000 7f0177fc4640 1 -- 172.21.15.17:0/3620931670 wait complete. 2024-09-19T08:04:49.530 INFO:tasks.cephfs_test_runner:That the MDS won't abort when the dentry is already known to be damaged. ... ok 2024-09-19T08:04:49.530 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_precommit (tasks.cephfs.test_damage.TestDamage) That the MDS won't write a dentry with new damage to CDentry::first 2024-09-19T08:04:49.531 INFO:tasks.cephfs_test_runner:test_dentry_first_precommit (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:04:49.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:04:49.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.641+0000 7f2f89311640 1 Processor -- start 2024-09-19T08:04:49.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.641+0000 7f2f89311640 1 -- start start 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.641+0000 7f2f89311640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2f8406c320 0x7f2f840b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.641+0000 7f2f89311640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f840b0610 0x7f2f8415eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.641+0000 7f2f89311640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f8406e3c0 con 0x7f2f84158c90 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f89311640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2f8406e170 con 0x7f2f840b0610 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f89311640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2f8406e6a0 con 0x7f2f8406c320 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f840b0610 0x7f2f8415eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2f840b0610 0x7f2f8415eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38068/0 (socket says 172.21.15.17:38068) 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 -- 172.21.15.17:0/3618956267 learned_addr learned my addr 172.21.15.17:0/3618956267 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f827fc640 1 --2- 172.21.15.17:0/3618956267 >> v2:172.21.15.160:3300/0 conn(0x7f2f8406c320 0x7f2f840b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 -- 172.21.15.17:0/3618956267 >> v2:172.21.15.160:3300/0 conn(0x7f2f8406c320 msgr2=0x7f2f840b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 --2- 172.21.15.17:0/3618956267 >> v2:172.21.15.160:3300/0 conn(0x7f2f8406c320 0x7f2f840b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 -- 172.21.15.17:0/3618956267 >> v1:172.21.15.160:6789/0 conn(0x7f2f84158c90 legacy=0x7f2f8406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.642+0000 7f2f837fe640 1 -- 172.21.15.17:0/3618956267 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f8406e980 con 0x7f2f840b0610 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f837fe640 1 --2- 172.21.15.17:0/3618956267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f8415eab0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2f8406e2f0 tx=0x7f2f7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f916415263f67c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f81ffb640 1 -- 172.21.15.17:0/3618956267 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c037070 con 0x7f2f840b0610 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f81ffb640 1 -- 172.21.15.17:0/3618956267 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f7c032440 con 0x7f2f840b0610 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f81ffb640 1 -- 172.21.15.17:0/3618956267 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c032810 con 0x7f2f840b0610 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f89311640 1 -- 172.21.15.17:0/3618956267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 msgr2=0x7f2f8415eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.643+0000 7f2f89311640 1 --2- 172.21.15.17:0/3618956267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f8415eab0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f2f8406e2f0 tx=0x7f2f7c02a270 comp rx=0 tx=0).stop 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 -- 172.21.15.17:0/3618956267 shutdown_connections 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 --2- 172.21.15.17:0/3618956267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f8415eab0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 --2- 172.21.15.17:0/3618956267 >> v2:172.21.15.160:3300/0 conn(0x7f2f8406c320 0x7f2f840b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 -- 172.21.15.17:0/3618956267 >> 172.21.15.17:0/3618956267 conn(0x7f2f84067b30 msgr2=0x7f2f8406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:49.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 -- 172.21.15.17:0/3618956267 shutdown_connections 2024-09-19T08:04:49.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.644+0000 7f2f89311640 1 -- 172.21.15.17:0/3618956267 wait complete. 2024-09-19T08:04:49.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.645+0000 7f2f89311640 1 Processor -- start 2024-09-19T08:04:49.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.645+0000 7f2f89311640 1 -- start start 2024-09-19T08:04:49.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f8406c320 0x7f2f84151740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f84158c90 0x7f2f84146a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2f840b4210 con 0x7f2f840b0610 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2f840b0a80 con 0x7f2f8406c320 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f89311640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2f840b4390 con 0x7f2f84158c90 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38074/0 (socket says 172.21.15.17:38074) 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 -- 172.21.15.17:0/4014621312 learned_addr learned my addr 172.21.15.17:0/4014621312 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f82ffd640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f8406c320 0x7f2f84151740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f837fe640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f84158c90 0x7f2f84146a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 -- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f84158c90 msgr2=0x7f2f84146a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f84158c90 0x7f2f84146a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 -- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f8406c320 msgr2=0x7f2f84151740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f8406c320 0x7f2f84151740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 -- 172.21.15.17:0/4014621312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f840cdf50 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.646+0000 7f2f827fc640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c00e9e0 tx=0x7f2f6c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.647+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c017070 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.647+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f6c00c970 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.647+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c00cd60 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.647+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f840ce230 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.647+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f840ce7f0 con 0x7f2f840b0610 2024-09-19T08:04:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.648+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f8406df40 con 0x7f2f840b0610 2024-09-19T08:04:49.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.648+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f6c01a070 con 0x7f2f840b0610 2024-09-19T08:04:49.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.649+0000 7f2f7b7fe640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 0x7f2f6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.649+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7f2f6c08b3d0 con 0x7f2f840b0610 2024-09-19T08:04:49.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.649+0000 7f2f82ffd640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 0x7f2f6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.649+0000 7f2f82ffd640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 0x7f2f6406e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2f74001e70 tx=0x7f2f74009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.653+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f8406df40 con 0x7f2f840b0610 2024-09-19T08:04:49.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.833+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2f840cebf0 con 0x7f2f840b0610 2024-09-19T08:04:49.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.834+0000 7f2f7b7fe640 1 -- 172.21.15.17:0/4014621312 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+13136 (secure 0 0 0) 0x7f2f6c059820 con 0x7f2f840b0610 2024-09-19T08:04:49.834 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:49.834 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":49,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:04:47.506882+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/366067438":"2024-09-20T08:04:44.501993+0000","172.21.15.17:6834/366067438":"2024-09-20T08:04:44.501993+0000","172.21.15.17:6835/1415562489":"2024-09-20T08:04:38.143304+0000","172.21.15.17:6834/1415562489":"2024-09-20T08:04:38.143304+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:04:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 msgr2=0x7f2f6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 0x7f2f6406e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2f74001e70 tx=0x7f2f74009040 comp rx=0 tx=0).stop 2024-09-19T08:04:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 msgr2=0x7f2f840cff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c00e9e0 tx=0x7f2f6c00eea0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 shutdown_connections 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f6406c2b0 0x7f2f6406e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f84158c90 0x7f2f84146a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f840b0610 0x7f2f840cff20 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 --2- 172.21.15.17:0/4014621312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f8406c320 0x7f2f84151740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 >> 172.21.15.17:0/4014621312 conn(0x7f2f84067b30 msgr2=0x7f2f840b3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 shutdown_connections 2024-09-19T08:04:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.836+0000 7f2f89311640 1 -- 172.21.15.17:0/4014621312 wait complete. 2024-09-19T08:04:49.847 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:04:49.847 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:04:49.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.953+0000 7fd5f9f18640 1 Processor -- start 2024-09-19T08:04:49.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.953+0000 7fd5f9f18640 1 -- start start 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f9f18640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 0x7fd5f40af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f9f18640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5f4145700 0x7fd5f40b1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f9f18640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5f40b2770 con 0x7fd5f40b2360 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f9f18640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd5f4073b60 con 0x7fd5f4145700 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f9f18640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd5f41454f0 con 0x7fd5f4145110 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5f4145700 0x7fd5f40b1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5f4145700 0x7fd5f40b1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38082/0 (socket says 172.21.15.17:38082) 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 -- 172.21.15.17:0/4119496178 learned_addr learned my addr 172.21.15.17:0/4119496178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f37fe640 1 --2- 172.21.15.17:0/4119496178 >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 0x7fd5f40af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 -- 172.21.15.17:0/4119496178 >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 msgr2=0x7fd5f40af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 --2- 172.21.15.17:0/4119496178 >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 0x7fd5f40af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 -- 172.21.15.17:0/4119496178 >> v1:172.21.15.17:6789/0 conn(0x7fd5f40b2360 legacy=0x7fd5f415ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f2ffd640 1 -- 172.21.15.17:0/4119496178 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f4072f50 con 0x7fd5f4145700 2024-09-19T08:04:49.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.954+0000 7fd5f37fe640 1 --2- 172.21.15.17:0/4119496178 >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 0x7fd5f40af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:49.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.955+0000 7fd5f2ffd640 1 --2- 172.21.15.17:0/4119496178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f40b1e20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fd5f4070b40 tx=0x7fd5e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49c07e3b523e004d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.955+0000 7fd5f27fc640 1 -- 172.21.15.17:0/4119496178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e8037070 con 0x7fd5f4145700 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.955+0000 7fd5f27fc640 1 -- 172.21.15.17:0/4119496178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5e8032440 con 0x7fd5f4145700 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.955+0000 7fd5f27fc640 1 -- 172.21.15.17:0/4119496178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e8032810 con 0x7fd5f4145700 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 -- 172.21.15.17:0/4119496178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 msgr2=0x7fd5f40b1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/4119496178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f40b1e20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fd5f4070b40 tx=0x7fd5e802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 -- 172.21.15.17:0/4119496178 shutdown_connections 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/4119496178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f40b1e20 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/4119496178 >> v2:172.21.15.160:3300/0 conn(0x7fd5f4145110 0x7fd5f40af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 -- 172.21.15.17:0/4119496178 >> 172.21.15.17:0/4119496178 conn(0x7fd5f406bc10 msgr2=0x7fd5f406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 -- 172.21.15.17:0/4119496178 shutdown_connections 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.956+0000 7fd5f9f18640 1 -- 172.21.15.17:0/4119496178 wait complete. 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.957+0000 7fd5f9f18640 1 Processor -- start 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.957+0000 7fd5f9f18640 1 -- start start 2024-09-19T08:04:49.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5f40b2360 0x7fd5f415d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 0x7fd5f413ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f40737f0 con 0x7fd5f4145700 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f4073510 con 0x7fd5f4145110 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f9f18640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f40d0740 con 0x7fd5f40b2360 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38090/0 (socket says 172.21.15.17:38090) 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f3fff640 1 -- 172.21.15.17:0/44907792 learned_addr learned my addr 172.21.15.17:0/44907792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f2ffd640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 0x7fd5f413ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.958+0000 7fd5f37fe640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5f40b2360 0x7fd5f415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 -- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5f40b2360 msgr2=0x7fd5f415d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5f40b2360 0x7fd5f415d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 -- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 msgr2=0x7fd5f413ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 0x7fd5f413ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 -- 172.21.15.17:0/44907792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f413f4d0 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f2ffd640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 0x7fd5f413ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f3fff640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec00c7a0 tx=0x7fd5ec00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec003b70 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5ec003d30 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f415d8f0 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec00aa90 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.959+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f415deb0 con 0x7fd5f4145700 2024-09-19T08:04:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.960+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f4069170 con 0x7fd5f4145700 2024-09-19T08:04:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.961+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd5ec00ac30 con 0x7fd5f4145700 2024-09-19T08:04:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.961+0000 7fd5dbfff640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 0x7fd5e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.961+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7fd5ec08b060 con 0x7fd5f4145700 2024-09-19T08:04:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.961+0000 7fd5f37fe640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 0x7fd5e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:49.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.962+0000 7fd5f37fe640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 0x7fd5e006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4006fd0 tx=0x7fd5e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:49.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:49.965+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5f40b2770 con 0x7fd5f4145700 2024-09-19T08:04:50.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.141+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd5f40ce270 con 0x7fd5f4145700 2024-09-19T08:04:50.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.142+0000 7fd5dbfff640 1 -- 172.21.15.17:0/44907792 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v49) ==== 93+0+10 (secure 0 0 0) 0x7fd5ec059a80 con 0x7fd5f4145700 2024-09-19T08:04:50.141 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.143+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 msgr2=0x7fd5e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.143+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 0x7fd5e006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4006fd0 tx=0x7fd5e4008040 comp rx=0 tx=0).stop 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.143+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 msgr2=0x7fd5f41f1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.143+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec00c7a0 tx=0x7fd5ec00cc60 comp rx=0 tx=0).stop 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.143+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 shutdown_connections 2024-09-19T08:04:50.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd5e006c2b0 0x7fd5e006e770 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f4145700 0x7fd5f41f1d40 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd5f4145110 0x7fd5f413ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 --2- 172.21.15.17:0/44907792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5f40b2360 0x7fd5f415d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 >> 172.21.15.17:0/44907792 conn(0x7fd5f406bc10 msgr2=0x7fd5f40cd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 shutdown_connections 2024-09-19T08:04:50.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.144+0000 7fd5f9f18640 1 -- 172.21.15.17:0/44907792 wait complete. 2024-09-19T08:04:50.155 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit' 2024-09-19T08:04:50.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.257+0000 7f9549223640 1 Processor -- start 2024-09-19T08:04:50.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.257+0000 7f9549223640 1 -- start start 2024-09-19T08:04:50.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f954415e640 0x7f95440ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440cf0e0 0x7f95440cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95440b2cf0 0x7f95440b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f95440b2860 con 0x7f95440b2cf0 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f954415ea20 con 0x7f954415e640 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f9549223640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95440b1c50 con 0x7f95440cf0e0 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f954359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95440b2cf0 0x7f95440b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f954359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f95440b2cf0 0x7f95440b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38100/0 (socket says 172.21.15.17:38100) 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f954359e640 1 -- 172.21.15.17:0/1349990426 learned_addr learned my addr 172.21.15.17:0/1349990426 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.258+0000 7f954259c640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440cf0e0 0x7f95440cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f9542d9d640 1 --2- 172.21.15.17:0/1349990426 >> v2:172.21.15.160:3300/0 conn(0x7f954415e640 0x7f95440ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 -- 172.21.15.17:0/1349990426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440cf0e0 msgr2=0x7f95440cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:50.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440cf0e0 0x7f95440cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 -- 172.21.15.17:0/1349990426 >> v2:172.21.15.160:3300/0 conn(0x7f954415e640 msgr2=0x7f95440ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:50.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 --2- 172.21.15.17:0/1349990426 >> v2:172.21.15.160:3300/0 conn(0x7f954415e640 0x7f95440ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 -- 172.21.15.17:0/1349990426 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95440b1f30 con 0x7f95440b2cf0 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f954359e640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b2cf0 0x7f95440b31a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f954408d4c0 tx=0x7f953c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c34b0f71dce48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.259+0000 7f9541d9b640 1 -- 172.21.15.17:0/1349990426 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c037070 con 0x7f95440b2cf0 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9541d9b640 1 -- 172.21.15.17:0/1349990426 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953c032440 con 0x7f95440b2cf0 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9541d9b640 1 -- 172.21.15.17:0/1349990426 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c032810 con 0x7f95440b2cf0 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 -- 172.21.15.17:0/1349990426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b2cf0 msgr2=0x7f95440b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b2cf0 0x7f95440b31a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f954408d4c0 tx=0x7f953c02a140 comp rx=0 tx=0).stop 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 -- 172.21.15.17:0/1349990426 shutdown_connections 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b2cf0 0x7f95440b31a0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 --2- 172.21.15.17:0/1349990426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440cf0e0 0x7f95440cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 --2- 172.21.15.17:0/1349990426 >> v2:172.21.15.160:3300/0 conn(0x7f954415e640 0x7f95440ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 -- 172.21.15.17:0/1349990426 >> 172.21.15.17:0/1349990426 conn(0x7f954409d820 msgr2=0x7f95440d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:50.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 -- 172.21.15.17:0/1349990426 shutdown_connections 2024-09-19T08:04:50.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.260+0000 7f9549223640 1 -- 172.21.15.17:0/1349990426 wait complete. 2024-09-19T08:04:50.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 Processor -- start 2024-09-19T08:04:50.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 -- start start 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440b2cf0 0x7f95441f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f954415e640 0x7f95440c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95440cfe40 con 0x7f95440cf0e0 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f95440b24f0 con 0x7f954415e640 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f9549223640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95440b73a0 con 0x7f95440b2cf0 2024-09-19T08:04:50.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.262+0000 7f954259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38114/0 (socket says 172.21.15.17:38114) 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 -- 172.21.15.17:0/1160848314 learned_addr learned my addr 172.21.15.17:0/1160848314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954359e640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f954415e640 0x7f95440c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f9542d9d640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440b2cf0 0x7f95441f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 -- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440b2cf0 msgr2=0x7f95441f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440b2cf0 0x7f95441f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 -- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f954415e640 msgr2=0x7f95440c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f954415e640 0x7f95440c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 -- 172.21.15.17:0/1160848314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95441f4f10 con 0x7f95440cf0e0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f954259c640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f953800d7d0 tx=0x7f953800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538018030 con 0x7f95440cf0e0 2024-09-19T08:04:50.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9538004020 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95440ca050 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538004230 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.263+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95440c82d0 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.264+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95440ceba0 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.265+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f953801b070 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.265+0000 7f952b7fe640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 0x7f953006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.265+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7f953808b1f0 con 0x7f95440cf0e0 2024-09-19T08:04:50.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.266+0000 7f9542d9d640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 0x7f953006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:50.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.266+0000 7f9542d9d640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 0x7f953006e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9544161e30 tx=0x7f95340098d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:50.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.270+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f95441f4f10 con 0x7f95440cf0e0 2024-09-19T08:04:50.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:50.515+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]} v 0) -- 0x7f95440b6b80 con 0x7f95440cf0e0 2024-09-19T08:04:51.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.521+0000 7f952b7fe640 1 -- 172.21.15.17:0/1160848314 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]}]=0 v135) ==== 145+0+0 (secure 0 0 0) 0x7f9538059510 con 0x7f95440cf0e0 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 msgr2=0x7f953006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 0x7f953006e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9544161e30 tx=0x7f95340098d0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 msgr2=0x7f9544155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f953800d7d0 tx=0x7f953800dc90 comp rx=0 tx=0).stop 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 shutdown_connections 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f953006c2b0 0x7f953006e770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f954415e640 0x7f95440c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440cf0e0 0x7f9544155a00 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 --2- 172.21.15.17:0/1160848314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440b2cf0 0x7f95441f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 >> 172.21.15.17:0/1160848314 conn(0x7f954409d820 msgr2=0x7f95440d44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:51.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 shutdown_connections 2024-09-19T08:04:51.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.524+0000 7f9549223640 1 -- 172.21.15.17:0/1160848314 wait complete. 2024-09-19T08:04:51.538 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:04:51.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.650+0000 7fba63874640 1 Processor -- start 2024-09-19T08:04:51.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.650+0000 7fba63874640 1 -- start start 2024-09-19T08:04:51.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba63874640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fba5c145110 0x7fba5c0af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba63874640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fba5c0b2530 0x7fba5c0cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba63874640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba5c1454f0 con 0x7fba5c145700 2024-09-19T08:04:51.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba63874640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fba5c073b60 con 0x7fba5c145110 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba63874640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fba5c072f50 con 0x7fba5c0b2530 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fba5c145110 0x7fba5c0af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fba5c145110 0x7fba5c0af6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38124/0 (socket says 172.21.15.17:38124) 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 -- 172.21.15.17:0/1247873666 learned_addr learned my addr 172.21.15.17:0/1247873666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61e11640 1 --2- 172.21.15.17:0/1247873666 >> v2:172.21.15.160:3300/0 conn(0x7fba5c0b2530 0x7fba5c0cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 -- 172.21.15.17:0/1247873666 >> v2:172.21.15.160:3300/0 conn(0x7fba5c0b2530 msgr2=0x7fba5c0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 --2- 172.21.15.17:0/1247873666 >> v2:172.21.15.160:3300/0 conn(0x7fba5c0b2530 0x7fba5c0cf730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 -- 172.21.15.17:0/1247873666 >> v1:172.21.15.160:6789/0 conn(0x7fba5c145700 legacy=0x7fba5c0b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:51.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.651+0000 7fba61610640 1 -- 172.21.15.17:0/1247873666 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5c073230 con 0x7fba5c145110 2024-09-19T08:04:51.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.652+0000 7fba61610640 1 --2- 172.21.15.17:0/1247873666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c145110 0x7fba5c0af6f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0b3240 tx=0x7fba4c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edf0faed181395b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:51.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.652+0000 7fba5bfff640 1 -- 172.21.15.17:0/1247873666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c036070 con 0x7fba5c145110 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.652+0000 7fba5bfff640 1 -- 172.21.15.17:0/1247873666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba4c031600 con 0x7fba5c145110 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.652+0000 7fba5bfff640 1 -- 172.21.15.17:0/1247873666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c0319d0 con 0x7fba5c145110 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 -- 172.21.15.17:0/1247873666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c145110 msgr2=0x7fba5c0af6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 --2- 172.21.15.17:0/1247873666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c145110 0x7fba5c0af6f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0b3240 tx=0x7fba4c02a660 comp rx=0 tx=0).stop 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 -- 172.21.15.17:0/1247873666 shutdown_connections 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 --2- 172.21.15.17:0/1247873666 >> v2:172.21.15.160:3300/0 conn(0x7fba5c0b2530 0x7fba5c0cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 --2- 172.21.15.17:0/1247873666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c145110 0x7fba5c0af6f0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 -- 172.21.15.17:0/1247873666 >> 172.21.15.17:0/1247873666 conn(0x7fba5c06bc10 msgr2=0x7fba5c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 -- 172.21.15.17:0/1247873666 shutdown_connections 2024-09-19T08:04:51.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.653+0000 7fba63874640 1 -- 172.21.15.17:0/1247873666 wait complete. 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.654+0000 7fba63874640 1 Processor -- start 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.654+0000 7fba63874640 1 -- start start 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fba5c145110 0x7fba5c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fba5c145700 0x7fba5c0aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fba5c0cfc70 con 0x7fba5c0b2530 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fba5c0737f0 con 0x7fba5c145110 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba63874640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fba5c0cfdf0 con 0x7fba5c145700 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38136/0 (socket says 172.21.15.17:38136) 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 -- 172.21.15.17:0/359467350 learned_addr learned my addr 172.21.15.17:0/359467350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba60e0f640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fba5c145110 0x7fba5c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61e11640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fba5c145700 0x7fba5c0aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 -- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fba5c145700 msgr2=0x7fba5c0aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fba5c145700 0x7fba5c0aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 -- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fba5c145110 msgr2=0x7fba5c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.655+0000 7fba61610640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fba5c145110 0x7fba5c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba61610640 1 -- 172.21.15.17:0/359467350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5c138b60 con 0x7fba5c0b2530 2024-09-19T08:04:51.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba61610640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fba4c009f40 tx=0x7fba4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:51.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c036050 con 0x7fba5c0b2530 2024-09-19T08:04:51.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba4c042070 con 0x7fba5c0b2530 2024-09-19T08:04:51.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba5c135cb0 con 0x7fba5c0b2530 2024-09-19T08:04:51.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c009510 con 0x7fba5c0b2530 2024-09-19T08:04:51.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.656+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba5c136270 con 0x7fba5c0b2530 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.657+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba5c069170 con 0x7fba5c0b2530 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.658+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba4c007c50 con 0x7fba5c0b2530 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.658+0000 7fba59ffb640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 0x7fba4806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.658+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7fba4c0ac0c0 con 0x7fba5c0b2530 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.658+0000 7fba60e0f640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 0x7fba4806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:51.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.659+0000 7fba60e0f640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 0x7fba4806e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fba5c1f7a00 tx=0x7fba50009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:51.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.662+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba4c07aad0 con 0x7fba5c0b2530 2024-09-19T08:04:51.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.842+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fba5c0cf730 con 0x7fba5c0b2530 2024-09-19T08:04:51.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.845+0000 7fba59ffb640 1 -- 172.21.15.17:0/359467350 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fba4c07a3d0 con 0x7fba5c0b2530 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.847+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 msgr2=0x7fba4806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.847+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 0x7fba4806e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fba5c1f7a00 tx=0x7fba50009060 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 msgr2=0x7fba5c0c7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fba4c009f40 tx=0x7fba4c004a40 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 shutdown_connections 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fba4806c2e0 0x7fba4806e7a0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fba5c145700 0x7fba5c0aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fba5c145110 0x7fba5c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 --2- 172.21.15.17:0/359467350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba5c0b2530 0x7fba5c0c7e00 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 >> 172.21.15.17:0/359467350 conn(0x7fba5c06bc10 msgr2=0x7fba5c0cc380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 shutdown_connections 2024-09-19T08:04:51.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:51.848+0000 7fba63874640 1 -- 172.21.15.17:0/359467350 wait complete. 2024-09-19T08:04:51.859 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:04:51.859 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:51.907 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:04:51.952 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:04:51.953 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:51.953 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:51.969 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:51.969 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:51.969 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:51.987 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:51.988 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:04:51.988 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:52.025 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:04:52.025 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:04:52.025 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:04:52.045 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:04:52.046 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:04:52.046 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:04:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.168+0000 7f3ec8f91640 1 Processor -- start 2024-09-19T08:04:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.168+0000 7f3ec8f91640 1 -- start start 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec4070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3ec40ceaf0 0x7f3ec40cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3ec415ea50 0x7f3ec415ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3ec40d0040 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3ec40cf490 con 0x7f3ec415ea50 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec8f91640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec4072f80 con 0x7f3ec415e670 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec1d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3ec40ceaf0 0x7f3ec40cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec1d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3ec40ceaf0 0x7f3ec40cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38144/0 (socket says 172.21.15.17:38144) 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.169+0000 7f3ec1d9b640 1 -- 172.21.15.17:0/2956073197 learned_addr learned my addr 172.21.15.17:0/2956073197 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:52.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec259c640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec4070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec2d9d640 1 --2- 172.21.15.17:0/2956073197 >> v2:172.21.15.160:3300/0 conn(0x7f3ec415ea50 0x7f3ec415ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 -- 172.21.15.17:0/2956073197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 msgr2=0x7f3ec4070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec4070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 -- 172.21.15.17:0/2956073197 >> v2:172.21.15.160:3300/0 conn(0x7f3ec415ea50 msgr2=0x7f3ec415ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/2956073197 >> v2:172.21.15.160:3300/0 conn(0x7f3ec415ea50 0x7f3ec415ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 -- 172.21.15.17:0/2956073197 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec40731d0 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec259c640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec4070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:52.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.170+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec40cef50 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40d3290 tx=0x7f3eac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80d6fb4ac0be12bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec159a640 1 -- 172.21.15.17:0/2956073197 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac037070 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec159a640 1 -- 172.21.15.17:0/2956073197 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eac032440 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec159a640 1 -- 172.21.15.17:0/2956073197 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac032810 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 -- 172.21.15.17:0/2956073197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 msgr2=0x7f3ec40cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec40cef50 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40d3290 tx=0x7f3eac02a270 comp rx=0 tx=0).stop 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 -- 172.21.15.17:0/2956073197 shutdown_connections 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/2956073197 >> v2:172.21.15.160:3300/0 conn(0x7f3ec415ea50 0x7f3ec415ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec40cef50 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/2956073197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec4070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 -- 172.21.15.17:0/2956073197 >> 172.21.15.17:0/2956073197 conn(0x7f3ec406f400 msgr2=0x7f3ec406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 -- 172.21.15.17:0/2956073197 shutdown_connections 2024-09-19T08:04:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.171+0000 7f3ec8f91640 1 -- 172.21.15.17:0/2956073197 wait complete. 2024-09-19T08:04:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 Processor -- start 2024-09-19T08:04:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 -- start start 2024-09-19T08:04:52.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec40d0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ec415ea50 0x7f3ec41579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec4073790 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec4073de0 con 0x7f3ec415ea50 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.173+0000 7f3ec8f91640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec4073a70 con 0x7f3ec415e670 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38158/0 (socket says 172.21.15.17:38158) 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 -- 172.21.15.17:0/52567000 learned_addr learned my addr 172.21.15.17:0/52567000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec40d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec2d9d640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ec415ea50 0x7f3ec41579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 -- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 msgr2=0x7f3ec40d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec40d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 -- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ec415ea50 msgr2=0x7f3ec41579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ec415ea50 0x7f3ec41579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 -- 172.21.15.17:0/52567000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec415f360 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec40d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec259c640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc00c7c0 tx=0x7f3ebc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ebc015070 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ebc007a30 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec415f640 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ebc007e00 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.174+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec415fc00 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.175+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ec4160120 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.176+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ebc018070 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.176+0000 7f3ebaffd640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.176+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5029+0+0 (secure 0 0 0) 0x7f3ebc08b000 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.177+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.177+0000 7f3ec1d9b640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3eac034000 tx=0x7f3eac02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:52.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.181+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ebc059aa0 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.393+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ec4071410 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.394+0000 7f3ebaffd640 1 -- 172.21.15.17:0/52567000 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+3917 (secure 0 0 0) 0x7f3ebc0593a0 con 0x7f3ec40ceaf0 2024-09-19T08:04:52.394 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:52.394 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":34,"btime":"2024-09-19T08:04:45:503756+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4991,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/2020508219","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2020508219},{"type":"v1","addr":"172.21.15.160:6835","nonce":2020508219}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5221,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1449014753","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1449014753},{"type":"v1","addr":"172.21.15.160:6837","nonce":1449014753}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5427,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/2357771534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2357771534},{"type":"v1","addr":"172.21.15.17:6833","nonce":2357771534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3745984181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3745984181},{"type":"v1","addr":"172.21.15.17:6835","nonce":3745984181}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[]} 2024-09-19T08:04:52.395 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 34 2024-09-19T08:04:52.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 msgr2=0x7f3ea406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3eac034000 tx=0x7f3eac02e000 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 msgr2=0x7f3ec4144f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc00c7c0 tx=0x7f3ebc00cc80 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 shutdown_connections 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ec415ea50 0x7f3ec41579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ec415e670 0x7f3ec40d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 --2- 172.21.15.17:0/52567000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec40ceaf0 0x7f3ec4144f20 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 >> 172.21.15.17:0/52567000 conn(0x7f3ec406f400 msgr2=0x7f3ec4151590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 shutdown_connections 2024-09-19T08:04:52.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:52.396+0000 7f3ec8f91640 1 -- 172.21.15.17:0/52567000 wait complete. 2024-09-19T08:04:52.407 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:04:52.408 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:04:52.408 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:04:52.408 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:52.408 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:04:52.408 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:04:52.409 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:04:52.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:52.409 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:04:52.409 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:04:52.409 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:04:52.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:52.410 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:04:52.410 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:04:52.410 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:04:52.410 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:04:52.418 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:04:52.418 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:04:52.422 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:04:52.422 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:04:52.423 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:04:52.423 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:04:52.461 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:04:52.462 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:52.465 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:04:52.465 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:52.466 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:04:52.466 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:52.536 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:04:52.550 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:04:52.550 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:04:52.550 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:04:52.551+0000 7f781bbde640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T08:04:54.704 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-19T08:04:57.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:04:57.334 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:04:58.418 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:04:58.418 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:04:58.421 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:04:58.421 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:58.422 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:04:58.510 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:04:58.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.538+0000 7f0c33131640 1 Processor -- start 2024-09-19T08:04:58.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.538+0000 7f0c33131640 1 -- start start 2024-09-19T08:04:58.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c33131640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c2c073280 0x7f0c2c0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c33131640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c2c0ce060 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c33131640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c2c0ce340 con 0x7f0c2c15c480 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c33131640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0c2c0cf100 con 0x7f0c2c073280 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c2bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0c2c0cf9d0 0x7f0c2c0b1e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44406/0 (socket says 172.21.15.17:44406) 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.539+0000 7f0c2bfff640 1 -- 172.21.15.17:0/1895721636 learned_addr learned my addr 172.21.15.17:0/1895721636 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c316ce640 1 --2- 172.21.15.17:0/1895721636 >> v2:172.21.15.160:3300/0 conn(0x7f0c2c073280 0x7f0c2c0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3710369143 0 0) 0x7f0c2c0ce060 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c14003520 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 811897082 0 0) 0x7f0c14003520 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 >> v2:172.21.15.160:3300/0 conn(0x7f0c2c073280 msgr2=0x7f0c2c0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 --2- 172.21.15.17:0/1895721636 >> v2:172.21.15.160:3300/0 conn(0x7f0c2c073280 0x7f0c2c0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 >> v1:172.21.15.160:6789/0 conn(0x7f0c2c15c480 legacy=0x7f0c2c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:58.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c2c0ce620 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0c20001670 con 0x7f0c2c0cf9d0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 >> v1:172.21.15.17:6789/0 conn(0x7f0c2c0cf9d0 legacy=0x7f0c2c0b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c140039b0 0x7f0c14003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 0x7f0c14004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c140051c0 0x7f0c1400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2c0cf100 con 0x7f0c14004800 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c1400c010 con 0x7f0c140051c0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c1400c210 con 0x7f0c140039b0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 0x7f0c14004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c316ce640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c140051c0 0x7f0c1400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.540+0000 7f0c30ecd640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c140039b0 0x7f0c14003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c2bfff640 1 -- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c140039b0 msgr2=0x7f0c14003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c140039b0 0x7f0c14003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c2bfff640 1 -- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c140051c0 msgr2=0x7f0c1400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:04:58.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c140051c0 0x7f0c1400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c2bfff640 1 -- 172.21.15.17:0/1895721636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c2c0ce620 con 0x7f0c14004800 2024-09-19T08:04:58.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.541+0000 7f0c316ce640 1 -- 172.21.15.17:0/1895721636 reap_dead start 2024-09-19T08:04:58.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.542+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 0x7f0c14004c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c340 tx=0x7f0c14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5e513c30d57eb42 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:58.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.544+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20036070 con 0x7f0c14004800 2024-09-19T08:04:58.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.544+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c20005ad0 con 0x7f0c14004800 2024-09-19T08:04:58.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.544+0000 7f0c2b7fe640 1 -- 172.21.15.17:0/1895721636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20007dd0 con 0x7f0c14004800 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 -- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 msgr2=0x7f0c14004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 0x7f0c14004c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c340 tx=0x7f0c14005830 comp rx=0 tx=0).stop 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 -- 172.21.15.17:0/1895721636 shutdown_connections 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 --2- 172.21.15.17:0/1895721636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c14004800 0x7f0c14004c80 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 -- 172.21.15.17:0/1895721636 >> 172.21.15.17:0/1895721636 conn(0x7f0c2c06bc10 msgr2=0x7f0c2c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 -- 172.21.15.17:0/1895721636 shutdown_connections 2024-09-19T08:04:58.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.545+0000 7f0c33131640 1 -- 172.21.15.17:0/1895721636 wait complete. 2024-09-19T08:04:58.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.547+0000 7f0c33131640 1 Processor -- start 2024-09-19T08:04:58.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.547+0000 7f0c33131640 1 -- start start 2024-09-19T08:04:58.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c14004800 0x7f0c2c15cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c2c14d820 0x7f0c2c149c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2c0cf2c0 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2c0cebe0 con 0x7f0c14004800 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.548+0000 7f0c33131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c2c0cf440 con 0x7f0c2c14d820 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50468/0 (socket says 172.21.15.17:50468) 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 -- 172.21.15.17:0/108801952 learned_addr learned my addr 172.21.15.17:0/108801952 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c316ce640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c2c14d820 0x7f0c2c149c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c30ecd640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c14004800 0x7f0c2c15cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 -- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c2c14d820 msgr2=0x7f0c2c149c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c2c14d820 0x7f0c2c149c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 -- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c14004800 msgr2=0x7f0c2c15cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c14004800 0x7f0c2c15cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 -- 172.21.15.17:0/108801952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c2c150760 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c2bfff640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c340 tx=0x7f0c20000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:58.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20040020 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c20037040 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c2c14a990 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20036030 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.549+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c2c14af50 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.551+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c20043020 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.551+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c2c0b1e80 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.552+0000 7f0c297fa640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 0x7f0c1806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.552+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5029+0+0 (secure 0 0 0) 0x7f0c200aaf00 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.552+0000 7f0c30ecd640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 0x7f0c1806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:58.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.552+0000 7f0c30ecd640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 0x7f0c1806e7a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c000c00 tx=0x7f0c1c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:58.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.556+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c2004a070 con 0x7f0c2c14d3a0 2024-09-19T08:04:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:58.743+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0c2c15a590 con 0x7f0c2c14d3a0 2024-09-19T08:04:59.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.550+0000 7f0c297fa640 1 -- 172.21.15.17:0/108801952 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v54) ==== 97+0+0 (secure 0 0 0) 0x7f0c20079350 con 0x7f0c2c14d3a0 2024-09-19T08:04:59.550 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:04:59.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 msgr2=0x7f0c1806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 0x7f0c1806e7a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c000c00 tx=0x7f0c1c009040 comp rx=0 tx=0).stop 2024-09-19T08:04:59.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 msgr2=0x7f0c2c14fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c340 tx=0x7f0c20000fe0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 shutdown_connections 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c1806c2e0 0x7f0c1806e7a0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c2c14d820 0x7f0c2c149c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c2c14d3a0 0x7f0c2c14fcc0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 --2- 172.21.15.17:0/108801952 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c14004800 0x7f0c2c15cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 >> 172.21.15.17:0/108801952 conn(0x7f0c2c06bc10 msgr2=0x7f0c2c15aae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 shutdown_connections 2024-09-19T08:04:59.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.553+0000 7f0c33131640 1 -- 172.21.15.17:0/108801952 wait complete. 2024-09-19T08:04:59.567 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:04:59.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.676+0000 7f9ba272c640 1 Processor -- start 2024-09-19T08:04:59.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.676+0000 7f9ba272c640 1 -- start start 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9ba272c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9b9c0b4210 0x7f9b9c072e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9ba272c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b9c15b750 con 0x7f9b9c06de30 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9ba272c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b9c15ba30 con 0x7f9b9c071ea0 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9ba272c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9b9c15bd10 con 0x7f9b9c0b4210 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9b9bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9b9c06de30 0x7f9b9c06e210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44416/0 (socket says 172.21.15.17:44416) 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9b9bfff640 1 -- 172.21.15.17:0/3311672167 learned_addr learned my addr 172.21.15.17:0/3311672167 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.677+0000 7f9ba0cc9640 1 --2- 172.21.15.17:0/3311672167 >> v2:172.21.15.160:3300/0 conn(0x7f9b9c0b4210 0x7f9b9c072e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.678+0000 7f9b9affd640 1 -- 172.21.15.17:0/3311672167 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 827354049 0 0) 0x7f9b9c15b750 con 0x7f9b9c06de30 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.678+0000 7f9b9affd640 1 -- 172.21.15.17:0/3311672167 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b84003520 con 0x7f9b9c06de30 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.678+0000 7f9ba0cc9640 1 -- 172.21.15.17:0/3311672167 >> v1:172.21.15.160:6789/0 conn(0x7f9b9c071ea0 legacy=0x7f9b9c072770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.678+0000 7f9ba0cc9640 1 -- 172.21.15.17:0/3311672167 >> v1:172.21.15.17:6789/0 conn(0x7f9b9c06de30 legacy=0x7f9b9c06e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.678+0000 7f9ba0cc9640 1 -- 172.21.15.17:0/3311672167 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b9c15bff0 con 0x7f9b9c0b4210 2024-09-19T08:04:59.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba0cc9640 1 --2- 172.21.15.17:0/3311672167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c072e80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0097a0 tx=0x7f9b8c02a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37af1772b19d5ca9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:59.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9b9affd640 1 -- 172.21.15.17:0/3311672167 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c037070 con 0x7f9b9c0b4210 2024-09-19T08:04:59.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9b9affd640 1 -- 172.21.15.17:0/3311672167 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b8c032640 con 0x7f9b9c0b4210 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9b9affd640 1 -- 172.21.15.17:0/3311672167 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c032a10 con 0x7f9b9c0b4210 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 -- 172.21.15.17:0/3311672167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 msgr2=0x7f9b9c072e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 --2- 172.21.15.17:0/3311672167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c072e80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0097a0 tx=0x7f9b8c02a2c0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 -- 172.21.15.17:0/3311672167 shutdown_connections 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 --2- 172.21.15.17:0/3311672167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c072e80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 -- 172.21.15.17:0/3311672167 >> 172.21.15.17:0/3311672167 conn(0x7f9b9c067d70 msgr2=0x7f9b9c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 -- 172.21.15.17:0/3311672167 shutdown_connections 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.679+0000 7f9ba272c640 1 -- 172.21.15.17:0/3311672167 wait complete. 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.681+0000 7f9ba272c640 1 Processor -- start 2024-09-19T08:04:59.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.681+0000 7f9ba272c640 1 -- start start 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 0x7f9b9c0aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c143c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b9c158f50 con 0x7f9b9c071ea0 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9b9c0b4680 con 0x7f9b9c0b4210 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9b9c0733c0 con 0x7f9b9c06de30 2024-09-19T08:04:59.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50472/0 (socket says 172.21.15.17:50472) 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 -- 172.21.15.17:0/4075905181 learned_addr learned my addr 172.21.15.17:0/4075905181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba0cc9640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c143c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9bfff640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 0x7f9b9c0aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 -- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 msgr2=0x7f9b9c0aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 0x7f9b9c0aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 -- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 msgr2=0x7f9b9c143c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c143c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 -- 172.21.15.17:0/4075905181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b9c0aabc0 con 0x7f9b9c071ea0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9bfff640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 0x7f9b9c0aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b9b7fe640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9b9000c450 tx=0x7f9b9000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b900052d0 con 0x7f9b9c071ea0 2024-09-19T08:04:59.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b90005470 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b9c1444e0 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.682+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90012870 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.683+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b9c144aa0 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.683+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b9c073750 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.684+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b90012a10 con 0x7f9b9c071ea0 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.684+0000 7f9b98ff9640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 0x7f9b8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:04:59.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.685+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f9b9008ac30 con 0x7f9b9c071ea0 2024-09-19T08:04:59.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.685+0000 7f9b9bfff640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 0x7f9b8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:04:59.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.685+0000 7f9b9bfff640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 0x7f9b8806e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9b94001560 tx=0x7f9b94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:04:59.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.689+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b90059700 con 0x7f9b9c071ea0 2024-09-19T08:04:59.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.929+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9b9c068480 con 0x7f9b9c071ea0 2024-09-19T08:04:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.930+0000 7f9b98ff9640 1 -- 172.21.15.17:0/4075905181 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7f9b90059000 con 0x7f9b9c071ea0 2024-09-19T08:04:59.930 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:04:59.930 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:04:59.930 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:04:59.930 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.931 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.932 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.933 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:04:59.934 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.935 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:04:59.936 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.937 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:04:59.938 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow r", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:04:59.939 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:59.940 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.941 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:04:59.942 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:04:59.943 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:04:59.944 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 msgr2=0x7f9b8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 0x7f9b8806e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9b94001560 tx=0x7f9b94009040 comp rx=0 tx=0).stop 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 msgr2=0x7f9b9c143740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9b9000c450 tx=0x7f9b9000c910 comp rx=0 tx=0).stop 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 shutdown_connections 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b8806c2b0 0x7f9b8806e770 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b9c0b4210 0x7f9b9c143c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b9c071ea0 0x7f9b9c143740 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 --2- 172.21.15.17:0/4075905181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b9c06de30 0x7f9b9c0aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:04:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 >> 172.21.15.17:0/4075905181 conn(0x7f9b9c067d70 msgr2=0x7f9b9c0b4b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:04:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 shutdown_connections 2024-09-19T08:04:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:04:59.932+0000 7f9ba272c640 1 -- 172.21.15.17:0/4075905181 wait complete. 2024-09-19T08:04:59.947 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:05:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.051+0000 7fcaceffd640 1 Processor -- start 2024-09-19T08:05:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.051+0000 7fcaceffd640 1 -- start start 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.051+0000 7fcaceffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcac815e640 0x7fcac80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.051+0000 7fcaceffd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac815ea20 con 0x7fcac80cf0e0 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaceffd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcac80b1c50 con 0x7fcac80d3660 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaceffd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcac80b2860 con 0x7fcac815e640 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaccd99640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcac815e640 0x7fcac80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcac7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcac80cf0e0 0x7fcac80b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44418/0 (socket says 172.21.15.17:44418) 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaccd99640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcac815e640 0x7fcac80ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50482/0 (socket says 172.21.15.17:50482) 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcac7fff640 1 -- 172.21.15.17:0/84995383 learned_addr learned my addr 172.21.15.17:0/84995383 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaccd99640 1 -- 172.21.15.17:0/84995383 >> v1:172.21.15.160:6789/0 conn(0x7fcac80d3660 legacy=0x7fcac80b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaccd99640 1 -- 172.21.15.17:0/84995383 >> v1:172.21.15.17:6789/0 conn(0x7fcac80cf0e0 legacy=0x7fcac80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.052+0000 7fcaccd99640 1 -- 172.21.15.17:0/84995383 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac80b1f30 con 0x7fcac815e640 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaccd99640 1 --2- 172.21.15.17:0/84995383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac815e640 0x7fcac80ceba0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fcab80097a0 tx=0x7fcab802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cc6083d47775073 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcac77fe640 1 -- 172.21.15.17:0/84995383 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8037070 con 0x7fcac815e640 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcac77fe640 1 -- 172.21.15.17:0/84995383 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab802ae50 con 0x7fcac815e640 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcac77fe640 1 -- 172.21.15.17:0/84995383 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8032660 con 0x7fcac815e640 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaceffd640 1 -- 172.21.15.17:0/84995383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac815e640 msgr2=0x7fcac80ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaceffd640 1 --2- 172.21.15.17:0/84995383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac815e640 0x7fcac80ceba0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fcab80097a0 tx=0x7fcab802a140 comp rx=0 tx=0).stop 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaceffd640 1 -- 172.21.15.17:0/84995383 shutdown_connections 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaceffd640 1 --2- 172.21.15.17:0/84995383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac815e640 0x7fcac80ceba0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.053+0000 7fcaceffd640 1 -- 172.21.15.17:0/84995383 >> 172.21.15.17:0/84995383 conn(0x7fcac809d820 msgr2=0x7fcac80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.054+0000 7fcaceffd640 1 -- 172.21.15.17:0/84995383 shutdown_connections 2024-09-19T08:05:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.054+0000 7fcaceffd640 1 -- 172.21.15.17:0/84995383 wait complete. 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.055+0000 7fcaceffd640 1 Processor -- start 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.055+0000 7fcaceffd640 1 -- start start 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 0x7fcac80ce130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcac815e640 0x7fcac80cd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcac80cfe40 con 0x7fcac80d3660 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcac80b24f0 con 0x7fcac80cf0e0 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcac80b73a0 con 0x7fcac815e640 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50490/0 (socket says 172.21.15.17:50490) 2024-09-19T08:05:00.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 -- 172.21.15.17:0/2150060486 learned_addr learned my addr 172.21.15.17:0/2150060486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaccd99640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 0x7fcac80ce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcacd59a640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcac815e640 0x7fcac80cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 -- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcac815e640 msgr2=0x7fcac80cd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcac815e640 0x7fcac80cd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 -- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 msgr2=0x7fcac80ce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 0x7fcac80ce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 -- 172.21.15.17:0/2150060486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac8160520 con 0x7fcac80d3660 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaccd99640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 0x7fcac80ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac7fff640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c3c0 tx=0x7fcab000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0017070 con 0x7fcac80d3660 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab0005ce0 con 0x7fcac80d3660 2024-09-19T08:05:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0007310 con 0x7fcac80d3660 2024-09-19T08:05:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.056+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac815f760 con 0x7fcac80d3660 2024-09-19T08:05:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.057+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac815fd20 con 0x7fcac80d3660 2024-09-19T08:05:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.058+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac8068eb0 con 0x7fcac80d3660 2024-09-19T08:05:00.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.058+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcab001a070 con 0x7fcac80d3660 2024-09-19T08:05:00.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.059+0000 7fcac57fa640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.059+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fcab008a3c0 con 0x7fcac80d3660 2024-09-19T08:05:00.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.059+0000 7fcaccd99640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.059+0000 7fcaccd99640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 0x7fcaa806e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fcab8034000 tx=0x7fcab802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.063+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcab0058f10 con 0x7fcac80d3660 2024-09-19T08:05:00.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.240+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fcac806c9a0 con 0x7fcac80d3660 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.240+0000 7fcac57fa640 1 -- 172.21.15.17:0/2150060486 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v54) ==== 84+0+65 (secure 0 0 0) 0x7fcab005f0e0 con 0x7fcac80d3660 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:05:00.240 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:05:00.241 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:05:00.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 msgr2=0x7fcaa806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 0x7fcaa806e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fcab8034000 tx=0x7fcab802e000 comp rx=0 tx=0).stop 2024-09-19T08:05:00.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 msgr2=0x7fcac8155b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c3c0 tx=0x7fcab000c880 comp rx=0 tx=0).stop 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 shutdown_connections 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcac815e640 0x7fcac80cd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcac80d3660 0x7fcac8155b90 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 --2- 172.21.15.17:0/2150060486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcac80cf0e0 0x7fcac80ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 >> 172.21.15.17:0/2150060486 conn(0x7fcac809d820 msgr2=0x7fcac806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 shutdown_connections 2024-09-19T08:05:00.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.242+0000 7fcaceffd640 1 -- 172.21.15.17:0/2150060486 wait complete. 2024-09-19T08:05:00.253 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:05:00.253 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:05:00.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.360+0000 7fdeb1586640 1 Processor -- start 2024-09-19T08:05:00.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.360+0000 7fdeb1586640 1 -- start start 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeb1586640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdeac15e8a0 0x7fdeac0d33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeb1586640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdeac0d3a40 con 0x7fdeac0cf920 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeb1586640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdeac0d3d20 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeb1586640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdeac0d4000 con 0x7fdeac15e8a0 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeaaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdeac15e8a0 0x7fdeac0d33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeaa7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdeac0cf920 0x7fdeac0d46b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44426/0 (socket says 172.21.15.17:44426) 2024-09-19T08:05:00.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeaaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdeac15e8a0 0x7fdeac0d33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50504/0 (socket says 172.21.15.17:50504) 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.361+0000 7fdeaa7fc640 1 -- 172.21.15.17:0/1134254596 learned_addr learned my addr 172.21.15.17:0/1134254596 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.362+0000 7fdeaaffd640 1 -- 172.21.15.17:0/1134254596 >> v1:172.21.15.160:6789/0 conn(0x7fdeac0d4dc0 legacy=0x7fdeac0b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.362+0000 7fdeaaffd640 1 -- 172.21.15.17:0/1134254596 >> v1:172.21.15.17:6789/0 conn(0x7fdeac0cf920 legacy=0x7fdeac0d46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.362+0000 7fdeaaffd640 1 -- 172.21.15.17:0/1134254596 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeac0d42e0 con 0x7fdeac15e8a0 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.362+0000 7fdeaaffd640 1 --2- 172.21.15.17:0/1134254596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0d33d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fdea40097a0 tx=0x7fdea402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f8fc923b37fff9f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdea9ffb640 1 -- 172.21.15.17:0/1134254596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea4037070 con 0x7fdeac15e8a0 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdea9ffb640 1 -- 172.21.15.17:0/1134254596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdea4032440 con 0x7fdeac15e8a0 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdea9ffb640 1 -- 172.21.15.17:0/1134254596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea4032810 con 0x7fdeac15e8a0 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 -- 172.21.15.17:0/1134254596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac15e8a0 msgr2=0x7fdeac0d33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1134254596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0d33d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fdea40097a0 tx=0x7fdea402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 -- 172.21.15.17:0/1134254596 shutdown_connections 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1134254596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0d33d0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 -- 172.21.15.17:0/1134254596 >> 172.21.15.17:0/1134254596 conn(0x7fdeac0b6270 msgr2=0x7fdeac0b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:00.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 -- 172.21.15.17:0/1134254596 shutdown_connections 2024-09-19T08:05:00.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.363+0000 7fdeb1586640 1 -- 172.21.15.17:0/1134254596 wait complete. 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 Processor -- start 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 -- start start 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdeac0cf920 0x7fdeac15b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0cec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdeac0cfee0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdeac0cfd60 con 0x7fdeac15e8a0 2024-09-19T08:05:00.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeb1586640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdeac0b8560 con 0x7fdeac0cf920 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeaa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeaa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50520/0 (socket says 172.21.15.17:50520) 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.365+0000 7fdeaa7fc640 1 -- 172.21.15.17:0/1993176884 learned_addr learned my addr 172.21.15.17:0/1993176884 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaaffd640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdeac0cf920 0x7fdeac15b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 -- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdeac0cf920 msgr2=0x7fdeac15b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdeac0cf920 0x7fdeac15b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeab7fe640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0cec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 -- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdeac15e8a0 msgr2=0x7fdeac0cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0cec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 -- 172.21.15.17:0/1993176884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeac1f55e0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeaa7fc640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fde9400c400 tx=0x7fde9400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde94017070 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde94005ce0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeac1f5880 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde940072f0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.366+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeac1f5e40 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.367+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeac0d33d0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.368+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde9401a070 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.368+0000 7fdea37fe640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 0x7fde8c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.368+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fde9408a490 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.369+0000 7fdeaaffd640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 0x7fde8c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.369+0000 7fdeaaffd640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 0x7fde8c06e7a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdea4034000 tx=0x7fdea402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:00.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.373+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde94058fe0 con 0x7fdeac0d4dc0 2024-09-19T08:05:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:00.555+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdeac075a50 con 0x7fdeac0d4dc0 2024-09-19T08:05:01.419 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-19T08:05:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.556+0000 7fdea37fe640 1 -- 172.21.15.17:0/1993176884 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v55) ==== 138+0+0 (secure 0 0 0) 0x7fde9405de20 con 0x7fdeac0d4dc0 2024-09-19T08:05:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:05:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 msgr2=0x7fde8c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 0x7fde8c06e7a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdea4034000 tx=0x7fdea402e000 comp rx=0 tx=0).stop 2024-09-19T08:05:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 msgr2=0x7fdeac0ca870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fde9400c400 tx=0x7fde9400c8c0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 shutdown_connections 2024-09-19T08:05:01.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde8c06c2e0 0x7fde8c06e7a0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdeac15e8a0 0x7fdeac0cec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeac0d4dc0 0x7fdeac0ca870 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 --2- 172.21.15.17:0/1993176884 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdeac0cf920 0x7fdeac15b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 >> 172.21.15.17:0/1993176884 conn(0x7fdeac0b6270 msgr2=0x7fdeac0b46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:01.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.560+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 shutdown_connections 2024-09-19T08:05:01.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.561+0000 7fdeb1586640 1 -- 172.21.15.17:0/1993176884 wait complete. 2024-09-19T08:05:01.578 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:05:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.695+0000 7f541ee53640 1 Processor -- start 2024-09-19T08:05:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.695+0000 7f541ee53640 1 -- start start 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541ee53640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541ee53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 0x7f54180d1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541ee53640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54180b7730 con 0x7f54180d1560 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541ee53640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f54180d20a0 con 0x7f541815e250 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541ee53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f541806cdc0 con 0x7f541806f970 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541cbef640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541d3f0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 0x7f54180d1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541cbef640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:37376/0 (socket says 172.21.15.17:37376) 2024-09-19T08:05:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f5417fff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f54180d1560 0x7f541806f260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:60272/0 (socket says 172.21.15.17:60272) 2024-09-19T08:05:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.696+0000 7f541cbef640 1 -- 172.21.15.17:0/1051907455 learned_addr learned my addr 172.21.15.17:0/1051907455 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.697+0000 7f541d3f0640 1 -- 172.21.15.17:0/1051907455 >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 msgr2=0x7f541815e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.697+0000 7f541d3f0640 1 --2- 172.21.15.17:0/1051907455 >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.697+0000 7f541d3f0640 1 -- 172.21.15.17:0/1051907455 >> v1:172.21.15.160:6789/0 conn(0x7f54180d1560 legacy=0x7f541806f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.697+0000 7f541d3f0640 1 -- 172.21.15.17:0/1051907455 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541806d0a0 con 0x7f541806f970 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.697+0000 7f541cbef640 1 --2- 172.21.15.17:0/1051907455 >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541d3f0640 1 --2- 172.21.15.17:0/1051907455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 0x7f54180d1970 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5410009d90 tx=0x7f541002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f365087b0e8f305a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f54177fe640 1 -- 172.21.15.17:0/1051907455 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5410007740 con 0x7f541806f970 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f54177fe640 1 -- 172.21.15.17:0/1051907455 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54100078e0 con 0x7f541806f970 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f54177fe640 1 -- 172.21.15.17:0/1051907455 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5410007cb0 con 0x7f541806f970 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 -- 172.21.15.17:0/1051907455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 msgr2=0x7f54180d1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 --2- 172.21.15.17:0/1051907455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 0x7f54180d1970 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5410009d90 tx=0x7f541002a660 comp rx=0 tx=0).stop 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 -- 172.21.15.17:0/1051907455 shutdown_connections 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 --2- 172.21.15.17:0/1051907455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541806f970 0x7f54180d1970 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 --2- 172.21.15.17:0/1051907455 >> v2:172.21.15.160:3300/0 conn(0x7f541815e250 0x7f541815e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 -- 172.21.15.17:0/1051907455 >> 172.21.15.17:0/1051907455 conn(0x7f5418068220 msgr2=0x7f54180b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 -- 172.21.15.17:0/1051907455 shutdown_connections 2024-09-19T08:05:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.698+0000 7f541ee53640 1 -- 172.21.15.17:0/1051907455 wait complete. 2024-09-19T08:05:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 Processor -- start 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 -- start start 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 0x7f54181f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541815e250 0x7f541815b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f541806db60 con 0x7f541806f970 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f541806d660 con 0x7f54180d1560 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.700+0000 7f541ee53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f541806dce0 con 0x7f541815e250 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50530/0 (socket says 172.21.15.17:50530) 2024-09-19T08:05:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 -- 172.21.15.17:0/258884706 learned_addr learned my addr 172.21.15.17:0/258884706 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f5417fff640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 0x7f54181f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541d3f0640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541815e250 0x7f541815b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 -- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541815e250 msgr2=0x7f541815b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541815e250 0x7f541815b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 -- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 msgr2=0x7f54181f6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 0x7f54181f6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 -- 172.21.15.17:0/258884706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54180cd9d0 con 0x7f541806f970 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f5417fff640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 0x7f54181f6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541cbef640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f540c00e9b0 tx=0x7f540c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c017070 con 0x7f541806f970 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540c00c9a0 con 0x7f541806f970 2024-09-19T08:05:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54180cdcb0 con 0x7f541806f970 2024-09-19T08:05:01.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c00cd50 con 0x7f541806f970 2024-09-19T08:05:01.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.701+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54180ce270 con 0x7f541806f970 2024-09-19T08:05:01.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.702+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f541815e630 con 0x7f541806f970 2024-09-19T08:05:01.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.703+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f540c01a070 con 0x7f541806f970 2024-09-19T08:05:01.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.703+0000 7f54157fa640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 0x7f53fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:01.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.703+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5227+0+0 (secure 0 0 0) 0x7f540c08b510 con 0x7f541806f970 2024-09-19T08:05:01.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.704+0000 7f5417fff640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 0x7f53fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:01.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.704+0000 7f5417fff640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 0x7f53fc06e7a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5418071280 tx=0x7f5404007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.708+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f540c0596f0 con 0x7f541806f970 2024-09-19T08:05:01.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:01.883+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f541815b470 con 0x7f541806f970 2024-09-19T08:05:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.562+0000 7f54157fa640 1 -- 172.21.15.17:0/258884706 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v56) ==== 170+0+0 (secure 0 0 0) 0x7f540c05d9f0 con 0x7f541806f970 2024-09-19T08:05:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:05:02.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 msgr2=0x7f53fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 0x7f53fc06e7a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5418071280 tx=0x7f5404007e80 comp rx=0 tx=0).stop 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 msgr2=0x7f54180cd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f540c00e9b0 tx=0x7f540c00ee70 comp rx=0 tx=0).stop 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 shutdown_connections 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53fc06c2e0 0x7f53fc06e7a0 secure :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5418071280 tx=0x7f5404007e80 comp rx=0 tx=0).stop 2024-09-19T08:05:02.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f541815e250 0x7f541815b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54180d1560 0x7f54181f6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 --2- 172.21.15.17:0/258884706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f541806f970 0x7f54180cd1a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.566+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 >> 172.21.15.17:0/258884706 conn(0x7f5418068220 msgr2=0x7f54180b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:02.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.576+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 shutdown_connections 2024-09-19T08:05:02.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.576+0000 7f541ee53640 1 -- 172.21.15.17:0/258884706 wait complete. 2024-09-19T08:05:02.596 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:05:02.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.715+0000 7f878954b640 1 Processor -- start 2024-09-19T08:05:02.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.715+0000 7f878954b640 1 -- start start 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f878954b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8784145110 0x7f87840af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f878954b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87840b2530 0x7f87840cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f878954b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87841454f0 con 0x7f8784145700 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f878954b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8784073b60 con 0x7f87840b2530 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f878954b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8784072f50 con 0x7f8784145110 2024-09-19T08:05:02.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87840b2530 0x7f87840cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87827fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8784145700 0x7f87840b1e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56046/0 (socket says 172.21.15.17:56046) 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87827fc640 1 -- 172.21.15.17:0/4283466893 learned_addr learned my addr 172.21.15.17:0/4283466893 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f8782ffd640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8784145110 0x7f87840af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87837fe640 1 -- 172.21.15.17:0/4283466893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8784145110 msgr2=0x7f87840af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87837fe640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8784145110 0x7f87840af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87837fe640 1 -- 172.21.15.17:0/4283466893 >> v1:172.21.15.17:6789/0 conn(0x7f8784145700 legacy=0x7f87840b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.716+0000 7f87837fe640 1 -- 172.21.15.17:0/4283466893 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8784073230 con 0x7f87840b2530 2024-09-19T08:05:02.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.717+0000 7f87837fe640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87840b2530 0x7f87840cf730 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f877c0097a0 tx=0x7f877c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f4ff2a1964f7b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:02.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.717+0000 7f8781ffb640 1 -- 172.21.15.17:0/4283466893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c037070 con 0x7f87840b2530 2024-09-19T08:05:02.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.717+0000 7f8781ffb640 1 -- 172.21.15.17:0/4283466893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f877c02ae50 con 0x7f87840b2530 2024-09-19T08:05:02.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.717+0000 7f8781ffb640 1 -- 172.21.15.17:0/4283466893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c032660 con 0x7f87840b2530 2024-09-19T08:05:02.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 -- 172.21.15.17:0/4283466893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87840b2530 msgr2=0x7f87840cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87840b2530 0x7f87840cf730 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f877c0097a0 tx=0x7f877c02a100 comp rx=0 tx=0).stop 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 -- 172.21.15.17:0/4283466893 shutdown_connections 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87840b2530 0x7f87840cf730 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 --2- 172.21.15.17:0/4283466893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8784145110 0x7f87840af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 -- 172.21.15.17:0/4283466893 >> 172.21.15.17:0/4283466893 conn(0x7f878406bc10 msgr2=0x7f878406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 -- 172.21.15.17:0/4283466893 shutdown_connections 2024-09-19T08:05:02.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.718+0000 7f878954b640 1 -- 172.21.15.17:0/4283466893 wait complete. 2024-09-19T08:05:02.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.719+0000 7f878954b640 1 Processor -- start 2024-09-19T08:05:02.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.719+0000 7f878954b640 1 -- start start 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87840b2530 0x7f87841f2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8784145110 0x7f878415d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87840cfc70 con 0x7f8784145700 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f87840737f0 con 0x7f8784145110 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f878954b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f87840cfdf0 con 0x7f87840b2530 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f87837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f87837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50546/0 (socket says 172.21.15.17:50546) 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f87837fe640 1 -- 172.21.15.17:0/3286094415 learned_addr learned my addr 172.21.15.17:0/3286094415 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f8782ffd640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87840b2530 0x7f87841f2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.720+0000 7f87827fc640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8784145110 0x7f878415d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 -- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87840b2530 msgr2=0x7f87841f2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87840b2530 0x7f87841f2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 -- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8784145110 msgr2=0x7f878415d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:02.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8784145110 0x7f878415d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:02.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 -- 172.21.15.17:0/3286094415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f878415df30 con 0x7f8784145700 2024-09-19T08:05:02.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f87837fe640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f877c035040 tx=0x7f877c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:02.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c041070 con 0x7f8784145700 2024-09-19T08:05:02.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f877c032e10 con 0x7f8784145700 2024-09-19T08:05:02.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f878415e210 con 0x7f8784145700 2024-09-19T08:05:02.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c037040 con 0x7f8784145700 2024-09-19T08:05:02.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.721+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f878415e7d0 con 0x7f8784145700 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.722+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8784069170 con 0x7f8784145700 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.723+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f877c044070 con 0x7f8784145700 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.723+0000 7f877b7fe640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.724+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5609+0+0 (secure 0 0 0) 0x7f877c0ab750 con 0x7f8784145700 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.724+0000 7f8782ffd640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:02.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.724+0000 7f8782ffd640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 0x7f876406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f878415f420 tx=0x7f87740098d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:02.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.728+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f877c0799e0 con 0x7f8784145700 2024-09-19T08:05:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:02.945+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f87840cf730 con 0x7f8784145700 2024-09-19T08:05:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.573+0000 7f877b7fe640 1 -- 172.21.15.17:0/3286094415 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v38) ==== 172+0+0 (secure 0 0 0) 0x7f877c07dce0 con 0x7f8784145700 2024-09-19T08:05:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 8 and data pool 9 2024-09-19T08:05:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.585+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 msgr2=0x7f876406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.585+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 0x7f876406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f878415f420 tx=0x7f87740098d0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.585+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 msgr2=0x7f87840b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.585+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f877c035040 tx=0x7f877c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 shutdown_connections 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8784145700 0x7f87840b4da0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8784145110 0x7f878415d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 --2- 172.21.15.17:0/3286094415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87840b2530 0x7f87841f2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.587+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 >> 172.21.15.17:0/3286094415 conn(0x7f878406bc10 msgr2=0x7f87840cdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.589+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 shutdown_connections 2024-09-19T08:05:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.589+0000 7f878954b640 1 -- 172.21.15.17:0/3286094415 wait complete. 2024-09-19T08:05:03.610 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:05:03.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.718+0000 7f26631d8640 1 Processor -- start 2024-09-19T08:05:03.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.718+0000 7f26631d8640 1 -- start start 2024-09-19T08:05:03.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f26631d8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f265c15b2e0 0x7f265c0b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f26631d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f26631d8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f265c0ce4f0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f26631d8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f265c15b6c0 con 0x7f265c15b2e0 2024-09-19T08:05:03.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f26631d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f265c0ce7d0 con 0x7f265c0b2490 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f2661775640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f2660f74640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f265c15b2e0 0x7f265c0b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f265bfff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f265c0cdfc0 0x7f265c0b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:57436/0 (socket says 172.21.15.17:57436) 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f265bfff640 1 -- 172.21.15.17:0/1068067742 learned_addr learned my addr 172.21.15.17:0/1068067742 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.719+0000 7f2661775640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:43082/0 (socket says 172.21.15.17:43082) 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2660f74640 1 -- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 msgr2=0x7f265c071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2660f74640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2660f74640 1 -- 172.21.15.17:0/1068067742 >> v1:172.21.15.160:6789/0 conn(0x7f265c0cdfc0 legacy=0x7f265c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f265b7fe640 1 -- 172.21.15.17:0/1068067742 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 99332459 0 0) 0x7f265c0ce4f0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2660f74640 1 -- 172.21.15.17:0/1068067742 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f265c0ceab0 con 0x7f265c15b2e0 2024-09-19T08:05:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2661775640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:03.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.720+0000 7f2660f74640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0b3d20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f265000ba40 tx=0x7f265002c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a92bc3864bd0765 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f265b7fe640 1 -- 172.21.15.17:0/1068067742 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650032750 con 0x7f265c15b2e0 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f265b7fe640 1 -- 172.21.15.17:0/1068067742 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2650030050 con 0x7f265c15b2e0 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f265b7fe640 1 -- 172.21.15.17:0/1068067742 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650032b10 con 0x7f265c15b2e0 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 -- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 msgr2=0x7f265c0b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0b3d20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f265000ba40 tx=0x7f265002c850 comp rx=0 tx=0).stop 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 -- 172.21.15.17:0/1068067742 shutdown_connections 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 --2- 172.21.15.17:0/1068067742 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0b3d20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 -- 172.21.15.17:0/1068067742 >> 172.21.15.17:0/1068067742 conn(0x7f265c06bc10 msgr2=0x7f265c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 -- 172.21.15.17:0/1068067742 shutdown_connections 2024-09-19T08:05:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.721+0000 7f26631d8640 1 -- 172.21.15.17:0/1068067742 wait complete. 2024-09-19T08:05:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.722+0000 7f26631d8640 1 Processor -- start 2024-09-19T08:05:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.722+0000 7f26631d8640 1 -- start start 2024-09-19T08:05:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c14ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f265c0712b0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f265c071130 con 0x7f265c15b2e0 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f26631d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f265c0b4260 con 0x7f265c0b2490 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.723+0000 7f265bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50558/0 (socket says 172.21.15.17:50558) 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 -- 172.21.15.17:0/2596005000 learned_addr learned my addr 172.21.15.17:0/2596005000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f2661775640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f2660f74640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c14ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 -- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 msgr2=0x7f265c14ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c14ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 -- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 msgr2=0x7f265c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 -- 172.21.15.17:0/2596005000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f265c1538e0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f265bfff640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f264800c4d0 tx=0x7f264800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26480074e0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26480047e0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f265c14b0d0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648004bd0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.724+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f265c153e60 con 0x7f265c0cdfc0 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.725+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f265c0b3d20 con 0x7f265c0cdfc0 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.726+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2648011070 con 0x7f265c0cdfc0 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.726+0000 7f26597fa640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 0x7f264006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.726+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f264808b030 con 0x7f265c0cdfc0 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.726+0000 7f2660f74640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 0x7f264006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.727+0000 7f2660f74640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 0x7f264006e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2650037000 tx=0x7f2650032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:03.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.731+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26480597a0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.906+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f265c0b1530 con 0x7f265c0cdfc0 2024-09-19T08:05:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.907+0000 7f26597fa640 1 -- 172.21.15.17:0/2596005000 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16714 (secure 0 0 0) 0x7f26480590a0 con 0x7f265c0cdfc0 2024-09-19T08:05:03.908 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:03.908 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":57,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:05:02.946286+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:05:00.586271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T08:05:01.914666+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 msgr2=0x7f264006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 0x7f264006e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2650037000 tx=0x7f2650032000 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 msgr2=0x7f265c15df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f264800c4d0 tx=0x7f264800c8d0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 shutdown_connections 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f264006c2b0 0x7f264006e770 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f265c15b2e0 0x7f265c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f265c0cdfc0 0x7f265c15df20 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 --2- 172.21.15.17:0/2596005000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f265c0b2490 0x7f265c14ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 >> 172.21.15.17:0/2596005000 conn(0x7f265c06bc10 msgr2=0x7f265c0b0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 shutdown_connections 2024-09-19T08:05:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:03.910+0000 7f26631d8640 1 -- 172.21.15.17:0/2596005000 wait complete. 2024-09-19T08:05:03.921 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:05:04.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 Processor -- start 2024-09-19T08:05:04.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 -- start start 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2b9415e4e0 0x7f2b940b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b940b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b9406cec0 con 0x7f2b940d1fc0 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2b940d2d40 con 0x7f2b9415e4e0 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.024+0000 7f2b99c96640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2b940b7250 con 0x7f2b9415e8c0 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b93fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2b940d1fc0 0x7f2b940d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56050/0 (socket says 172.21.15.17:56050) 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b93fff640 1 -- 172.21.15.17:0/1439351269 learned_addr learned my addr 172.21.15.17:0/1439351269 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b8affd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b940b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2829628120 0 0) 0x7f2b9406cec0 con 0x7f2b940d1fc0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b937fe640 1 --2- 172.21.15.17:0/1439351269 >> v2:172.21.15.160:3300/0 conn(0x7f2b9415e4e0 0x7f2b940b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b80003520 con 0x7f2b940d1fc0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1895668789 0 0) 0x7f2b80003520 con 0x7f2b940d1fc0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 msgr2=0x7f2b940b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b940b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 >> v2:172.21.15.160:3300/0 conn(0x7f2b9415e4e0 msgr2=0x7f2b940b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 --2- 172.21.15.17:0/1439351269 >> v2:172.21.15.160:3300/0 conn(0x7f2b9415e4e0 0x7f2b940b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b9406d160 con 0x7f2b940d1fc0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f2b8c0019f0 con 0x7f2b940d1fc0 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 >> v1:172.21.15.17:6789/0 conn(0x7f2b940d1fc0 legacy=0x7f2b940d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b800039b0 0x7f2b80003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b80004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b80004d40 0x7f2b800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940d2d40 con 0x7f2b80004d40 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940b7250 con 0x7f2b800039b0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8000b9c0 con 0x7f2b9415e8c0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b93fff640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b80004d40 0x7f2b800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b937fe640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b800039b0 0x7f2b80003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.025+0000 7f2b8affd640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b80004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 -- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 msgr2=0x7f2b80004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b9415e8c0 0x7f2b80004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 -- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b800039b0 msgr2=0x7f2b80003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b800039b0 0x7f2b80003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 -- 172.21.15.17:0/1439351269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b80003520 con 0x7f2b80004d40 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.026+0000 7f2b93fff640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b80004d40 0x7f2b800051c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c00a920 tx=0x7f2b80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b39d4a7f689ce24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c00a4c0 con 0x7f2b80004d40 2024-09-19T08:05:04.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b8c02f070 con 0x7f2b80004d40 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b92ffd640 1 -- 172.21.15.17:0/1439351269 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c02bd00 con 0x7f2b80004d40 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 -- 172.21.15.17:0/1439351269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b80004d40 msgr2=0x7f2b800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 --2- 172.21.15.17:0/1439351269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b80004d40 0x7f2b800051c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c00a920 tx=0x7f2b80005830 comp rx=0 tx=0).stop 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b93fff640 1 -- 172.21.15.17:0/1439351269 reap_dead start 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 -- 172.21.15.17:0/1439351269 shutdown_connections 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 -- 172.21.15.17:0/1439351269 >> 172.21.15.17:0/1439351269 conn(0x7f2b9406f400 msgr2=0x7f2b9406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 -- 172.21.15.17:0/1439351269 shutdown_connections 2024-09-19T08:05:04.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.027+0000 7f2b99c96640 1 -- 172.21.15.17:0/1439351269 wait complete. 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.028+0000 7f2b99c96640 1 Processor -- start 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 -- start start 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 0x7f2b94144110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 0x7f2b940af820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2b940b6d10 con 0x7f2b94147360 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9406d720 con 0x7f2b94157360 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b99c96640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2b940b6e90 con 0x7f2b80004d40 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b8affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b8affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50580/0 (socket says 172.21.15.17:50580) 2024-09-19T08:05:04.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.029+0000 7f2b8affd640 1 -- 172.21.15.17:0/209935812 learned_addr learned my addr 172.21.15.17:0/209935812 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b93fff640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 0x7f2b940af820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b937fe640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 0x7f2b94144110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 -- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 msgr2=0x7f2b94144110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 0x7f2b94144110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 -- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 msgr2=0x7f2b940af820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 0x7f2b940af820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 -- 172.21.15.17:0/209935812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b941f7d30 con 0x7f2b94147360 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b937fe640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 0x7f2b94144110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b93fff640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 0x7f2b940af820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b8affd640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0119d0 tx=0x7f2b7c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c00faf0 con 0x7f2b94147360 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b7c00fc90 con 0x7f2b94147360 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c014440 con 0x7f2b94147360 2024-09-19T08:05:04.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b941f8010 con 0x7f2b94147360 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.030+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b941f85d0 con 0x7f2b94147360 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.031+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b940b67d0 con 0x7f2b94147360 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.032+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b7c012040 con 0x7f2b94147360 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.032+0000 7f2b90ff9640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 0x7f2b7406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.032+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f2b7c08ba50 con 0x7f2b94147360 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.032+0000 7f2b937fe640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 0x7f2b7406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.033+0000 7f2b937fe640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 0x7f2b7406e7a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009ab0 tx=0x7f2b84008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.037+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b7c019030 con 0x7f2b94147360 2024-09-19T08:05:04.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.214+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b94157740 con 0x7f2b94147360 2024-09-19T08:05:04.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.215+0000 7f2b90ff9640 1 -- 172.21.15.17:0/209935812 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16714 (secure 0 0 0) 0x7f2b7c01c360 con 0x7f2b94147360 2024-09-19T08:05:04.215 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:04.216 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":57,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:05:02.946286+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:05:00.586271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T08:05:01.914666+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:05:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 msgr2=0x7f2b7406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 0x7f2b7406e7a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009ab0 tx=0x7f2b84008040 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 msgr2=0x7f2b94156e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0119d0 tx=0x7f2b7c011e90 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 shutdown_connections 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b7406c2e0 0x7f2b7406e7a0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b94157360 0x7f2b940af820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b94147360 0x7f2b94156e20 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 --2- 172.21.15.17:0/209935812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b80004d40 0x7f2b94144110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.217+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 >> 172.21.15.17:0/209935812 conn(0x7f2b9406f400 msgr2=0x7f2b9406e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.218+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 shutdown_connections 2024-09-19T08:05:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.218+0000 7f2b99c96640 1 -- 172.21.15.17:0/209935812 wait complete. 2024-09-19T08:05:04.229 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:05:04.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.335+0000 7f019ffff640 1 Processor -- start 2024-09-19T08:05:04.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.335+0000 7f019ffff640 1 -- start start 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019ffff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f01a00cf900 0x7f01a00d0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019ffff640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01a00d40f0 con 0x7f01a00d1310 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019ffff640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01a00d3580 con 0x7f01a015e560 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019ffff640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f01a00b7510 con 0x7f01a00cf900 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f01a00d1310 0x7f01a00b7c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56064/0 (socket says 172.21.15.17:56064) 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019f7fe640 1 -- 172.21.15.17:0/2839928065 learned_addr learned my addr 172.21.15.17:0/2839928065 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019e7fc640 1 --2- 172.21.15.17:0/2839928065 >> v2:172.21.15.160:3300/0 conn(0x7f01a00cf900 0x7f01a00d0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 222379790 0 0) 0x7f01a00d40f0 con 0x7f01a00d1310 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0188003520 con 0x7f01a00d1310 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2420372572 0 0) 0x7f01a00d3580 con 0x7f01a015e560 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01a00d40f0 con 0x7f01a015e560 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2978579012 0 0) 0x7f0188003520 con 0x7f01a00d1310 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 >> v2:172.21.15.160:3300/0 conn(0x7f01a00cf900 msgr2=0x7f01a00d0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 --2- 172.21.15.17:0/2839928065 >> v2:172.21.15.160:3300/0 conn(0x7f01a00cf900 0x7f01a00d0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 >> v1:172.21.15.160:6789/0 conn(0x7f01a015e560 legacy=0x7f01a00d2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a00d3850 con 0x7f01a00d1310 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f01980019f0 con 0x7f01a00d1310 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 >> v1:172.21.15.17:6789/0 conn(0x7f01a00d1310 legacy=0x7f01a00b7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0188003bb0 0x7f0188003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.336+0000 7f019dffb640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f0188004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019dffb640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01880051c0 0x7f018800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f018800bfe0 con 0x7f0188004800 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f018800c190 con 0x7f01880051c0 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f018800c390 con 0x7f0188003bb0 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f0188004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019effd640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0188003bb0 0x7f0188003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019f7fe640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01880051c0 0x7f018800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 -- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0188003bb0 msgr2=0x7f0188003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0188003bb0 0x7f0188003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 -- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01880051c0 msgr2=0x7f018800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01880051c0 0x7f018800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019e7fc640 1 -- 172.21.15.17:0/2839928065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0188003520 con 0x7f0188004800 2024-09-19T08:05:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019f7fe640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01880051c0 0x7f018800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.337+0000 7f019f7fe640 1 -- 172.21.15.17:0/2839928065 reap_dead start 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019e7fc640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f0188004c80 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0194009ac0 tx=0x7f0188005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d7d530f87f1dfa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0194036070 con 0x7f0188004800 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0194031400 con 0x7f0188004800 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019dffb640 1 -- 172.21.15.17:0/2839928065 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0194009690 con 0x7f0188004800 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 -- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 msgr2=0x7f0188004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f0188004c80 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0194009ac0 tx=0x7f0188005830 comp rx=0 tx=0).stop 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 -- 172.21.15.17:0/2839928065 shutdown_connections 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 --2- 172.21.15.17:0/2839928065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f0188004c80 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 -- 172.21.15.17:0/2839928065 >> 172.21.15.17:0/2839928065 conn(0x7f01a0067950 msgr2=0x7f01a0067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 -- 172.21.15.17:0/2839928065 shutdown_connections 2024-09-19T08:05:04.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.338+0000 7f019ffff640 1 -- 172.21.15.17:0/2839928065 wait complete. 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.340+0000 7f019ffff640 1 Processor -- start 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.340+0000 7f019ffff640 1 -- start start 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.340+0000 7f019ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.340+0000 7f019ffff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01a00cc840 0x7f01a01f7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01a00b4cd0 0x7f01a00b5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01a00d3e10 con 0x7f0188004800 2024-09-19T08:05:04.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01a00b77d0 con 0x7f01a00cc840 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01a015e940 con 0x7f01a00b4cd0 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50600/0 (socket says 172.21.15.17:50600) 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 -- 172.21.15.17:0/1672670154 learned_addr learned my addr 172.21.15.17:0/1672670154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019e7fc640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01a00cc840 0x7f01a01f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019f7fe640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01a00b4cd0 0x7f01a00b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 -- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01a00b4cd0 msgr2=0x7f01a00b5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01a00b4cd0 0x7f01a00b5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 -- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01a00cc840 msgr2=0x7f01a01f7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01a00cc840 0x7f01a01f7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 -- 172.21.15.17:0/1672670154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a01f82c0 con 0x7f0188004800 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019effd640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f019000f7d0 tx=0x7f019000fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01900050d0 con 0x7f0188004800 2024-09-19T08:05:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0190018070 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01a01f7d00 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019000d730 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.341+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01a00ccef0 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.342+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01a00d0dd0 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.343+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f019000d8d0 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.343+0000 7f01877fe640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 0x7f018c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.343+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f019008b1d0 con 0x7f0188004800 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.344+0000 7f019e7fc640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 0x7f018c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.344+0000 7f019e7fc640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 0x7f018c06e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0194033000 tx=0x7f0194008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.348+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01900599d0 con 0x7f0188004800 2024-09-19T08:05:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.562+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f01a00681b0 con 0x7f0188004800 2024-09-19T08:05:04.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.584+0000 7f01877fe640 1 -- 172.21.15.17:0/1672670154 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v39) ==== 118+0+0 (secure 0 0 0) 0x7f01900592d0 con 0x7f0188004800 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 msgr2=0x7f018c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 0x7f018c06e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0194033000 tx=0x7f0194008030 comp rx=0 tx=0).stop 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 msgr2=0x7f01a0151720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f019000f7d0 tx=0x7f019000fbd0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 shutdown_connections 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f018c06c2b0 0x7f018c06e770 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01a00b4cd0 0x7f01a00b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01a00cc840 0x7f01a01f7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 --2- 172.21.15.17:0/1672670154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0188004800 0x7f01a0151720 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 >> 172.21.15.17:0/1672670154 conn(0x7f01a0067950 msgr2=0x7f01a00d2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:04.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 shutdown_connections 2024-09-19T08:05:04.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.587+0000 7f019ffff640 1 -- 172.21.15.17:0/1672670154 wait complete. 2024-09-19T08:05:04.598 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:05:04.599 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:05:04.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.704+0000 7f4fefc53640 1 Processor -- start 2024-09-19T08:05:04.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 -- start start 2024-09-19T08:05:04.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4fe815e640 0x7f4fe80b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe80d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fe80b39d0 con 0x7f4fe80d33c0 2024-09-19T08:05:04.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4fe80cf520 con 0x7f4fe815e640 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.705+0000 7f4fefc53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4fe80cf800 con 0x7f4fe80cef60 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fee1f0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4fe80d33c0 0x7f4fe80d4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56068/0 (socket says 172.21.15.17:56068) 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fee1f0640 1 -- 172.21.15.17:0/4261399944 learned_addr learned my addr 172.21.15.17:0/4261399944 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed1ee640 1 --2- 172.21.15.17:0/4261399944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe80d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed9ef640 1 --2- 172.21.15.17:0/4261399944 >> v2:172.21.15.160:3300/0 conn(0x7f4fe815e640 0x7f4fe80b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 146684101 0 0) 0x7f4fe0001490 con 0x7f4fe80d33c0 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4fd4003520 con 0x7f4fe80d33c0 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed1ee640 1 -- 172.21.15.17:0/4261399944 >> v2:172.21.15.160:3300/0 conn(0x7f4fe815e640 msgr2=0x7f4fe80b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed1ee640 1 --2- 172.21.15.17:0/4261399944 >> v2:172.21.15.160:3300/0 conn(0x7f4fe815e640 0x7f4fe80b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed1ee640 1 -- 172.21.15.17:0/4261399944 >> v1:172.21.15.17:6789/0 conn(0x7f4fe80d33c0 legacy=0x7f4fe80d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3799251143 0 0) 0x7f4fd4003520 con 0x7f4fe80d33c0 2024-09-19T08:05:04.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.706+0000 7f4fed1ee640 1 -- 172.21.15.17:0/4261399944 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe80cfae0 con 0x7f4fe80cef60 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.707+0000 7f4fed1ee640 1 --2- 172.21.15.17:0/4261399944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe80d2e80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4fd80097a0 tx=0x7f4fd802a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=740b50ad558fd9ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.707+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8037070 con 0x7f4fe80cef60 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.707+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fd802ab10 con 0x7f4fe80cef60 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.707+0000 7f4fec9ed640 1 -- 172.21.15.17:0/4261399944 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0001bc0 con 0x7f4fe80cef60 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 -- 172.21.15.17:0/4261399944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 msgr2=0x7f4fe80d2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 --2- 172.21.15.17:0/4261399944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe80d2e80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4fd80097a0 tx=0x7f4fd802a080 comp rx=0 tx=0).stop 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 -- 172.21.15.17:0/4261399944 shutdown_connections 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 --2- 172.21.15.17:0/4261399944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe80d2e80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 --2- 172.21.15.17:0/4261399944 >> v2:172.21.15.160:3300/0 conn(0x7f4fe815e640 0x7f4fe80b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 -- 172.21.15.17:0/4261399944 >> 172.21.15.17:0/4261399944 conn(0x7f4fe8067d70 msgr2=0x7f4fe8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:04.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 -- 172.21.15.17:0/4261399944 shutdown_connections 2024-09-19T08:05:04.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.708+0000 7f4fefc53640 1 -- 172.21.15.17:0/4261399944 wait complete. 2024-09-19T08:05:04.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.709+0000 7f4fefc53640 1 Processor -- start 2024-09-19T08:05:04.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.709+0000 7f4fefc53640 1 -- start start 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe8160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fe80d33c0 0x7f4fe8155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe80d4e20 con 0x7f4fe815e640 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe815ea20 con 0x7f4fe80d33c0 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4fe80d4fa0 con 0x7f4fe80cef60 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50612/0 (socket says 172.21.15.17:50612) 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 -- 172.21.15.17:0/1429354957 learned_addr learned my addr 172.21.15.17:0/1429354957 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:04.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fed9ef640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe8160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fed1ee640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fe80d33c0 0x7f4fe8155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 -- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 msgr2=0x7f4fe8160eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe8160eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 -- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fe80d33c0 msgr2=0x7f4fe8155c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fe80d33c0 0x7f4fe8155c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 -- 172.21.15.17:0/1429354957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe81584f0 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fee1f0640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000cb30 tx=0x7f4fe000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0017070 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fe000ad00 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe81587d0 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.710+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0012640 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.711+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe80cb980 con 0x7f4fe815e640 2024-09-19T08:05:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.711+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fe80d2e80 con 0x7f4fe815e640 2024-09-19T08:05:04.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.712+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4fe001a070 con 0x7f4fe815e640 2024-09-19T08:05:04.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.713+0000 7f4fde7fc640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:04.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.713+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f4fe008b2e0 con 0x7f4fe815e640 2024-09-19T08:05:04.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.713+0000 7f4fed9ef640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:04.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.713+0000 7f4fed9ef640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009ad0 tx=0x7f4fe4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:04.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.717+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4fe80b39d0 con 0x7f4fe815e640 2024-09-19T08:05:04.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:04.933+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4fe80d48f0 con 0x7f4fe815e640 2024-09-19T08:05:05.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.590+0000 7f4fde7fc640 1 -- 172.21.15.17:0/1429354957 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7f4fe0059b20 con 0x7f4fe815e640 2024-09-19T08:05:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 msgr2=0x7f4fcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009ad0 tx=0x7f4fe4008040 comp rx=0 tx=0).stop 2024-09-19T08:05:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 msgr2=0x7f4fe80cd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000cb30 tx=0x7f4fe000a060 comp rx=0 tx=0).stop 2024-09-19T08:05:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 shutdown_connections 2024-09-19T08:05:05.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fe815e640 0x7f4fe80cd880 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fe80d33c0 0x7f4fe8155c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 --2- 172.21.15.17:0/1429354957 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fe80cef60 0x7f4fe8160eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 >> 172.21.15.17:0/1429354957 conn(0x7f4fe8067d70 msgr2=0x7f4fe80b5d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:05.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 shutdown_connections 2024-09-19T08:05:05.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.593+0000 7f4fefc53640 1 -- 172.21.15.17:0/1429354957 wait complete. 2024-09-19T08:05:05.608 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:05:05.608 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:05.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.716+0000 7f20f6465640 1 Processor -- start 2024-09-19T08:05:05.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.716+0000 7f20f6465640 1 -- start start 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f20f015e670 0x7f20f0070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00ceaf0 0x7f20f00cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f20f015ea50 0x7f20f015ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f20f00d0040 con 0x7f20f015ea50 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f20f00cf490 con 0x7f20f015e670 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f6465640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f20f0072f80 con 0x7f20f00ceaf0 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f4a02640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f20f015ea50 0x7f20f015ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f4a02640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f20f015ea50 0x7f20f015ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50616/0 (socket says 172.21.15.17:50616) 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20f4a02640 1 -- 172.21.15.17:0/2020612920 learned_addr learned my addr 172.21.15.17:0/2020612920 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00ceaf0 0x7f20f00cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.717+0000 7f20effff640 1 --2- 172.21.15.17:0/2020612920 >> v2:172.21.15.160:3300/0 conn(0x7f20f015e670 0x7f20f0070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 -- 172.21.15.17:0/2020612920 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00ceaf0 msgr2=0x7f20f00cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:05.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00ceaf0 0x7f20f00cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 -- 172.21.15.17:0/2020612920 >> v2:172.21.15.160:3300/0 conn(0x7f20f015e670 msgr2=0x7f20f0070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:05.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 --2- 172.21.15.17:0/2020612920 >> v2:172.21.15.160:3300/0 conn(0x7f20f015e670 0x7f20f0070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 -- 172.21.15.17:0/2020612920 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f00731d0 con 0x7f20f015ea50 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.718+0000 7f20f4a02640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f015ea50 0x7f20f015ef00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f20f00b5030 tx=0x7f20e802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b591a02e0115b29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20eeffd640 1 -- 172.21.15.17:0/2020612920 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8036070 con 0x7f20f015ea50 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20eeffd640 1 -- 172.21.15.17:0/2020612920 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e8031600 con 0x7f20f015ea50 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20eeffd640 1 -- 172.21.15.17:0/2020612920 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e80319d0 con 0x7f20f015ea50 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 -- 172.21.15.17:0/2020612920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f015ea50 msgr2=0x7f20f015ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f015ea50 0x7f20f015ef00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f20f00b5030 tx=0x7f20e802a730 comp rx=0 tx=0).stop 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 -- 172.21.15.17:0/2020612920 shutdown_connections 2024-09-19T08:05:05.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f015ea50 0x7f20f015ef00 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 --2- 172.21.15.17:0/2020612920 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00ceaf0 0x7f20f00cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 --2- 172.21.15.17:0/2020612920 >> v2:172.21.15.160:3300/0 conn(0x7f20f015e670 0x7f20f0070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 -- 172.21.15.17:0/2020612920 >> 172.21.15.17:0/2020612920 conn(0x7f20f006f400 msgr2=0x7f20f006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 -- 172.21.15.17:0/2020612920 shutdown_connections 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.719+0000 7f20f6465640 1 -- 172.21.15.17:0/2020612920 wait complete. 2024-09-19T08:05:05.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.720+0000 7f20f6465640 1 Processor -- start 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 -- start start 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f015e670 0x7f20f0155a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015ea50 0x7f20f015a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0073790 con 0x7f20f00ceaf0 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0073de0 con 0x7f20f015e670 2024-09-19T08:05:05.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.721+0000 7f20f6465640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f20f0073a70 con 0x7f20f015ea50 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50620/0 (socket says 172.21.15.17:50620) 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 -- 172.21.15.17:0/4063025484 learned_addr learned my addr 172.21.15.17:0/4063025484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f015e670 0x7f20f0155a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20f4a02640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015ea50 0x7f20f015a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 -- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015ea50 msgr2=0x7f20f015a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015ea50 0x7f20f015a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 -- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f015e670 msgr2=0x7f20f0155a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f015e670 0x7f20f0155a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 -- 172.21.15.17:0/4063025484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f00af8b0 con 0x7f20f00ceaf0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20effff640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f20e000e9b0 tx=0x7f20e000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e0017070 con 0x7f20f00ceaf0 2024-09-19T08:05:05.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e000c9a0 con 0x7f20f00ceaf0 2024-09-19T08:05:05.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f00af2f0 con 0x7f20f00ceaf0 2024-09-19T08:05:05.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e000cd90 con 0x7f20f00ceaf0 2024-09-19T08:05:05.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.722+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f00b0230 con 0x7f20f00ceaf0 2024-09-19T08:05:05.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.723+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f0071410 con 0x7f20f00ceaf0 2024-09-19T08:05:05.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.724+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20e001a070 con 0x7f20f00ceaf0 2024-09-19T08:05:05.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.725+0000 7f20ecff9640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:05.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.725+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f20e008b370 con 0x7f20f00ceaf0 2024-09-19T08:05:05.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.725+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:05.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.725+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f20f00b0110 tx=0x7f20e4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:05.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.729+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f20e0059490 con 0x7f20f00ceaf0 2024-09-19T08:05:05.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.941+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20f00b62c0 con 0x7f20f00ceaf0 2024-09-19T08:05:05.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.942+0000 7f20ecff9640 1 -- 172.21.15.17:0/4063025484 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5223 (secure 0 0 0) 0x7f20e005d790 con 0x7f20f00ceaf0 2024-09-19T08:05:05.943 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:05.943 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":40,"btime":"2024-09-19T08:05:05:585489+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:04.934181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/2122129785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2122129785},{"type":"v1","addr":"172.21.15.17:6835","nonce":2122129785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":4}]} 2024-09-19T08:05:05.943 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 40 2024-09-19T08:05:05.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 msgr2=0x7f20dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f20f00b0110 tx=0x7f20e4009190 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 msgr2=0x7f20f00ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f20e000e9b0 tx=0x7f20e000ee70 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 shutdown_connections 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015ea50 0x7f20f015a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f015e670 0x7f20f0155a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 --2- 172.21.15.17:0/4063025484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00ceaf0 0x7f20f00ae8a0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:05.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 >> 172.21.15.17:0/4063025484 conn(0x7f20f006f400 msgr2=0x7f20f00b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:05.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 shutdown_connections 2024-09-19T08:05:05.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:05.944+0000 7f20f6465640 1 -- 172.21.15.17:0/4063025484 wait complete. 2024-09-19T08:05:05.956 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:05:06.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.057+0000 7f9cede5e640 1 Processor -- start 2024-09-19T08:05:06.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 -- start start 2024-09-19T08:05:06.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ce815e640 0x7f9ce80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9ce80cf0e0 0x7f9ce80cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ce815ea20 con 0x7f9ce80b2cf0 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9ce80b2860 con 0x7f9ce815e640 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.058+0000 7f9cede5e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9ce80b1c50 con 0x7f9ce80cf0e0 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ce815e640 0x7f9ce80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9ce80b2cf0 0x7f9ce80b3140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56072/0 (socket says 172.21.15.17:56072) 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce7fff640 1 -- 172.21.15.17:0/261189504 learned_addr learned my addr 172.21.15.17:0/261189504 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce6ffd640 1 --2- 172.21.15.17:0/261189504 >> v2:172.21.15.160:3300/0 conn(0x7f9ce80cf0e0 0x7f9ce80cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce77fe640 1 -- 172.21.15.17:0/261189504 >> v2:172.21.15.160:3300/0 conn(0x7f9ce80cf0e0 msgr2=0x7f9ce80cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:06.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce77fe640 1 --2- 172.21.15.17:0/261189504 >> v2:172.21.15.160:3300/0 conn(0x7f9ce80cf0e0 0x7f9ce80cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce77fe640 1 -- 172.21.15.17:0/261189504 >> v1:172.21.15.17:6789/0 conn(0x7f9ce80b2cf0 legacy=0x7f9ce80b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce77fe640 1 -- 172.21.15.17:0/261189504 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce80b1f30 con 0x7f9ce815e640 2024-09-19T08:05:06.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.059+0000 7f9ce67fc640 1 -- 172.21.15.17:0/261189504 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3156925081 0 0) 0x7f9ce815ea20 con 0x7f9ce80b2cf0 2024-09-19T08:05:06.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9ce77fe640 1 --2- 172.21.15.17:0/261189504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce80ceba0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9ce80cb580 tx=0x7f9cd802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7e80816c570ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9ce67fc640 1 -- 172.21.15.17:0/261189504 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd8037070 con 0x7f9ce815e640 2024-09-19T08:05:06.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9ce67fc640 1 -- 172.21.15.17:0/261189504 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cd8032440 con 0x7f9ce815e640 2024-09-19T08:05:06.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9ce67fc640 1 -- 172.21.15.17:0/261189504 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd802ae60 con 0x7f9ce815e640 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 -- 172.21.15.17:0/261189504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 msgr2=0x7f9ce80ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 --2- 172.21.15.17:0/261189504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce80ceba0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9ce80cb580 tx=0x7f9cd802a110 comp rx=0 tx=0).stop 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 -- 172.21.15.17:0/261189504 shutdown_connections 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 --2- 172.21.15.17:0/261189504 >> v2:172.21.15.160:3300/0 conn(0x7f9ce80cf0e0 0x7f9ce80cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 --2- 172.21.15.17:0/261189504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce80ceba0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 -- 172.21.15.17:0/261189504 >> 172.21.15.17:0/261189504 conn(0x7f9ce809d820 msgr2=0x7f9ce80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 -- 172.21.15.17:0/261189504 shutdown_connections 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.060+0000 7f9cede5e640 1 -- 172.21.15.17:0/261189504 wait complete. 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 Processor -- start 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 -- start start 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ce80b2cf0 0x7f9ce8157ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ce80cf0e0 0x7f9ce80ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce80cfe40 con 0x7f9ce815e640 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce80b24f0 con 0x7f9ce80cf0e0 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.062+0000 7f9cede5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce80b73a0 con 0x7f9ce80b2cf0 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50638/0 (socket says 172.21.15.17:50638) 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 -- 172.21.15.17:0/3748231733 learned_addr learned my addr 172.21.15.17:0/3748231733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce6ffd640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ce80cf0e0 0x7f9ce80ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce77fe640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ce80b2cf0 0x7f9ce8157ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 -- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ce80b2cf0 msgr2=0x7f9ce8157ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ce80b2cf0 0x7f9ce8157ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 -- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ce80cf0e0 msgr2=0x7f9ce80ca1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ce80cf0e0 0x7f9ce80ca1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 -- 172.21.15.17:0/3748231733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce8158420 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ce7fff640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9ce000caf0 tx=0x7f9ce00021c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce000ac00 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ce000ada0 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ce80c9130 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce0012640 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.063+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ce80c96f0 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.064+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ce80ceba0 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.065+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ce00127e0 con 0x7f9ce815e640 2024-09-19T08:05:06.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.065+0000 7f9ccffff640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 0x7f9cd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.065+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f9ce008b8b0 con 0x7f9ce815e640 2024-09-19T08:05:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.066+0000 7f9ce77fe640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 0x7f9cd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.066+0000 7f9ce77fe640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 0x7f9cd406e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9cd8034000 tx=0x7f9cd802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.070+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9ce8158420 con 0x7f9ce815e640 2024-09-19T08:05:06.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.248+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ce80b6c60 con 0x7f9ce815e640 2024-09-19T08:05:06.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.249+0000 7f9ccffff640 1 -- 172.21.15.17:0/3748231733 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16701 (secure 0 0 0) 0x7f9ce005a0b0 con 0x7f9ce815e640 2024-09-19T08:05:06.250 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:06.250 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":58,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:05:04.572467+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:05:00.586271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T08:05:01.914666+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:05:06.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 msgr2=0x7f9cd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 0x7f9cd406e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9cd8034000 tx=0x7f9cd802e000 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 msgr2=0x7f9ce815ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9ce000caf0 tx=0x7f9ce00021c0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 shutdown_connections 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cd406c2b0 0x7f9cd406e770 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ce815e640 0x7f9ce815ec20 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ce80cf0e0 0x7f9ce80ca1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 --2- 172.21.15.17:0/3748231733 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ce80b2cf0 0x7f9ce8157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 >> 172.21.15.17:0/3748231733 conn(0x7f9ce809d820 msgr2=0x7f9ce806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 shutdown_connections 2024-09-19T08:05:06.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.251+0000 7f9cede5e640 1 -- 172.21.15.17:0/3748231733 wait complete. 2024-09-19T08:05:06.264 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:05:06.264 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:05:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.365+0000 7ff8cbdfd640 1 Processor -- start 2024-09-19T08:05:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.365+0000 7ff8cbdfd640 1 -- start start 2024-09-19T08:05:06.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8cbdfd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8c40d3c00 0x7ff8c40d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8cbdfd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8c40b7e60 con 0x7ff8c40b3720 2024-09-19T08:05:06.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8cbdfd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8c40cf800 con 0x7ff8c415e840 2024-09-19T08:05:06.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8cbdfd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff8c415ec20 con 0x7ff8c40d3c00 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8ca39a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8c40d3c00 0x7ff8c40d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8ca39a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8c40d3c00 0x7ff8c40d4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50654/0 (socket says 172.21.15.17:50654) 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8c9398640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff8c40b3720 0x7ff8c40b7750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56076/0 (socket says 172.21.15.17:56076) 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.366+0000 7ff8ca39a640 1 -- 172.21.15.17:0/1146844863 learned_addr learned my addr 172.21.15.17:0/1146844863 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8ca39a640 1 -- 172.21.15.17:0/1146844863 >> v1:172.21.15.160:6789/0 conn(0x7ff8c415e840 legacy=0x7ff8c40cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8ca39a640 1 -- 172.21.15.17:0/1146844863 >> v1:172.21.15.17:6789/0 conn(0x7ff8c40b3720 legacy=0x7ff8c40b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8c8b97640 1 -- 172.21.15.17:0/1146844863 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4036955425 0 0) 0x7ff8b4001110 con 0x7ff8c40b3720 2024-09-19T08:05:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8ca39a640 1 -- 172.21.15.17:0/1146844863 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c40cfae0 con 0x7ff8c40d3c00 2024-09-19T08:05:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8ca39a640 1 --2- 172.21.15.17:0/1146844863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c40d3c00 0x7ff8c40d4090 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc009e50 tx=0x7ff8bc02a840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b131bc07ab9d428 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.367+0000 7ff8c8b97640 1 -- 172.21.15.17:0/1146844863 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc037070 con 0x7ff8c40d3c00 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8c8b97640 1 -- 172.21.15.17:0/1146844863 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8bc032630 con 0x7ff8c40d3c00 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8c8b97640 1 -- 172.21.15.17:0/1146844863 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc02e050 con 0x7ff8c40d3c00 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/1146844863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c40d3c00 msgr2=0x7ff8c40d4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/1146844863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c40d3c00 0x7ff8c40d4090 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc009e50 tx=0x7ff8bc02a840 comp rx=0 tx=0).stop 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/1146844863 shutdown_connections 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/1146844863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c40d3c00 0x7ff8c40d4090 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/1146844863 >> 172.21.15.17:0/1146844863 conn(0x7ff8c40d4930 msgr2=0x7ff8c40d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/1146844863 shutdown_connections 2024-09-19T08:05:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.368+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/1146844863 wait complete. 2024-09-19T08:05:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.369+0000 7ff8cbdfd640 1 Processor -- start 2024-09-19T08:05:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.369+0000 7ff8cbdfd640 1 -- start start 2024-09-19T08:05:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8c40b3720 0x7ff8c40cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8c40d3c00 0x7ff8c41e74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c40d27e0 con 0x7ff8c415e840 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c40cfdc0 con 0x7ff8c40d3c00 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8cbdfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8c40d2d00 con 0x7ff8c40b3720 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8ca39a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8ca39a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50670/0 (socket says 172.21.15.17:50670) 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8ca39a640 1 -- 172.21.15.17:0/3514054702 learned_addr learned my addr 172.21.15.17:0/3514054702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8c9b99640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8c40b3720 0x7ff8c40cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.370+0000 7ff8c9398640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8c40d3c00 0x7ff8c41e74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 -- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8c40b3720 msgr2=0x7ff8c40cde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8c40b3720 0x7ff8c40cde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 -- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8c40d3c00 msgr2=0x7ff8c41e74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8c40d3c00 0x7ff8c41e74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 -- 172.21.15.17:0/3514054702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c41e7ce0 con 0x7ff8c415e840 2024-09-19T08:05:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ca39a640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc035040 tx=0x7ff8bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc037050 con 0x7ff8c415e840 2024-09-19T08:05:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8bc038040 con 0x7ff8c415e840 2024-09-19T08:05:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8c41e7fc0 con 0x7ff8c415e840 2024-09-19T08:05:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc009510 con 0x7ff8c415e840 2024-09-19T08:05:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.371+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8c41e8580 con 0x7ff8c415e840 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.372+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8c40d4090 con 0x7ff8c415e840 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.373+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8bc045030 con 0x7ff8c415e840 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.373+0000 7ff8ba7fc640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 0x7ff8a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.373+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7ff8bc0ab740 con 0x7ff8c415e840 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.373+0000 7ff8c9b99640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 0x7ff8a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.374+0000 7ff8c9b99640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 0x7ff8a806e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff8c415d5d0 tx=0x7ff8c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.378+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff8bc04c060 con 0x7ff8c415e840 2024-09-19T08:05:06.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.547+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff8c40b3500 con 0x7ff8a806c2b0 2024-09-19T08:05:06.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.554+0000 7ff8ba7fc640 1 -- 172.21.15.17:0/3514054702 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251884 (secure 0 0 0) 0x7ff8c40b3500 con 0x7ff8a806c2b0 2024-09-19T08:05:06.558 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:06.559 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 msgr2=0x7ff8a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 0x7ff8a806e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff8c415d5d0 tx=0x7ff8c0009040 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 msgr2=0x7ff8c415cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc035040 tx=0x7ff8bc004a40 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 shutdown_connections 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8a806c2b0 0x7ff8a806e770 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8c415e840 0x7ff8c415cb40 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8c40d3c00 0x7ff8c41e74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 --2- 172.21.15.17:0/3514054702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8c40b3720 0x7ff8c40cde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 >> 172.21.15.17:0/3514054702 conn(0x7ff8c40d4930 msgr2=0x7ff8c4074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 shutdown_connections 2024-09-19T08:05:06.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.557+0000 7ff8cbdfd640 1 -- 172.21.15.17:0/3514054702 wait complete. 2024-09-19T08:05:06.569 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-19T08:05:05.427591+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243576,"kb_used_data":6528,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731144,"statfs":{"total":773094113280,"available":772844691456,"internally_reserved":0,"allocated":6684672,"data_stored":3435440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000733"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598675+0000","last_change":"2024-09-19T08:05:03.594329+0000","last_active":"2024-09-19T08:05:03.598675+0000","last_peered":"2024-09-19T08:05:03.598675+0000","last_clean":"2024-09-19T08:05:03.598675+0000","last_became_active":"2024-09-19T08:05:03.594075+0000","last_became_peered":"2024-09-19T08:05:03.594075+0000","last_unstale":"2024-09-19T08:05:03.598675+0000","last_undegraded":"2024-09-19T08:05:03.598675+0000","last_fullsized":"2024-09-19T08:05:03.598675+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:59.273465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591745+0000","last_change":"2024-09-19T08:05:03.588536+0000","last_active":"2024-09-19T08:05:03.591745+0000","last_peered":"2024-09-19T08:05:03.591745+0000","last_clean":"2024-09-19T08:05:03.591745+0000","last_became_active":"2024-09-19T08:05:03.588261+0000","last_became_peered":"2024-09-19T08:05:03.588261+0000","last_unstale":"2024-09-19T08:05:03.591745+0000","last_undegraded":"2024-09-19T08:05:03.591745+0000","last_fullsized":"2024-09-19T08:05:03.591745+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:31.452685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.593732+0000","last_change":"2024-09-19T08:05:03.584419+0000","last_active":"2024-09-19T08:05:03.593732+0000","last_peered":"2024-09-19T08:05:03.593732+0000","last_clean":"2024-09-19T08:05:03.593732+0000","last_became_active":"2024-09-19T08:05:03.584094+0000","last_became_peered":"2024-09-19T08:05:03.584094+0000","last_unstale":"2024-09-19T08:05:03.593732+0000","last_undegraded":"2024-09-19T08:05:03.593732+0000","last_fullsized":"2024-09-19T08:05:03.593732+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:59.204608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579903+0000","last_change":"2024-09-19T08:05:03.575074+0000","last_active":"2024-09-19T08:05:03.579903+0000","last_peered":"2024-09-19T08:05:03.579903+0000","last_clean":"2024-09-19T08:05:03.579903+0000","last_became_active":"2024-09-19T08:05:03.574741+0000","last_became_peered":"2024-09-19T08:05:03.574741+0000","last_unstale":"2024-09-19T08:05:03.579903+0000","last_undegraded":"2024-09-19T08:05:03.579903+0000","last_fullsized":"2024-09-19T08:05:03.579903+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589448+0000","last_change":"2024-09-19T08:05:03.583762+0000","last_active":"2024-09-19T08:05:03.589448+0000","last_peered":"2024-09-19T08:05:03.589448+0000","last_clean":"2024-09-19T08:05:03.589448+0000","last_became_active":"2024-09-19T08:05:03.583481+0000","last_became_peered":"2024-09-19T08:05:03.583481+0000","last_unstale":"2024-09-19T08:05:03.589448+0000","last_undegraded":"2024-09-19T08:05:03.589448+0000","last_fullsized":"2024-09-19T08:05:03.589448+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:42.491212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591145+0000","last_change":"2024-09-19T08:05:03.585686+0000","last_active":"2024-09-19T08:05:03.591145+0000","last_peered":"2024-09-19T08:05:03.591145+0000","last_clean":"2024-09-19T08:05:03.591145+0000","last_became_active":"2024-09-19T08:05:03.584081+0000","last_became_peered":"2024-09-19T08:05:03.584081+0000","last_unstale":"2024-09-19T08:05:03.591145+0000","last_undegraded":"2024-09-19T08:05:03.591145+0000","last_fullsized":"2024-09-19T08:05:03.591145+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.576400+0000","last_change":"2024-09-19T08:05:03.574924+0000","last_active":"2024-09-19T08:05:03.576400+0000","last_peered":"2024-09-19T08:05:03.576400+0000","last_clean":"2024-09-19T08:05:03.576400+0000","last_became_active":"2024-09-19T08:05:03.574610+0000","last_became_peered":"2024-09-19T08:05:03.574610+0000","last_unstale":"2024-09-19T08:05:03.576400+0000","last_undegraded":"2024-09-19T08:05:03.576400+0000","last_fullsized":"2024-09-19T08:05:03.576400+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:24.577428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592041+0000","last_change":"2024-09-19T08:05:03.587946+0000","last_active":"2024-09-19T08:05:03.592041+0000","last_peered":"2024-09-19T08:05:03.592041+0000","last_clean":"2024-09-19T08:05:03.592041+0000","last_became_active":"2024-09-19T08:05:03.587550+0000","last_became_peered":"2024-09-19T08:05:03.587550+0000","last_unstale":"2024-09-19T08:05:03.592041+0000","last_undegraded":"2024-09-19T08:05:03.592041+0000","last_fullsized":"2024-09-19T08:05:03.592041+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:14.930996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595297+0000","last_change":"2024-09-19T08:05:03.592340+0000","last_active":"2024-09-19T08:05:03.595297+0000","last_peered":"2024-09-19T08:05:03.595297+0000","last_clean":"2024-09-19T08:05:03.595297+0000","last_became_active":"2024-09-19T08:05:03.591989+0000","last_became_peered":"2024-09-19T08:05:03.591989+0000","last_unstale":"2024-09-19T08:05:03.595297+0000","last_undegraded":"2024-09-19T08:05:03.595297+0000","last_fullsized":"2024-09-19T08:05:03.595297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:30.068511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584459+0000","last_change":"2024-09-19T08:05:03.578390+0000","last_active":"2024-09-19T08:05:03.584459+0000","last_peered":"2024-09-19T08:05:03.584459+0000","last_clean":"2024-09-19T08:05:03.584459+0000","last_became_active":"2024-09-19T08:05:03.578130+0000","last_became_peered":"2024-09-19T08:05:03.578130+0000","last_unstale":"2024-09-19T08:05:03.584459+0000","last_undegraded":"2024-09-19T08:05:03.584459+0000","last_fullsized":"2024-09-19T08:05:03.584459+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.636085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597198+0000","last_change":"2024-09-19T08:05:03.590576+0000","last_active":"2024-09-19T08:05:03.597198+0000","last_peered":"2024-09-19T08:05:03.597198+0000","last_clean":"2024-09-19T08:05:03.597198+0000","last_became_active":"2024-09-19T08:05:03.590288+0000","last_became_peered":"2024-09-19T08:05:03.590288+0000","last_unstale":"2024-09-19T08:05:03.597198+0000","last_undegraded":"2024-09-19T08:05:03.597198+0000","last_fullsized":"2024-09-19T08:05:03.597198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:13.877795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588924+0000","last_change":"2024-09-19T08:05:03.582744+0000","last_active":"2024-09-19T08:05:03.588924+0000","last_peered":"2024-09-19T08:05:03.588924+0000","last_clean":"2024-09-19T08:05:03.588924+0000","last_became_active":"2024-09-19T08:05:03.582443+0000","last_became_peered":"2024-09-19T08:05:03.582443+0000","last_unstale":"2024-09-19T08:05:03.588924+0000","last_undegraded":"2024-09-19T08:05:03.588924+0000","last_fullsized":"2024-09-19T08:05:03.588924+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:49.783645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592026+0000","last_change":"2024-09-19T08:05:03.585719+0000","last_active":"2024-09-19T08:05:03.592026+0000","last_peered":"2024-09-19T08:05:03.592026+0000","last_clean":"2024-09-19T08:05:03.592026+0000","last_became_active":"2024-09-19T08:05:03.585447+0000","last_became_peered":"2024-09-19T08:05:03.585447+0000","last_unstale":"2024-09-19T08:05:03.592026+0000","last_undegraded":"2024-09-19T08:05:03.592026+0000","last_fullsized":"2024-09-19T08:05:03.592026+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:17.096490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589055+0000","last_change":"2024-09-19T08:05:03.584027+0000","last_active":"2024-09-19T08:05:03.589055+0000","last_peered":"2024-09-19T08:05:03.589055+0000","last_clean":"2024-09-19T08:05:03.589055+0000","last_became_active":"2024-09-19T08:05:03.583717+0000","last_became_peered":"2024-09-19T08:05:03.583717+0000","last_unstale":"2024-09-19T08:05:03.589055+0000","last_undegraded":"2024-09-19T08:05:03.589055+0000","last_fullsized":"2024-09-19T08:05:03.589055+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:06.043524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.582738+0000","last_change":"2024-09-19T08:05:03.580168+0000","last_active":"2024-09-19T08:05:03.582738+0000","last_peered":"2024-09-19T08:05:03.582738+0000","last_clean":"2024-09-19T08:05:03.582738+0000","last_became_active":"2024-09-19T08:05:03.579866+0000","last_became_peered":"2024-09-19T08:05:03.579866+0000","last_unstale":"2024-09-19T08:05:03.582738+0000","last_undegraded":"2024-09-19T08:05:03.582738+0000","last_fullsized":"2024-09-19T08:05:03.582738+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:17.121270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591031+0000","last_change":"2024-09-19T08:05:03.583462+0000","last_active":"2024-09-19T08:05:03.591031+0000","last_peered":"2024-09-19T08:05:03.591031+0000","last_clean":"2024-09-19T08:05:03.591031+0000","last_became_active":"2024-09-19T08:05:03.582406+0000","last_became_peered":"2024-09-19T08:05:03.582406+0000","last_unstale":"2024-09-19T08:05:03.591031+0000","last_undegraded":"2024-09-19T08:05:03.591031+0000","last_fullsized":"2024-09-19T08:05:03.591031+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596679+0000","last_change":"2024-09-19T08:05:03.591225+0000","last_active":"2024-09-19T08:05:03.596679+0000","last_peered":"2024-09-19T08:05:03.596679+0000","last_clean":"2024-09-19T08:05:03.596679+0000","last_became_active":"2024-09-19T08:05:03.590788+0000","last_became_peered":"2024-09-19T08:05:03.590788+0000","last_unstale":"2024-09-19T08:05:03.596679+0000","last_undegraded":"2024-09-19T08:05:03.596679+0000","last_fullsized":"2024-09-19T08:05:03.596679+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:23.750629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595135+0000","last_change":"2024-09-19T08:05:03.590133+0000","last_active":"2024-09-19T08:05:03.595135+0000","last_peered":"2024-09-19T08:05:03.595135+0000","last_clean":"2024-09-19T08:05:03.595135+0000","last_became_active":"2024-09-19T08:05:03.589819+0000","last_became_peered":"2024-09-19T08:05:03.589819+0000","last_unstale":"2024-09-19T08:05:03.595135+0000","last_undegraded":"2024-09-19T08:05:03.595135+0000","last_fullsized":"2024-09-19T08:05:03.595135+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594493+0000","last_change":"2024-09-19T08:05:03.593254+0000","last_active":"2024-09-19T08:05:03.594493+0000","last_peered":"2024-09-19T08:05:03.594493+0000","last_clean":"2024-09-19T08:05:03.594493+0000","last_became_active":"2024-09-19T08:05:03.592979+0000","last_became_peered":"2024-09-19T08:05:03.592979+0000","last_unstale":"2024-09-19T08:05:03.594493+0000","last_undegraded":"2024-09-19T08:05:03.594493+0000","last_fullsized":"2024-09-19T08:05:03.594493+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:44.023540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591701+0000","last_change":"2024-09-19T08:05:03.586805+0000","last_active":"2024-09-19T08:05:03.591701+0000","last_peered":"2024-09-19T08:05:03.591701+0000","last_clean":"2024-09-19T08:05:03.591701+0000","last_became_active":"2024-09-19T08:05:03.586478+0000","last_became_peered":"2024-09-19T08:05:03.586478+0000","last_unstale":"2024-09-19T08:05:03.591701+0000","last_undegraded":"2024-09-19T08:05:03.591701+0000","last_fullsized":"2024-09-19T08:05:03.591701+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:59.216413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595098+0000","last_change":"2024-09-19T08:05:03.589574+0000","last_active":"2024-09-19T08:05:03.595098+0000","last_peered":"2024-09-19T08:05:03.595098+0000","last_clean":"2024-09-19T08:05:03.595098+0000","last_became_active":"2024-09-19T08:05:03.589182+0000","last_became_peered":"2024-09-19T08:05:03.589182+0000","last_unstale":"2024-09-19T08:05:03.595098+0000","last_undegraded":"2024-09-19T08:05:03.595098+0000","last_fullsized":"2024-09-19T08:05:03.595098+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596739+0000","last_change":"2024-09-19T08:05:03.591792+0000","last_active":"2024-09-19T08:05:03.596739+0000","last_peered":"2024-09-19T08:05:03.596739+0000","last_clean":"2024-09-19T08:05:03.596739+0000","last_became_active":"2024-09-19T08:05:03.590854+0000","last_became_peered":"2024-09-19T08:05:03.590854+0000","last_unstale":"2024-09-19T08:05:03.596739+0000","last_undegraded":"2024-09-19T08:05:03.596739+0000","last_fullsized":"2024-09-19T08:05:03.596739+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:13.895819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595688+0000","last_change":"2024-09-19T08:05:03.593037+0000","last_active":"2024-09-19T08:05:03.595688+0000","last_peered":"2024-09-19T08:05:03.595688+0000","last_clean":"2024-09-19T08:05:03.595688+0000","last_became_active":"2024-09-19T08:05:03.592528+0000","last_became_peered":"2024-09-19T08:05:03.592528+0000","last_unstale":"2024-09-19T08:05:03.595688+0000","last_undegraded":"2024-09-19T08:05:03.595688+0000","last_fullsized":"2024-09-19T08:05:03.595688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:49.783645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592438+0000","last_change":"2024-09-19T08:05:03.586308+0000","last_active":"2024-09-19T08:05:03.592438+0000","last_peered":"2024-09-19T08:05:03.592438+0000","last_clean":"2024-09-19T08:05:03.592438+0000","last_became_active":"2024-09-19T08:05:03.585994+0000","last_became_peered":"2024-09-19T08:05:03.585994+0000","last_unstale":"2024-09-19T08:05:03.592438+0000","last_undegraded":"2024-09-19T08:05:03.592438+0000","last_fullsized":"2024-09-19T08:05:03.592438+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:06.382866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.590587+0000","last_change":"2024-09-19T08:05:03.587735+0000","last_active":"2024-09-19T08:05:03.590587+0000","last_peered":"2024-09-19T08:05:03.590587+0000","last_clean":"2024-09-19T08:05:03.590587+0000","last_became_active":"2024-09-19T08:05:03.587372+0000","last_became_peered":"2024-09-19T08:05:03.587372+0000","last_unstale":"2024-09-19T08:05:03.590587+0000","last_undegraded":"2024-09-19T08:05:03.590587+0000","last_fullsized":"2024-09-19T08:05:03.590587+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:17:55.546558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.574716+0000","last_change":"2024-09-19T08:05:03.572703+0000","last_active":"2024-09-19T08:05:03.574716+0000","last_peered":"2024-09-19T08:05:03.574716+0000","last_clean":"2024-09-19T08:05:03.574716+0000","last_became_active":"2024-09-19T08:05:03.572426+0000","last_became_peered":"2024-09-19T08:05:03.572426+0000","last_unstale":"2024-09-19T08:05:03.574716+0000","last_undegraded":"2024-09-19T08:05:03.574716+0000","last_fullsized":"2024-09-19T08:05:03.574716+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588730+0000","last_change":"2024-09-19T08:05:03.579836+0000","last_active":"2024-09-19T08:05:03.588730+0000","last_peered":"2024-09-19T08:05:03.588730+0000","last_clean":"2024-09-19T08:05:03.588730+0000","last_became_active":"2024-09-19T08:05:03.579577+0000","last_became_peered":"2024-09-19T08:05:03.579577+0000","last_unstale":"2024-09-19T08:05:03.588730+0000","last_undegraded":"2024-09-19T08:05:03.588730+0000","last_fullsized":"2024-09-19T08:05:03.588730+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:47.619218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579703+0000","last_change":"2024-09-19T08:05:03.574343+0000","last_active":"2024-09-19T08:05:03.579703+0000","last_peered":"2024-09-19T08:05:03.579703+0000","last_clean":"2024-09-19T08:05:03.579703+0000","last_became_active":"2024-09-19T08:05:03.574021+0000","last_became_peered":"2024-09-19T08:05:03.574021+0000","last_unstale":"2024-09-19T08:05:03.579703+0000","last_undegraded":"2024-09-19T08:05:03.579703+0000","last_fullsized":"2024-09-19T08:05:03.579703+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:28.921599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591908+0000","last_change":"2024-09-19T08:05:03.585907+0000","last_active":"2024-09-19T08:05:03.591908+0000","last_peered":"2024-09-19T08:05:03.591908+0000","last_clean":"2024-09-19T08:05:03.591908+0000","last_became_active":"2024-09-19T08:05:03.585592+0000","last_became_peered":"2024-09-19T08:05:03.585592+0000","last_unstale":"2024-09-19T08:05:03.591908+0000","last_undegraded":"2024-09-19T08:05:03.591908+0000","last_fullsized":"2024-09-19T08:05:03.591908+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:56.688887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589307+0000","last_change":"2024-09-19T08:05:03.583592+0000","last_active":"2024-09-19T08:05:03.589307+0000","last_peered":"2024-09-19T08:05:03.589307+0000","last_clean":"2024-09-19T08:05:03.589307+0000","last_became_active":"2024-09-19T08:05:03.583279+0000","last_became_peered":"2024-09-19T08:05:03.583279+0000","last_unstale":"2024-09-19T08:05:03.589307+0000","last_undegraded":"2024-09-19T08:05:03.589307+0000","last_fullsized":"2024-09-19T08:05:03.589307+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:47.619218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589050+0000","last_change":"2024-09-19T08:05:03.586731+0000","last_active":"2024-09-19T08:05:03.589050+0000","last_peered":"2024-09-19T08:05:03.589050+0000","last_clean":"2024-09-19T08:05:03.589050+0000","last_became_active":"2024-09-19T08:05:03.586434+0000","last_became_peered":"2024-09-19T08:05:03.586434+0000","last_unstale":"2024-09-19T08:05:03.589050+0000","last_undegraded":"2024-09-19T08:05:03.589050+0000","last_fullsized":"2024-09-19T08:05:03.589050+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:57.287179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598870+0000","last_change":"2024-09-19T08:05:03.597114+0000","last_active":"2024-09-19T08:05:03.598870+0000","last_peered":"2024-09-19T08:05:03.598870+0000","last_clean":"2024-09-19T08:05:03.598870+0000","last_became_active":"2024-09-19T08:05:03.596595+0000","last_became_peered":"2024-09-19T08:05:03.596595+0000","last_unstale":"2024-09-19T08:05:03.598870+0000","last_undegraded":"2024-09-19T08:05:03.598870+0000","last_fullsized":"2024-09-19T08:05:03.598870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591193+0000","last_change":"2024-09-19T08:05:03.582774+0000","last_active":"2024-09-19T08:05:03.591193+0000","last_peered":"2024-09-19T08:05:03.591193+0000","last_clean":"2024-09-19T08:05:03.591193+0000","last_became_active":"2024-09-19T08:05:03.582506+0000","last_became_peered":"2024-09-19T08:05:03.582506+0000","last_unstale":"2024-09-19T08:05:03.591193+0000","last_undegraded":"2024-09-19T08:05:03.591193+0000","last_fullsized":"2024-09-19T08:05:03.591193+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.602536+0000","last_change":"2024-09-19T08:05:02.581188+0000","last_active":"2024-09-19T08:05:03.602536+0000","last_peered":"2024-09-19T08:05:03.602536+0000","last_clean":"2024-09-19T08:05:03.602536+0000","last_became_active":"2024-09-19T08:05:02.580913+0000","last_became_peered":"2024-09-19T08:05:02.580913+0000","last_unstale":"2024-09-19T08:05:03.602536+0000","last_undegraded":"2024-09-19T08:05:03.602536+0000","last_fullsized":"2024-09-19T08:05:03.602536+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:23.473056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.586708+0000","last_change":"2024-09-19T08:05:03.579257+0000","last_active":"2024-09-19T08:05:03.586708+0000","last_peered":"2024-09-19T08:05:03.586708+0000","last_clean":"2024-09-19T08:05:03.586708+0000","last_became_active":"2024-09-19T08:05:03.578953+0000","last_became_peered":"2024-09-19T08:05:03.578953+0000","last_unstale":"2024-09-19T08:05:03.586708+0000","last_undegraded":"2024-09-19T08:05:03.586708+0000","last_fullsized":"2024-09-19T08:05:03.586708+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:28.653219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599655+0000","last_change":"2024-09-19T08:05:02.579157+0000","last_active":"2024-09-19T08:05:03.599655+0000","last_peered":"2024-09-19T08:05:03.599655+0000","last_clean":"2024-09-19T08:05:03.599655+0000","last_became_active":"2024-09-19T08:05:02.578795+0000","last_became_peered":"2024-09-19T08:05:02.578795+0000","last_unstale":"2024-09-19T08:05:03.599655+0000","last_undegraded":"2024-09-19T08:05:03.599655+0000","last_fullsized":"2024-09-19T08:05:03.599655+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:09.156494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588671+0000","last_change":"2024-09-19T08:05:03.578965+0000","last_active":"2024-09-19T08:05:03.588671+0000","last_peered":"2024-09-19T08:05:03.588671+0000","last_clean":"2024-09-19T08:05:03.588671+0000","last_became_active":"2024-09-19T08:05:03.577749+0000","last_became_peered":"2024-09-19T08:05:03.577749+0000","last_unstale":"2024-09-19T08:05:03.588671+0000","last_undegraded":"2024-09-19T08:05:03.588671+0000","last_fullsized":"2024-09-19T08:05:03.588671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:08.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601822+0000","last_change":"2024-09-19T08:05:02.581945+0000","last_active":"2024-09-19T08:05:03.601822+0000","last_peered":"2024-09-19T08:05:03.601822+0000","last_clean":"2024-09-19T08:05:03.601822+0000","last_became_active":"2024-09-19T08:05:02.581647+0000","last_became_peered":"2024-09-19T08:05:02.581647+0000","last_unstale":"2024-09-19T08:05:03.601822+0000","last_undegraded":"2024-09-19T08:05:03.601822+0000","last_fullsized":"2024-09-19T08:05:03.601822+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:33.788836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588963+0000","last_change":"2024-09-19T08:05:03.581704+0000","last_active":"2024-09-19T08:05:03.588963+0000","last_peered":"2024-09-19T08:05:03.588963+0000","last_clean":"2024-09-19T08:05:03.588963+0000","last_became_active":"2024-09-19T08:05:03.581412+0000","last_became_peered":"2024-09-19T08:05:03.581412+0000","last_unstale":"2024-09-19T08:05:03.588963+0000","last_undegraded":"2024-09-19T08:05:03.588963+0000","last_fullsized":"2024-09-19T08:05:03.588963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594765+0000","last_change":"2024-09-19T08:05:02.580038+0000","last_active":"2024-09-19T08:05:03.594765+0000","last_peered":"2024-09-19T08:05:03.594765+0000","last_clean":"2024-09-19T08:05:03.594765+0000","last_became_active":"2024-09-19T08:05:02.579740+0000","last_became_peered":"2024-09-19T08:05:02.579740+0000","last_unstale":"2024-09-19T08:05:03.594765+0000","last_undegraded":"2024-09-19T08:05:03.594765+0000","last_fullsized":"2024-09-19T08:05:03.594765+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:49.328039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598100+0000","last_change":"2024-09-19T08:05:03.595153+0000","last_active":"2024-09-19T08:05:03.598100+0000","last_peered":"2024-09-19T08:05:03.598100+0000","last_clean":"2024-09-19T08:05:03.598100+0000","last_became_active":"2024-09-19T08:05:03.592090+0000","last_became_peered":"2024-09-19T08:05:03.592090+0000","last_unstale":"2024-09-19T08:05:03.598100+0000","last_undegraded":"2024-09-19T08:05:03.598100+0000","last_fullsized":"2024-09-19T08:05:03.598100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:08.812423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592436+0000","last_change":"2024-09-19T08:05:02.577344+0000","last_active":"2024-09-19T08:05:03.592436+0000","last_peered":"2024-09-19T08:05:03.592436+0000","last_clean":"2024-09-19T08:05:03.592436+0000","last_became_active":"2024-09-19T08:05:02.577079+0000","last_became_peered":"2024-09-19T08:05:02.577079+0000","last_unstale":"2024-09-19T08:05:03.592436+0000","last_undegraded":"2024-09-19T08:05:03.592436+0000","last_fullsized":"2024-09-19T08:05:03.592436+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:23.127276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596618+0000","last_change":"2024-09-19T08:05:03.589450+0000","last_active":"2024-09-19T08:05:03.596618+0000","last_peered":"2024-09-19T08:05:03.596618+0000","last_clean":"2024-09-19T08:05:03.596618+0000","last_became_active":"2024-09-19T08:05:03.589158+0000","last_became_peered":"2024-09-19T08:05:03.589158+0000","last_unstale":"2024-09-19T08:05:03.596618+0000","last_undegraded":"2024-09-19T08:05:03.596618+0000","last_fullsized":"2024-09-19T08:05:03.596618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:03.173690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.602027+0000","last_change":"2024-09-19T08:05:02.580611+0000","last_active":"2024-09-19T08:05:03.602027+0000","last_peered":"2024-09-19T08:05:03.602027+0000","last_clean":"2024-09-19T08:05:03.602027+0000","last_became_active":"2024-09-19T08:05:02.580330+0000","last_became_peered":"2024-09-19T08:05:02.580330+0000","last_unstale":"2024-09-19T08:05:03.602027+0000","last_undegraded":"2024-09-19T08:05:03.602027+0000","last_fullsized":"2024-09-19T08:05:03.602027+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584702+0000","last_change":"2024-09-19T08:05:03.583088+0000","last_active":"2024-09-19T08:05:03.584702+0000","last_peered":"2024-09-19T08:05:03.584702+0000","last_clean":"2024-09-19T08:05:03.584702+0000","last_became_active":"2024-09-19T08:05:03.582774+0000","last_became_peered":"2024-09-19T08:05:03.582774+0000","last_unstale":"2024-09-19T08:05:03.584702+0000","last_undegraded":"2024-09-19T08:05:03.584702+0000","last_fullsized":"2024-09-19T08:05:03.584702+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:28.653219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.568359+0000","last_change":"2024-09-19T08:05:02.580821+0000","last_active":"2024-09-19T08:05:03.568359+0000","last_peered":"2024-09-19T08:05:03.568359+0000","last_clean":"2024-09-19T08:05:03.568359+0000","last_became_active":"2024-09-19T08:05:02.580547+0000","last_became_peered":"2024-09-19T08:05:02.580547+0000","last_unstale":"2024-09-19T08:05:03.568359+0000","last_undegraded":"2024-09-19T08:05:03.568359+0000","last_fullsized":"2024-09-19T08:05:03.568359+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:49.795278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591779+0000","last_change":"2024-09-19T08:05:03.587709+0000","last_active":"2024-09-19T08:05:03.591779+0000","last_peered":"2024-09-19T08:05:03.591779+0000","last_clean":"2024-09-19T08:05:03.591779+0000","last_became_active":"2024-09-19T08:05:03.585664+0000","last_became_peered":"2024-09-19T08:05:03.585664+0000","last_unstale":"2024-09-19T08:05:03.591779+0000","last_undegraded":"2024-09-19T08:05:03.591779+0000","last_fullsized":"2024-09-19T08:05:03.591779+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:41.243469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.571013+0000","last_change":"2024-09-19T08:05:02.578511+0000","last_active":"2024-09-19T08:05:03.571013+0000","last_peered":"2024-09-19T08:05:03.571013+0000","last_clean":"2024-09-19T08:05:03.571013+0000","last_became_active":"2024-09-19T08:05:02.578210+0000","last_became_peered":"2024-09-19T08:05:02.578210+0000","last_unstale":"2024-09-19T08:05:03.571013+0000","last_undegraded":"2024-09-19T08:05:03.571013+0000","last_fullsized":"2024-09-19T08:05:03.571013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:56.763101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591941+0000","last_change":"2024-09-19T08:05:03.587581+0000","last_active":"2024-09-19T08:05:03.591941+0000","last_peered":"2024-09-19T08:05:03.591941+0000","last_clean":"2024-09-19T08:05:03.591941+0000","last_became_active":"2024-09-19T08:05:03.587293+0000","last_became_peered":"2024-09-19T08:05:03.587293+0000","last_unstale":"2024-09-19T08:05:03.591941+0000","last_undegraded":"2024-09-19T08:05:03.591941+0000","last_fullsized":"2024-09-19T08:05:03.591941+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:17.613688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579921+0000","last_change":"2024-09-19T08:05:02.579865+0000","last_active":"2024-09-19T08:05:03.579921+0000","last_peered":"2024-09-19T08:05:03.579921+0000","last_clean":"2024-09-19T08:05:03.579921+0000","last_became_active":"2024-09-19T08:05:02.579389+0000","last_became_peered":"2024-09-19T08:05:02.579389+0000","last_unstale":"2024-09-19T08:05:03.579921+0000","last_undegraded":"2024-09-19T08:05:03.579921+0000","last_fullsized":"2024-09-19T08:05:03.579921+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:49.328039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594346+0000","last_change":"2024-09-19T08:05:03.587598+0000","last_active":"2024-09-19T08:05:03.594346+0000","last_peered":"2024-09-19T08:05:03.594346+0000","last_clean":"2024-09-19T08:05:03.594346+0000","last_became_active":"2024-09-19T08:05:03.587268+0000","last_became_peered":"2024-09-19T08:05:03.587268+0000","last_unstale":"2024-09-19T08:05:03.594346+0000","last_undegraded":"2024-09-19T08:05:03.594346+0000","last_fullsized":"2024-09-19T08:05:03.594346+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.572104+0000","last_change":"2024-09-19T08:05:02.583562+0000","last_active":"2024-09-19T08:05:03.572104+0000","last_peered":"2024-09-19T08:05:03.572104+0000","last_clean":"2024-09-19T08:05:03.572104+0000","last_became_active":"2024-09-19T08:05:02.582985+0000","last_became_peered":"2024-09-19T08:05:02.582985+0000","last_unstale":"2024-09-19T08:05:03.572104+0000","last_undegraded":"2024-09-19T08:05:03.572104+0000","last_fullsized":"2024-09-19T08:05:03.572104+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:37.255192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597158+0000","last_change":"2024-09-19T08:05:03.588158+0000","last_active":"2024-09-19T08:05:03.597158+0000","last_peered":"2024-09-19T08:05:03.597158+0000","last_clean":"2024-09-19T08:05:03.597158+0000","last_became_active":"2024-09-19T08:05:03.587896+0000","last_became_peered":"2024-09-19T08:05:03.587896+0000","last_unstale":"2024-09-19T08:05:03.597158+0000","last_undegraded":"2024-09-19T08:05:03.597158+0000","last_fullsized":"2024-09-19T08:05:03.597158+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:45.578265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598717+0000","last_change":"2024-09-19T08:05:02.573096+0000","last_active":"2024-09-19T08:05:03.598717+0000","last_peered":"2024-09-19T08:05:03.598717+0000","last_clean":"2024-09-19T08:05:03.598717+0000","last_became_active":"2024-09-19T08:05:02.572838+0000","last_became_peered":"2024-09-19T08:05:02.572838+0000","last_unstale":"2024-09-19T08:05:03.598717+0000","last_undegraded":"2024-09-19T08:05:03.598717+0000","last_fullsized":"2024-09-19T08:05:03.598717+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:07.299617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595717+0000","last_change":"2024-09-19T08:05:03.593591+0000","last_active":"2024-09-19T08:05:03.595717+0000","last_peered":"2024-09-19T08:05:03.595717+0000","last_clean":"2024-09-19T08:05:03.595717+0000","last_became_active":"2024-09-19T08:05:03.593319+0000","last_became_peered":"2024-09-19T08:05:03.593319+0000","last_unstale":"2024-09-19T08:05:03.595717+0000","last_undegraded":"2024-09-19T08:05:03.595717+0000","last_fullsized":"2024-09-19T08:05:03.595717+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:50.082713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":18,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601889+0000","last_change":"2024-09-19T08:05:02.576445+0000","last_active":"2024-09-19T08:05:03.601889+0000","last_peered":"2024-09-19T08:05:03.601889+0000","last_clean":"2024-09-19T08:05:03.601889+0000","last_became_active":"2024-09-19T08:05:02.575896+0000","last_became_peered":"2024-09-19T08:05:02.575896+0000","last_unstale":"2024-09-19T08:05:03.601889+0000","last_undegraded":"2024-09-19T08:05:03.601889+0000","last_fullsized":"2024-09-19T08:05:03.601889+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:43.638760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584105+0000","last_change":"2024-09-19T08:05:03.581093+0000","last_active":"2024-09-19T08:05:03.584105+0000","last_peered":"2024-09-19T08:05:03.584105+0000","last_clean":"2024-09-19T08:05:03.584105+0000","last_became_active":"2024-09-19T08:05:03.580825+0000","last_became_peered":"2024-09-19T08:05:03.580825+0000","last_unstale":"2024-09-19T08:05:03.584105+0000","last_undegraded":"2024-09-19T08:05:03.584105+0000","last_fullsized":"2024-09-19T08:05:03.584105+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.176355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.600272+0000","last_change":"2024-09-19T08:05:02.583214+0000","last_active":"2024-09-19T08:05:03.600272+0000","last_peered":"2024-09-19T08:05:03.600272+0000","last_clean":"2024-09-19T08:05:03.600272+0000","last_became_active":"2024-09-19T08:05:02.582913+0000","last_became_peered":"2024-09-19T08:05:02.582913+0000","last_unstale":"2024-09-19T08:05:03.600272+0000","last_undegraded":"2024-09-19T08:05:03.600272+0000","last_fullsized":"2024-09-19T08:05:03.600272+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:12.981936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594214+0000","last_change":"2024-09-19T08:05:03.584672+0000","last_active":"2024-09-19T08:05:03.594214+0000","last_peered":"2024-09-19T08:05:03.594214+0000","last_clean":"2024-09-19T08:05:03.594214+0000","last_became_active":"2024-09-19T08:05:03.584395+0000","last_became_peered":"2024-09-19T08:05:03.584395+0000","last_unstale":"2024-09-19T08:05:03.594214+0000","last_undegraded":"2024-09-19T08:05:03.594214+0000","last_fullsized":"2024-09-19T08:05:03.594214+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570115+0000","last_change":"2024-09-19T08:05:02.573930+0000","last_active":"2024-09-19T08:05:03.570115+0000","last_peered":"2024-09-19T08:05:03.570115+0000","last_clean":"2024-09-19T08:05:03.570115+0000","last_became_active":"2024-09-19T08:05:02.573625+0000","last_became_peered":"2024-09-19T08:05:02.573625+0000","last_unstale":"2024-09-19T08:05:03.570115+0000","last_undegraded":"2024-09-19T08:05:03.570115+0000","last_fullsized":"2024-09-19T08:05:03.570115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:21.631225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.581205+0000","last_change":"2024-09-19T08:05:03.578492+0000","last_active":"2024-09-19T08:05:03.581205+0000","last_peered":"2024-09-19T08:05:03.581205+0000","last_clean":"2024-09-19T08:05:03.581205+0000","last_became_active":"2024-09-19T08:05:03.578210+0000","last_became_peered":"2024-09-19T08:05:03.578210+0000","last_unstale":"2024-09-19T08:05:03.581205+0000","last_undegraded":"2024-09-19T08:05:03.581205+0000","last_fullsized":"2024-09-19T08:05:03.581205+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:20.897627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.568397+0000","last_change":"2024-09-19T08:05:02.576933+0000","last_active":"2024-09-19T08:05:03.568397+0000","last_peered":"2024-09-19T08:05:03.568397+0000","last_clean":"2024-09-19T08:05:03.568397+0000","last_became_active":"2024-09-19T08:05:02.576613+0000","last_became_peered":"2024-09-19T08:05:02.576613+0000","last_unstale":"2024-09-19T08:05:03.568397+0000","last_undegraded":"2024-09-19T08:05:03.568397+0000","last_fullsized":"2024-09-19T08:05:03.568397+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595647+0000","last_change":"2024-09-19T08:05:03.592882+0000","last_active":"2024-09-19T08:05:03.595647+0000","last_peered":"2024-09-19T08:05:03.595647+0000","last_clean":"2024-09-19T08:05:03.595647+0000","last_became_active":"2024-09-19T08:05:03.592571+0000","last_became_peered":"2024-09-19T08:05:03.592571+0000","last_unstale":"2024-09-19T08:05:03.595647+0000","last_undegraded":"2024-09-19T08:05:03.595647+0000","last_fullsized":"2024-09-19T08:05:03.595647+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.176355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596526+0000","last_change":"2024-09-19T08:05:02.578102+0000","last_active":"2024-09-19T08:05:03.596526+0000","last_peered":"2024-09-19T08:05:03.596526+0000","last_clean":"2024-09-19T08:05:03.596526+0000","last_became_active":"2024-09-19T08:05:02.577691+0000","last_became_peered":"2024-09-19T08:05:02.577691+0000","last_unstale":"2024-09-19T08:05:03.596526+0000","last_undegraded":"2024-09-19T08:05:03.596526+0000","last_fullsized":"2024-09-19T08:05:03.596526+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594179+0000","last_change":"2024-09-19T08:05:03.584908+0000","last_active":"2024-09-19T08:05:03.594179+0000","last_peered":"2024-09-19T08:05:03.594179+0000","last_clean":"2024-09-19T08:05:03.594179+0000","last_became_active":"2024-09-19T08:05:03.584522+0000","last_became_peered":"2024-09-19T08:05:03.584522+0000","last_unstale":"2024-09-19T08:05:03.594179+0000","last_undegraded":"2024-09-19T08:05:03.594179+0000","last_fullsized":"2024-09-19T08:05:03.594179+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.600472+0000","last_change":"2024-09-19T08:05:02.583998+0000","last_active":"2024-09-19T08:05:03.600472+0000","last_peered":"2024-09-19T08:05:03.600472+0000","last_clean":"2024-09-19T08:05:03.600472+0000","last_became_active":"2024-09-19T08:05:02.583541+0000","last_became_peered":"2024-09-19T08:05:02.583541+0000","last_unstale":"2024-09-19T08:05:03.600472+0000","last_undegraded":"2024-09-19T08:05:03.600472+0000","last_fullsized":"2024-09-19T08:05:03.600472+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:48.357061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579746+0000","last_change":"2024-09-19T08:05:03.574950+0000","last_active":"2024-09-19T08:05:03.579746+0000","last_peered":"2024-09-19T08:05:03.579746+0000","last_clean":"2024-09-19T08:05:03.579746+0000","last_became_active":"2024-09-19T08:05:03.574664+0000","last_became_peered":"2024-09-19T08:05:03.574664+0000","last_unstale":"2024-09-19T08:05:03.579746+0000","last_undegraded":"2024-09-19T08:05:03.579746+0000","last_fullsized":"2024-09-19T08:05:03.579746+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601233+0000","last_change":"2024-09-19T08:05:02.582218+0000","last_active":"2024-09-19T08:05:03.601233+0000","last_peered":"2024-09-19T08:05:03.601233+0000","last_clean":"2024-09-19T08:05:03.601233+0000","last_became_active":"2024-09-19T08:05:02.581932+0000","last_became_peered":"2024-09-19T08:05:02.581932+0000","last_unstale":"2024-09-19T08:05:03.601233+0000","last_undegraded":"2024-09-19T08:05:03.601233+0000","last_fullsized":"2024-09-19T08:05:03.601233+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:19.794693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589683+0000","last_change":"2024-09-19T08:05:03.584993+0000","last_active":"2024-09-19T08:05:03.589683+0000","last_peered":"2024-09-19T08:05:03.589683+0000","last_clean":"2024-09-19T08:05:03.589683+0000","last_became_active":"2024-09-19T08:05:03.584691+0000","last_became_peered":"2024-09-19T08:05:03.584691+0000","last_unstale":"2024-09-19T08:05:03.589683+0000","last_undegraded":"2024-09-19T08:05:03.589683+0000","last_fullsized":"2024-09-19T08:05:03.589683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.385946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594690+0000","last_change":"2024-09-19T08:05:02.578541+0000","last_active":"2024-09-19T08:05:03.594690+0000","last_peered":"2024-09-19T08:05:03.594690+0000","last_clean":"2024-09-19T08:05:03.594690+0000","last_became_active":"2024-09-19T08:05:02.578256+0000","last_became_peered":"2024-09-19T08:05:02.578256+0000","last_unstale":"2024-09-19T08:05:03.594690+0000","last_undegraded":"2024-09-19T08:05:03.594690+0000","last_fullsized":"2024-09-19T08:05:03.594690+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:58.199748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595739+0000","last_change":"2024-09-19T08:05:03.594354+0000","last_active":"2024-09-19T08:05:03.595739+0000","last_peered":"2024-09-19T08:05:03.595739+0000","last_clean":"2024-09-19T08:05:03.595739+0000","last_became_active":"2024-09-19T08:05:03.594030+0000","last_became_peered":"2024-09-19T08:05:03.594030+0000","last_unstale":"2024-09-19T08:05:03.595739+0000","last_undegraded":"2024-09-19T08:05:03.595739+0000","last_fullsized":"2024-09-19T08:05:03.595739+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:12.164257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570481+0000","last_change":"2024-09-19T08:05:02.584443+0000","last_active":"2024-09-19T08:05:03.570481+0000","last_peered":"2024-09-19T08:05:03.570481+0000","last_clean":"2024-09-19T08:05:03.570481+0000","last_became_active":"2024-09-19T08:05:02.584153+0000","last_became_peered":"2024-09-19T08:05:02.584153+0000","last_unstale":"2024-09-19T08:05:03.570481+0000","last_undegraded":"2024-09-19T08:05:03.570481+0000","last_fullsized":"2024-09-19T08:05:03.570481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:49.795278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.582130+0000","last_change":"2024-09-19T08:05:03.580487+0000","last_active":"2024-09-19T08:05:03.582130+0000","last_peered":"2024-09-19T08:05:03.582130+0000","last_clean":"2024-09-19T08:05:03.582130+0000","last_became_active":"2024-09-19T08:05:03.580190+0000","last_became_peered":"2024-09-19T08:05:03.580190+0000","last_unstale":"2024-09-19T08:05:03.582130+0000","last_undegraded":"2024-09-19T08:05:03.582130+0000","last_fullsized":"2024-09-19T08:05:03.582130+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599218+0000","last_change":"2024-09-19T08:05:02.579216+0000","last_active":"2024-09-19T08:05:03.599218+0000","last_peered":"2024-09-19T08:05:03.599218+0000","last_clean":"2024-09-19T08:05:03.599218+0000","last_became_active":"2024-09-19T08:05:02.578911+0000","last_became_peered":"2024-09-19T08:05:02.578911+0000","last_unstale":"2024-09-19T08:05:03.599218+0000","last_undegraded":"2024-09-19T08:05:03.599218+0000","last_fullsized":"2024-09-19T08:05:03.599218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:20.276032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588935+0000","last_change":"2024-09-19T08:05:03.581660+0000","last_active":"2024-09-19T08:05:03.588935+0000","last_peered":"2024-09-19T08:05:03.588935+0000","last_clean":"2024-09-19T08:05:03.588935+0000","last_became_active":"2024-09-19T08:05:03.576783+0000","last_became_peered":"2024-09-19T08:05:03.576783+0000","last_unstale":"2024-09-19T08:05:03.588935+0000","last_undegraded":"2024-09-19T08:05:03.588935+0000","last_fullsized":"2024-09-19T08:05:03.588935+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:59.204608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.573880+0000","last_change":"2024-09-19T08:05:02.577737+0000","last_active":"2024-09-19T08:05:03.573880+0000","last_peered":"2024-09-19T08:05:03.573880+0000","last_clean":"2024-09-19T08:05:03.573880+0000","last_became_active":"2024-09-19T08:05:02.577399+0000","last_became_peered":"2024-09-19T08:05:02.577399+0000","last_unstale":"2024-09-19T08:05:03.573880+0000","last_undegraded":"2024-09-19T08:05:03.573880+0000","last_fullsized":"2024-09-19T08:05:03.573880+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:35.271422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591064+0000","last_change":"2024-09-19T08:05:03.585162+0000","last_active":"2024-09-19T08:05:03.591064+0000","last_peered":"2024-09-19T08:05:03.591064+0000","last_clean":"2024-09-19T08:05:03.591064+0000","last_became_active":"2024-09-19T08:05:03.584878+0000","last_became_peered":"2024-09-19T08:05:03.584878+0000","last_unstale":"2024-09-19T08:05:03.591064+0000","last_undegraded":"2024-09-19T08:05:03.591064+0000","last_fullsized":"2024-09-19T08:05:03.591064+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569418+0000","last_change":"2024-09-19T08:05:02.579675+0000","last_active":"2024-09-19T08:05:03.569418+0000","last_peered":"2024-09-19T08:05:03.569418+0000","last_clean":"2024-09-19T08:05:03.569418+0000","last_became_active":"2024-09-19T08:05:02.579163+0000","last_became_peered":"2024-09-19T08:05:02.579163+0000","last_unstale":"2024-09-19T08:05:03.569418+0000","last_undegraded":"2024-09-19T08:05:03.569418+0000","last_fullsized":"2024-09-19T08:05:03.569418+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:07.299617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579858+0000","last_change":"2024-09-19T08:05:03.575850+0000","last_active":"2024-09-19T08:05:03.579858+0000","last_peered":"2024-09-19T08:05:03.579858+0000","last_clean":"2024-09-19T08:05:03.579858+0000","last_became_active":"2024-09-19T08:05:03.574437+0000","last_became_peered":"2024-09-19T08:05:03.574437+0000","last_unstale":"2024-09-19T08:05:03.579858+0000","last_undegraded":"2024-09-19T08:05:03.579858+0000","last_fullsized":"2024-09-19T08:05:03.579858+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599715+0000","last_change":"2024-09-19T08:05:02.579153+0000","last_active":"2024-09-19T08:05:03.599715+0000","last_peered":"2024-09-19T08:05:03.599715+0000","last_clean":"2024-09-19T08:05:03.599715+0000","last_became_active":"2024-09-19T08:05:02.578867+0000","last_became_peered":"2024-09-19T08:05:02.578867+0000","last_unstale":"2024-09-19T08:05:03.599715+0000","last_undegraded":"2024-09-19T08:05:03.599715+0000","last_fullsized":"2024-09-19T08:05:03.599715+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.540486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.581270+0000","last_change":"2024-09-19T08:05:03.578527+0000","last_active":"2024-09-19T08:05:03.581270+0000","last_peered":"2024-09-19T08:05:03.581270+0000","last_clean":"2024-09-19T08:05:03.581270+0000","last_became_active":"2024-09-19T08:05:03.578269+0000","last_became_peered":"2024-09-19T08:05:03.578269+0000","last_unstale":"2024-09-19T08:05:03.581270+0000","last_undegraded":"2024-09-19T08:05:03.581270+0000","last_fullsized":"2024-09-19T08:05:03.581270+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570467+0000","last_change":"2024-09-19T08:05:02.580652+0000","last_active":"2024-09-19T08:05:03.570467+0000","last_peered":"2024-09-19T08:05:03.570467+0000","last_clean":"2024-09-19T08:05:03.570467+0000","last_became_active":"2024-09-19T08:05:02.580346+0000","last_became_peered":"2024-09-19T08:05:02.580346+0000","last_unstale":"2024-09-19T08:05:03.570467+0000","last_undegraded":"2024-09-19T08:05:03.570467+0000","last_fullsized":"2024-09-19T08:05:03.570467+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:28.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597130+0000","last_change":"2024-09-19T08:05:03.587478+0000","last_active":"2024-09-19T08:05:03.597130+0000","last_peered":"2024-09-19T08:05:03.597130+0000","last_clean":"2024-09-19T08:05:03.597130+0000","last_became_active":"2024-09-19T08:05:03.587238+0000","last_became_peered":"2024-09-19T08:05:03.587238+0000","last_unstale":"2024-09-19T08:05:03.597130+0000","last_undegraded":"2024-09-19T08:05:03.597130+0000","last_fullsized":"2024-09-19T08:05:03.597130+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:06.382866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569697+0000","last_change":"2024-09-19T08:05:02.572155+0000","last_active":"2024-09-19T08:05:03.569697+0000","last_peered":"2024-09-19T08:05:03.569697+0000","last_clean":"2024-09-19T08:05:03.569697+0000","last_became_active":"2024-09-19T08:05:02.571585+0000","last_became_peered":"2024-09-19T08:05:02.571585+0000","last_unstale":"2024-09-19T08:05:03.569697+0000","last_undegraded":"2024-09-19T08:05:03.569697+0000","last_fullsized":"2024-09-19T08:05:03.569697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.540486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588709+0000","last_change":"2024-09-19T08:05:03.579252+0000","last_active":"2024-09-19T08:05:03.588709+0000","last_peered":"2024-09-19T08:05:03.588709+0000","last_clean":"2024-09-19T08:05:03.588709+0000","last_became_active":"2024-09-19T08:05:03.576158+0000","last_became_peered":"2024-09-19T08:05:03.576158+0000","last_unstale":"2024-09-19T08:05:03.588709+0000","last_undegraded":"2024-09-19T08:05:03.588709+0000","last_fullsized":"2024-09-19T08:05:03.588709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:50.332899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569564+0000","last_change":"2024-09-19T08:05:02.581232+0000","last_active":"2024-09-19T08:05:03.569564+0000","last_peered":"2024-09-19T08:05:03.569564+0000","last_clean":"2024-09-19T08:05:03.569564+0000","last_became_active":"2024-09-19T08:05:02.580971+0000","last_became_peered":"2024-09-19T08:05:02.580971+0000","last_unstale":"2024-09-19T08:05:03.569564+0000","last_undegraded":"2024-09-19T08:05:03.569564+0000","last_fullsized":"2024-09-19T08:05:03.569564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.614357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592992+0000","last_change":"2024-09-19T08:05:03.589170+0000","last_active":"2024-09-19T08:05:03.592992+0000","last_peered":"2024-09-19T08:05:03.592992+0000","last_clean":"2024-09-19T08:05:03.592992+0000","last_became_active":"2024-09-19T08:05:03.588824+0000","last_became_peered":"2024-09-19T08:05:03.588824+0000","last_unstale":"2024-09-19T08:05:03.592992+0000","last_undegraded":"2024-09-19T08:05:03.592992+0000","last_fullsized":"2024-09-19T08:05:03.592992+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:08.148766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570812+0000","last_change":"2024-09-19T08:05:02.577732+0000","last_active":"2024-09-19T08:05:03.570812+0000","last_peered":"2024-09-19T08:05:03.570812+0000","last_clean":"2024-09-19T08:05:03.570812+0000","last_became_active":"2024-09-19T08:05:02.577399+0000","last_became_peered":"2024-09-19T08:05:02.577399+0000","last_unstale":"2024-09-19T08:05:03.570812+0000","last_undegraded":"2024-09-19T08:05:03.570812+0000","last_fullsized":"2024-09-19T08:05:03.570812+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:41.101618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594331+0000","last_change":"2024-09-19T08:05:03.586762+0000","last_active":"2024-09-19T08:05:03.594331+0000","last_peered":"2024-09-19T08:05:03.594331+0000","last_clean":"2024-09-19T08:05:03.594331+0000","last_became_active":"2024-09-19T08:05:03.586442+0000","last_became_peered":"2024-09-19T08:05:03.586442+0000","last_unstale":"2024-09-19T08:05:03.594331+0000","last_undegraded":"2024-09-19T08:05:03.594331+0000","last_fullsized":"2024-09-19T08:05:03.594331+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.571361+0000","last_change":"2024-09-19T08:05:02.576493+0000","last_active":"2024-09-19T08:05:03.571361+0000","last_peered":"2024-09-19T08:05:03.571361+0000","last_clean":"2024-09-19T08:05:03.571361+0000","last_became_active":"2024-09-19T08:05:02.576209+0000","last_became_peered":"2024-09-19T08:05:02.576209+0000","last_unstale":"2024-09-19T08:05:03.571361+0000","last_undegraded":"2024-09-19T08:05:03.571361+0000","last_fullsized":"2024-09-19T08:05:03.571361+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:25.163012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.586785+0000","last_change":"2024-09-19T08:05:03.582816+0000","last_active":"2024-09-19T08:05:03.586785+0000","last_peered":"2024-09-19T08:05:03.586785+0000","last_clean":"2024-09-19T08:05:03.586785+0000","last_became_active":"2024-09-19T08:05:03.582539+0000","last_became_peered":"2024-09-19T08:05:03.582539+0000","last_unstale":"2024-09-19T08:05:03.586785+0000","last_undegraded":"2024-09-19T08:05:03.586785+0000","last_fullsized":"2024-09-19T08:05:03.586785+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:17.096490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570628+0000","last_change":"2024-09-19T08:05:02.579878+0000","last_active":"2024-09-19T08:05:03.570628+0000","last_peered":"2024-09-19T08:05:03.570628+0000","last_clean":"2024-09-19T08:05:03.570628+0000","last_became_active":"2024-09-19T08:05:02.579555+0000","last_became_peered":"2024-09-19T08:05:02.579555+0000","last_unstale":"2024-09-19T08:05:03.570628+0000","last_undegraded":"2024-09-19T08:05:03.570628+0000","last_fullsized":"2024-09-19T08:05:03.570628+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:31.512996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589754+0000","last_change":"2024-09-19T08:05:03.585330+0000","last_active":"2024-09-19T08:05:03.589754+0000","last_peered":"2024-09-19T08:05:03.589754+0000","last_clean":"2024-09-19T08:05:03.589754+0000","last_became_active":"2024-09-19T08:05:03.584493+0000","last_became_peered":"2024-09-19T08:05:03.584493+0000","last_unstale":"2024-09-19T08:05:03.589754+0000","last_undegraded":"2024-09-19T08:05:03.589754+0000","last_fullsized":"2024-09-19T08:05:03.589754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:19.322997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.574966+0000","last_change":"2024-09-19T08:05:02.580559+0000","last_active":"2024-09-19T08:05:03.574966+0000","last_peered":"2024-09-19T08:05:03.574966+0000","last_clean":"2024-09-19T08:05:03.574966+0000","last_became_active":"2024-09-19T08:05:02.580084+0000","last_became_peered":"2024-09-19T08:05:02.580084+0000","last_unstale":"2024-09-19T08:05:03.574966+0000","last_undegraded":"2024-09-19T08:05:03.574966+0000","last_fullsized":"2024-09-19T08:05:03.574966+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.036690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596779+0000","last_change":"2024-09-19T08:05:03.592200+0000","last_active":"2024-09-19T08:05:03.596779+0000","last_peered":"2024-09-19T08:05:03.596779+0000","last_clean":"2024-09-19T08:05:03.596779+0000","last_became_active":"2024-09-19T08:05:03.591706+0000","last_became_peered":"2024-09-19T08:05:03.591706+0000","last_unstale":"2024-09-19T08:05:03.596779+0000","last_undegraded":"2024-09-19T08:05:03.596779+0000","last_fullsized":"2024-09-19T08:05:03.596779+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:50.949186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569838+0000","last_change":"2024-09-19T08:05:02.575745+0000","last_active":"2024-09-19T08:05:03.569838+0000","last_peered":"2024-09-19T08:05:03.569838+0000","last_clean":"2024-09-19T08:05:03.569838+0000","last_became_active":"2024-09-19T08:05:02.575378+0000","last_became_peered":"2024-09-19T08:05:02.575378+0000","last_unstale":"2024-09-19T08:05:03.569838+0000","last_undegraded":"2024-09-19T08:05:03.569838+0000","last_fullsized":"2024-09-19T08:05:03.569838+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:35.271422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":236,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.577621+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:05:03.577621+0000","last_peered":"2024-09-19T08:05:03.577621+0000","last_clean":"2024-09-19T08:05:03.577621+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:05:03.577621+0000","last_undegraded":"2024-09-19T08:05:03.577621+0000","last_fullsized":"2024-09-19T08:05:03.577621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1282048,"data_stored":871845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542181,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":281317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542181,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27696,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344144,"statfs":{"total":96636764160,"available":96608403456,"internally_reserved":0,"allocated":679936,"data_stored":281317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542180,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":692224,"data_stored":282929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":688128,"data_stored":281373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36020,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335820,"statfs":{"total":96636764160,"available":96599879680,"internally_reserved":0,"allocated":688128,"data_stored":281373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542181,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":684032,"data_stored":281407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1290240,"data_stored":873879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:05:06.574 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:05:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.711+0000 7f96d37be640 1 Processor -- start 2024-09-19T08:05:06.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.712+0000 7f96d37be640 1 -- start start 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.712+0000 7f96d37be640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96cc15e640 0x7f96cc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.712+0000 7f96d37be640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f96cc0cf0e0 0x7f96cc0cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.712+0000 7f96d37be640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96cc15ea20 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d37be640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f96cc0b2860 con 0x7f96cc15e640 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d37be640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f96cc0b1c50 con 0x7f96cc0cf0e0 2024-09-19T08:05:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96cc15e640 0x7f96cc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96cc15e640 0x7f96cc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50672/0 (socket says 172.21.15.17:50672) 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 -- 172.21.15.17:0/736083095 learned_addr learned my addr 172.21.15.17:0/736083095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d0d59640 1 --2- 172.21.15.17:0/736083095 >> v2:172.21.15.160:3300/0 conn(0x7f96cc0cf0e0 0x7f96cc0cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 -- 172.21.15.17:0/736083095 >> v2:172.21.15.160:3300/0 conn(0x7f96cc0cf0e0 msgr2=0x7f96cc0cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 --2- 172.21.15.17:0/736083095 >> v2:172.21.15.160:3300/0 conn(0x7f96cc0cf0e0 0x7f96cc0cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 -- 172.21.15.17:0/736083095 >> v1:172.21.15.160:6789/0 conn(0x7f96cc0b2cf0 legacy=0x7f96cc0b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.713+0000 7f96d155a640 1 -- 172.21.15.17:0/736083095 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96cc0b1f30 con 0x7f96cc15e640 2024-09-19T08:05:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96d155a640 1 --2- 172.21.15.17:0/736083095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc15e640 0x7f96cc0ceba0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0cb580 tx=0x7f96bc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38892ea98a88f6c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96cbfff640 1 -- 172.21.15.17:0/736083095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc036070 con 0x7f96cc15e640 2024-09-19T08:05:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96cbfff640 1 -- 172.21.15.17:0/736083095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc031600 con 0x7f96cc15e640 2024-09-19T08:05:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96cbfff640 1 -- 172.21.15.17:0/736083095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc0319d0 con 0x7f96cc15e640 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96d37be640 1 -- 172.21.15.17:0/736083095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc15e640 msgr2=0x7f96cc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96d37be640 1 --2- 172.21.15.17:0/736083095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc15e640 0x7f96cc0ceba0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0cb580 tx=0x7f96bc02a6a0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96d37be640 1 -- 172.21.15.17:0/736083095 shutdown_connections 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.714+0000 7f96d37be640 1 --2- 172.21.15.17:0/736083095 >> v2:172.21.15.160:3300/0 conn(0x7f96cc0cf0e0 0x7f96cc0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.715+0000 7f96d37be640 1 --2- 172.21.15.17:0/736083095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc15e640 0x7f96cc0ceba0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.715+0000 7f96d37be640 1 -- 172.21.15.17:0/736083095 >> 172.21.15.17:0/736083095 conn(0x7f96cc09d820 msgr2=0x7f96cc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.715+0000 7f96d37be640 1 -- 172.21.15.17:0/736083095 shutdown_connections 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.715+0000 7f96d37be640 1 -- 172.21.15.17:0/736083095 wait complete. 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.716+0000 7f96d37be640 1 Processor -- start 2024-09-19T08:05:06.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.716+0000 7f96d37be640 1 -- start start 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.716+0000 7f96d37be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.716+0000 7f96d37be640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 0x7f96cc0ca790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d37be640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 0x7f96cc06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d37be640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc0cfe40 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d37be640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc0b24f0 con 0x7f96cc15e640 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d37be640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f96cc0b73a0 con 0x7f96cc0cf0e0 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50674/0 (socket says 172.21.15.17:50674) 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 -- 172.21.15.17:0/3653464415 learned_addr learned my addr 172.21.15.17:0/3653464415 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d1d5b640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 0x7f96cc06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d0d59640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 0x7f96cc0ca790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 -- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 msgr2=0x7f96cc0ca790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 0x7f96cc0ca790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 -- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 msgr2=0x7f96cc06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 0x7f96cc06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 -- 172.21.15.17:0/3653464415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96cc153df0 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d0d59640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 0x7f96cc0ca790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d1d5b640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 0x7f96cc06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d155a640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f96bc034040 tx=0x7f96bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc036050 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc042070 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96cc0c9490 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.717+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc009510 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.718+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96cc0c9a50 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.719+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96cc068eb0 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.719+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96bc007c30 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.720+0000 7f96c9ffb640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 0x7f96b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.720+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f96bc0ac350 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.720+0000 7f96d0d59640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 0x7f96b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.720+0000 7f96d0d59640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 0x7f96b806e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0d3f50 tx=0x7f96c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:06.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.724+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96bc045360 con 0x7f96cc0b2cf0 2024-09-19T08:05:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.896+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f96cc06c990 con 0x7f96b806c2b0 2024-09-19T08:05:06.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.903+0000 7f96c9ffb640 1 -- 172.21.15.17:0/3653464415 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251884 (secure 0 0 0) 0x7f96cc06c990 con 0x7f96b806c2b0 2024-09-19T08:05:06.906 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:06.907 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 msgr2=0x7f96b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 0x7f96b806e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0d3f50 tx=0x7f96c0008040 comp rx=0 tx=0).stop 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 msgr2=0x7f96cc1538b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f96bc034040 tx=0x7f96bc004a40 comp rx=0 tx=0).stop 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 shutdown_connections 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96b806c2b0 0x7f96b806e770 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96cc15e640 0x7f96cc06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96cc0cf0e0 0x7f96cc0ca790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 --2- 172.21.15.17:0/3653464415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96cc0b2cf0 0x7f96cc1538b0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:06.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 >> 172.21.15.17:0/3653464415 conn(0x7f96cc09d820 msgr2=0x7f96cc0cf550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:06.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 shutdown_connections 2024-09-19T08:05:06.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:06.906+0000 7f96d37be640 1 -- 172.21.15.17:0/3653464415 wait complete. 2024-09-19T08:05:06.918 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-19T08:05:05.427591+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243576,"kb_used_data":6528,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731144,"statfs":{"total":773094113280,"available":772844691456,"internally_reserved":0,"allocated":6684672,"data_stored":3435440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000733"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598675+0000","last_change":"2024-09-19T08:05:03.594329+0000","last_active":"2024-09-19T08:05:03.598675+0000","last_peered":"2024-09-19T08:05:03.598675+0000","last_clean":"2024-09-19T08:05:03.598675+0000","last_became_active":"2024-09-19T08:05:03.594075+0000","last_became_peered":"2024-09-19T08:05:03.594075+0000","last_unstale":"2024-09-19T08:05:03.598675+0000","last_undegraded":"2024-09-19T08:05:03.598675+0000","last_fullsized":"2024-09-19T08:05:03.598675+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:59.273465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591745+0000","last_change":"2024-09-19T08:05:03.588536+0000","last_active":"2024-09-19T08:05:03.591745+0000","last_peered":"2024-09-19T08:05:03.591745+0000","last_clean":"2024-09-19T08:05:03.591745+0000","last_became_active":"2024-09-19T08:05:03.588261+0000","last_became_peered":"2024-09-19T08:05:03.588261+0000","last_unstale":"2024-09-19T08:05:03.591745+0000","last_undegraded":"2024-09-19T08:05:03.591745+0000","last_fullsized":"2024-09-19T08:05:03.591745+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:31.452685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.593732+0000","last_change":"2024-09-19T08:05:03.584419+0000","last_active":"2024-09-19T08:05:03.593732+0000","last_peered":"2024-09-19T08:05:03.593732+0000","last_clean":"2024-09-19T08:05:03.593732+0000","last_became_active":"2024-09-19T08:05:03.584094+0000","last_became_peered":"2024-09-19T08:05:03.584094+0000","last_unstale":"2024-09-19T08:05:03.593732+0000","last_undegraded":"2024-09-19T08:05:03.593732+0000","last_fullsized":"2024-09-19T08:05:03.593732+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:59.204608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579903+0000","last_change":"2024-09-19T08:05:03.575074+0000","last_active":"2024-09-19T08:05:03.579903+0000","last_peered":"2024-09-19T08:05:03.579903+0000","last_clean":"2024-09-19T08:05:03.579903+0000","last_became_active":"2024-09-19T08:05:03.574741+0000","last_became_peered":"2024-09-19T08:05:03.574741+0000","last_unstale":"2024-09-19T08:05:03.579903+0000","last_undegraded":"2024-09-19T08:05:03.579903+0000","last_fullsized":"2024-09-19T08:05:03.579903+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589448+0000","last_change":"2024-09-19T08:05:03.583762+0000","last_active":"2024-09-19T08:05:03.589448+0000","last_peered":"2024-09-19T08:05:03.589448+0000","last_clean":"2024-09-19T08:05:03.589448+0000","last_became_active":"2024-09-19T08:05:03.583481+0000","last_became_peered":"2024-09-19T08:05:03.583481+0000","last_unstale":"2024-09-19T08:05:03.589448+0000","last_undegraded":"2024-09-19T08:05:03.589448+0000","last_fullsized":"2024-09-19T08:05:03.589448+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:42.491212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591145+0000","last_change":"2024-09-19T08:05:03.585686+0000","last_active":"2024-09-19T08:05:03.591145+0000","last_peered":"2024-09-19T08:05:03.591145+0000","last_clean":"2024-09-19T08:05:03.591145+0000","last_became_active":"2024-09-19T08:05:03.584081+0000","last_became_peered":"2024-09-19T08:05:03.584081+0000","last_unstale":"2024-09-19T08:05:03.591145+0000","last_undegraded":"2024-09-19T08:05:03.591145+0000","last_fullsized":"2024-09-19T08:05:03.591145+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.576400+0000","last_change":"2024-09-19T08:05:03.574924+0000","last_active":"2024-09-19T08:05:03.576400+0000","last_peered":"2024-09-19T08:05:03.576400+0000","last_clean":"2024-09-19T08:05:03.576400+0000","last_became_active":"2024-09-19T08:05:03.574610+0000","last_became_peered":"2024-09-19T08:05:03.574610+0000","last_unstale":"2024-09-19T08:05:03.576400+0000","last_undegraded":"2024-09-19T08:05:03.576400+0000","last_fullsized":"2024-09-19T08:05:03.576400+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:24.577428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592041+0000","last_change":"2024-09-19T08:05:03.587946+0000","last_active":"2024-09-19T08:05:03.592041+0000","last_peered":"2024-09-19T08:05:03.592041+0000","last_clean":"2024-09-19T08:05:03.592041+0000","last_became_active":"2024-09-19T08:05:03.587550+0000","last_became_peered":"2024-09-19T08:05:03.587550+0000","last_unstale":"2024-09-19T08:05:03.592041+0000","last_undegraded":"2024-09-19T08:05:03.592041+0000","last_fullsized":"2024-09-19T08:05:03.592041+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:14.930996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595297+0000","last_change":"2024-09-19T08:05:03.592340+0000","last_active":"2024-09-19T08:05:03.595297+0000","last_peered":"2024-09-19T08:05:03.595297+0000","last_clean":"2024-09-19T08:05:03.595297+0000","last_became_active":"2024-09-19T08:05:03.591989+0000","last_became_peered":"2024-09-19T08:05:03.591989+0000","last_unstale":"2024-09-19T08:05:03.595297+0000","last_undegraded":"2024-09-19T08:05:03.595297+0000","last_fullsized":"2024-09-19T08:05:03.595297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:30.068511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584459+0000","last_change":"2024-09-19T08:05:03.578390+0000","last_active":"2024-09-19T08:05:03.584459+0000","last_peered":"2024-09-19T08:05:03.584459+0000","last_clean":"2024-09-19T08:05:03.584459+0000","last_became_active":"2024-09-19T08:05:03.578130+0000","last_became_peered":"2024-09-19T08:05:03.578130+0000","last_unstale":"2024-09-19T08:05:03.584459+0000","last_undegraded":"2024-09-19T08:05:03.584459+0000","last_fullsized":"2024-09-19T08:05:03.584459+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.636085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597198+0000","last_change":"2024-09-19T08:05:03.590576+0000","last_active":"2024-09-19T08:05:03.597198+0000","last_peered":"2024-09-19T08:05:03.597198+0000","last_clean":"2024-09-19T08:05:03.597198+0000","last_became_active":"2024-09-19T08:05:03.590288+0000","last_became_peered":"2024-09-19T08:05:03.590288+0000","last_unstale":"2024-09-19T08:05:03.597198+0000","last_undegraded":"2024-09-19T08:05:03.597198+0000","last_fullsized":"2024-09-19T08:05:03.597198+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:13.877795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588924+0000","last_change":"2024-09-19T08:05:03.582744+0000","last_active":"2024-09-19T08:05:03.588924+0000","last_peered":"2024-09-19T08:05:03.588924+0000","last_clean":"2024-09-19T08:05:03.588924+0000","last_became_active":"2024-09-19T08:05:03.582443+0000","last_became_peered":"2024-09-19T08:05:03.582443+0000","last_unstale":"2024-09-19T08:05:03.588924+0000","last_undegraded":"2024-09-19T08:05:03.588924+0000","last_fullsized":"2024-09-19T08:05:03.588924+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:49.783645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592026+0000","last_change":"2024-09-19T08:05:03.585719+0000","last_active":"2024-09-19T08:05:03.592026+0000","last_peered":"2024-09-19T08:05:03.592026+0000","last_clean":"2024-09-19T08:05:03.592026+0000","last_became_active":"2024-09-19T08:05:03.585447+0000","last_became_peered":"2024-09-19T08:05:03.585447+0000","last_unstale":"2024-09-19T08:05:03.592026+0000","last_undegraded":"2024-09-19T08:05:03.592026+0000","last_fullsized":"2024-09-19T08:05:03.592026+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:17.096490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589055+0000","last_change":"2024-09-19T08:05:03.584027+0000","last_active":"2024-09-19T08:05:03.589055+0000","last_peered":"2024-09-19T08:05:03.589055+0000","last_clean":"2024-09-19T08:05:03.589055+0000","last_became_active":"2024-09-19T08:05:03.583717+0000","last_became_peered":"2024-09-19T08:05:03.583717+0000","last_unstale":"2024-09-19T08:05:03.589055+0000","last_undegraded":"2024-09-19T08:05:03.589055+0000","last_fullsized":"2024-09-19T08:05:03.589055+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:06.043524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.582738+0000","last_change":"2024-09-19T08:05:03.580168+0000","last_active":"2024-09-19T08:05:03.582738+0000","last_peered":"2024-09-19T08:05:03.582738+0000","last_clean":"2024-09-19T08:05:03.582738+0000","last_became_active":"2024-09-19T08:05:03.579866+0000","last_became_peered":"2024-09-19T08:05:03.579866+0000","last_unstale":"2024-09-19T08:05:03.582738+0000","last_undegraded":"2024-09-19T08:05:03.582738+0000","last_fullsized":"2024-09-19T08:05:03.582738+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:17.121270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591031+0000","last_change":"2024-09-19T08:05:03.583462+0000","last_active":"2024-09-19T08:05:03.591031+0000","last_peered":"2024-09-19T08:05:03.591031+0000","last_clean":"2024-09-19T08:05:03.591031+0000","last_became_active":"2024-09-19T08:05:03.582406+0000","last_became_peered":"2024-09-19T08:05:03.582406+0000","last_unstale":"2024-09-19T08:05:03.591031+0000","last_undegraded":"2024-09-19T08:05:03.591031+0000","last_fullsized":"2024-09-19T08:05:03.591031+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596679+0000","last_change":"2024-09-19T08:05:03.591225+0000","last_active":"2024-09-19T08:05:03.596679+0000","last_peered":"2024-09-19T08:05:03.596679+0000","last_clean":"2024-09-19T08:05:03.596679+0000","last_became_active":"2024-09-19T08:05:03.590788+0000","last_became_peered":"2024-09-19T08:05:03.590788+0000","last_unstale":"2024-09-19T08:05:03.596679+0000","last_undegraded":"2024-09-19T08:05:03.596679+0000","last_fullsized":"2024-09-19T08:05:03.596679+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:23.750629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595135+0000","last_change":"2024-09-19T08:05:03.590133+0000","last_active":"2024-09-19T08:05:03.595135+0000","last_peered":"2024-09-19T08:05:03.595135+0000","last_clean":"2024-09-19T08:05:03.595135+0000","last_became_active":"2024-09-19T08:05:03.589819+0000","last_became_peered":"2024-09-19T08:05:03.589819+0000","last_unstale":"2024-09-19T08:05:03.595135+0000","last_undegraded":"2024-09-19T08:05:03.595135+0000","last_fullsized":"2024-09-19T08:05:03.595135+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594493+0000","last_change":"2024-09-19T08:05:03.593254+0000","last_active":"2024-09-19T08:05:03.594493+0000","last_peered":"2024-09-19T08:05:03.594493+0000","last_clean":"2024-09-19T08:05:03.594493+0000","last_became_active":"2024-09-19T08:05:03.592979+0000","last_became_peered":"2024-09-19T08:05:03.592979+0000","last_unstale":"2024-09-19T08:05:03.594493+0000","last_undegraded":"2024-09-19T08:05:03.594493+0000","last_fullsized":"2024-09-19T08:05:03.594493+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:44.023540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591701+0000","last_change":"2024-09-19T08:05:03.586805+0000","last_active":"2024-09-19T08:05:03.591701+0000","last_peered":"2024-09-19T08:05:03.591701+0000","last_clean":"2024-09-19T08:05:03.591701+0000","last_became_active":"2024-09-19T08:05:03.586478+0000","last_became_peered":"2024-09-19T08:05:03.586478+0000","last_unstale":"2024-09-19T08:05:03.591701+0000","last_undegraded":"2024-09-19T08:05:03.591701+0000","last_fullsized":"2024-09-19T08:05:03.591701+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:59.216413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595098+0000","last_change":"2024-09-19T08:05:03.589574+0000","last_active":"2024-09-19T08:05:03.595098+0000","last_peered":"2024-09-19T08:05:03.595098+0000","last_clean":"2024-09-19T08:05:03.595098+0000","last_became_active":"2024-09-19T08:05:03.589182+0000","last_became_peered":"2024-09-19T08:05:03.589182+0000","last_unstale":"2024-09-19T08:05:03.595098+0000","last_undegraded":"2024-09-19T08:05:03.595098+0000","last_fullsized":"2024-09-19T08:05:03.595098+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596739+0000","last_change":"2024-09-19T08:05:03.591792+0000","last_active":"2024-09-19T08:05:03.596739+0000","last_peered":"2024-09-19T08:05:03.596739+0000","last_clean":"2024-09-19T08:05:03.596739+0000","last_became_active":"2024-09-19T08:05:03.590854+0000","last_became_peered":"2024-09-19T08:05:03.590854+0000","last_unstale":"2024-09-19T08:05:03.596739+0000","last_undegraded":"2024-09-19T08:05:03.596739+0000","last_fullsized":"2024-09-19T08:05:03.596739+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:13.895819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595688+0000","last_change":"2024-09-19T08:05:03.593037+0000","last_active":"2024-09-19T08:05:03.595688+0000","last_peered":"2024-09-19T08:05:03.595688+0000","last_clean":"2024-09-19T08:05:03.595688+0000","last_became_active":"2024-09-19T08:05:03.592528+0000","last_became_peered":"2024-09-19T08:05:03.592528+0000","last_unstale":"2024-09-19T08:05:03.595688+0000","last_undegraded":"2024-09-19T08:05:03.595688+0000","last_fullsized":"2024-09-19T08:05:03.595688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:28:49.783645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592438+0000","last_change":"2024-09-19T08:05:03.586308+0000","last_active":"2024-09-19T08:05:03.592438+0000","last_peered":"2024-09-19T08:05:03.592438+0000","last_clean":"2024-09-19T08:05:03.592438+0000","last_became_active":"2024-09-19T08:05:03.585994+0000","last_became_peered":"2024-09-19T08:05:03.585994+0000","last_unstale":"2024-09-19T08:05:03.592438+0000","last_undegraded":"2024-09-19T08:05:03.592438+0000","last_fullsized":"2024-09-19T08:05:03.592438+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:06.382866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.590587+0000","last_change":"2024-09-19T08:05:03.587735+0000","last_active":"2024-09-19T08:05:03.590587+0000","last_peered":"2024-09-19T08:05:03.590587+0000","last_clean":"2024-09-19T08:05:03.590587+0000","last_became_active":"2024-09-19T08:05:03.587372+0000","last_became_peered":"2024-09-19T08:05:03.587372+0000","last_unstale":"2024-09-19T08:05:03.590587+0000","last_undegraded":"2024-09-19T08:05:03.590587+0000","last_fullsized":"2024-09-19T08:05:03.590587+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:17:55.546558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.574716+0000","last_change":"2024-09-19T08:05:03.572703+0000","last_active":"2024-09-19T08:05:03.574716+0000","last_peered":"2024-09-19T08:05:03.574716+0000","last_clean":"2024-09-19T08:05:03.574716+0000","last_became_active":"2024-09-19T08:05:03.572426+0000","last_became_peered":"2024-09-19T08:05:03.572426+0000","last_unstale":"2024-09-19T08:05:03.574716+0000","last_undegraded":"2024-09-19T08:05:03.574716+0000","last_fullsized":"2024-09-19T08:05:03.574716+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588730+0000","last_change":"2024-09-19T08:05:03.579836+0000","last_active":"2024-09-19T08:05:03.588730+0000","last_peered":"2024-09-19T08:05:03.588730+0000","last_clean":"2024-09-19T08:05:03.588730+0000","last_became_active":"2024-09-19T08:05:03.579577+0000","last_became_peered":"2024-09-19T08:05:03.579577+0000","last_unstale":"2024-09-19T08:05:03.588730+0000","last_undegraded":"2024-09-19T08:05:03.588730+0000","last_fullsized":"2024-09-19T08:05:03.588730+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:47.619218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579703+0000","last_change":"2024-09-19T08:05:03.574343+0000","last_active":"2024-09-19T08:05:03.579703+0000","last_peered":"2024-09-19T08:05:03.579703+0000","last_clean":"2024-09-19T08:05:03.579703+0000","last_became_active":"2024-09-19T08:05:03.574021+0000","last_became_peered":"2024-09-19T08:05:03.574021+0000","last_unstale":"2024-09-19T08:05:03.579703+0000","last_undegraded":"2024-09-19T08:05:03.579703+0000","last_fullsized":"2024-09-19T08:05:03.579703+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:28.921599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591908+0000","last_change":"2024-09-19T08:05:03.585907+0000","last_active":"2024-09-19T08:05:03.591908+0000","last_peered":"2024-09-19T08:05:03.591908+0000","last_clean":"2024-09-19T08:05:03.591908+0000","last_became_active":"2024-09-19T08:05:03.585592+0000","last_became_peered":"2024-09-19T08:05:03.585592+0000","last_unstale":"2024-09-19T08:05:03.591908+0000","last_undegraded":"2024-09-19T08:05:03.591908+0000","last_fullsized":"2024-09-19T08:05:03.591908+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:56.688887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589307+0000","last_change":"2024-09-19T08:05:03.583592+0000","last_active":"2024-09-19T08:05:03.589307+0000","last_peered":"2024-09-19T08:05:03.589307+0000","last_clean":"2024-09-19T08:05:03.589307+0000","last_became_active":"2024-09-19T08:05:03.583279+0000","last_became_peered":"2024-09-19T08:05:03.583279+0000","last_unstale":"2024-09-19T08:05:03.589307+0000","last_undegraded":"2024-09-19T08:05:03.589307+0000","last_fullsized":"2024-09-19T08:05:03.589307+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:47.619218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589050+0000","last_change":"2024-09-19T08:05:03.586731+0000","last_active":"2024-09-19T08:05:03.589050+0000","last_peered":"2024-09-19T08:05:03.589050+0000","last_clean":"2024-09-19T08:05:03.589050+0000","last_became_active":"2024-09-19T08:05:03.586434+0000","last_became_peered":"2024-09-19T08:05:03.586434+0000","last_unstale":"2024-09-19T08:05:03.589050+0000","last_undegraded":"2024-09-19T08:05:03.589050+0000","last_fullsized":"2024-09-19T08:05:03.589050+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:57.287179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598870+0000","last_change":"2024-09-19T08:05:03.597114+0000","last_active":"2024-09-19T08:05:03.598870+0000","last_peered":"2024-09-19T08:05:03.598870+0000","last_clean":"2024-09-19T08:05:03.598870+0000","last_became_active":"2024-09-19T08:05:03.596595+0000","last_became_peered":"2024-09-19T08:05:03.596595+0000","last_unstale":"2024-09-19T08:05:03.598870+0000","last_undegraded":"2024-09-19T08:05:03.598870+0000","last_fullsized":"2024-09-19T08:05:03.598870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591193+0000","last_change":"2024-09-19T08:05:03.582774+0000","last_active":"2024-09-19T08:05:03.591193+0000","last_peered":"2024-09-19T08:05:03.591193+0000","last_clean":"2024-09-19T08:05:03.591193+0000","last_became_active":"2024-09-19T08:05:03.582506+0000","last_became_peered":"2024-09-19T08:05:03.582506+0000","last_unstale":"2024-09-19T08:05:03.591193+0000","last_undegraded":"2024-09-19T08:05:03.591193+0000","last_fullsized":"2024-09-19T08:05:03.591193+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.602536+0000","last_change":"2024-09-19T08:05:02.581188+0000","last_active":"2024-09-19T08:05:03.602536+0000","last_peered":"2024-09-19T08:05:03.602536+0000","last_clean":"2024-09-19T08:05:03.602536+0000","last_became_active":"2024-09-19T08:05:02.580913+0000","last_became_peered":"2024-09-19T08:05:02.580913+0000","last_unstale":"2024-09-19T08:05:03.602536+0000","last_undegraded":"2024-09-19T08:05:03.602536+0000","last_fullsized":"2024-09-19T08:05:03.602536+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:23.473056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.586708+0000","last_change":"2024-09-19T08:05:03.579257+0000","last_active":"2024-09-19T08:05:03.586708+0000","last_peered":"2024-09-19T08:05:03.586708+0000","last_clean":"2024-09-19T08:05:03.586708+0000","last_became_active":"2024-09-19T08:05:03.578953+0000","last_became_peered":"2024-09-19T08:05:03.578953+0000","last_unstale":"2024-09-19T08:05:03.586708+0000","last_undegraded":"2024-09-19T08:05:03.586708+0000","last_fullsized":"2024-09-19T08:05:03.586708+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:28.653219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599655+0000","last_change":"2024-09-19T08:05:02.579157+0000","last_active":"2024-09-19T08:05:03.599655+0000","last_peered":"2024-09-19T08:05:03.599655+0000","last_clean":"2024-09-19T08:05:03.599655+0000","last_became_active":"2024-09-19T08:05:02.578795+0000","last_became_peered":"2024-09-19T08:05:02.578795+0000","last_unstale":"2024-09-19T08:05:03.599655+0000","last_undegraded":"2024-09-19T08:05:03.599655+0000","last_fullsized":"2024-09-19T08:05:03.599655+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:09.156494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588671+0000","last_change":"2024-09-19T08:05:03.578965+0000","last_active":"2024-09-19T08:05:03.588671+0000","last_peered":"2024-09-19T08:05:03.588671+0000","last_clean":"2024-09-19T08:05:03.588671+0000","last_became_active":"2024-09-19T08:05:03.577749+0000","last_became_peered":"2024-09-19T08:05:03.577749+0000","last_unstale":"2024-09-19T08:05:03.588671+0000","last_undegraded":"2024-09-19T08:05:03.588671+0000","last_fullsized":"2024-09-19T08:05:03.588671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:08.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601822+0000","last_change":"2024-09-19T08:05:02.581945+0000","last_active":"2024-09-19T08:05:03.601822+0000","last_peered":"2024-09-19T08:05:03.601822+0000","last_clean":"2024-09-19T08:05:03.601822+0000","last_became_active":"2024-09-19T08:05:02.581647+0000","last_became_peered":"2024-09-19T08:05:02.581647+0000","last_unstale":"2024-09-19T08:05:03.601822+0000","last_undegraded":"2024-09-19T08:05:03.601822+0000","last_fullsized":"2024-09-19T08:05:03.601822+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:33.788836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588963+0000","last_change":"2024-09-19T08:05:03.581704+0000","last_active":"2024-09-19T08:05:03.588963+0000","last_peered":"2024-09-19T08:05:03.588963+0000","last_clean":"2024-09-19T08:05:03.588963+0000","last_became_active":"2024-09-19T08:05:03.581412+0000","last_became_peered":"2024-09-19T08:05:03.581412+0000","last_unstale":"2024-09-19T08:05:03.588963+0000","last_undegraded":"2024-09-19T08:05:03.588963+0000","last_fullsized":"2024-09-19T08:05:03.588963+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594765+0000","last_change":"2024-09-19T08:05:02.580038+0000","last_active":"2024-09-19T08:05:03.594765+0000","last_peered":"2024-09-19T08:05:03.594765+0000","last_clean":"2024-09-19T08:05:03.594765+0000","last_became_active":"2024-09-19T08:05:02.579740+0000","last_became_peered":"2024-09-19T08:05:02.579740+0000","last_unstale":"2024-09-19T08:05:03.594765+0000","last_undegraded":"2024-09-19T08:05:03.594765+0000","last_fullsized":"2024-09-19T08:05:03.594765+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:49.328039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598100+0000","last_change":"2024-09-19T08:05:03.595153+0000","last_active":"2024-09-19T08:05:03.598100+0000","last_peered":"2024-09-19T08:05:03.598100+0000","last_clean":"2024-09-19T08:05:03.598100+0000","last_became_active":"2024-09-19T08:05:03.592090+0000","last_became_peered":"2024-09-19T08:05:03.592090+0000","last_unstale":"2024-09-19T08:05:03.598100+0000","last_undegraded":"2024-09-19T08:05:03.598100+0000","last_fullsized":"2024-09-19T08:05:03.598100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:08.812423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592436+0000","last_change":"2024-09-19T08:05:02.577344+0000","last_active":"2024-09-19T08:05:03.592436+0000","last_peered":"2024-09-19T08:05:03.592436+0000","last_clean":"2024-09-19T08:05:03.592436+0000","last_became_active":"2024-09-19T08:05:02.577079+0000","last_became_peered":"2024-09-19T08:05:02.577079+0000","last_unstale":"2024-09-19T08:05:03.592436+0000","last_undegraded":"2024-09-19T08:05:03.592436+0000","last_fullsized":"2024-09-19T08:05:03.592436+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:23.127276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596618+0000","last_change":"2024-09-19T08:05:03.589450+0000","last_active":"2024-09-19T08:05:03.596618+0000","last_peered":"2024-09-19T08:05:03.596618+0000","last_clean":"2024-09-19T08:05:03.596618+0000","last_became_active":"2024-09-19T08:05:03.589158+0000","last_became_peered":"2024-09-19T08:05:03.589158+0000","last_unstale":"2024-09-19T08:05:03.596618+0000","last_undegraded":"2024-09-19T08:05:03.596618+0000","last_fullsized":"2024-09-19T08:05:03.596618+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:03.173690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.602027+0000","last_change":"2024-09-19T08:05:02.580611+0000","last_active":"2024-09-19T08:05:03.602027+0000","last_peered":"2024-09-19T08:05:03.602027+0000","last_clean":"2024-09-19T08:05:03.602027+0000","last_became_active":"2024-09-19T08:05:02.580330+0000","last_became_peered":"2024-09-19T08:05:02.580330+0000","last_unstale":"2024-09-19T08:05:03.602027+0000","last_undegraded":"2024-09-19T08:05:03.602027+0000","last_fullsized":"2024-09-19T08:05:03.602027+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584702+0000","last_change":"2024-09-19T08:05:03.583088+0000","last_active":"2024-09-19T08:05:03.584702+0000","last_peered":"2024-09-19T08:05:03.584702+0000","last_clean":"2024-09-19T08:05:03.584702+0000","last_became_active":"2024-09-19T08:05:03.582774+0000","last_became_peered":"2024-09-19T08:05:03.582774+0000","last_unstale":"2024-09-19T08:05:03.584702+0000","last_undegraded":"2024-09-19T08:05:03.584702+0000","last_fullsized":"2024-09-19T08:05:03.584702+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:28.653219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.568359+0000","last_change":"2024-09-19T08:05:02.580821+0000","last_active":"2024-09-19T08:05:03.568359+0000","last_peered":"2024-09-19T08:05:03.568359+0000","last_clean":"2024-09-19T08:05:03.568359+0000","last_became_active":"2024-09-19T08:05:02.580547+0000","last_became_peered":"2024-09-19T08:05:02.580547+0000","last_unstale":"2024-09-19T08:05:03.568359+0000","last_undegraded":"2024-09-19T08:05:03.568359+0000","last_fullsized":"2024-09-19T08:05:03.568359+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:49.795278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591779+0000","last_change":"2024-09-19T08:05:03.587709+0000","last_active":"2024-09-19T08:05:03.591779+0000","last_peered":"2024-09-19T08:05:03.591779+0000","last_clean":"2024-09-19T08:05:03.591779+0000","last_became_active":"2024-09-19T08:05:03.585664+0000","last_became_peered":"2024-09-19T08:05:03.585664+0000","last_unstale":"2024-09-19T08:05:03.591779+0000","last_undegraded":"2024-09-19T08:05:03.591779+0000","last_fullsized":"2024-09-19T08:05:03.591779+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:34:41.243469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.571013+0000","last_change":"2024-09-19T08:05:02.578511+0000","last_active":"2024-09-19T08:05:03.571013+0000","last_peered":"2024-09-19T08:05:03.571013+0000","last_clean":"2024-09-19T08:05:03.571013+0000","last_became_active":"2024-09-19T08:05:02.578210+0000","last_became_peered":"2024-09-19T08:05:02.578210+0000","last_unstale":"2024-09-19T08:05:03.571013+0000","last_undegraded":"2024-09-19T08:05:03.571013+0000","last_fullsized":"2024-09-19T08:05:03.571013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:56.763101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591941+0000","last_change":"2024-09-19T08:05:03.587581+0000","last_active":"2024-09-19T08:05:03.591941+0000","last_peered":"2024-09-19T08:05:03.591941+0000","last_clean":"2024-09-19T08:05:03.591941+0000","last_became_active":"2024-09-19T08:05:03.587293+0000","last_became_peered":"2024-09-19T08:05:03.587293+0000","last_unstale":"2024-09-19T08:05:03.591941+0000","last_undegraded":"2024-09-19T08:05:03.591941+0000","last_fullsized":"2024-09-19T08:05:03.591941+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:17.613688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579921+0000","last_change":"2024-09-19T08:05:02.579865+0000","last_active":"2024-09-19T08:05:03.579921+0000","last_peered":"2024-09-19T08:05:03.579921+0000","last_clean":"2024-09-19T08:05:03.579921+0000","last_became_active":"2024-09-19T08:05:02.579389+0000","last_became_peered":"2024-09-19T08:05:02.579389+0000","last_unstale":"2024-09-19T08:05:03.579921+0000","last_undegraded":"2024-09-19T08:05:03.579921+0000","last_fullsized":"2024-09-19T08:05:03.579921+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:49.328039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594346+0000","last_change":"2024-09-19T08:05:03.587598+0000","last_active":"2024-09-19T08:05:03.594346+0000","last_peered":"2024-09-19T08:05:03.594346+0000","last_clean":"2024-09-19T08:05:03.594346+0000","last_became_active":"2024-09-19T08:05:03.587268+0000","last_became_peered":"2024-09-19T08:05:03.587268+0000","last_unstale":"2024-09-19T08:05:03.594346+0000","last_undegraded":"2024-09-19T08:05:03.594346+0000","last_fullsized":"2024-09-19T08:05:03.594346+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.572104+0000","last_change":"2024-09-19T08:05:02.583562+0000","last_active":"2024-09-19T08:05:03.572104+0000","last_peered":"2024-09-19T08:05:03.572104+0000","last_clean":"2024-09-19T08:05:03.572104+0000","last_became_active":"2024-09-19T08:05:02.582985+0000","last_became_peered":"2024-09-19T08:05:02.582985+0000","last_unstale":"2024-09-19T08:05:03.572104+0000","last_undegraded":"2024-09-19T08:05:03.572104+0000","last_fullsized":"2024-09-19T08:05:03.572104+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:37.255192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597158+0000","last_change":"2024-09-19T08:05:03.588158+0000","last_active":"2024-09-19T08:05:03.597158+0000","last_peered":"2024-09-19T08:05:03.597158+0000","last_clean":"2024-09-19T08:05:03.597158+0000","last_became_active":"2024-09-19T08:05:03.587896+0000","last_became_peered":"2024-09-19T08:05:03.587896+0000","last_unstale":"2024-09-19T08:05:03.597158+0000","last_undegraded":"2024-09-19T08:05:03.597158+0000","last_fullsized":"2024-09-19T08:05:03.597158+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:45.578265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.598717+0000","last_change":"2024-09-19T08:05:02.573096+0000","last_active":"2024-09-19T08:05:03.598717+0000","last_peered":"2024-09-19T08:05:03.598717+0000","last_clean":"2024-09-19T08:05:03.598717+0000","last_became_active":"2024-09-19T08:05:02.572838+0000","last_became_peered":"2024-09-19T08:05:02.572838+0000","last_unstale":"2024-09-19T08:05:03.598717+0000","last_undegraded":"2024-09-19T08:05:03.598717+0000","last_fullsized":"2024-09-19T08:05:03.598717+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:07.299617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595717+0000","last_change":"2024-09-19T08:05:03.593591+0000","last_active":"2024-09-19T08:05:03.595717+0000","last_peered":"2024-09-19T08:05:03.595717+0000","last_clean":"2024-09-19T08:05:03.595717+0000","last_became_active":"2024-09-19T08:05:03.593319+0000","last_became_peered":"2024-09-19T08:05:03.593319+0000","last_unstale":"2024-09-19T08:05:03.595717+0000","last_undegraded":"2024-09-19T08:05:03.595717+0000","last_fullsized":"2024-09-19T08:05:03.595717+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:50.082713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":18,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601889+0000","last_change":"2024-09-19T08:05:02.576445+0000","last_active":"2024-09-19T08:05:03.601889+0000","last_peered":"2024-09-19T08:05:03.601889+0000","last_clean":"2024-09-19T08:05:03.601889+0000","last_became_active":"2024-09-19T08:05:02.575896+0000","last_became_peered":"2024-09-19T08:05:02.575896+0000","last_unstale":"2024-09-19T08:05:03.601889+0000","last_undegraded":"2024-09-19T08:05:03.601889+0000","last_fullsized":"2024-09-19T08:05:03.601889+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:43.638760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.584105+0000","last_change":"2024-09-19T08:05:03.581093+0000","last_active":"2024-09-19T08:05:03.584105+0000","last_peered":"2024-09-19T08:05:03.584105+0000","last_clean":"2024-09-19T08:05:03.584105+0000","last_became_active":"2024-09-19T08:05:03.580825+0000","last_became_peered":"2024-09-19T08:05:03.580825+0000","last_unstale":"2024-09-19T08:05:03.584105+0000","last_undegraded":"2024-09-19T08:05:03.584105+0000","last_fullsized":"2024-09-19T08:05:03.584105+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.176355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.600272+0000","last_change":"2024-09-19T08:05:02.583214+0000","last_active":"2024-09-19T08:05:03.600272+0000","last_peered":"2024-09-19T08:05:03.600272+0000","last_clean":"2024-09-19T08:05:03.600272+0000","last_became_active":"2024-09-19T08:05:02.582913+0000","last_became_peered":"2024-09-19T08:05:02.582913+0000","last_unstale":"2024-09-19T08:05:03.600272+0000","last_undegraded":"2024-09-19T08:05:03.600272+0000","last_fullsized":"2024-09-19T08:05:03.600272+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:12.981936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594214+0000","last_change":"2024-09-19T08:05:03.584672+0000","last_active":"2024-09-19T08:05:03.594214+0000","last_peered":"2024-09-19T08:05:03.594214+0000","last_clean":"2024-09-19T08:05:03.594214+0000","last_became_active":"2024-09-19T08:05:03.584395+0000","last_became_peered":"2024-09-19T08:05:03.584395+0000","last_unstale":"2024-09-19T08:05:03.594214+0000","last_undegraded":"2024-09-19T08:05:03.594214+0000","last_fullsized":"2024-09-19T08:05:03.594214+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:23.227406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570115+0000","last_change":"2024-09-19T08:05:02.573930+0000","last_active":"2024-09-19T08:05:03.570115+0000","last_peered":"2024-09-19T08:05:03.570115+0000","last_clean":"2024-09-19T08:05:03.570115+0000","last_became_active":"2024-09-19T08:05:02.573625+0000","last_became_peered":"2024-09-19T08:05:02.573625+0000","last_unstale":"2024-09-19T08:05:03.570115+0000","last_undegraded":"2024-09-19T08:05:03.570115+0000","last_fullsized":"2024-09-19T08:05:03.570115+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:21.631225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.581205+0000","last_change":"2024-09-19T08:05:03.578492+0000","last_active":"2024-09-19T08:05:03.581205+0000","last_peered":"2024-09-19T08:05:03.581205+0000","last_clean":"2024-09-19T08:05:03.581205+0000","last_became_active":"2024-09-19T08:05:03.578210+0000","last_became_peered":"2024-09-19T08:05:03.578210+0000","last_unstale":"2024-09-19T08:05:03.581205+0000","last_undegraded":"2024-09-19T08:05:03.581205+0000","last_fullsized":"2024-09-19T08:05:03.581205+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:20.897627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.568397+0000","last_change":"2024-09-19T08:05:02.576933+0000","last_active":"2024-09-19T08:05:03.568397+0000","last_peered":"2024-09-19T08:05:03.568397+0000","last_clean":"2024-09-19T08:05:03.568397+0000","last_became_active":"2024-09-19T08:05:02.576613+0000","last_became_peered":"2024-09-19T08:05:02.576613+0000","last_unstale":"2024-09-19T08:05:03.568397+0000","last_undegraded":"2024-09-19T08:05:03.568397+0000","last_fullsized":"2024-09-19T08:05:03.568397+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595647+0000","last_change":"2024-09-19T08:05:03.592882+0000","last_active":"2024-09-19T08:05:03.595647+0000","last_peered":"2024-09-19T08:05:03.595647+0000","last_clean":"2024-09-19T08:05:03.595647+0000","last_became_active":"2024-09-19T08:05:03.592571+0000","last_became_peered":"2024-09-19T08:05:03.592571+0000","last_unstale":"2024-09-19T08:05:03.595647+0000","last_undegraded":"2024-09-19T08:05:03.595647+0000","last_fullsized":"2024-09-19T08:05:03.595647+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:23.176355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596526+0000","last_change":"2024-09-19T08:05:02.578102+0000","last_active":"2024-09-19T08:05:03.596526+0000","last_peered":"2024-09-19T08:05:03.596526+0000","last_clean":"2024-09-19T08:05:03.596526+0000","last_became_active":"2024-09-19T08:05:02.577691+0000","last_became_peered":"2024-09-19T08:05:02.577691+0000","last_unstale":"2024-09-19T08:05:03.596526+0000","last_undegraded":"2024-09-19T08:05:03.596526+0000","last_fullsized":"2024-09-19T08:05:03.596526+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:53.850528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594179+0000","last_change":"2024-09-19T08:05:03.584908+0000","last_active":"2024-09-19T08:05:03.594179+0000","last_peered":"2024-09-19T08:05:03.594179+0000","last_clean":"2024-09-19T08:05:03.594179+0000","last_became_active":"2024-09-19T08:05:03.584522+0000","last_became_peered":"2024-09-19T08:05:03.584522+0000","last_unstale":"2024-09-19T08:05:03.594179+0000","last_undegraded":"2024-09-19T08:05:03.594179+0000","last_fullsized":"2024-09-19T08:05:03.594179+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.600472+0000","last_change":"2024-09-19T08:05:02.583998+0000","last_active":"2024-09-19T08:05:03.600472+0000","last_peered":"2024-09-19T08:05:03.600472+0000","last_clean":"2024-09-19T08:05:03.600472+0000","last_became_active":"2024-09-19T08:05:02.583541+0000","last_became_peered":"2024-09-19T08:05:02.583541+0000","last_unstale":"2024-09-19T08:05:03.600472+0000","last_undegraded":"2024-09-19T08:05:03.600472+0000","last_fullsized":"2024-09-19T08:05:03.600472+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:48.357061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579746+0000","last_change":"2024-09-19T08:05:03.574950+0000","last_active":"2024-09-19T08:05:03.579746+0000","last_peered":"2024-09-19T08:05:03.579746+0000","last_clean":"2024-09-19T08:05:03.579746+0000","last_became_active":"2024-09-19T08:05:03.574664+0000","last_became_peered":"2024-09-19T08:05:03.574664+0000","last_unstale":"2024-09-19T08:05:03.579746+0000","last_undegraded":"2024-09-19T08:05:03.579746+0000","last_fullsized":"2024-09-19T08:05:03.579746+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:55.683154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.601233+0000","last_change":"2024-09-19T08:05:02.582218+0000","last_active":"2024-09-19T08:05:03.601233+0000","last_peered":"2024-09-19T08:05:03.601233+0000","last_clean":"2024-09-19T08:05:03.601233+0000","last_became_active":"2024-09-19T08:05:02.581932+0000","last_became_peered":"2024-09-19T08:05:02.581932+0000","last_unstale":"2024-09-19T08:05:03.601233+0000","last_undegraded":"2024-09-19T08:05:03.601233+0000","last_fullsized":"2024-09-19T08:05:03.601233+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:19.794693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589683+0000","last_change":"2024-09-19T08:05:03.584993+0000","last_active":"2024-09-19T08:05:03.589683+0000","last_peered":"2024-09-19T08:05:03.589683+0000","last_clean":"2024-09-19T08:05:03.589683+0000","last_became_active":"2024-09-19T08:05:03.584691+0000","last_became_peered":"2024-09-19T08:05:03.584691+0000","last_unstale":"2024-09-19T08:05:03.589683+0000","last_undegraded":"2024-09-19T08:05:03.589683+0000","last_fullsized":"2024-09-19T08:05:03.589683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.385946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594690+0000","last_change":"2024-09-19T08:05:02.578541+0000","last_active":"2024-09-19T08:05:03.594690+0000","last_peered":"2024-09-19T08:05:03.594690+0000","last_clean":"2024-09-19T08:05:03.594690+0000","last_became_active":"2024-09-19T08:05:02.578256+0000","last_became_peered":"2024-09-19T08:05:02.578256+0000","last_unstale":"2024-09-19T08:05:03.594690+0000","last_undegraded":"2024-09-19T08:05:03.594690+0000","last_fullsized":"2024-09-19T08:05:03.594690+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:58.199748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.595739+0000","last_change":"2024-09-19T08:05:03.594354+0000","last_active":"2024-09-19T08:05:03.595739+0000","last_peered":"2024-09-19T08:05:03.595739+0000","last_clean":"2024-09-19T08:05:03.595739+0000","last_became_active":"2024-09-19T08:05:03.594030+0000","last_became_peered":"2024-09-19T08:05:03.594030+0000","last_unstale":"2024-09-19T08:05:03.595739+0000","last_undegraded":"2024-09-19T08:05:03.595739+0000","last_fullsized":"2024-09-19T08:05:03.595739+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:12.164257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570481+0000","last_change":"2024-09-19T08:05:02.584443+0000","last_active":"2024-09-19T08:05:03.570481+0000","last_peered":"2024-09-19T08:05:03.570481+0000","last_clean":"2024-09-19T08:05:03.570481+0000","last_became_active":"2024-09-19T08:05:02.584153+0000","last_became_peered":"2024-09-19T08:05:02.584153+0000","last_unstale":"2024-09-19T08:05:03.570481+0000","last_undegraded":"2024-09-19T08:05:03.570481+0000","last_fullsized":"2024-09-19T08:05:03.570481+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:49.795278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.582130+0000","last_change":"2024-09-19T08:05:03.580487+0000","last_active":"2024-09-19T08:05:03.582130+0000","last_peered":"2024-09-19T08:05:03.582130+0000","last_clean":"2024-09-19T08:05:03.582130+0000","last_became_active":"2024-09-19T08:05:03.580190+0000","last_became_peered":"2024-09-19T08:05:03.580190+0000","last_unstale":"2024-09-19T08:05:03.582130+0000","last_undegraded":"2024-09-19T08:05:03.582130+0000","last_fullsized":"2024-09-19T08:05:03.582130+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:10.533658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599218+0000","last_change":"2024-09-19T08:05:02.579216+0000","last_active":"2024-09-19T08:05:03.599218+0000","last_peered":"2024-09-19T08:05:03.599218+0000","last_clean":"2024-09-19T08:05:03.599218+0000","last_became_active":"2024-09-19T08:05:02.578911+0000","last_became_peered":"2024-09-19T08:05:02.578911+0000","last_unstale":"2024-09-19T08:05:03.599218+0000","last_undegraded":"2024-09-19T08:05:03.599218+0000","last_fullsized":"2024-09-19T08:05:03.599218+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:20.276032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588935+0000","last_change":"2024-09-19T08:05:03.581660+0000","last_active":"2024-09-19T08:05:03.588935+0000","last_peered":"2024-09-19T08:05:03.588935+0000","last_clean":"2024-09-19T08:05:03.588935+0000","last_became_active":"2024-09-19T08:05:03.576783+0000","last_became_peered":"2024-09-19T08:05:03.576783+0000","last_unstale":"2024-09-19T08:05:03.588935+0000","last_undegraded":"2024-09-19T08:05:03.588935+0000","last_fullsized":"2024-09-19T08:05:03.588935+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:59.204608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.573880+0000","last_change":"2024-09-19T08:05:02.577737+0000","last_active":"2024-09-19T08:05:03.573880+0000","last_peered":"2024-09-19T08:05:03.573880+0000","last_clean":"2024-09-19T08:05:03.573880+0000","last_became_active":"2024-09-19T08:05:02.577399+0000","last_became_peered":"2024-09-19T08:05:02.577399+0000","last_unstale":"2024-09-19T08:05:03.573880+0000","last_undegraded":"2024-09-19T08:05:03.573880+0000","last_fullsized":"2024-09-19T08:05:03.573880+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:35.271422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.591064+0000","last_change":"2024-09-19T08:05:03.585162+0000","last_active":"2024-09-19T08:05:03.591064+0000","last_peered":"2024-09-19T08:05:03.591064+0000","last_clean":"2024-09-19T08:05:03.591064+0000","last_became_active":"2024-09-19T08:05:03.584878+0000","last_became_peered":"2024-09-19T08:05:03.584878+0000","last_unstale":"2024-09-19T08:05:03.591064+0000","last_undegraded":"2024-09-19T08:05:03.591064+0000","last_fullsized":"2024-09-19T08:05:03.591064+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569418+0000","last_change":"2024-09-19T08:05:02.579675+0000","last_active":"2024-09-19T08:05:03.569418+0000","last_peered":"2024-09-19T08:05:03.569418+0000","last_clean":"2024-09-19T08:05:03.569418+0000","last_became_active":"2024-09-19T08:05:02.579163+0000","last_became_peered":"2024-09-19T08:05:02.579163+0000","last_unstale":"2024-09-19T08:05:03.569418+0000","last_undegraded":"2024-09-19T08:05:03.569418+0000","last_fullsized":"2024-09-19T08:05:03.569418+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:35:07.299617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.579858+0000","last_change":"2024-09-19T08:05:03.575850+0000","last_active":"2024-09-19T08:05:03.579858+0000","last_peered":"2024-09-19T08:05:03.579858+0000","last_clean":"2024-09-19T08:05:03.579858+0000","last_became_active":"2024-09-19T08:05:03.574437+0000","last_became_peered":"2024-09-19T08:05:03.574437+0000","last_unstale":"2024-09-19T08:05:03.579858+0000","last_undegraded":"2024-09-19T08:05:03.579858+0000","last_fullsized":"2024-09-19T08:05:03.579858+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:00.745161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.599715+0000","last_change":"2024-09-19T08:05:02.579153+0000","last_active":"2024-09-19T08:05:03.599715+0000","last_peered":"2024-09-19T08:05:03.599715+0000","last_clean":"2024-09-19T08:05:03.599715+0000","last_became_active":"2024-09-19T08:05:02.578867+0000","last_became_peered":"2024-09-19T08:05:02.578867+0000","last_unstale":"2024-09-19T08:05:03.599715+0000","last_undegraded":"2024-09-19T08:05:03.599715+0000","last_fullsized":"2024-09-19T08:05:03.599715+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.540486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.581270+0000","last_change":"2024-09-19T08:05:03.578527+0000","last_active":"2024-09-19T08:05:03.581270+0000","last_peered":"2024-09-19T08:05:03.581270+0000","last_clean":"2024-09-19T08:05:03.581270+0000","last_became_active":"2024-09-19T08:05:03.578269+0000","last_became_peered":"2024-09-19T08:05:03.578269+0000","last_unstale":"2024-09-19T08:05:03.581270+0000","last_undegraded":"2024-09-19T08:05:03.581270+0000","last_fullsized":"2024-09-19T08:05:03.581270+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:19.823234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570467+0000","last_change":"2024-09-19T08:05:02.580652+0000","last_active":"2024-09-19T08:05:03.570467+0000","last_peered":"2024-09-19T08:05:03.570467+0000","last_clean":"2024-09-19T08:05:03.570467+0000","last_became_active":"2024-09-19T08:05:02.580346+0000","last_became_peered":"2024-09-19T08:05:02.580346+0000","last_unstale":"2024-09-19T08:05:03.570467+0000","last_undegraded":"2024-09-19T08:05:03.570467+0000","last_fullsized":"2024-09-19T08:05:03.570467+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:28.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.597130+0000","last_change":"2024-09-19T08:05:03.587478+0000","last_active":"2024-09-19T08:05:03.597130+0000","last_peered":"2024-09-19T08:05:03.597130+0000","last_clean":"2024-09-19T08:05:03.597130+0000","last_became_active":"2024-09-19T08:05:03.587238+0000","last_became_peered":"2024-09-19T08:05:03.587238+0000","last_unstale":"2024-09-19T08:05:03.597130+0000","last_undegraded":"2024-09-19T08:05:03.597130+0000","last_fullsized":"2024-09-19T08:05:03.597130+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:06.382866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569697+0000","last_change":"2024-09-19T08:05:02.572155+0000","last_active":"2024-09-19T08:05:03.569697+0000","last_peered":"2024-09-19T08:05:03.569697+0000","last_clean":"2024-09-19T08:05:03.569697+0000","last_became_active":"2024-09-19T08:05:02.571585+0000","last_became_peered":"2024-09-19T08:05:02.571585+0000","last_unstale":"2024-09-19T08:05:03.569697+0000","last_undegraded":"2024-09-19T08:05:03.569697+0000","last_fullsized":"2024-09-19T08:05:03.569697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.540486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.588709+0000","last_change":"2024-09-19T08:05:03.579252+0000","last_active":"2024-09-19T08:05:03.588709+0000","last_peered":"2024-09-19T08:05:03.588709+0000","last_clean":"2024-09-19T08:05:03.588709+0000","last_became_active":"2024-09-19T08:05:03.576158+0000","last_became_peered":"2024-09-19T08:05:03.576158+0000","last_unstale":"2024-09-19T08:05:03.588709+0000","last_undegraded":"2024-09-19T08:05:03.588709+0000","last_fullsized":"2024-09-19T08:05:03.588709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:50.332899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569564+0000","last_change":"2024-09-19T08:05:02.581232+0000","last_active":"2024-09-19T08:05:03.569564+0000","last_peered":"2024-09-19T08:05:03.569564+0000","last_clean":"2024-09-19T08:05:03.569564+0000","last_became_active":"2024-09-19T08:05:02.580971+0000","last_became_peered":"2024-09-19T08:05:02.580971+0000","last_unstale":"2024-09-19T08:05:03.569564+0000","last_undegraded":"2024-09-19T08:05:03.569564+0000","last_fullsized":"2024-09-19T08:05:03.569564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.614357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.592992+0000","last_change":"2024-09-19T08:05:03.589170+0000","last_active":"2024-09-19T08:05:03.592992+0000","last_peered":"2024-09-19T08:05:03.592992+0000","last_clean":"2024-09-19T08:05:03.592992+0000","last_became_active":"2024-09-19T08:05:03.588824+0000","last_became_peered":"2024-09-19T08:05:03.588824+0000","last_unstale":"2024-09-19T08:05:03.592992+0000","last_undegraded":"2024-09-19T08:05:03.592992+0000","last_fullsized":"2024-09-19T08:05:03.592992+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:08.148766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570812+0000","last_change":"2024-09-19T08:05:02.577732+0000","last_active":"2024-09-19T08:05:03.570812+0000","last_peered":"2024-09-19T08:05:03.570812+0000","last_clean":"2024-09-19T08:05:03.570812+0000","last_became_active":"2024-09-19T08:05:02.577399+0000","last_became_peered":"2024-09-19T08:05:02.577399+0000","last_unstale":"2024-09-19T08:05:03.570812+0000","last_undegraded":"2024-09-19T08:05:03.570812+0000","last_fullsized":"2024-09-19T08:05:03.570812+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:41.101618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.594331+0000","last_change":"2024-09-19T08:05:03.586762+0000","last_active":"2024-09-19T08:05:03.594331+0000","last_peered":"2024-09-19T08:05:03.594331+0000","last_clean":"2024-09-19T08:05:03.594331+0000","last_became_active":"2024-09-19T08:05:03.586442+0000","last_became_peered":"2024-09-19T08:05:03.586442+0000","last_unstale":"2024-09-19T08:05:03.594331+0000","last_undegraded":"2024-09-19T08:05:03.594331+0000","last_fullsized":"2024-09-19T08:05:03.594331+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:29.524247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.571361+0000","last_change":"2024-09-19T08:05:02.576493+0000","last_active":"2024-09-19T08:05:03.571361+0000","last_peered":"2024-09-19T08:05:03.571361+0000","last_clean":"2024-09-19T08:05:03.571361+0000","last_became_active":"2024-09-19T08:05:02.576209+0000","last_became_peered":"2024-09-19T08:05:02.576209+0000","last_unstale":"2024-09-19T08:05:03.571361+0000","last_undegraded":"2024-09-19T08:05:03.571361+0000","last_fullsized":"2024-09-19T08:05:03.571361+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:25.163012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.586785+0000","last_change":"2024-09-19T08:05:03.582816+0000","last_active":"2024-09-19T08:05:03.586785+0000","last_peered":"2024-09-19T08:05:03.586785+0000","last_clean":"2024-09-19T08:05:03.586785+0000","last_became_active":"2024-09-19T08:05:03.582539+0000","last_became_peered":"2024-09-19T08:05:03.582539+0000","last_unstale":"2024-09-19T08:05:03.586785+0000","last_undegraded":"2024-09-19T08:05:03.586785+0000","last_fullsized":"2024-09-19T08:05:03.586785+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:17.096490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.570628+0000","last_change":"2024-09-19T08:05:02.579878+0000","last_active":"2024-09-19T08:05:03.570628+0000","last_peered":"2024-09-19T08:05:03.570628+0000","last_clean":"2024-09-19T08:05:03.570628+0000","last_became_active":"2024-09-19T08:05:02.579555+0000","last_became_peered":"2024-09-19T08:05:02.579555+0000","last_unstale":"2024-09-19T08:05:03.570628+0000","last_undegraded":"2024-09-19T08:05:03.570628+0000","last_fullsized":"2024-09-19T08:05:03.570628+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:31.512996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.589754+0000","last_change":"2024-09-19T08:05:03.585330+0000","last_active":"2024-09-19T08:05:03.589754+0000","last_peered":"2024-09-19T08:05:03.589754+0000","last_clean":"2024-09-19T08:05:03.589754+0000","last_became_active":"2024-09-19T08:05:03.584493+0000","last_became_peered":"2024-09-19T08:05:03.584493+0000","last_unstale":"2024-09-19T08:05:03.589754+0000","last_undegraded":"2024-09-19T08:05:03.589754+0000","last_fullsized":"2024-09-19T08:05:03.589754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:19.322997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.574966+0000","last_change":"2024-09-19T08:05:02.580559+0000","last_active":"2024-09-19T08:05:03.574966+0000","last_peered":"2024-09-19T08:05:03.574966+0000","last_clean":"2024-09-19T08:05:03.574966+0000","last_became_active":"2024-09-19T08:05:02.580084+0000","last_became_peered":"2024-09-19T08:05:02.580084+0000","last_unstale":"2024-09-19T08:05:03.574966+0000","last_undegraded":"2024-09-19T08:05:03.574966+0000","last_fullsized":"2024-09-19T08:05:03.574966+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.036690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.596779+0000","last_change":"2024-09-19T08:05:03.592200+0000","last_active":"2024-09-19T08:05:03.596779+0000","last_peered":"2024-09-19T08:05:03.596779+0000","last_clean":"2024-09-19T08:05:03.596779+0000","last_became_active":"2024-09-19T08:05:03.591706+0000","last_became_peered":"2024-09-19T08:05:03.591706+0000","last_unstale":"2024-09-19T08:05:03.596779+0000","last_undegraded":"2024-09-19T08:05:03.596779+0000","last_fullsized":"2024-09-19T08:05:03.596779+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:02.557424+0000","last_clean_scrub_stamp":"2024-09-19T08:05:02.557424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:50.949186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.569838+0000","last_change":"2024-09-19T08:05:02.575745+0000","last_active":"2024-09-19T08:05:03.569838+0000","last_peered":"2024-09-19T08:05:03.569838+0000","last_clean":"2024-09-19T08:05:03.569838+0000","last_became_active":"2024-09-19T08:05:02.575378+0000","last_became_peered":"2024-09-19T08:05:02.575378+0000","last_unstale":"2024-09-19T08:05:03.569838+0000","last_undegraded":"2024-09-19T08:05:03.569838+0000","last_fullsized":"2024-09-19T08:05:03.569838+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:05:01.552564+0000","last_clean_scrub_stamp":"2024-09-19T08:05:01.552564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:35.271422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":236,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-19T08:05:03.577621+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:05:03.577621+0000","last_peered":"2024-09-19T08:05:03.577621+0000","last_clean":"2024-09-19T08:05:03.577621+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:05:03.577621+0000","last_undegraded":"2024-09-19T08:05:03.577621+0000","last_fullsized":"2024-09-19T08:05:03.577621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1282048,"data_stored":871845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542181,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":281317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542181,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27696,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344144,"statfs":{"total":96636764160,"available":96608403456,"internally_reserved":0,"allocated":679936,"data_stored":281317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542180,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":692224,"data_stored":282929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31864,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339976,"statfs":{"total":96636764160,"available":96604135424,"internally_reserved":0,"allocated":688128,"data_stored":281373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36020,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335820,"statfs":{"total":96636764160,"available":96599879680,"internally_reserved":0,"allocated":688128,"data_stored":281373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542181,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":684032,"data_stored":281407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1290240,"data_stored":873879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:05:06.922 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:05:06.922 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:05:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.066+0000 7f155911a640 1 Processor -- start 2024-09-19T08:05:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.066+0000 7f155911a640 1 -- start start 2024-09-19T08:05:07.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155911a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f15540b66c0 0x7f15540b7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155911a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f15540ce6c0 0x7f15540cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155911a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1554161d50 con 0x7f1554161970 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155911a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1554162d20 con 0x7f15540ce6c0 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155911a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f15540cf130 con 0x7f15540b66c0 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f15540ce6c0 0x7f15540cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f15540ce6c0 0x7f15540cfef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50686/0 (socket says 172.21.15.17:50686) 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 -- 172.21.15.17:0/3327284920 learned_addr learned my addr 172.21.15.17:0/3327284920 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155259c640 1 --2- 172.21.15.17:0/3327284920 >> v2:172.21.15.160:3300/0 conn(0x7f15540b66c0 0x7f15540b7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 -- 172.21.15.17:0/3327284920 >> v2:172.21.15.160:3300/0 conn(0x7f15540b66c0 msgr2=0x7f15540b7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 --2- 172.21.15.17:0/3327284920 >> v2:172.21.15.160:3300/0 conn(0x7f15540b66c0 0x7f15540b7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 -- 172.21.15.17:0/3327284920 >> v1:172.21.15.160:6789/0 conn(0x7f1554161970 legacy=0x7f15540b5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.067+0000 7f155359e640 1 -- 172.21.15.17:0/3327284920 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15540cf410 con 0x7f15540ce6c0 2024-09-19T08:05:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.068+0000 7f155359e640 1 --2- 172.21.15.17:0/3327284920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cfef0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f154c009e50 tx=0x7f154c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35d99793e9774751 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.068+0000 7f1551d9b640 1 -- 172.21.15.17:0/3327284920 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154c036070 con 0x7f15540ce6c0 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.068+0000 7f1551d9b640 1 -- 172.21.15.17:0/3327284920 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f154c031600 con 0x7f15540ce6c0 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.068+0000 7f1551d9b640 1 -- 172.21.15.17:0/3327284920 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154c0319d0 con 0x7f15540ce6c0 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 -- 172.21.15.17:0/3327284920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 msgr2=0x7f15540cfef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 --2- 172.21.15.17:0/3327284920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cfef0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f154c009e50 tx=0x7f154c02a7a0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 -- 172.21.15.17:0/3327284920 shutdown_connections 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 --2- 172.21.15.17:0/3327284920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cfef0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 --2- 172.21.15.17:0/3327284920 >> v2:172.21.15.160:3300/0 conn(0x7f15540b66c0 0x7f15540b7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 -- 172.21.15.17:0/3327284920 >> 172.21.15.17:0/3327284920 conn(0x7f1554067f80 msgr2=0x7f15540d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 -- 172.21.15.17:0/3327284920 shutdown_connections 2024-09-19T08:05:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.069+0000 7f155911a640 1 -- 172.21.15.17:0/3327284920 wait complete. 2024-09-19T08:05:07.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.070+0000 7f155911a640 1 Processor -- start 2024-09-19T08:05:07.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.070+0000 7f155911a640 1 -- start start 2024-09-19T08:05:07.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15540b66c0 0x7f155415cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1554161970 0x7f1554159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1554162980 con 0x7f15540ce6c0 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f15540cf9d0 con 0x7f1554161970 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155911a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1554162b00 con 0x7f15540b66c0 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50690/0 (socket says 172.21.15.17:50690) 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155259c640 1 -- 172.21.15.17:0/942793747 learned_addr learned my addr 172.21.15.17:0/942793747 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f155359e640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1554161970 0x7f1554159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.071+0000 7f1552d9d640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15540b66c0 0x7f155415cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 -- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15540b66c0 msgr2=0x7f155415cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15540b66c0 0x7f155415cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 -- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1554161970 msgr2=0x7f1554159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1554161970 0x7f1554159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 -- 172.21.15.17:0/942793747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15541e7e60 con 0x7f15540ce6c0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155259c640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f154800d800 tx=0x7f154800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154800b6c0 con 0x7f15540ce6c0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1548019070 con 0x7f15540ce6c0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154800ba80 con 0x7f15540ce6c0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15540cd670 con 0x7f15540ce6c0 2024-09-19T08:05:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.072+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15540cd270 con 0x7f15540ce6c0 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.073+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15540d28f0 con 0x7f15540ce6c0 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.074+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f154800bc20 con 0x7f15540ce6c0 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.074+0000 7f153b7fe640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 0x7f154006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.074+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f154808b720 con 0x7f15540ce6c0 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.074+0000 7f1552d9d640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 0x7f154006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.075+0000 7f1552d9d640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 0x7f154006e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1544006fd0 tx=0x7f1544009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.078+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15540cd670 con 0x7f15540ce6c0 2024-09-19T08:05:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.321+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f15540d0780 con 0x7f15540ce6c0 2024-09-19T08:05:07.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.324+0000 7f153b7fe640 1 -- 172.21.15.17:0/942793747 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f15480598d0 con 0x7f15540ce6c0 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:05:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 msgr2=0x7f154006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 0x7f154006e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1544006fd0 tx=0x7f1544009060 comp rx=0 tx=0).stop 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 msgr2=0x7f15540cc360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f154800d800 tx=0x7f154800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 shutdown_connections 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f154006c2b0 0x7f154006e770 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1554161970 0x7f1554159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15540ce6c0 0x7f15540cc360 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 --2- 172.21.15.17:0/942793747 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15540b66c0 0x7f155415cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 >> 172.21.15.17:0/942793747 conn(0x7f1554067f80 msgr2=0x7f15540b8c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 shutdown_connections 2024-09-19T08:05:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.326+0000 7f155911a640 1 -- 172.21.15.17:0/942793747 wait complete. 2024-09-19T08:05:07.338 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:07.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 Processor -- start 2024-09-19T08:05:07.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 -- start start 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f804c0b8b90 0x7f804c0d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 0x7f804c0d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f804c0d17e0 con 0x7f804c15eab0 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f804c0d09d0 con 0x7f804c0b8b90 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.440+0000 7f80516f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f804c15ee90 con 0x7f804c06dcb0 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804a7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f804c0b8b90 0x7f804c0d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804affd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f804c15eab0 0x7f804c06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56088/0 (socket says 172.21.15.17:56088) 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804affd640 1 -- 172.21.15.17:0/2440565111 learned_addr learned my addr 172.21.15.17:0/2440565111 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804a7fc640 1 -- 172.21.15.17:0/2440565111 >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 msgr2=0x7f804c0d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804b7fe640 1 --2- 172.21.15.17:0/2440565111 >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 0x7f804c0d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804a7fc640 1 --2- 172.21.15.17:0/2440565111 >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 0x7f804c0d29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f8049ffb640 1 -- 172.21.15.17:0/2440565111 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1859390175 0 0) 0x7f804c0d17e0 con 0x7f804c15eab0 2024-09-19T08:05:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804a7fc640 1 -- 172.21.15.17:0/2440565111 >> v1:172.21.15.17:6789/0 conn(0x7f804c15eab0 legacy=0x7f804c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804a7fc640 1 -- 172.21.15.17:0/2440565111 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804c0cfc10 con 0x7f804c0b8b90 2024-09-19T08:05:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.441+0000 7f804b7fe640 1 --2- 172.21.15.17:0/2440565111 >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 0x7f804c0d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f804a7fc640 1 --2- 172.21.15.17:0/2440565111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c0b8b90 0x7f804c0d2470 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f804c0d0ed0 tx=0x7f804002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74e700a20044a1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f8049ffb640 1 -- 172.21.15.17:0/2440565111 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040037070 con 0x7f804c0b8b90 2024-09-19T08:05:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f8049ffb640 1 -- 172.21.15.17:0/2440565111 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8040032440 con 0x7f804c0b8b90 2024-09-19T08:05:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f8049ffb640 1 -- 172.21.15.17:0/2440565111 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040032810 con 0x7f804c0b8b90 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 -- 172.21.15.17:0/2440565111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c0b8b90 msgr2=0x7f804c0d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 --2- 172.21.15.17:0/2440565111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c0b8b90 0x7f804c0d2470 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f804c0d0ed0 tx=0x7f804002a230 comp rx=0 tx=0).stop 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 -- 172.21.15.17:0/2440565111 shutdown_connections 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 --2- 172.21.15.17:0/2440565111 >> v2:172.21.15.160:3300/0 conn(0x7f804c06dcb0 0x7f804c0d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 --2- 172.21.15.17:0/2440565111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c0b8b90 0x7f804c0d2470 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 -- 172.21.15.17:0/2440565111 >> 172.21.15.17:0/2440565111 conn(0x7f804c0d4b30 msgr2=0x7f804c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 -- 172.21.15.17:0/2440565111 shutdown_connections 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.442+0000 7f80516f1640 1 -- 172.21.15.17:0/2440565111 wait complete. 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.444+0000 7f80516f1640 1 Processor -- start 2024-09-19T08:05:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.444+0000 7f80516f1640 1 -- start start 2024-09-19T08:05:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.444+0000 7f80516f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f804c06dcb0 0x7f804c0cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 0x7f804c152910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f804c0d04b0 con 0x7f804c15eab0 2024-09-19T08:05:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f804c0d01d0 con 0x7f804c0b8b90 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f804c0ceb50 con 0x7f804c06dcb0 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50706/0 (socket says 172.21.15.17:50706) 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 -- 172.21.15.17:0/1553604545 learned_addr learned my addr 172.21.15.17:0/1553604545 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804affd640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f804c06dcb0 0x7f804c0cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804a7fc640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 0x7f804c152910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 -- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f804c06dcb0 msgr2=0x7f804c0cb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f804c06dcb0 0x7f804c0cb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 -- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 msgr2=0x7f804c152910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 0x7f804c152910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 -- 172.21.15.17:0/1553604545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804c0cbe20 con 0x7f804c15eab0 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804a7fc640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 0x7f804c152910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f804b7fe640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f804400cea0 tx=0x7f804400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044003b90 con 0x7f804c15eab0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8044003d50 con 0x7f804c15eab0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f804c0cc100 con 0x7f804c15eab0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044004260 con 0x7f804c15eab0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.445+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f804c0cc6c0 con 0x7f804c15eab0 2024-09-19T08:05:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.446+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f804c069f80 con 0x7f804c15eab0 2024-09-19T08:05:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.447+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8044004400 con 0x7f804c15eab0 2024-09-19T08:05:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.447+0000 7f80337fe640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 0x7f803806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.447+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f804408bd50 con 0x7f804c15eab0 2024-09-19T08:05:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.448+0000 7f804affd640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 0x7f803806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.448+0000 7f804affd640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 0x7f803806e7a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f803c007fd0 tx=0x7f803c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:07.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.452+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f804c069f80 con 0x7f804c15eab0 2024-09-19T08:05:07.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.668+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f804c06e380 con 0x7f804c15eab0 2024-09-19T08:05:07.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.669+0000 7f80337fe640 1 -- 172.21.15.17:0/1553604545 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5223 (secure 0 0 0) 0x7f804408f030 con 0x7f804c15eab0 2024-09-19T08:05:07.670 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:07.670 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":40,"btime":"2024-09-19T08:05:05:585489+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:04.934181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/2122129785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2122129785},{"type":"v1","addr":"172.21.15.17:6835","nonce":2122129785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":4}]} 2024-09-19T08:05:07.670 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 40 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 msgr2=0x7f803806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 0x7f803806e7a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f803c007fd0 tx=0x7f803c007de0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 msgr2=0x7f804c0acdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f804400cea0 tx=0x7f804400cf90 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 shutdown_connections 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f803806c2e0 0x7f803806e7a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f804c15eab0 0x7f804c0acdb0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f804c0b8b90 0x7f804c152910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 --2- 172.21.15.17:0/1553604545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f804c06dcb0 0x7f804c0cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 >> 172.21.15.17:0/1553604545 conn(0x7f804c0d4b30 msgr2=0x7f804c06d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 shutdown_connections 2024-09-19T08:05:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:07.671+0000 7f80516f1640 1 -- 172.21.15.17:0/1553604545 wait complete. 2024-09-19T08:05:08.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 40, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:04.934181+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5901}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5901': {'gid': 5901, 'name': 'a', 'rank': 0, 'incarnation': 38, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.17:6835/2122129785', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6834', 'nonce': 2122129785}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 2122129785}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5901, 'qdb_cluster': [5901]} 2024-09-19T08:05:08.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:05:08.086 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:05:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.192+0000 7f2e5a21e640 1 Processor -- start 2024-09-19T08:05:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 -- start start 2024-09-19T08:05:08.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e5406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2e5406c150 0x7f2e540b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e5406e3c0 con 0x7f2e540b0610 2024-09-19T08:05:08.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2e5406c5b0 con 0x7f2e5406c150 2024-09-19T08:05:08.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.193+0000 7f2e5a21e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2e5406e170 con 0x7f2e54158c90 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e52ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2e5406c150 0x7f2e540b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e5406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e53fff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f2e540b0610 0x7f2e540d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:57476/0 (socket says 172.21.15.17:57476) 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e53fff640 1 -- 172.21.15.17:0/3334011707 learned_addr learned my addr 172.21.15.17:0/3334011707 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e52ffd640 1 -- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 msgr2=0x7f2e5406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e5406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e52ffd640 1 -- 172.21.15.17:0/3334011707 >> v1:172.21.15.160:6789/0 conn(0x7f2e540b0610 legacy=0x7f2e540d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.194+0000 7f2e52ffd640 1 -- 172.21.15.17:0/3334011707 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5406e6a0 con 0x7f2e5406c150 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.195+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e5406c150 0x7f2e540b00d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2e480097a0 tx=0x7f2e4802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a14cf1e080067f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.195+0000 7f2e527fc640 1 -- 172.21.15.17:0/3334011707 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48037070 con 0x7f2e5406c150 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.195+0000 7f2e527fc640 1 -- 172.21.15.17:0/3334011707 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e48032440 con 0x7f2e5406c150 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.195+0000 7f2e527fc640 1 -- 172.21.15.17:0/3334011707 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48032810 con 0x7f2e5406c150 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 -- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e5406c150 msgr2=0x7f2e540b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e5406c150 0x7f2e540b00d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2e480097a0 tx=0x7f2e4802a180 comp rx=0 tx=0).stop 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 -- 172.21.15.17:0/3334011707 shutdown_connections 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e5406c150 0x7f2e540b00d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/3334011707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e5406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 -- 172.21.15.17:0/3334011707 >> 172.21.15.17:0/3334011707 conn(0x7f2e54067b30 msgr2=0x7f2e5406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 -- 172.21.15.17:0/3334011707 shutdown_connections 2024-09-19T08:05:08.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.196+0000 7f2e5a21e640 1 -- 172.21.15.17:0/3334011707 wait complete. 2024-09-19T08:05:08.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.197+0000 7f2e5a21e640 1 Processor -- start 2024-09-19T08:05:08.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.197+0000 7f2e5a21e640 1 -- start start 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e540b0610 0x7f2e54151920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e54161800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5406ec60 con 0x7f2e5406c150 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5415fac0 con 0x7f2e540b0610 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e5a21e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2e540b0ac0 con 0x7f2e54158c90 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50708/0 (socket says 172.21.15.17:50708) 2024-09-19T08:05:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 -- 172.21.15.17:0/1724282813 learned_addr learned my addr 172.21.15.17:0/1724282813 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e540b0610 0x7f2e54151920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e54161800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 -- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 msgr2=0x7f2e54161800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e54161800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 -- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e540b0610 msgr2=0x7f2e54151920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.198+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e540b0610 0x7f2e54151920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e537fe640 1 -- 172.21.15.17:0/1724282813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e54145250 con 0x7f2e5406c150 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f2e4400e870 tx=0x7f2e4400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e3bfff640 1 -- 172.21.15.17:0/1724282813 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44017070 con 0x7f2e5406c150 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e3bfff640 1 -- 172.21.15.17:0/1724282813 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e4400c940 con 0x7f2e5406c150 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e54150880 con 0x7f2e5406c150 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e3bfff640 1 -- 172.21.15.17:0/1724282813 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4400cd30 con 0x7f2e5406c150 2024-09-19T08:05:08.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.199+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e54150e40 con 0x7f2e5406c150 2024-09-19T08:05:08.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.201+0000 7f2e3bfff640 1 -- 172.21.15.17:0/1724282813 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e4401a070 con 0x7f2e5406c150 2024-09-19T08:05:08.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.201+0000 7f2e3bfff640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 0x7f2e4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.202+0000 7f2e3bfff640 1 -- 172.21.15.17:0/1724282813 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2e4408b2c0 con 0x7f2e5406c150 2024-09-19T08:05:08.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.202+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 0x7f2e4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.202+0000 7f2e5d08c740 1 Processor -- start 2024-09-19T08:05:08.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.202+0000 7f2e5d08c740 1 -- start start 2024-09-19T08:05:08.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.202+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 0x7f2e4006e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2e48034000 tx=0x7f2e4802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 0x5560585496a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 0x5560585438b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5560584ab520 con 0x5560585492c0 2024-09-19T08:05:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5560584533e0 con 0x556058546a80 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5560584a74e0 con 0x55605854aa50 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50722/0 (socket says 172.21.15.17:50722) 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 -- 172.21.15.17:0/1728516578 learned_addr learned my addr 172.21.15.17:0/1728516578 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 0x5560585496a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 0x5560585438b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 -- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 msgr2=0x5560585438b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 0x5560585438b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 -- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 msgr2=0x5560585496a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 0x5560585496a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e537fe640 1 -- 172.21.15.17:0/1728516578 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55605846e2f0 con 0x5560585492c0 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 0x5560585496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.203+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 0x5560585438b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f2e440557b0 tx=0x7f2e44055720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79dd0961d5b3a193 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e397fa640 1 -- 172.21.15.17:0/1728516578 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44021040 con 0x5560585492c0 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e397fa640 1 -- 172.21.15.17:0/1728516578 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e44061f10 con 0x5560585492c0 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e397fa640 1 -- 172.21.15.17:0/1728516578 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44057650 con 0x5560585492c0 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1728516578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 msgr2=0x55605858ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.204+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f2e440557b0 tx=0x7f2e44055720 comp rx=0 tx=0).stop 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1728516578 shutdown_connections 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55605854aa50 0x5560585438b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556058546a80 0x5560585496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1728516578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605858ea60 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1728516578 >> 172.21.15.17:0/1728516578 conn(0x556058545a80 msgr2=0x55605858df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1728516578 shutdown_connections 2024-09-19T08:05:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1728516578 wait complete. 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 -- start start 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.205+0000 7f2e5d08c740 1 Processor -- start 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5560585492c0 0x556058569d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x556058567ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556058544f20 con 0x556058572ad0 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556058434450 con 0x55605854aa50 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55605858f290 con 0x5560585492c0 2024-09-19T08:05:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e5d08c740 10 client.0 _ll_register_callbacks cb 0x5560581bdac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50728/0 (socket says 172.21.15.17:50728) 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 -- 172.21.15.17:0/1229070000 learned_addr learned my addr 172.21.15.17:0/1229070000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5560585492c0 0x556058569d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x556058567ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 -- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5560585492c0 msgr2=0x556058569d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5560585492c0 0x556058569d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 -- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 msgr2=0x556058567ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x556058567ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.206+0000 7f2e53fff640 1 -- 172.21.15.17:0/1229070000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560581be2d0 con 0x556058572ad0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c007af0 tx=0x7f2e4c007be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f36bc3ea826b6d1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:08.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c019020 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2e4c011a40 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e44061f10 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f2e4c023050 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 10 client.6018 fetch_fsmap learned FSMap version 40 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5560582886b0 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e44061f10 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f2e4c026020 con 0x556058572ad0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 10 client.6018 fetch_fsmap finished waiting for FSMap version 40 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 10 client.6018 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 20 client.6018 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x5560585688c0 0x556058542c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 4 client.6018 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 --> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560584b8c50 con 0x5560585688c0 2024-09-19T08:05:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.207+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x5560585688c0 0x556058542c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.208+0000 7f2e327fc640 10 client.6018 ms_handle_connect on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.208+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x5560585688c0 0x556058542c20 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7991ecc4d05904e4 server_cookie=b4b2dee7c3c7ed9b in_seq=0 out_seq=0 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.208+0000 7f2e327fc640 1 -- 172.21.15.17:0/1229070000 <== mds.0 v2:172.21.15.17:6834/2122129785 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5560584b8c50 con 0x5560585688c0 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.208+0000 7f2e327fc640 10 client.6018 handle_command_reply: tid=0 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.208+0000 7f2e5d08c740 1 client.6018 shutdown 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 msgr2=0x556058547ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c007af0 tx=0x7f2e4c007be0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 shutdown_connections 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x5560585688c0 0x556058542c20 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556058572ad0 0x556058547ac0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x556058567ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1229070000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5560585492c0 0x556058569d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e327fc640 0 client.6018 ms_handle_reset on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 >> 172.21.15.17:0/1229070000 conn(0x556058546a80 msgr2=0x55605858ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 shutdown_connections 2024-09-19T08:05:08.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1229070000 wait complete. 2024-09-19T08:05:08.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.209+0000 7f2e5d08c740 20 client.6018 trim_cache size 0 max 16384 2024-09-19T08:05:08.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.227+0000 7f2e5d08c740 1 Processor -- start 2024-09-19T08:05:08.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.227+0000 7f2e5d08c740 1 -- start start 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 0x5560585b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x5560585444c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2e541608e0 con 0x55605854aa50 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5415fc40 con 0x5560585492c0 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2e54160290 con 0x556058572ad0 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50732/0 (socket says 172.21.15.17:50732) 2024-09-19T08:05:08.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 -- 172.21.15.17:0/2769333503 learned_addr learned my addr 172.21.15.17:0/2769333503 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e537fe640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 0x5560585b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 -- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 msgr2=0x5560585444c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e53fff640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x5560585444c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x5560585444c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 -- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 msgr2=0x5560585b1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 0x5560585b1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 -- 172.21.15.17:0/2769333503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55605853f6c0 con 0x55605854aa50 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e537fe640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 0x5560585b1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f2e4802a770 tx=0x7f2e4802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db2f62229b13ac7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e38ff9640 1 -- 172.21.15.17:0/2769333503 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48051070 con 0x55605854aa50 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e38ff9640 1 -- 172.21.15.17:0/2769333503 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e48032d30 con 0x55605854aa50 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.228+0000 7f2e38ff9640 1 -- 172.21.15.17:0/2769333503 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48037040 con 0x55605854aa50 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 -- 172.21.15.17:0/2769333503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 msgr2=0x556058543f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f2e4802a770 tx=0x7f2e4802c000 comp rx=0 tx=0).stop 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 -- 172.21.15.17:0/2769333503 shutdown_connections 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x5560585444c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605854aa50 0x556058543f80 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/2769333503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5560585492c0 0x5560585b1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 -- 172.21.15.17:0/2769333503 >> 172.21.15.17:0/2769333503 conn(0x556058546a80 msgr2=0x556058543000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 -- 172.21.15.17:0/2769333503 shutdown_connections 2024-09-19T08:05:08.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.229+0000 7f2e5d08c740 1 -- 172.21.15.17:0/2769333503 wait complete. 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.230+0000 7f2e5d08c740 1 -- start start 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.230+0000 7f2e5d08c740 1 Processor -- start 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.230+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.230+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x55605858a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.230+0000 7f2e5d08c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x55605858a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556058568740 con 0x5560585492c0 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556058543be0 con 0x55605854aa50 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556058568d60 con 0x556058572ad0 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 10 client.0 _ll_register_callbacks cb 0x7f2e4c001da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50736/0 (socket says 172.21.15.17:50736) 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 -- 172.21.15.17:0/1048308047 learned_addr learned my addr 172.21.15.17:0/1048308047 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x55605858a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e53fff640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x55605858a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 -- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 msgr2=0x55605858a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x55605858a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 -- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 msgr2=0x55605858a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x55605858a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 -- 172.21.15.17:0/1048308047 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55605858e1e0 con 0x5560585492c0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e537fe640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2e44055760 tx=0x7f2e4408b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66190513d0d6231b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e327fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44077070 con 0x5560585492c0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2e44079d80 con 0x5560585492c0 2024-09-19T08:05:08.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e48032d30 con 0x5560585492c0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f2e44021040 con 0x5560585492c0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 10 client.6024 fetch_fsmap learned FSMap version 40 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.231+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55605858e4e0 con 0x5560585492c0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e48032d30 con 0x5560585492c0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f2e44024060 con 0x5560585492c0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 10 client.6024 fetch_fsmap finished waiting for FSMap version 40 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 10 client.6024 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 20 client.6024 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55605860fd40 0x556058610120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 4 client.6024 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 --> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] -- command(tid 0: {"prefix": "status"}) -- 0x5560584b2fa0 con 0x55605860fd40 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55605860fd40 0x556058610120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e52ffd640 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55605860fd40 0x556058610120 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6143fb8f67629059 server_cookie=7ca2f8f7ec84a7c7 in_seq=0 out_seq=0 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e327fc640 10 client.6024 ms_handle_connect on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e327fc640 1 -- 172.21.15.17:0/1048308047 <== mds.0 v2:172.21.15.17:6834/2122129785 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5560584b2fa0 con 0x55605860fd40 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e327fc640 10 client.6024 handle_command_reply: tid=0 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 1 client.6024 shutdown 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 msgr2=0x55605860bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.232+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2e44055760 tx=0x7f2e4408b050 comp rx=0 tx=0).stop 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 shutdown_connections 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55605860fd40 0x556058610120 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556058572ad0 0x55605858a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e327fc640 0 client.6024 ms_handle_reset on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55605854aa50 0x55605858a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 --2- 172.21.15.17:0/1048308047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560585492c0 0x55605860bad0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 >> 172.21.15.17:0/1048308047 conn(0x556058546a80 msgr2=0x556058543000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 shutdown_connections 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 1 -- 172.21.15.17:0/1048308047 wait complete. 2024-09-19T08:05:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5d08c740 20 client.6024 trim_cache size 0 max 16384 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5901, 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.6592723490000001, 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 40, 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 58, 2024-09-19T08:05:08.240 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 58, 2024-09-19T08:05:08.241 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 9.7212833770000007 2024-09-19T08:05:08.241 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 msgr2=0x7f2e4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 0x7f2e4006e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2e48034000 tx=0x7f2e4802e000 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 msgr2=0x7f2e54144d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f2e4400e870 tx=0x7f2e4400ed30 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 shutdown_connections 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e4006c2b0 0x7f2e4006e770 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e54158c90 0x7f2e54161800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e540b0610 0x7f2e54151920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 --2- 172.21.15.17:0/1724282813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e5406c150 0x7f2e54144d10 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 >> 172.21.15.17:0/1724282813 conn(0x7f2e54067b30 msgr2=0x7f2e5406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 shutdown_connections 2024-09-19T08:05:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.233+0000 7f2e5a21e640 1 -- 172.21.15.17:0/1724282813 wait complete. 2024-09-19T08:05:08.245 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:05:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 Processor -- start 2024-09-19T08:05:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 -- start start 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 0x7f27e40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f27e40d3660 0x7f27e40cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27e415ea20 con 0x7f27e40cf0e0 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f27e40b2860 con 0x7f27e40d3660 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.348+0000 7f27eaaa6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f27e40b1c50 con 0x7f27e415e640 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e3fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f27e40cf0e0 0x7f27e40b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56092/0 (socket says 172.21.15.17:56092) 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e3fff640 1 -- 172.21.15.17:0/3841491487 learned_addr learned my addr 172.21.15.17:0/3841491487 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e8842640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 0x7f27e40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e9043640 1 --2- 172.21.15.17:0/3841491487 >> v2:172.21.15.160:3300/0 conn(0x7f27e40d3660 0x7f27e40cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e37fe640 1 -- 172.21.15.17:0/3841491487 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1440661758 0 0) 0x7f27e415ea20 con 0x7f27e40cf0e0 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e37fe640 1 -- 172.21.15.17:0/3841491487 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27d0003520 con 0x7f27e40cf0e0 2024-09-19T08:05:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e9043640 1 -- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 msgr2=0x7f27e40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e9043640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 0x7f27e40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e9043640 1 -- 172.21.15.17:0/3841491487 >> v1:172.21.15.17:6789/0 conn(0x7f27e40cf0e0 legacy=0x7f27e40b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e9043640 1 -- 172.21.15.17:0/3841491487 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e40b1f30 con 0x7f27e40d3660 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.349+0000 7f27e8842640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 0x7f27e40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27e9043640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e40d3660 0x7f27e40cf520 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f27e415ebf0 tx=0x7f27dc02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6de7c959e10afaff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27e37fe640 1 -- 172.21.15.17:0/3841491487 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27dc037070 con 0x7f27e40d3660 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27e37fe640 1 -- 172.21.15.17:0/3841491487 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27dc02adb0 con 0x7f27e40d3660 2024-09-19T08:05:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27e37fe640 1 -- 172.21.15.17:0/3841491487 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27dc032640 con 0x7f27e40d3660 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27eaaa6640 1 -- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e40d3660 msgr2=0x7f27e40cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.350+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e40d3660 0x7f27e40cf520 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f27e415ebf0 tx=0x7f27dc02a060 comp rx=0 tx=0).stop 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 -- 172.21.15.17:0/3841491487 shutdown_connections 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e40d3660 0x7f27e40cf520 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/3841491487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e415e640 0x7f27e40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 -- 172.21.15.17:0/3841491487 >> 172.21.15.17:0/3841491487 conn(0x7f27e409d820 msgr2=0x7f27e40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 -- 172.21.15.17:0/3841491487 shutdown_connections 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.351+0000 7f27eaaa6640 1 -- 172.21.15.17:0/3841491487 wait complete. 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.352+0000 7f27eaaa6640 1 Processor -- start 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.352+0000 7f27eaaa6640 1 -- start start 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e40cf0e0 0x7f27e415f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 0x7f27e40ca090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27e40cfe40 con 0x7f27e40d3660 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f27e40b24f0 con 0x7f27e415e640 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27eaaa6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f27e40b73a0 con 0x7f27e40cf0e0 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50750/0 (socket says 172.21.15.17:50750) 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 -- 172.21.15.17:0/1405371588 learned_addr learned my addr 172.21.15.17:0/1405371588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e8842640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e40cf0e0 0x7f27e415f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e9043640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 0x7f27e40ca090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 -- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e40cf0e0 msgr2=0x7f27e415f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e40cf0e0 0x7f27e415f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 -- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 msgr2=0x7f27e40ca090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 0x7f27e40ca090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 -- 172.21.15.17:0/1405371588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e41f7500 con 0x7f27e40d3660 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e9043640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 0x7f27e40ca090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e3fff640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00ca70 tx=0x7f27cc00cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.353+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27cc017070 con 0x7f27e40d3660 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.354+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27cc00abf0 con 0x7f27e40d3660 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.354+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e41f77e0 con 0x7f27e40d3660 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.354+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27cc012400 con 0x7f27e40d3660 2024-09-19T08:05:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.354+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e41f7da0 con 0x7f27e40d3660 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.355+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e4068eb0 con 0x7f27e40d3660 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.355+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27cc01a070 con 0x7f27e40d3660 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.356+0000 7f27e17fa640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 0x7f27c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.356+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f27cc08b190 con 0x7f27e40d3660 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.356+0000 7f27e8842640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 0x7f27c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.356+0000 7f27e8842640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 0x7f27c406e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f27d4009560 tx=0x7f27d4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.360+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27cc059230 con 0x7f27e40d3660 2024-09-19T08:05:08.547 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:08.547+0000 7f7065ee3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:08.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.571+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f27e40ccbb0 con 0x7f27e40d3660 2024-09-19T08:05:08.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.571+0000 7f27e17fa640 1 -- 172.21.15.17:0/1405371588 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f27cc076e20 con 0x7f27e40d3660 2024-09-19T08:05:08.572 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:05:08.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 msgr2=0x7f27c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 0x7f27c406e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f27d4009560 tx=0x7f27d4009190 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 msgr2=0x7f27e41f3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00ca70 tx=0x7f27cc00cf30 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 shutdown_connections 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f27c406c2b0 0x7f27c406e770 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f27e415e640 0x7f27e40ca090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27e40d3660 0x7f27e41f3580 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 --2- 172.21.15.17:0/1405371588 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f27e40cf0e0 0x7f27e415f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 >> 172.21.15.17:0/1405371588 conn(0x7f27e409d820 msgr2=0x7f27e406cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 shutdown_connections 2024-09-19T08:05:08.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08.573+0000 7f27eaaa6640 1 -- 172.21.15.17:0/1405371588 wait complete. 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:08.585 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:05:08.586 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:05:08.586 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:05:08.586 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:08.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:08.586 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:05:08.603 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:05:08.603 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:05:08.603 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:05:08.603 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.603 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:08.604 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42612sec preferred_lft 42612sec 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.605 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.606 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:05:08.607 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:08.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:08.608 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:05:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:05:08.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:08.669 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:05:08.726 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:05:08.726 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:05:08.726 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:05:08.726 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:05:08.726 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:05:08.727 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:05:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:05:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:08.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:08.856 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:05:08.871 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:05:08.872 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:05:08.872 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:08.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:08.872 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:05:08.937 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:05:08.938 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:05:08.938 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:08.993 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:08.994 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:05:08.994 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:09.049 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:05:09.116 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:05:09.173 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:05:09.173 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:05:09.173 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:05:09.173 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:05:09.174 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:09.175 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:09.176 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:09.176 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:09.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:09.176 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:05:09.229 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:05:09.229 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:05:09.272 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:05:09.297 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:05:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:05:09.356 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:09.357 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:09.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:09.358 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:05:09.359 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:05:09.356+0000 7f11ccb88480 -1 init, newargv = 0x5597b38e9f30 newargc=15 2024-09-19T08:05:09.359 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[54659]: starting ceph client 2024-09-19T08:05:09.361 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[54659]: starting fuse 2024-09-19T08:05:09.376 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:05:09.376 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:09.377 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:05:09.378 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:05:09.497 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.54659.asok 2024-09-19T08:05:09.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:09.507 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.54659.asok 2024-09-19T08:05:09.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:09.507 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.54659.asok status 2024-09-19T08:05:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "54659", 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6036, 2024-09-19T08:05:09.645 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 6036 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 893316764 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:05:09.646 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 893316764 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.6036 192.168.0.1:0/893316764", 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/893316764", 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 40, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 58, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:05:09.647 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:09.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:09.653 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:05:09.653 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:09.669 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:05:09.670 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:09.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:09.670 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:09.736 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir -p a/{b,c}/d; sync .') 2024-09-19T08:05:09.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:05:09.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:09.849 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:05:09.849 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:05:09.865 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:05:10.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.007+0000 7f71b0b6d640 1 Processor -- start 2024-09-19T08:05:10.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.007+0000 7f71b0b6d640 1 -- start start 2024-09-19T08:05:10.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71b0b6d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71ac06d7a0 0x7f71ac1608e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71b0b6d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 0x7f71ac06ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71b0b6d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71ac0b6530 con 0x7f71ac15d290 2024-09-19T08:05:10.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71b0b6d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f71ac160450 con 0x7f71ac06d7a0 2024-09-19T08:05:10.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71b0b6d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f71ac0b6810 con 0x7f71ac0cff30 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aa59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71ac06d7a0 0x7f71ac1608e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71a1d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f71ac15d290 0x7f71ac0cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56106/0 (socket says 172.21.15.17:56106) 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71a1d9b640 1 -- 172.21.15.17:0/704742816 learned_addr learned my addr 172.21.15.17:0/704742816 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aa59c640 1 -- 172.21.15.17:0/704742816 >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 msgr2=0x7f71ac06ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aad9d640 1 --2- 172.21.15.17:0/704742816 >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 0x7f71ac06ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aa59c640 1 --2- 172.21.15.17:0/704742816 >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 0x7f71ac06ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aa59c640 1 -- 172.21.15.17:0/704742816 >> v1:172.21.15.17:6789/0 conn(0x7f71ac15d290 legacy=0x7f71ac0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71a9d9b640 1 -- 172.21.15.17:0/704742816 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3158730934 0 0) 0x7f71ac0b6530 con 0x7f71ac15d290 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aa59c640 1 -- 172.21.15.17:0/704742816 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac15fe00 con 0x7f71ac06d7a0 2024-09-19T08:05:10.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.008+0000 7f71aad9d640 1 --2- 172.21.15.17:0/704742816 >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 0x7f71ac06ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:10.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.009+0000 7f71aa59c640 1 --2- 172.21.15.17:0/704742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac06d7a0 0x7f71ac1608e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f71ac071400 tx=0x7f719c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da313d2ec48e2ce3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.009+0000 7f71a9d9b640 1 -- 172.21.15.17:0/704742816 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c037070 con 0x7f71ac06d7a0 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.009+0000 7f71a9d9b640 1 -- 172.21.15.17:0/704742816 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f719c032440 con 0x7f71ac06d7a0 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.009+0000 7f71a9d9b640 1 -- 172.21.15.17:0/704742816 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719c032810 con 0x7f71ac06d7a0 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 -- 172.21.15.17:0/704742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac06d7a0 msgr2=0x7f71ac1608e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/704742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac06d7a0 0x7f71ac1608e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f71ac071400 tx=0x7f719c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 -- 172.21.15.17:0/704742816 shutdown_connections 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/704742816 >> v2:172.21.15.160:3300/0 conn(0x7f71ac0cff30 0x7f71ac06ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/704742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac06d7a0 0x7f71ac1608e0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 -- 172.21.15.17:0/704742816 >> 172.21.15.17:0/704742816 conn(0x7f71ac0b1770 msgr2=0x7f71ac0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 -- 172.21.15.17:0/704742816 shutdown_connections 2024-09-19T08:05:10.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.010+0000 7f71b0b6d640 1 -- 172.21.15.17:0/704742816 wait complete. 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.011+0000 7f71b0b6d640 1 Processor -- start 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.011+0000 7f71b0b6d640 1 -- start start 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 0x7f71ac14b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 0x7f71ac0cd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac15d6d0 con 0x7f71ac15d290 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac0b61b0 con 0x7f71ac06d7a0 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71b0b6d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71ac0b0070 con 0x7f71ac0cff30 2024-09-19T08:05:10.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50770/0 (socket says 172.21.15.17:50770) 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 -- 172.21.15.17:0/2945247094 learned_addr learned my addr 172.21.15.17:0/2945247094 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71a1d9b640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 0x7f71ac0cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aa59c640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 0x7f71ac14b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 -- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 msgr2=0x7f71ac0cd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 0x7f71ac0cd610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 -- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 msgr2=0x7f71ac14b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 0x7f71ac14b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aad9d640 1 -- 172.21.15.17:0/2945247094 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac158de0 con 0x7f71ac15d290 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71a1d9b640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 0x7f71ac0cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.012+0000 7f71aa59c640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 0x7f71ac14b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71aad9d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f71a400ce70 tx=0x7f71a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4003b90 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71a4003d50 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71ac1f8460 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a4004260 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.013+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71ac159060 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.014+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71ac0b0370 con 0x7f71ac15d290 2024-09-19T08:05:10.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.014+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71a4004400 con 0x7f71ac15d290 2024-09-19T08:05:10.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.015+0000 7f71a37fe640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 0x7f718c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.015+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f71a408bdb0 con 0x7f71ac15d290 2024-09-19T08:05:10.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.015+0000 7f71aa59c640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 0x7f718c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.016+0000 7f71aa59c640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 0x7f718c06e7a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f719c034000 tx=0x7f719c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.020+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71ac0b0370 con 0x7f71ac15d290 2024-09-19T08:05:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.206+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f71ac0b4380 con 0x7f71ac15d290 2024-09-19T08:05:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.207+0000 7f71a37fe640 1 -- 172.21.15.17:0/2945247094 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f71ac0b4380 con 0x7f71ac15d290 2024-09-19T08:05:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 msgr2=0x7f718c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 0x7f718c06e7a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f719c034000 tx=0x7f719c02e000 comp rx=0 tx=0).stop 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 msgr2=0x7f71ac1f7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f71a400ce70 tx=0x7f71a400a710 comp rx=0 tx=0).stop 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 shutdown_connections 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f718c06c2e0 0x7f718c06e7a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac15d290 0x7f71ac1f7a10 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71ac0cff30 0x7f71ac0cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 --2- 172.21.15.17:0/2945247094 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71ac06d7a0 0x7f71ac14b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 >> 172.21.15.17:0/2945247094 conn(0x7f71ac0b1770 msgr2=0x7f71ac071de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 shutdown_connections 2024-09-19T08:05:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.209+0000 7f71b0b6d640 1 -- 172.21.15.17:0/2945247094 wait complete. 2024-09-19T08:05:10.221 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:05:10.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:10.221 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:10.245 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[54659]: fuse finished with error 0 and tester_r 0 2024-09-19T08:05:10.247 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:05:10.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:10.247 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:05:10.304 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-19T08:05:10.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.488+0000 7f86c5494640 1 Processor -- start 2024-09-19T08:05:10.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.488+0000 7f86c5494640 1 -- start start 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86c5494640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f86c015e640 0x7f86c00b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86c5494640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86c00b39d0 con 0x7f86c00cef60 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86c5494640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86c00cf520 con 0x7f86c00d4710 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86c5494640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f86c00cf800 con 0x7f86c015e640 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86be7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f86c00cef60 0x7f86c00d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56120/0 (socket says 172.21.15.17:56120) 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.489+0000 7f86be7fc640 1 -- 172.21.15.17:0/1460839412 learned_addr learned my addr 172.21.15.17:0/1460839412 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 --2- 172.21.15.17:0/1460839412 >> v2:172.21.15.160:3300/0 conn(0x7f86c015e640 0x7f86c00b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3031763710 0 0) 0x7f86a8001110 con 0x7f86c00cef60 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86ac003520 con 0x7f86c00cef60 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2812667800 0 0) 0x7f86c00cf520 con 0x7f86c00d4710 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86a8001110 con 0x7f86c00d4710 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3849826250 0 0) 0x7f86ac003520 con 0x7f86c00cef60 2024-09-19T08:05:10.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 >> v2:172.21.15.160:3300/0 conn(0x7f86c015e640 msgr2=0x7f86c00b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 --2- 172.21.15.17:0/1460839412 >> v2:172.21.15.160:3300/0 conn(0x7f86c015e640 0x7f86c00b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 >> v1:172.21.15.160:6789/0 conn(0x7f86c00d4710 legacy=0x7f86c00d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c00cfae0 con 0x7f86c00cef60 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f86a8001840 con 0x7f86c00cef60 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 >> v1:172.21.15.17:6789/0 conn(0x7f86c00cef60 legacy=0x7f86c00d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86ac003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86ac004800 0x7f86ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86ac0051c0 0x7f86ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f86c00cf800 con 0x7f86ac003b40 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f86ac00c0f0 con 0x7f86ac0051c0 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f86ac00c2f0 con 0x7f86ac004800 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86ac003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86be7fc640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86ac004800 0x7f86ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86ac0051c0 0x7f86ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 -- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86ac004800 msgr2=0x7f86ac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86ac004800 0x7f86ac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 -- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86ac0051c0 msgr2=0x7f86ac00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86ac0051c0 0x7f86ac00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.490+0000 7f86beffd640 1 -- 172.21.15.17:0/1460839412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86ac003520 con 0x7f86ac003b40 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86ac0051c0 0x7f86ac00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:10.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86bf7fe640 1 -- 172.21.15.17:0/1460839412 reap_dead start 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86beffd640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86ac003f40 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f86b8009ac0 tx=0x7f86ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=465e408712450acd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8036070 con 0x7f86ac003b40 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b8031400 con 0x7f86ac003b40 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.491+0000 7f86bdffb640 1 -- 172.21.15.17:0/1460839412 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8009690 con 0x7f86ac003b40 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 -- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 msgr2=0x7f86ac003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86ac003f40 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f86b8009ac0 tx=0x7f86ac005830 comp rx=0 tx=0).stop 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 -- 172.21.15.17:0/1460839412 shutdown_connections 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 --2- 172.21.15.17:0/1460839412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86ac003f40 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 -- 172.21.15.17:0/1460839412 >> 172.21.15.17:0/1460839412 conn(0x7f86c0067d70 msgr2=0x7f86c0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 -- 172.21.15.17:0/1460839412 shutdown_connections 2024-09-19T08:05:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.492+0000 7f86c5494640 1 -- 172.21.15.17:0/1460839412 wait complete. 2024-09-19T08:05:10.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.493+0000 7f86c5494640 1 Processor -- start 2024-09-19T08:05:10.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.493+0000 7f86c5494640 1 -- start start 2024-09-19T08:05:10.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86c01f4560 0x7f86c0160d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86c01612b0 0x7f86c00cbb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f86c00b3bf0 con 0x7f86ac003b40 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f86c015ea20 con 0x7f86c01f4560 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86c5494640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f86c00b3d70 con 0x7f86c01612b0 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50782/0 (socket says 172.21.15.17:50782) 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 -- 172.21.15.17:0/2231563113 learned_addr learned my addr 172.21.15.17:0/2231563113 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 -- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86c01612b0 msgr2=0x7f86c00cbb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86c01612b0 0x7f86c00cbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 -- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86c01f4560 msgr2=0x7f86c0160d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86c01f4560 0x7f86c0160d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.494+0000 7f86beffd640 1 -- 172.21.15.17:0/2231563113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c00cc890 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86beffd640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f86b8034040 tx=0x7f86b8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86b77fe640 1 -- 172.21.15.17:0/2231563113 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b803f020 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86b77fe640 1 -- 172.21.15.17:0/2231563113 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b8037040 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c00cceb0 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86b77fe640 1 -- 172.21.15.17:0/2231563113 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8036070 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.495+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c00cd470 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.497+0000 7f86b77fe640 1 -- 172.21.15.17:0/2231563113 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f86b8042020 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.497+0000 7f86b77fe640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 0x7f86a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.497+0000 7f86b77fe640 1 -- 172.21.15.17:0/2231563113 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f86b80ab440 con 0x7f86ac003b40 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.497+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 0x7f86a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.498+0000 7f86c8230740 1 Processor -- start 2024-09-19T08:05:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.498+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 0x7f86a006e7a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f86a8000f60 tx=0x7f86a8000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.498+0000 7f86c8230740 1 -- start start 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdba0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 0x55839cd74d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55839ccd76f0 con 0x55839cd760b0 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55839cc7f330 con 0x55839cd720e0 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55839ccd36b0 con 0x55839cd74920 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50786/0 (socket says 172.21.15.17:50786) 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 -- 172.21.15.17:0/2438253669 learned_addr learned my addr 172.21.15.17:0/2438253669 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86beffd640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdba0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 0x55839cd74d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 -- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 msgr2=0x55839cdba0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdba0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 -- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 msgr2=0x55839cd74d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 0x55839cd74d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 -- 172.21.15.17:0/2438253669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55839cca50d0 con 0x55839cd760b0 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 0x55839cd74d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86beffd640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdba0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f86c00b7280 tx=0x7f86b0001f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea31a6a91ab277b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86b4ff9640 1 -- 172.21.15.17:0/2438253669 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b0019070 con 0x55839cd760b0 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86b4ff9640 1 -- 172.21.15.17:0/2438253669 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b0003b80 con 0x55839cd760b0 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.499+0000 7f86b4ff9640 1 -- 172.21.15.17:0/2438253669 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b00050d0 con 0x55839cd760b0 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 -- 172.21.15.17:0/2438253669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 msgr2=0x55839cd6f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f86c00b7280 tx=0x7f86b0001f20 comp rx=0 tx=0).stop 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 -- 172.21.15.17:0/2438253669 shutdown_connections 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd6f1a0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd720e0 0x55839cd74d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 --2- 172.21.15.17:0/2438253669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdba0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 -- 172.21.15.17:0/2438253669 >> 172.21.15.17:0/2438253669 conn(0x55839cd71370 msgr2=0x55839cdb9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 -- 172.21.15.17:0/2438253669 shutdown_connections 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.500+0000 7f86c8230740 1 -- 172.21.15.17:0/2438253669 wait complete. 2024-09-19T08:05:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.501+0000 7f86c8230740 1 -- start start 2024-09-19T08:05:10.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.501+0000 7f86c8230740 1 Processor -- start 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd74920 0x55839cd8e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd9d320 0x55839cd9eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55839cd70810 con 0x55839cd760b0 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55839cc604f0 con 0x55839cd74920 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55839cdba8f0 con 0x55839cd9d320 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 10 client.0 _ll_register_callbacks cb 0x55839cc81b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50794/0 (socket says 172.21.15.17:50794) 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 -- 172.21.15.17:0/3916767657 learned_addr learned my addr 172.21.15.17:0/3916767657 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86beffd640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd74920 0x55839cd8e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd9d320 0x55839cd9eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 -- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd9d320 msgr2=0x55839cd9eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd9d320 0x55839cd9eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 -- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd74920 msgr2=0x55839cd8e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd74920 0x55839cd8e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 -- 172.21.15.17:0/3916767657 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55839cab47d0 con 0x55839cd760b0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f86a80136d0 tx=0x7f86a8007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b63aeefcd556d10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f869dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a8027060 con 0x55839cd760b0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f86a8022ab0 con 0x55839cd760b0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.502+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86b0003b80 con 0x55839cd760b0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f86a8022cb0 con 0x55839cd760b0 2024-09-19T08:05:10.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 10 client.6057 fetch_fsmap learned FSMap version 40 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55839c9ea3f0 con 0x55839cd760b0 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b0003b80 con 0x55839cd760b0 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f86a80126a0 con 0x55839cd760b0 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 10 client.6057 fetch_fsmap finished waiting for FSMap version 40 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 10 client.6057 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 20 client.6057 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cdccf30 0x55839cdcd350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 4 client.6057 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 --> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55839cce4e20 con 0x55839cdccf30 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86beffd640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cdccf30 0x55839cdcd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f86beffd640 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cdccf30 0x55839cdcd350 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=921b1663984bc4ac server_cookie=5824db9d570a750a in_seq=0 out_seq=0 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.503+0000 7f869dffb640 10 client.6057 ms_handle_connect on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f869dffb640 1 -- 172.21.15.17:0/3916767657 <== mds.0 v2:172.21.15.17:6834/2122129785 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55839cce4e20 con 0x55839cdccf30 2024-09-19T08:05:10.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f869dffb640 10 client.6057 handle_command_reply: tid=0 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 client.6057 shutdown 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 msgr2=0x55839cd9cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f86a80136d0 tx=0x7f86a8007a20 comp rx=0 tx=0).stop 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 shutdown_connections 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cdccf30 0x55839cdcd350 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd9d320 0x55839cd9eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd9cde0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f869dffb640 0 client.6057 ms_handle_reset on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 --2- 172.21.15.17:0/3916767657 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd74920 0x55839cd8e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 >> 172.21.15.17:0/3916767657 conn(0x55839cd720e0 msgr2=0x55839cdb7540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 shutdown_connections 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 1 -- 172.21.15.17:0/3916767657 wait complete. 2024-09-19T08:05:10.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.504+0000 7f86c8230740 20 client.6057 trim_cache size 0 max 16384 2024-09-19T08:05:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.519+0000 7f86c8230740 1 Processor -- start 2024-09-19T08:05:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.519+0000 7f86c8230740 1 -- start start 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdb94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cdb8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f86c0201270 con 0x55839cd760b0 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f86c02002b0 con 0x55839cd9d320 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f86c01ff670 con 0x55839cd74920 2024-09-19T08:05:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50804/0 (socket says 172.21.15.17:50804) 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 -- 172.21.15.17:0/2450994246 learned_addr learned my addr 172.21.15.17:0/2450994246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 -- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 msgr2=0x55839cdb94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdb94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 -- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 msgr2=0x55839cdb8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cdb8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cdb8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 -- 172.21.15.17:0/2450994246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55839c9aa0f0 con 0x55839cd760b0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cdb8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f86be7fc640 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f86a8012970 tx=0x7f86a8020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24f775e750ddf2fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f869ffff640 1 -- 172.21.15.17:0/2450994246 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a8023e60 con 0x55839cd760b0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f869ffff640 1 -- 172.21.15.17:0/2450994246 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86a8012bf0 con 0x55839cd760b0 2024-09-19T08:05:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.520+0000 7f869ffff640 1 -- 172.21.15.17:0/2450994246 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a8012da0 con 0x55839cd760b0 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- 172.21.15.17:0/2450994246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 msgr2=0x55839cdb9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f86a8012970 tx=0x7f86a8020000 comp rx=0 tx=0).stop 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- 172.21.15.17:0/2450994246 shutdown_connections 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cdb8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cdb9a00 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 --2- 172.21.15.17:0/2450994246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839cdb94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- 172.21.15.17:0/2450994246 >> 172.21.15.17:0/2450994246 conn(0x55839cd720e0 msgr2=0x55839cdb7540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- 172.21.15.17:0/2450994246 shutdown_connections 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- 172.21.15.17:0/2450994246 wait complete. 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 -- start start 2024-09-19T08:05:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.521+0000 7f86c8230740 1 Processor -- start 2024-09-19T08:05:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839ce37330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cddc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55839cdb5d90 con 0x55839cd760b0 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f86c01ffc90 con 0x55839cd9d320 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55839cc9a180 con 0x55839cd74920 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86c8230740 10 client.0 _ll_register_callbacks cb 0x7f86a8007840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86be7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50812/0 (socket says 172.21.15.17:50812) 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86be7fc640 1 -- 172.21.15.17:0/3608173172 learned_addr learned my addr 172.21.15.17:0/3608173172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86beffd640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839ce37330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.522+0000 7f86bf7fe640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cddc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 -- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 msgr2=0x55839ce37330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839ce37330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 -- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 msgr2=0x55839cddc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cddc3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 -- 172.21.15.17:0/3608173172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55839cdb9a10 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86be7fc640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f86a80128e0 tx=0x7f86a800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c743c9cd49df9924 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a8036750 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f86a80368f0 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86a8012bf0 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f86a8046050 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 10 client.6063 fetch_fsmap learned FSMap version 40 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55839cd8db50 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86a8012bf0 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f86a8049020 con 0x55839cd760b0 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 10 client.6063 fetch_fsmap finished waiting for FSMap version 40 2024-09-19T08:05:10.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 10 client.6063 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 20 client.6063 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cd9dfd0 0x55839cdbb0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 4 client.6063 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 --> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55839ccdf170 con 0x55839cd9dfd0 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.523+0000 7f86beffd640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cd9dfd0 0x55839cdbb0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.524+0000 7f869dffb640 10 client.6063 ms_handle_connect on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:10.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.524+0000 7f86beffd640 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cd9dfd0 0x55839cdbb0f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20a4f65d59c172aa server_cookie=cc6bf49dd564f1d9 in_seq=0 out_seq=0 2024-09-19T08:05:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f869dffb640 1 -- 172.21.15.17:0/3608173172 <== mds.0 v2:172.21.15.17:6834/2122129785 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55839ccdf170 con 0x55839cd9dfd0 2024-09-19T08:05:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f869dffb640 10 client.6063 handle_command_reply: tid=0 2024-09-19T08:05:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 client.6063 shutdown 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 msgr2=0x55839cd8d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f86a80128e0 tx=0x7f86a800a000 comp rx=0 tx=0).stop 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 shutdown_connections 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:6834/2122129785,v1:172.21.15.17:6835/2122129785] conn(0x55839cd9dfd0 0x55839cdbb0f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55839cd9d320 0x55839cddc3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f869dffb640 0 client.6063 ms_handle_reset on v2:172.21.15.17:6834/2122129785 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55839cd760b0 0x55839cd8d260 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 --2- 172.21.15.17:0/3608173172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55839cd74920 0x55839ce37330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 >> 172.21.15.17:0/3608173172 conn(0x55839cd720e0 msgr2=0x55839cdb8350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 shutdown_connections 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 1 -- 172.21.15.17:0/3608173172 wait complete. 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.537+0000 7f86c8230740 20 client.6063 trim_cache size 0 max 16384 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:05:10.540 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 msgr2=0x7f86a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 0x7f86a006e7a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f86a8000f60 tx=0x7f86a8000ed0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 msgr2=0x7f86c0151c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f86b8034040 tx=0x7f86b8004730 comp rx=0 tx=0).stop 2024-09-19T08:05:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 shutdown_connections 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f86a006c2e0 0x7f86a006e7a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f86c01612b0 0x7f86c00cbb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f86c01f4560 0x7f86c0160d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 --2- 172.21.15.17:0/2231563113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86ac003b40 0x7f86c0151c80 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 >> 172.21.15.17:0/2231563113 conn(0x7f86c0067d70 msgr2=0x7f86c00b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 shutdown_connections 2024-09-19T08:05:10.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.538+0000 7f86c5494640 1 -- 172.21.15.17:0/2231563113 wait complete. 2024-09-19T08:05:10.550 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:05:10.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.652+0000 7f3e4be74640 1 Processor -- start 2024-09-19T08:05:10.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.652+0000 7f3e4be74640 1 -- start start 2024-09-19T08:05:10.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4be74640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3e4415b2e0 0x7f3e440b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4be74640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3e440cdfc0 0x7f3e440b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4be74640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e440ce4f0 con 0x7f3e440b22c0 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4be74640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3e4415b6c0 con 0x7f3e4415b2e0 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4be74640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3e440ce7d0 con 0x7f3e440cdfc0 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3e4415b2e0 0x7f3e440b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4a411640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3e440b22c0 0x7f3e440ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56122/0 (socket says 172.21.15.17:56122) 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3e4415b2e0 0x7f3e440b3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50820/0 (socket says 172.21.15.17:50820) 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4a411640 1 -- 172.21.15.17:0/4050080056 learned_addr learned my addr 172.21.15.17:0/4050080056 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e4940f640 1 --2- 172.21.15.17:0/4050080056 >> v2:172.21.15.160:3300/0 conn(0x7f3e440cdfc0 0x7f3e440b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 -- 172.21.15.17:0/4050080056 >> v2:172.21.15.160:3300/0 conn(0x7f3e440cdfc0 msgr2=0x7f3e440b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:10.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 --2- 172.21.15.17:0/4050080056 >> v2:172.21.15.160:3300/0 conn(0x7f3e440cdfc0 0x7f3e440b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 -- 172.21.15.17:0/4050080056 >> v1:172.21.15.17:6789/0 conn(0x7f3e440b22c0 legacy=0x7f3e440ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e48c0e640 1 -- 172.21.15.17:0/4050080056 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4096263152 0 0) 0x7f3e440ce4f0 con 0x7f3e440b22c0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.653+0000 7f3e49c10640 1 -- 172.21.15.17:0/4050080056 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e440ceab0 con 0x7f3e4415b2e0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.654+0000 7f3e49c10640 1 --2- 172.21.15.17:0/4050080056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e4415b2e0 0x7f3e440b3d20 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3e4415ecd0 tx=0x7f3e4002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41e7f1bbbdc01ce6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.654+0000 7f3e48c0e640 1 -- 172.21.15.17:0/4050080056 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e40037070 con 0x7f3e4415b2e0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.654+0000 7f3e48c0e640 1 -- 172.21.15.17:0/4050080056 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e40032440 con 0x7f3e4415b2e0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.654+0000 7f3e48c0e640 1 -- 172.21.15.17:0/4050080056 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e40032810 con 0x7f3e4415b2e0 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 -- 172.21.15.17:0/4050080056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e4415b2e0 msgr2=0x7f3e440b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 --2- 172.21.15.17:0/4050080056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e4415b2e0 0x7f3e440b3d20 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3e4415ecd0 tx=0x7f3e4002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 -- 172.21.15.17:0/4050080056 shutdown_connections 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 --2- 172.21.15.17:0/4050080056 >> v2:172.21.15.160:3300/0 conn(0x7f3e440cdfc0 0x7f3e440b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 --2- 172.21.15.17:0/4050080056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e4415b2e0 0x7f3e440b3d20 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 -- 172.21.15.17:0/4050080056 >> 172.21.15.17:0/4050080056 conn(0x7f3e4406bc10 msgr2=0x7f3e4406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 -- 172.21.15.17:0/4050080056 shutdown_connections 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.655+0000 7f3e4be74640 1 -- 172.21.15.17:0/4050080056 wait complete. 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.656+0000 7f3e4be74640 1 Processor -- start 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.656+0000 7f3e4be74640 1 -- start start 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 0x7f3e4415e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 0x7f3e44141b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3e440712b0 con 0x7f3e440cdfc0 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3e44071130 con 0x7f3e440b22c0 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4be74640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3e440b4260 con 0x7f3e4415b2e0 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50832/0 (socket says 172.21.15.17:50832) 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 -- 172.21.15.17:0/1159368571 learned_addr learned my addr 172.21.15.17:0/1159368571 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:10.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e49c10640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 0x7f3e4415e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4a411640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 0x7f3e44141b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 -- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 msgr2=0x7f3e44141b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 0x7f3e44141b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 -- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 msgr2=0x7f3e4415e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 0x7f3e4415e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4940f640 1 -- 172.21.15.17:0/1159368571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4414e2e0 con 0x7f3e440cdfc0 2024-09-19T08:05:10.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e4a411640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 0x7f3e44141b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.657+0000 7f3e49c10640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 0x7f3e4415e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e4940f640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3e34010bf0 tx=0x7f3e3400e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e3401e070 con 0x7f3e440cdfc0 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e34011650 con 0x7f3e440cdfc0 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e441f4c10 con 0x7f3e440cdfc0 2024-09-19T08:05:10.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e34011a40 con 0x7f3e440cdfc0 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.658+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e441f51d0 con 0x7f3e440cdfc0 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.659+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e440b1d80 con 0x7f3e440cdfc0 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.659+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e34021070 con 0x7f3e440cdfc0 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.660+0000 7f3e3a7fc640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 0x7f3e2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.660+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f3e3408d630 con 0x7f3e440cdfc0 2024-09-19T08:05:10.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.660+0000 7f3e49c10640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 0x7f3e2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:10.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.661+0000 7f3e49c10640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 0x7f3e2806e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3e40034000 tx=0x7f3e4002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:10.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.664+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e4414e2e0 con 0x7f3e440cdfc0 2024-09-19T08:05:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.878+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3e44157e20 con 0x7f3e440cdfc0 2024-09-19T08:05:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.878+0000 7f3e3a7fc640 1 -- 172.21.15.17:0/1159368571 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f3e3405b740 con 0x7f3e440cdfc0 2024-09-19T08:05:10.879 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:05:10.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 msgr2=0x7f3e2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 0x7f3e2806e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3e40034000 tx=0x7f3e4002e000 comp rx=0 tx=0).stop 2024-09-19T08:05:10.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 msgr2=0x7f3e441f45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3e34010bf0 tx=0x7f3e3400e730 comp rx=0 tx=0).stop 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 shutdown_connections 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e2806c2b0 0x7f3e2806e770 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3e4415b2e0 0x7f3e44141b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e440cdfc0 0x7f3e441f45c0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 --2- 172.21.15.17:0/1159368571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3e440b22c0 0x7f3e4415e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 >> 172.21.15.17:0/1159368571 conn(0x7f3e4406bc10 msgr2=0x7f3e4406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 shutdown_connections 2024-09-19T08:05:10.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:10.880+0000 7f3e4be74640 1 -- 172.21.15.17:0/1159368571 wait complete. 2024-09-19T08:05:10.892 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:05:10.892 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:05:10.892 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:05:10.892 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:05:10.893 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:10.893 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:05:10.893 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:05:10.893 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:05:10.893 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:10.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:10.893 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:10.910 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42610sec preferred_lft 42610sec 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:05:10.911 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:05:10.912 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:10.913 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:05:10.913 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:05:10.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:10.913 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:05:10.975 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:05:10.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:10.976 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:05:11.033 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:05:11.033 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:05:11.033 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:05:11.034 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:05:11.034 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:05:11.034 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:05:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:05:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:11.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.162 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:05:11.178 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:05:11.178 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:05:11.178 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:11.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.179 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:05:11.244 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:05:11.244 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:05:11.245 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:11.300 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:05:11.301 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:05:11.301 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:11.356 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:05:11.424 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:05:11.480 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:05:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:05:11.482 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:11.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.483 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:05:11.536 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:05:11.537 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:05:11.579 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:05:11.606 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:05:11.664 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:05:11.665 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:05:11.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.667 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:05:11.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:05:11.665+0000 7f3fc731c480 -1 init, newargv = 0x560fa950a1f0 newargc=15 2024-09-19T08:05:11.668 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[55255]: starting ceph client 2024-09-19T08:05:11.671 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[55255]: starting fuse 2024-09-19T08:05:11.683 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:05:11.683 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:05:11.683 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:05:11.683 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:05:11.683 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:11.684 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:05:11.685 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:05:11.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.55255.asok 2024-09-19T08:05:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:11.814 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55255.asok 2024-09-19T08:05:11.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.814 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55255.asok status 2024-09-19T08:05:11.951 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:11.951 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "55255", 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6078, 2024-09-19T08:05:11.952 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 6078 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 544910367 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:05:11.953 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 544910367 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.6078 192.168.0.1:0/544910367", 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/544910367", 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 40, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 58, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:05:11.954 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:11.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.960 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:05:11.960 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:11.976 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:05:11.976 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:11.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:11.976 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:12.042 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'chmod 711 a/b/d; sync .') 2024-09-19T08:05:12.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:05:12.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:05:12.144 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:05:12.145 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:05:12.161 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:05:12.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.305+0000 7f018179f640 1 Processor -- start 2024-09-19T08:05:12.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.305+0000 7f018179f640 1 -- start start 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f018179f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f017c0d1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f018179f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f017c06fbf0 con 0x7f017c15e510 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f018179f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f017c162140 con 0x7f017c0cf310 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f018179f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f017c15e8f0 con 0x7f017c162c20 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f017c15e510 0x7f017c0cec00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40378/0 (socket says 172.21.15.17:40378) 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017bfff640 1 -- 172.21.15.17:0/3703713140 learned_addr learned my addr 172.21.15.17:0/3703713140 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2658805321 0 0) 0x7f017c06fbf0 con 0x7f017c15e510 2024-09-19T08:05:12.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f0180f9e640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f017c0d1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0164003520 con 0x7f017c15e510 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2829515379 0 0) 0x7f0164003520 con 0x7f017c15e510 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 msgr2=0x7f017c0d1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f017c0d1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 >> v1:172.21.15.160:6789/0 conn(0x7f017c0cf310 legacy=0x7f017c0d0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c162420 con 0x7f017c15e510 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f016c001670 con 0x7f017c15e510 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 >> v1:172.21.15.17:6789/0 conn(0x7f017c15e510 legacy=0x7f017c0cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640039e0 0x7f0164003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.306+0000 7f017affd640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0164004800 0x7f0164004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017affd640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f0164005290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f017c15e8f0 con 0x7f01640039e0 2024-09-19T08:05:12.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f016400bbb0 con 0x7f0164004800 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f016400bdb0 con 0x7f017c162c20 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640039e0 0x7f0164003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017b7fe640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0164004800 0x7f0164004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f0180f9e640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f0164005290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 -- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 msgr2=0x7f0164005290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f017c162c20 0x7f0164005290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 -- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0164004800 msgr2=0x7f0164004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0164004800 0x7f0164004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.307+0000 7f017bfff640 1 -- 172.21.15.17:0/3703713140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0164003520 con 0x7f01640039e0 2024-09-19T08:05:12.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f017bfff640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640039e0 0x7f0164003e00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f016c00c210 tx=0x7f0164005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13651bb558683883 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016c007d30 con 0x7f01640039e0 2024-09-19T08:05:12.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f016c005af0 con 0x7f01640039e0 2024-09-19T08:05:12.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f017affd640 1 -- 172.21.15.17:0/3703713140 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016c007070 con 0x7f01640039e0 2024-09-19T08:05:12.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 -- 172.21.15.17:0/3703713140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640039e0 msgr2=0x7f0164003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 --2- 172.21.15.17:0/3703713140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01640039e0 0x7f0164003e00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f016c00c210 tx=0x7f0164005830 comp rx=0 tx=0).stop 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f0180f9e640 1 -- 172.21.15.17:0/3703713140 reap_dead start 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 -- 172.21.15.17:0/3703713140 shutdown_connections 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 -- 172.21.15.17:0/3703713140 >> 172.21.15.17:0/3703713140 conn(0x7f017c06bdf0 msgr2=0x7f017c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 -- 172.21.15.17:0/3703713140 shutdown_connections 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.308+0000 7f018179f640 1 -- 172.21.15.17:0/3703713140 wait complete. 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.310+0000 7f018179f640 1 Processor -- start 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.310+0000 7f018179f640 1 -- start start 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01640039e0 0x7f017c15d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f017c15cb60 0x7f017c15cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f017c0d1e80 con 0x7f017c156780 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f017c0d1d00 con 0x7f017c15cb60 2024-09-19T08:05:12.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f017c06fed0 con 0x7f01640039e0 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49708/0 (socket says 172.21.15.17:49708) 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 -- 172.21.15.17:0/2482533326 learned_addr learned my addr 172.21.15.17:0/2482533326 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017bfff640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01640039e0 0x7f017c15d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f0180f9e640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f017c15cb60 0x7f017c15cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 -- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01640039e0 msgr2=0x7f017c15d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01640039e0 0x7f017c15d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 -- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f017c15cb60 msgr2=0x7f017c15cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f017c15cb60 0x7f017c15cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 -- 172.21.15.17:0/2482533326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c153130 con 0x7f017c156780 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f017b7fe640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f017000f620 tx=0x7f017000fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01700052e0 con 0x7f017c156780 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0170018070 con 0x7f017c156780 2024-09-19T08:05:12.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170003810 con 0x7f017c156780 2024-09-19T08:05:12.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.311+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017c15c380 con 0x7f017c156780 2024-09-19T08:05:12.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.312+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f017c155ca0 con 0x7f017c156780 2024-09-19T08:05:12.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.313+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f017c06fbf0 con 0x7f017c156780 2024-09-19T08:05:12.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.313+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f01700039b0 con 0x7f017c156780 2024-09-19T08:05:12.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.314+0000 7f0178ff9640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 0x7f016806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.314+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f017008afc0 con 0x7f017c156780 2024-09-19T08:05:12.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.314+0000 7f017bfff640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 0x7f016806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.314+0000 7f017bfff640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 0x7f016806e7a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f016c033000 tx=0x7f016c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.318+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01700590e0 con 0x7f017c156780 2024-09-19T08:05:12.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.504+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f017c067e80 con 0x7f017c156780 2024-09-19T08:05:12.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.505+0000 7f0178ff9640 1 -- 172.21.15.17:0/2482533326 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f017005d3e0 con 0x7f017c156780 2024-09-19T08:05:12.506 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 msgr2=0x7f016806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 0x7f016806e7a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f016c033000 tx=0x7f016c02e000 comp rx=0 tx=0).stop 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 msgr2=0x7f017c152bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f017000f620 tx=0x7f017000fae0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 shutdown_connections 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f016806c2e0 0x7f016806e7a0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f017c15cb60 0x7f017c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f017c156780 0x7f017c152bf0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 --2- 172.21.15.17:0/2482533326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01640039e0 0x7f017c15d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 >> 172.21.15.17:0/2482533326 conn(0x7f017c06bdf0 msgr2=0x7f017c0b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:12.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 shutdown_connections 2024-09-19T08:05:12.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.507+0000 7f018179f640 1 -- 172.21.15.17:0/2482533326 wait complete. 2024-09-19T08:05:12.519 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:05:12.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:12.519 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:05:12.544 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[55255]: fuse finished with error 0 and tester_r 0 2024-09-19T08:05:12.545 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:05:12.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:05:12.546 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:05:12.602 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:05:12.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.745+0000 7fbc6c05e640 1 Processor -- start 2024-09-19T08:05:12.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 -- start start 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc640ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbc640cf0e0 0x7fbc640cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbc640b2cf0 0x7fbc640b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbc640b2860 con 0x7fbc640b2cf0 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbc6415ea20 con 0x7fbc640cf0e0 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.746+0000 7fbc6c05e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbc640b1c50 con 0x7fbc6415e640 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbc640b2cf0 0x7fbc640b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbc640b2cf0 0x7fbc640b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49714/0 (socket says 172.21.15.17:49714) 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 -- 172.21.15.17:0/301348390 learned_addr learned my addr 172.21.15.17:0/301348390 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc695f9640 1 --2- 172.21.15.17:0/301348390 >> v2:172.21.15.160:3300/0 conn(0x7fbc640cf0e0 0x7fbc640cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc69dfa640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc640ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 -- 172.21.15.17:0/301348390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 msgr2=0x7fbc640ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc640ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 -- 172.21.15.17:0/301348390 >> v2:172.21.15.160:3300/0 conn(0x7fbc640cf0e0 msgr2=0x7fbc640cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 --2- 172.21.15.17:0/301348390 >> v2:172.21.15.160:3300/0 conn(0x7fbc640cf0e0 0x7fbc640cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc6a5fb640 1 -- 172.21.15.17:0/301348390 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc640b1f30 con 0x7fbc640b2cf0 2024-09-19T08:05:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.747+0000 7fbc69dfa640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc640ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6a5fb640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640b31a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fbc6408d790 tx=0x7fbc5c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d29093ded98cc14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc68df8640 1 -- 172.21.15.17:0/301348390 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c037070 con 0x7fbc640b2cf0 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc68df8640 1 -- 172.21.15.17:0/301348390 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc5c032440 con 0x7fbc640b2cf0 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc68df8640 1 -- 172.21.15.17:0/301348390 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c032810 con 0x7fbc640b2cf0 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 -- 172.21.15.17:0/301348390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 msgr2=0x7fbc640b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640b31a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fbc6408d790 tx=0x7fbc5c02a140 comp rx=0 tx=0).stop 2024-09-19T08:05:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 -- 172.21.15.17:0/301348390 shutdown_connections 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640b31a0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/301348390 >> v2:172.21.15.160:3300/0 conn(0x7fbc640cf0e0 0x7fbc640cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.748+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/301348390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc640ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.749+0000 7fbc6c05e640 1 -- 172.21.15.17:0/301348390 >> 172.21.15.17:0/301348390 conn(0x7fbc6409d820 msgr2=0x7fbc640d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.749+0000 7fbc6c05e640 1 -- 172.21.15.17:0/301348390 shutdown_connections 2024-09-19T08:05:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.749+0000 7fbc6c05e640 1 -- 172.21.15.17:0/301348390 wait complete. 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.750+0000 7fbc6c05e640 1 Processor -- start 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.750+0000 7fbc6c05e640 1 -- start start 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.750+0000 7fbc6c05e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc640cf0e0 0x7fbc6415b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc6406be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc640cfe40 con 0x7fbc640b2cf0 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbc640b24f0 con 0x7fbc640cf0e0 2024-09-19T08:05:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbc640b73a0 con 0x7fbc6415e640 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49726/0 (socket says 172.21.15.17:49726) 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 -- 172.21.15.17:0/2211193643 learned_addr learned my addr 172.21.15.17:0/2211193643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6a5fb640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc6406be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc695f9640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc640cf0e0 0x7fbc6415b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 -- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 msgr2=0x7fbc6406be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc6406be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 -- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc640cf0e0 msgr2=0x7fbc6415b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc640cf0e0 0x7fbc6415b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 -- 172.21.15.17:0/2211193643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc640cb150 con 0x7fbc640b2cf0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc69dfa640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fbc60009fc0 tx=0x7fbc6000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6001a070 con 0x7fbc640b2cf0 2024-09-19T08:05:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc60003bb0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc6415f000 con 0x7fbc640b2cf0 2024-09-19T08:05:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc60004030 con 0x7fbc640b2cf0 2024-09-19T08:05:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.751+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc6415f8a0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.752+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc64068eb0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.753+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc6001d070 con 0x7fbc640b2cf0 2024-09-19T08:05:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.753+0000 7fbc5a7fc640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 0x7fbc4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.754+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fbc6008b5f0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.754+0000 7fbc695f9640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 0x7fbc4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.754+0000 7fbc695f9640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 0x7fbc4806e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbc640cb580 tx=0x7fbc54009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:12.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.758+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc60010070 con 0x7fbc640b2cf0 2024-09-19T08:05:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.971+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbc640ceba0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.972 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:05:12.971+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:05:12.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.973+0000 7fbc5a7fc640 1 -- 172.21.15.17:0/2211193643 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v41) ==== 161+0+0 (secure 0 0 0) 0x7fbc600597a0 con 0x7fbc640b2cf0 2024-09-19T08:05:12.974 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.975+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 msgr2=0x7fbc4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.975+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 0x7fbc4806e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbc640cb580 tx=0x7fbc54009190 comp rx=0 tx=0).stop 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.975+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 msgr2=0x7fbc640cac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.975+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fbc60009fc0 tx=0x7fbc6000d560 comp rx=0 tx=0).stop 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 shutdown_connections 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbc4806c2b0 0x7fbc4806e770 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc6415e640 0x7fbc6406be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc640cf0e0 0x7fbc6415b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 --2- 172.21.15.17:0/2211193643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc640b2cf0 0x7fbc640cac10 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:12.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 >> 172.21.15.17:0/2211193643 conn(0x7fbc6409d820 msgr2=0x7fbc640b77d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:12.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 shutdown_connections 2024-09-19T08:05:12.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:12.976+0000 7fbc6c05e640 1 -- 172.21.15.17:0/2211193643 wait complete. 2024-09-19T08:05:12.978 INFO:tasks.ceph.mds.a.smithi017.stderr: -3948> 2024-09-19T08:05:08.547+0000 7f7065ee3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:12.988 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_journal_corrupt_dentry_first 1.0 2024-09-19T08:05:13.010 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:05:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.095+0000 7f0db0877640 1 Processor -- start 2024-09-19T08:05:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.095+0000 7f0db0877640 1 -- start start 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0db0877640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0dac145110 0x7f0dac0af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0db0877640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dac1454f0 con 0x7f0dac0b2530 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0db0877640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dac072f50 con 0x7f0dac145700 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0db0877640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0dac073b60 con 0x7f0dac145110 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0dac0b2530 0x7f0dac0cf730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40386/0 (socket says 172.21.15.17:40386) 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daad9d640 1 -- 172.21.15.17:0/2103188019 learned_addr learned my addr 172.21.15.17:0/2103188019 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daa59c640 1 --2- 172.21.15.17:0/2103188019 >> v2:172.21.15.160:3300/0 conn(0x7f0dac145110 0x7f0dac0af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0da959a640 1 -- 172.21.15.17:0/2103188019 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2182306012 0 0) 0x7f0dac1454f0 con 0x7f0dac0b2530 2024-09-19T08:05:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0da959a640 1 -- 172.21.15.17:0/2103188019 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d98003520 con 0x7f0dac0b2530 2024-09-19T08:05:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daa59c640 1 -- 172.21.15.17:0/2103188019 >> v1:172.21.15.160:6789/0 conn(0x7f0dac145700 legacy=0x7f0dac0b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daa59c640 1 -- 172.21.15.17:0/2103188019 >> v1:172.21.15.17:6789/0 conn(0x7f0dac0b2530 legacy=0x7f0dac0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.096+0000 7f0daa59c640 1 -- 172.21.15.17:0/2103188019 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dac073230 con 0x7f0dac145110 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.097+0000 7f0daa59c640 1 --2- 172.21.15.17:0/2103188019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145110 0x7f0dac0af6f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009d90 tx=0x7f0da402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48a2cb084cf82d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.097+0000 7f0da959a640 1 -- 172.21.15.17:0/2103188019 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4007740 con 0x7f0dac145110 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.097+0000 7f0da959a640 1 -- 172.21.15.17:0/2103188019 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0da40078e0 con 0x7f0dac145110 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.097+0000 7f0da959a640 1 -- 172.21.15.17:0/2103188019 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4007cb0 con 0x7f0dac145110 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 -- 172.21.15.17:0/2103188019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145110 msgr2=0x7f0dac0af6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 --2- 172.21.15.17:0/2103188019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145110 0x7f0dac0af6f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009d90 tx=0x7f0da402a660 comp rx=0 tx=0).stop 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 -- 172.21.15.17:0/2103188019 shutdown_connections 2024-09-19T08:05:13.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 --2- 172.21.15.17:0/2103188019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145110 0x7f0dac0af6f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 -- 172.21.15.17:0/2103188019 >> 172.21.15.17:0/2103188019 conn(0x7f0dac06bc10 msgr2=0x7f0dac06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:13.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 -- 172.21.15.17:0/2103188019 shutdown_connections 2024-09-19T08:05:13.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.098+0000 7f0db0877640 1 -- 172.21.15.17:0/2103188019 wait complete. 2024-09-19T08:05:13.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.099+0000 7f0db0877640 1 Processor -- start 2024-09-19T08:05:13.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.099+0000 7f0db0877640 1 -- start start 2024-09-19T08:05:13.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:13.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 0x7f0dac15fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:13.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145700 0x7f0dac15e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:13.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac0cfe40 con 0x7f0dac0b2530 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac0737f0 con 0x7f0dac145700 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0db0877640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0dac0cffc0 con 0x7f0dac145110 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0daa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0daa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49742/0 (socket says 172.21.15.17:49742) 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0daa59c640 1 -- 172.21.15.17:0/2624263722 learned_addr learned my addr 172.21.15.17:0/2624263722 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0daad9d640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145700 0x7f0dac15e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.100+0000 7f0da9d9b640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 0x7f0dac15fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 -- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 msgr2=0x7f0dac15fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 0x7f0dac15fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 -- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145700 msgr2=0x7f0dac15e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145700 0x7f0dac15e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 -- 172.21.15.17:0/2624263722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dac15f3c0 con 0x7f0dac0b2530 2024-09-19T08:05:13.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0da9d9b640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 0x7f0dac15fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0daa59c640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009eb0 tx=0x7f0da4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4040070 con 0x7f0dac0b2530 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0da4031c40 con 0x7f0dac0b2530 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dac160a00 con 0x7f0dac0b2530 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4009450 con 0x7f0dac0b2530 2024-09-19T08:05:13.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.101+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dac0aa490 con 0x7f0dac0b2530 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.102+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dac069170 con 0x7f0dac0b2530 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.103+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0da4039040 con 0x7f0dac0b2530 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.103+0000 7f0da2ffd640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 0x7f0d8c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.103+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f0da40ac8f0 con 0x7f0dac0b2530 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.103+0000 7f0da9d9b640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 0x7f0d8c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:13.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.104+0000 7f0da9d9b640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 0x7f0d8c06e7a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0dac0cdea0 tx=0x7f0d94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:13.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.107+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0da407af80 con 0x7f0dac0b2530 2024-09-19T08:05:13.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.281+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mds_inject_journal_corrupt_dentry_first}] v 0) -- 0x7f0dac0af6f0 con 0x7f0dac0b2530 2024-09-19T08:05:13.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.285+0000 7f0da2ffd640 1 -- 172.21.15.17:0/2624263722 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_journal_corrupt_dentry_first}]=0 v19)=0 v19) ==== 139+0+0 (secure 0 0 0) 0x7f0da407a880 con 0x7f0dac0b2530 2024-09-19T08:05:13.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 msgr2=0x7f0d8c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 0x7f0d8c06e7a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0dac0cdea0 tx=0x7f0d94009040 comp rx=0 tx=0).stop 2024-09-19T08:05:13.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 msgr2=0x7f0dac13e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:13.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009eb0 tx=0x7f0da4004a40 comp rx=0 tx=0).stop 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 shutdown_connections 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d8c06c2e0 0x7f0d8c06e7a0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0dac145700 0x7f0dac15e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0dac145110 0x7f0dac15fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 --2- 172.21.15.17:0/2624263722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0dac0b2530 0x7f0dac13e080 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 >> 172.21.15.17:0/2624263722 conn(0x7f0dac06bc10 msgr2=0x7f0dac0ceb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 shutdown_connections 2024-09-19T08:05:13.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:13.287+0000 7f0db0877640 1 -- 172.21.15.17:0/2624263722 wait complete. 2024-09-19T08:05:18.300 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:05:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.419+0000 7fb223ae6640 1 Processor -- start 2024-09-19T08:05:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.419+0000 7fb223ae6640 1 -- start start 2024-09-19T08:05:18.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb223ae6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb21c0d4e20 0x7fb21c0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb223ae6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb21c0b39d0 con 0x7fb21c0cef60 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb223ae6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb21c0cf520 con 0x7fb21c15e640 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb223ae6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb21c0cf800 con 0x7fb21c0d4e20 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb221081640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb21c0cef60 0x7fb21c0d4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40388/0 (socket says 172.21.15.17:40388) 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.420+0000 7fb221081640 1 -- 172.21.15.17:0/3562534212 learned_addr learned my addr 172.21.15.17:0/3562534212 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> v2:172.21.15.160:3300/0 conn(0x7fb21c0d4e20 0x7fb21c0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3304062022 0 0) 0x7fb20c001110 con 0x7fb21c0cef60 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb208003520 con 0x7fb21c0cef60 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1475547994 0 0) 0x7fb21c0cf520 con 0x7fb21c15e640 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb20c001110 con 0x7fb21c15e640 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 169245988 0 0) 0x7fb208003520 con 0x7fb21c0cef60 2024-09-19T08:05:18.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 >> v2:172.21.15.160:3300/0 conn(0x7fb21c0d4e20 msgr2=0x7fb21c0b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 --2- 172.21.15.17:0/3562534212 >> v2:172.21.15.160:3300/0 conn(0x7fb21c0d4e20 0x7fb21c0b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 >> v1:172.21.15.160:6789/0 conn(0x7fb21c15e640 legacy=0x7fb21c0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb21c0cfae0 con 0x7fb21c0cef60 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fb20c001840 con 0x7fb21c0cef60 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 >> v1:172.21.15.17:6789/0 conn(0x7fb21c0cef60 legacy=0x7fb21c0d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb208003b90 0x7fb208003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb208004800 0x7fb208004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb20800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb21c0cf800 con 0x7fb208005210 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb20800c140 con 0x7fb208003b90 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb20800c340 con 0x7fb208004800 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> v2:172.21.15.160:3300/0 conn(0x7fb21c0d4e20 0x7fb21c0b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:18.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb20800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb221882640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb208003b90 0x7fb208003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.421+0000 7fb221081640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb208004800 0x7fb208004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 -- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb208004800 msgr2=0x7fb208004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb208004800 0x7fb208004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 -- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb208003b90 msgr2=0x7fb208003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb208003b90 0x7fb208003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 -- 172.21.15.17:0/3562534212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb208003520 con 0x7fb208005210 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 -- 172.21.15.17:0/3562534212 reap_dead start 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.422+0000 7fb222083640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb20800b9c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fb21400e350 tx=0x7fb208005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a5ab01dc658086c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214009dc0 con 0x7fb208005210 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb214003bb0 con 0x7fb208005210 2024-09-19T08:05:18.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb220880640 1 -- 172.21.15.17:0/3562534212 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214004020 con 0x7fb208005210 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 -- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 msgr2=0x7fb20800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb20800b9c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fb21400e350 tx=0x7fb208005830 comp rx=0 tx=0).stop 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 -- 172.21.15.17:0/3562534212 shutdown_connections 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 --2- 172.21.15.17:0/3562534212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb20800b9c0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 -- 172.21.15.17:0/3562534212 >> 172.21.15.17:0/3562534212 conn(0x7fb21c067d70 msgr2=0x7fb21c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 -- 172.21.15.17:0/3562534212 shutdown_connections 2024-09-19T08:05:18.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.423+0000 7fb223ae6640 1 -- 172.21.15.17:0/3562534212 wait complete. 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.424+0000 7fb223ae6640 1 Processor -- start 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 -- start start 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb21c0ab160 0x7fb21c151ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb21c0ab5e0 0x7fb21c0b4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb21c0b3bf0 con 0x7fb208005210 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb21c15ea20 con 0x7fb21c0ab5e0 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb223ae6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb21c0b3d70 con 0x7fb21c0ab160 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb221882640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb221882640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49770/0 (socket says 172.21.15.17:49770) 2024-09-19T08:05:18.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.425+0000 7fb221882640 1 -- 172.21.15.17:0/1669518781 learned_addr learned my addr 172.21.15.17:0/1669518781 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 -- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb21c0ab160 msgr2=0x7fb21c151ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb21c0ab160 0x7fb21c151ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 -- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb21c0ab5e0 msgr2=0x7fb21c0b4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb21c0ab5e0 0x7fb21c0b4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 -- 172.21.15.17:0/1669518781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb21c0cd640 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb221882640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb21800f7a0 tx=0x7fb21800fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21801a070 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb21800fe50 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb21c0cd920 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218007050 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.426+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb21c0cdee0 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.427+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb21c15c910 con 0x7fb208005210 2024-09-19T08:05:18.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.428+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb21801d070 con 0x7fb208005210 2024-09-19T08:05:18.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.428+0000 7fb2127fc640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 0x7fb20006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:18.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.428+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7fb21808ac80 con 0x7fb208005210 2024-09-19T08:05:18.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.428+0000 7fb221081640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 0x7fb20006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:18.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.429+0000 7fb221081640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 0x7fb20006e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb21c0ccf00 tx=0x7fb20c000bc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:18.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.433+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb218059390 con 0x7fb208005210 2024-09-19T08:05:18.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.646+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fb21c15c630 con 0x7fb208005210 2024-09-19T08:05:18.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.982+0000 7fb2127fc640 1 -- 172.21.15.17:0/1669518781 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v43) ==== 162+0+0 (secure 0 0 0) 0x7fb218058c90 con 0x7fb208005210 2024-09-19T08:05:18.982 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 msgr2=0x7fb20006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 0x7fb20006e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb21c0ccf00 tx=0x7fb20c000bc0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 msgr2=0x7fb21c0ce6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb21800f7a0 tx=0x7fb21800fc60 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 shutdown_connections 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb20006c2b0 0x7fb20006e770 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb21c0ab5e0 0x7fb21c0b4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb21c0ab160 0x7fb21c151ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 --2- 172.21.15.17:0/1669518781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb208005210 0x7fb21c0ce6e0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:18.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 >> 172.21.15.17:0/1669518781 conn(0x7fb21c067d70 msgr2=0x7fb21c0ba200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:18.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 shutdown_connections 2024-09-19T08:05:18.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:18.985+0000 7fb223ae6640 1 -- 172.21.15.17:0/1669518781 wait complete. 2024-09-19T08:05:19.000 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:19.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 Processor -- start 2024-09-19T08:05:19.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 -- start start 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc808156770 0x7fc808160810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc8080afec0 0x7fc8080cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc808160d50 con 0x7fc8080b0350 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc8080b61b0 con 0x7fc8080afec0 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.105+0000 7fc80e447640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc8080b6490 con 0x7fc808156770 2024-09-19T08:05:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc8080afec0 0x7fc8080cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc80c9e4640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc8080b0350 0x7fc80806ef40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40394/0 (socket says 172.21.15.17:40394) 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc8080afec0 0x7fc8080cf820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49772/0 (socket says 172.21.15.17:49772) 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc80c9e4640 1 -- 172.21.15.17:0/1953009662 learned_addr learned my addr 172.21.15.17:0/1953009662 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc807fff640 1 --2- 172.21.15.17:0/1953009662 >> v2:172.21.15.160:3300/0 conn(0x7fc808156770 0x7fc808160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 -- 172.21.15.17:0/1953009662 >> v2:172.21.15.160:3300/0 conn(0x7fc808156770 msgr2=0x7fc808160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 --2- 172.21.15.17:0/1953009662 >> v2:172.21.15.160:3300/0 conn(0x7fc808156770 0x7fc808160810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 -- 172.21.15.17:0/1953009662 >> v1:172.21.15.17:6789/0 conn(0x7fc8080b0350 legacy=0x7fc80806ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc806ffd640 1 -- 172.21.15.17:0/1953009662 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3635175432 0 0) 0x7fc808160d50 con 0x7fc8080b0350 2024-09-19T08:05:19.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.106+0000 7fc8077fe640 1 -- 172.21.15.17:0/1953009662 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8080b6770 con 0x7fc8080afec0 2024-09-19T08:05:19.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc8077fe640 1 --2- 172.21.15.17:0/1953009662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8080afec0 0x7fc8080cf820 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc8080739a0 tx=0x7fc7fc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b591ea13a6f86b92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc806ffd640 1 -- 172.21.15.17:0/1953009662 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc037070 con 0x7fc8080afec0 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc806ffd640 1 -- 172.21.15.17:0/1953009662 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7fc032440 con 0x7fc8080afec0 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc806ffd640 1 -- 172.21.15.17:0/1953009662 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc02ae60 con 0x7fc8080afec0 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc80e447640 1 -- 172.21.15.17:0/1953009662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8080afec0 msgr2=0x7fc8080cf820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.107+0000 7fc80e447640 1 --2- 172.21.15.17:0/1953009662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8080afec0 0x7fc8080cf820 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc8080739a0 tx=0x7fc7fc02a110 comp rx=0 tx=0).stop 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 -- 172.21.15.17:0/1953009662 shutdown_connections 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 --2- 172.21.15.17:0/1953009662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8080afec0 0x7fc8080cf820 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 --2- 172.21.15.17:0/1953009662 >> v2:172.21.15.160:3300/0 conn(0x7fc808156770 0x7fc808160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 -- 172.21.15.17:0/1953009662 >> 172.21.15.17:0/1953009662 conn(0x7fc8080b1770 msgr2=0x7fc8080b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 -- 172.21.15.17:0/1953009662 shutdown_connections 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.108+0000 7fc80e447640 1 -- 172.21.15.17:0/1953009662 wait complete. 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.109+0000 7fc80e447640 1 Processor -- start 2024-09-19T08:05:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.109+0000 7fc80e447640 1 -- start start 2024-09-19T08:05:19.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8080afec0 0x7fc808148be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 0x7fc80815d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc808156cd0 con 0x7fc808156770 2024-09-19T08:05:19.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc808156b50 con 0x7fc8080afec0 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc8080cfd60 con 0x7fc8080b0350 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49776/0 (socket says 172.21.15.17:49776) 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 -- 172.21.15.17:0/798629860 learned_addr learned my addr 172.21.15.17:0/798629860 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc807fff640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8080afec0 0x7fc808148be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc8077fe640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 0x7fc80815d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 -- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 msgr2=0x7fc80815d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 0x7fc80815d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 -- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8080afec0 msgr2=0x7fc808148be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8080afec0 0x7fc808148be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 -- 172.21.15.17:0/798629860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc80815c920 con 0x7fc808156770 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc8077fe640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 0x7fc80815d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:19.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80c9e4640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c7d0 tx=0x7fc80000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800018070 con 0x7fc808156770 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc80000a640 con 0x7fc808156770 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc80815cc00 con 0x7fc808156770 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.110+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80000aa30 con 0x7fc808156770 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.111+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc80815d1c0 con 0x7fc808156770 2024-09-19T08:05:19.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.111+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8080d00f0 con 0x7fc808156770 2024-09-19T08:05:19.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.112+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc80001b070 con 0x7fc808156770 2024-09-19T08:05:19.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.112+0000 7fc804ff9640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 0x7fc7f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:19.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.112+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7fc80008aab0 con 0x7fc808156770 2024-09-19T08:05:19.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.113+0000 7fc807fff640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 0x7fc7f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:19.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.113+0000 7fc807fff640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 0x7fc7f406e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8009aa0 tx=0x7fc7f8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.117+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc800058ad0 con 0x7fc808156770 2024-09-19T08:05:19.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.329+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc80815c250 con 0x7fc808156770 2024-09-19T08:05:19.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.330+0000 7fc804ff9640 1 -- 172.21.15.17:0/798629860 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5217 (secure 0 0 0) 0x7fc80005cdd0 con 0x7fc808156770 2024-09-19T08:05:19.330 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:19.330 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":44,"btime":"2024-09-19T08:05:18:985625+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:18.985612+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-19T08:05:19.330 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 44 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 msgr2=0x7fc7f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 0x7fc7f406e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8009aa0 tx=0x7fc7f8009190 comp rx=0 tx=0).stop 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 msgr2=0x7fc80815f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c7d0 tx=0x7fc80000cc90 comp rx=0 tx=0).stop 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 shutdown_connections 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7f406c2b0 0x7fc7f406e770 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc808156770 0x7fc80815f0b0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8080b0350 0x7fc80815d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 --2- 172.21.15.17:0/798629860 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8080afec0 0x7fc808148be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:19.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 >> 172.21.15.17:0/798629860 conn(0x7fc8080b1770 msgr2=0x7fc8080b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:19.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 shutdown_connections 2024-09-19T08:05:19.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:19.332+0000 7fc80e447640 1 -- 172.21.15.17:0/798629860 wait complete. 2024-09-19T08:05:19.745 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 44, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:18.985612+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 59, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6093}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6093': {'gid': 6093, 'name': 'a', 'rank': 0, 'incarnation': 44, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6835/3724166892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6834', 'nonce': 3724166892}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3724166892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:05:19.746 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6093:up:replay 2024-09-19T08:05:20.747 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:20.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.863+0000 7f398bb03640 1 Processor -- start 2024-09-19T08:05:20.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.863+0000 7f398bb03640 1 -- start start 2024-09-19T08:05:20.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398bb03640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f398415eab0 0x7f398406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398bb03640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f398406dae0 0x7f39840b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398bb03640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39840d17e0 con 0x7f39840b80c0 2024-09-19T08:05:20.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398bb03640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f39840d09d0 con 0x7f398406dae0 2024-09-19T08:05:20.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398bb03640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f398415ee90 con 0x7f398415eab0 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f398406dae0 0x7f39840b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f398406dae0 0x7f39840b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49788/0 (socket says 172.21.15.17:49788) 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 -- 172.21.15.17:0/3610181577 learned_addr learned my addr 172.21.15.17:0/3610181577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398989f640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f398415eab0 0x7f398406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 -- 172.21.15.17:0/3610181577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f398415eab0 msgr2=0x7f398406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f398415eab0 0x7f398406d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 -- 172.21.15.17:0/3610181577 >> v1:172.21.15.160:6789/0 conn(0x7f39840b80c0 legacy=0x7f39840b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:20.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.864+0000 7f398909e640 1 -- 172.21.15.17:0/3610181577 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39840cfc10 con 0x7f398406dae0 2024-09-19T08:05:20.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.865+0000 7f398909e640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39840b7b80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f39740098a0 tx=0x7f397402a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d623d91e3e7aca76 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:20.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.865+0000 7f398889d640 1 -- 172.21.15.17:0/3610181577 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3974037070 con 0x7f398406dae0 2024-09-19T08:05:20.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.865+0000 7f398889d640 1 -- 172.21.15.17:0/3610181577 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3974032640 con 0x7f398406dae0 2024-09-19T08:05:20.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.865+0000 7f398889d640 1 -- 172.21.15.17:0/3610181577 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3974032a10 con 0x7f398406dae0 2024-09-19T08:05:20.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 -- 172.21.15.17:0/3610181577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 msgr2=0x7f39840b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39840b7b80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f39740098a0 tx=0x7f397402a320 comp rx=0 tx=0).stop 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 -- 172.21.15.17:0/3610181577 shutdown_connections 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39840b7b80 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 --2- 172.21.15.17:0/3610181577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f398415eab0 0x7f398406d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 -- 172.21.15.17:0/3610181577 >> 172.21.15.17:0/3610181577 conn(0x7f39840d4b30 msgr2=0x7f39840d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 -- 172.21.15.17:0/3610181577 shutdown_connections 2024-09-19T08:05:20.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.866+0000 7f398bb03640 1 -- 172.21.15.17:0/3610181577 wait complete. 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.867+0000 7f398bb03640 1 Processor -- start 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.867+0000 7f398bb03640 1 -- start start 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39840b80c0 0x7f39841eb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f398415eab0 0x7f39840cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39840d01d0 con 0x7f398406dae0 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f398406df20 con 0x7f398415eab0 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398bb03640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39840d04b0 con 0x7f39840b80c0 2024-09-19T08:05:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398989f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398989f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49792/0 (socket says 172.21.15.17:49792) 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398989f640 1 -- 172.21.15.17:0/3397261164 learned_addr learned my addr 172.21.15.17:0/3397261164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398909e640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39840b80c0 0x7f39841eb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.868+0000 7f398a0a0640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f398415eab0 0x7f39840cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 -- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39840b80c0 msgr2=0x7f39841eb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39840b80c0 0x7f39841eb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 -- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f398415eab0 msgr2=0x7f39840cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f398415eab0 0x7f39840cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 -- 172.21.15.17:0/3397261164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39841602b0 con 0x7f398406dae0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398989f640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f398000e870 tx=0x7f398000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980017070 con 0x7f398406dae0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f398000c8e0 con 0x7f398406dae0 2024-09-19T08:05:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f398000ccd0 con 0x7f398406dae0 2024-09-19T08:05:20.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3984160590 con 0x7f398406dae0 2024-09-19T08:05:20.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.869+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3984160b50 con 0x7f398406dae0 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.870+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39840b31c0 con 0x7f398406dae0 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.871+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f398001a070 con 0x7f398406dae0 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.871+0000 7f397a7fc640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 0x7f396806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.871+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f398008b5d0 con 0x7f398406dae0 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.871+0000 7f398909e640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 0x7f396806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:20.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.872+0000 7f398909e640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 0x7f396806e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f3974034000 tx=0x7f397402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:20.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:20.876+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3980059690 con 0x7f398406dae0 2024-09-19T08:05:21.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.089+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39840d3900 con 0x7f398406dae0 2024-09-19T08:05:21.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.090+0000 7f397a7fc640 1 -- 172.21.15.17:0/3397261164 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5217 (secure 0 0 0) 0x7f398005d990 con 0x7f398406dae0 2024-09-19T08:05:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:21.090 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":46,"btime":"2024-09-19T08:05:20:992979+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:19.994911+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:rejoin","state_seq":4,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-19T08:05:21.091 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 46 2024-09-19T08:05:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 msgr2=0x7f396806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 0x7f396806e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f3974034000 tx=0x7f397402e000 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 msgr2=0x7f39841588b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f398000e870 tx=0x7f398000ed30 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 shutdown_connections 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f396806c2b0 0x7f396806e770 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f398415eab0 0x7f39840cd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39840b80c0 0x7f39841eb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 --2- 172.21.15.17:0/3397261164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f398406dae0 0x7f39841588b0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 >> 172.21.15.17:0/3397261164 conn(0x7f39840d4b30 msgr2=0x7f39840b3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 shutdown_connections 2024-09-19T08:05:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:21.092+0000 7f398bb03640 1 -- 172.21.15.17:0/3397261164 wait complete. 2024-09-19T08:05:21.506 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 46, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:19.994911+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 59, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6093}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6093': {'gid': 6093, 'name': 'a', 'rank': 0, 'incarnation': 44, 'state': 'up:rejoin', 'state_seq': 4, 'addr': '172.21.15.17:6835/3724166892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6834', 'nonce': 3724166892}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3724166892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:05:21.507 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6093:up:rejoin 2024-09-19T08:05:22.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:22.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.623+0000 7f75a465e640 1 Processor -- start 2024-09-19T08:05:22.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.623+0000 7f75a465e640 1 -- start start 2024-09-19T08:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.624+0000 7f75a465e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 0x7f759c0d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.624+0000 7f75a465e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f759c0d17e0 con 0x7f759c0b8b90 2024-09-19T08:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.624+0000 7f75a465e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f759c0cfc10 con 0x7f759c15eab0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.624+0000 7f75a465e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f759c0d09d0 con 0x7f759c06dcb0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a1bf9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f759c0b8b90 0x7f759c0d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42508/0 (socket says 172.21.15.17:42508) 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a1bf9640 1 -- 172.21.15.17:0/1434469859 learned_addr learned my addr 172.21.15.17:0/1434469859 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a2bfb640 1 --2- 172.21.15.17:0/1434469859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 0x7f759c0d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2221461868 0 0) 0x7f759c0d17e0 con 0x7f759c0b8b90 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7588003520 con 0x7f759c0b8b90 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2156195853 0 0) 0x7f759c0cfc10 con 0x7f759c15eab0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f759c0d17e0 con 0x7f759c15eab0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a2bfb640 1 -- 172.21.15.17:0/1434469859 >> v1:172.21.15.160:6789/0 conn(0x7f759c15eab0 legacy=0x7f759c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a2bfb640 1 -- 172.21.15.17:0/1434469859 >> v1:172.21.15.17:6789/0 conn(0x7f759c0b8b90 legacy=0x7f759c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.625+0000 7f75a2bfb640 1 -- 172.21.15.17:0/1434469859 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f759c0cfef0 con 0x7f759c06dcb0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.626+0000 7f75a2bfb640 1 --2- 172.21.15.17:0/1434469859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 0x7f759c0d2b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7594009dc0 tx=0x7f759402a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e96adba3274ba7ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.626+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7594007740 con 0x7f759c06dcb0 2024-09-19T08:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.626+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75940078e0 con 0x7f759c06dcb0 2024-09-19T08:05:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.626+0000 7f75a13f8640 1 -- 172.21.15.17:0/1434469859 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7594007c90 con 0x7f759c06dcb0 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 -- 172.21.15.17:0/1434469859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 msgr2=0x7f759c0d2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 --2- 172.21.15.17:0/1434469859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 0x7f759c0d2b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7594009dc0 tx=0x7f759402a760 comp rx=0 tx=0).stop 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 -- 172.21.15.17:0/1434469859 shutdown_connections 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 --2- 172.21.15.17:0/1434469859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c06dcb0 0x7f759c0d2b80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 -- 172.21.15.17:0/1434469859 >> 172.21.15.17:0/1434469859 conn(0x7f759c0d4b30 msgr2=0x7f759c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 -- 172.21.15.17:0/1434469859 shutdown_connections 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.627+0000 7f75a465e640 1 -- 172.21.15.17:0/1434469859 wait complete. 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.628+0000 7f75a465e640 1 Processor -- start 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.628+0000 7f75a465e640 1 -- start start 2024-09-19T08:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f759c0b8b90 0x7f759c0cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c15eab0 0x7f759c0ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f759c0d04b0 con 0x7f759c06dcb0 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f759c15ee90 con 0x7f759c0b8b90 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a465e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f759c0ceb50 con 0x7f759c15eab0 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58850/0 (socket says 172.21.15.17:58850) 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 -- 172.21.15.17:0/881078995 learned_addr learned my addr 172.21.15.17:0/881078995 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a2bfb640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c15eab0 0x7f759c0ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a1bf9640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f759c0b8b90 0x7f759c0cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 -- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c15eab0 msgr2=0x7f759c0ce1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c15eab0 0x7f759c0ce1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 -- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f759c0b8b90 msgr2=0x7f759c0cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f759c0b8b90 0x7f759c0cdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 -- 172.21.15.17:0/881078995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f759c1f4f40 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.629+0000 7f75a23fa640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f759800c430 tx=0x7f759800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.630+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598017070 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.630+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75980052f0 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.630+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598003830 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.630+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f759c1f79c0 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.630+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f759c0acfd0 con 0x7f759c06dcb0 2024-09-19T08:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.631+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f759c0d41e0 con 0x7f759c06dcb0 2024-09-19T08:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.631+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f759801a070 con 0x7f759c06dcb0 2024-09-19T08:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.632+0000 7f7592ffd640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 0x7f758006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.632+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f759808a750 con 0x7f759c06dcb0 2024-09-19T08:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.632+0000 7f75a1bf9640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 0x7f758006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.633+0000 7f75a1bf9640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 0x7f758006e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f759c0d54b0 tx=0x7f758c007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:22.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.637+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f759c0d41e0 con 0x7f759c06dcb0 2024-09-19T08:05:22.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.851+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f759c1f77b0 con 0x7f759c06dcb0 2024-09-19T08:05:22.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.852+0000 7f7592ffd640 1 -- 172.21.15.17:0/881078995 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5224 (secure 0 0 0) 0x7f75980588a0 con 0x7f759c06dcb0 2024-09-19T08:05:22.852 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:22.852 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":47,"btime":"2024-09-19T08:05:21:997860+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:21.997853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:22.852 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 47 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.853+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 msgr2=0x7f758006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.853+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 0x7f758006e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f759c0d54b0 tx=0x7f758c007d30 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.853+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 msgr2=0x7f759c0aca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.853+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f759800c430 tx=0x7f759800c8f0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 shutdown_connections 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f758006c2b0 0x7f758006e770 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f759c15eab0 0x7f759c0ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f759c0b8b90 0x7f759c0cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 --2- 172.21.15.17:0/881078995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f759c06dcb0 0x7f759c0aca90 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 >> 172.21.15.17:0/881078995 conn(0x7f759c0d4b30 msgr2=0x7f759c0d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:22.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 shutdown_connections 2024-09-19T08:05:22.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:22.854+0000 7f75a465e640 1 -- 172.21.15.17:0/881078995 wait complete. 2024-09-19T08:05:23.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 47, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:21.997853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 59, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6093}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6093': {'gid': 6093, 'name': 'a', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.17:6835/3724166892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6834', 'nonce': 3724166892}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3724166892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6093, 'qdb_cluster': [6093]} 2024-09-19T08:05:23.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:05:23.268 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:05:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.375+0000 7f4cb435b640 1 Processor -- start 2024-09-19T08:05:23.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.375+0000 7f4cb435b640 1 -- start start 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb435b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15e7c0 0x7f4cac162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb435b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4cac0cf480 0x7f4cac0b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb435b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cac0b39a0 con 0x7f4cac15f900 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb435b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4cac1630d0 con 0x7f4cac0cf480 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb435b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4cac15eba0 con 0x7f4cac15e7c0 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb18f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4cac0cf480 0x7f4cac0b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb28f8640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4cac15f900 0x7f4cac0b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42518/0 (socket says 172.21.15.17:42518) 2024-09-19T08:05:23.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb18f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4cac0cf480 0x7f4cac0b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58860/0 (socket says 172.21.15.17:58860) 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.376+0000 7f4cb28f8640 1 -- 172.21.15.17:0/743094806 learned_addr learned my addr 172.21.15.17:0/743094806 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15e7c0 0x7f4cac162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb18f6640 1 -- 172.21.15.17:0/743094806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15e7c0 msgr2=0x7f4cac162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15e7c0 0x7f4cac162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb18f6640 1 -- 172.21.15.17:0/743094806 >> v1:172.21.15.17:6789/0 conn(0x7f4cac15f900 legacy=0x7f4cac0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb18f6640 1 -- 172.21.15.17:0/743094806 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cac0cfc60 con 0x7f4cac0cf480 2024-09-19T08:05:23.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.377+0000 7f4cb10f5640 1 -- 172.21.15.17:0/743094806 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1197985609 0 0) 0x7f4cac0b39a0 con 0x7f4cac15f900 2024-09-19T08:05:23.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b6330 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00097a0 tx=0x7f4ca002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8788540df0981ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb10f5640 1 -- 172.21.15.17:0/743094806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0037070 con 0x7f4cac0cf480 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb10f5640 1 -- 172.21.15.17:0/743094806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca0032440 con 0x7f4cac0cf480 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb10f5640 1 -- 172.21.15.17:0/743094806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0032810 con 0x7f4cac0cf480 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 -- 172.21.15.17:0/743094806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac0cf480 msgr2=0x7f4cac0b6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b6330 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00097a0 tx=0x7f4ca002a210 comp rx=0 tx=0).stop 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 -- 172.21.15.17:0/743094806 shutdown_connections 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b6330 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 --2- 172.21.15.17:0/743094806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15e7c0 0x7f4cac162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 -- 172.21.15.17:0/743094806 >> 172.21.15.17:0/743094806 conn(0x7f4cac0d1320 msgr2=0x7f4cac0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 -- 172.21.15.17:0/743094806 shutdown_connections 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.378+0000 7f4cb435b640 1 -- 172.21.15.17:0/743094806 wait complete. 2024-09-19T08:05:23.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 Processor -- start 2024-09-19T08:05:23.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 -- start start 2024-09-19T08:05:23.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 0x7f4cac161390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac15f100 con 0x7f4cac15e7c0 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac15ee20 con 0x7f4cac0cf480 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb435b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4cac15f3e0 con 0x7f4cac15f900 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.380+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58868/0 (socket says 172.21.15.17:58868) 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 -- 172.21.15.17:0/3287924394 learned_addr learned my addr 172.21.15.17:0/3287924394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb28f8640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 0x7f4cac161390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 -- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 msgr2=0x7f4cac161390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 0x7f4cac161390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 -- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4cac0cf480 msgr2=0x7f4cac0b9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 -- 172.21.15.17:0/3287924394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cac0b9c10 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb28f8640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 0x7f4cac161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00097a0 tx=0x7f4ca00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4caaffd640 1 -- 172.21.15.17:0/3287924394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0037040 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4caaffd640 1 -- 172.21.15.17:0/3287924394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca0004030 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cac0b9690 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4caaffd640 1 -- 172.21.15.17:0/3287924394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0006e10 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.381+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cac0ccb70 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.383+0000 7f4caaffd640 1 -- 172.21.15.17:0/3287924394 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ca0030770 con 0x7f4cac15e7c0 2024-09-19T08:05:23.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.384+0000 7f4caaffd640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 0x7f4c9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.384+0000 7f4caaffd640 1 -- 172.21.15.17:0/3287924394 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f4ca00ac880 con 0x7f4cac15e7c0 2024-09-19T08:05:23.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.384+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 0x7f4c9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.385+0000 7f4cb71ce740 1 Processor -- start 2024-09-19T08:05:23.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.385+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 0x7f4c9806e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4cac157200 tx=0x7f4c9c0039b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.385+0000 7f4cb71ce740 1 -- start start 2024-09-19T08:05:23.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de767e9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de76706520 con 0x55de767a1a80 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55de766ae3e0 con 0x55de767a42c0 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55de767024e0 con 0x55de767a5a50 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58874/0 (socket says 172.21.15.17:58874) 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 -- 172.21.15.17:0/1947972169 learned_addr learned my addr 172.21.15.17:0/1947972169 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 -- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 msgr2=0x55de7679e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 -- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 msgr2=0x55de767e9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de767e9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 -- 172.21.15.17:0/1947972169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de766c92f0 con 0x55de767a1a80 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00aabf0 tx=0x7f4ca0032500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3570a0f41514a12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4c93fff640 1 -- 172.21.15.17:0/1947972169 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca007ecc0 con 0x55de767a1a80 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4c93fff640 1 -- 172.21.15.17:0/1947972169 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca007fe50 con 0x55de767a1a80 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.386+0000 7f4c93fff640 1 -- 172.21.15.17:0/1947972169 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca00834f0 con 0x55de767a1a80 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 -- 172.21.15.17:0/1947972169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 msgr2=0x55de767a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00aabf0 tx=0x7f4ca0032500 comp rx=0 tx=0).stop 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 -- 172.21.15.17:0/1947972169 shutdown_connections 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a1a80 0x55de767a46a0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/1947972169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de767e9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 -- 172.21.15.17:0/1947972169 >> 172.21.15.17:0/1947972169 conn(0x55de767a0a80 msgr2=0x55de767e8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 -- 172.21.15.17:0/1947972169 shutdown_connections 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.387+0000 7f4cb71ce740 1 -- 172.21.15.17:0/1947972169 wait complete. 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.388+0000 7f4cb71ce740 1 -- start start 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.388+0000 7f4cb71ce740 1 Processor -- start 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de767cc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de766ae3e0 con 0x55de767a42c0 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55de7668f450 con 0x55de767b7460 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55de76706520 con 0x55de767a5a50 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb71ce740 10 client.0 _ll_register_callbacks cb 0x55de76418ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:23.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58890/0 (socket says 172.21.15.17:58890) 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3945609944 learned_addr learned my addr 172.21.15.17:0/3945609944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 msgr2=0x55de767cc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de767cc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 msgr2=0x55de7679ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3945609944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de764192d0 con 0x55de767a42c0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c016750 tx=0x7f4c9c009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d4c4a75a25a9b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.389+0000 7f4c917fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c026060 con 0x55de767a42c0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f4c9c0149d0 con 0x55de767a42c0 2024-09-19T08:05:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca007fe50 con 0x55de767a42c0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f4c9c014bd0 con 0x55de767a42c0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 10 client.6141 fetch_fsmap learned FSMap version 47 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=2+}) -- 0x55de764e36b0 con 0x55de767a42c0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca007fe50 con 0x55de767a42c0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 47) ==== 3502+0+0 (secure 0 0 0) 0x7f4c9c021400 con 0x55de767a42c0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 10 client.6141 fetch_fsmap finished waiting for FSMap version 47 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 10 client.6141 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 20 client.6141 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de767cdbd0 0x55de767cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 4 client.6141 mds_command: new command op to 6093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 --> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de76713c50 con 0x55de767cdbd0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.390+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de767cdbd0 0x55de767cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de767cdbd0 0x55de767cdfb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe8cf8a4b80025f0 server_cookie=ad5678cedad397d4 in_seq=0 out_seq=0 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4c917fa640 10 client.6141 ms_handle_connect on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4c917fa640 1 -- 172.21.15.17:0/3945609944 <== mds.0 v2:172.21.15.17:6834/3724166892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de76713c50 con 0x55de767cdbd0 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4c917fa640 10 client.6141 handle_command_reply: tid=0 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 client.6141 shutdown 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 msgr2=0x55de767e2d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c016750 tx=0x7f4c9c009800 comp rx=0 tx=0).stop 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 shutdown_connections 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de767cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de767cdbd0 0x55de767cdfb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3945609944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de767e2d10 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 >> 172.21.15.17:0/3945609944 conn(0x55de767a1a80 msgr2=0x55de767e8500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4c917fa640 0 client.6141 ms_handle_reset on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.391+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 shutdown_connections 2024-09-19T08:05:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.392+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3945609944 wait complete. 2024-09-19T08:05:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.392+0000 7f4cb71ce740 20 client.6141 trim_cache size 0 max 16384 2024-09-19T08:05:23.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 Processor -- start 2024-09-19T08:05:23.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 -- start start 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de7679d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767b7460 0x55de7680c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac1ffa60 con 0x55de767a5a50 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac1feee0 con 0x55de767a42c0 2024-09-19T08:05:23.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4cac1ff410 con 0x55de767b7460 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb18f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58892/0 (socket says 172.21.15.17:58892) 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.410+0000 7f4cb18f6640 1 -- 172.21.15.17:0/4085290978 learned_addr learned my addr 172.21.15.17:0/4085290978 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 -- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767b7460 msgr2=0x55de7680c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767b7460 0x55de7680c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 -- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 msgr2=0x55de7679d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de7679d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 -- 172.21.15.17:0/4085290978 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de7679edb0 con 0x55de767a5a50 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0035040 tx=0x7f4ca007c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8ef6acdd8dec260 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4c937fe640 1 -- 172.21.15.17:0/4085290978 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca007ecc0 con 0x55de767a5a50 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4c937fe640 1 -- 172.21.15.17:0/4085290978 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca007fe50 con 0x55de767a5a50 2024-09-19T08:05:23.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4c937fe640 1 -- 172.21.15.17:0/4085290978 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0078c10 con 0x55de767a5a50 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 -- 172.21.15.17:0/4085290978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 msgr2=0x55de7679dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0035040 tx=0x7f4ca007c000 comp rx=0 tx=0).stop 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 -- 172.21.15.17:0/4085290978 shutdown_connections 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767b7460 0x55de7680c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a5a50 0x55de7679dd10 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/4085290978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767a42c0 0x55de7679d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.411+0000 7f4cb71ce740 1 -- 172.21.15.17:0/4085290978 >> 172.21.15.17:0/4085290978 conn(0x55de767a1a80 msgr2=0x55de767b9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.412+0000 7f4cb71ce740 1 -- 172.21.15.17:0/4085290978 shutdown_connections 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.412+0000 7f4cb71ce740 1 -- 172.21.15.17:0/4085290978 wait complete. 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.412+0000 7f4cb71ce740 1 -- start start 2024-09-19T08:05:23.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.412+0000 7f4cb71ce740 1 Processor -- start 2024-09-19T08:05:23.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de767e32d0 con 0x55de767a42c0 2024-09-19T08:05:23.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55de767c6a50 con 0x55de767b7460 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55de767c7040 con 0x55de767a5a50 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb71ce740 10 client.0 _ll_register_callbacks cb 0x7f4c9c016420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58908/0 (socket says 172.21.15.17:58908) 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3012737336 learned_addr learned my addr 172.21.15.17:0/3012737336 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb28f8640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 msgr2=0x55de7679d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 msgr2=0x55de7679dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.413+0000 7f4cb20f7640 1 -- 172.21.15.17:0/3012737336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de76802ae0 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb20f7640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c009890 tx=0x7f4c9c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d454f356d92ac3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c026070 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f4c9c0149d0 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca007fe50 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f4c9c021610 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 10 client.6147 fetch_fsmap learned FSMap version 47 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=2+}) -- 0x55de767c6c90 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca007fe50 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 47) ==== 3502+0+0 (secure 0 0 0) 0x7f4c9c0219a0 con 0x55de767a42c0 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 10 client.6147 fetch_fsmap finished waiting for FSMap version 47 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 10 client.6147 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:05:23.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 20 client.6147 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de76866640 0x55de767faa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 4 client.6147 mds_command: new command op to 6093 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 --> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] -- command(tid 0: {"prefix": "status"}) -- 0x55de7670dfa0 con 0x55de76866640 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.414+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de76866640 0x55de767faa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb18f6640 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de76866640 0x55de767faa40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abe845fd8cf7b14d server_cookie=4948c52a6bef0f8e in_seq=0 out_seq=0 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4c917fa640 10 client.6147 ms_handle_connect on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4c917fa640 1 -- 172.21.15.17:0/3012737336 <== mds.0 v2:172.21.15.17:6834/3724166892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55de7670dfa0 con 0x55de76866640 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4c917fa640 10 client.6147 handle_command_reply: tid=0 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 client.6147 shutdown 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 msgr2=0x55de7680b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c009890 tx=0x7f4c9c014000 comp rx=0 tx=0).stop 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 shutdown_connections 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55de767b7460 0x55de7679dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55de767a5a50 0x55de7679d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x55de76866640 0x55de767faa40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 --2- 172.21.15.17:0/3012737336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de767a42c0 0x55de7680b380 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 >> 172.21.15.17:0/3012737336 conn(0x55de767a1a80 msgr2=0x55de767cb120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4c917fa640 0 client.6147 ms_handle_reset on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 shutdown_connections 2024-09-19T08:05:23.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 1 -- 172.21.15.17:0/3012737336 wait complete. 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.415+0000 7f4cb71ce740 20 client.6147 trim_cache size 0 max 16384 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6093, 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:05:23.423 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.4276323030000002, 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 47, 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 59, 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 59, 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 10.402545961 2024-09-19T08:05:23.424 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:23.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 msgr2=0x7f4c9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 0x7f4c9806e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4cac157200 tx=0x7f4c9c0039b0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 msgr2=0x7f4cac160e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f4ca00097a0 tx=0x7f4ca00046c0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 shutdown_connections 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c9806c2b0 0x7f4c9806e770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4cac15f900 0x7f4cac161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cac15e7c0 0x7f4cac160e50 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 --2- 172.21.15.17:0/3287924394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4cac0cf480 0x7f4cac0b9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 >> 172.21.15.17:0/3287924394 conn(0x7f4cac0d1320 msgr2=0x7f4cac06c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 shutdown_connections 2024-09-19T08:05:23.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.416+0000 7f4cb435b640 1 -- 172.21.15.17:0/3287924394 wait complete. 2024-09-19T08:05:23.427 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:23.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.529+0000 7fbada217640 1 Processor -- start 2024-09-19T08:05:23.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.529+0000 7fbada217640 1 -- start start 2024-09-19T08:05:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbada217640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbad40d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbada217640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbad40d17e0 con 0x7fbad406dcb0 2024-09-19T08:05:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbada217640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbad40cfc10 con 0x7fbad415eab0 2024-09-19T08:05:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbada217640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbad40d09d0 con 0x7fbad40b8b90 2024-09-19T08:05:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbad3fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbad406dcb0 0x7fbad40d29b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42520/0 (socket says 172.21.15.17:42520) 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbad3fff640 1 -- 172.21.15.17:0/1941003484 learned_addr learned my addr 172.21.15.17:0/1941003484 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbad40d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 583217893 0 0) 0x7fbad40d17e0 con 0x7fbad406dcb0 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.530+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbabc003520 con 0x7fbad406dcb0 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1815471667 0 0) 0x7fbabc003520 con 0x7fbad406dcb0 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 msgr2=0x7fbad40d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbad40d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 >> v1:172.21.15.160:6789/0 conn(0x7fbad415eab0 legacy=0x7fbad406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad40cfef0 con 0x7fbad406dcb0 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fbacc0019f0 con 0x7fbad406dcb0 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 >> v1:172.21.15.17:6789/0 conn(0x7fbad406dcb0 legacy=0x7fbad40d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbabc0039e0 0x7fbabc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbabc004390 0x7fbabc004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbabc0050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbad40d09d0 con 0x7fbabc004390 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbabc00b9c0 con 0x7fbabc0039e0 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbabc00bbc0 con 0x7fbad40b8b90 2024-09-19T08:05:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbabc004390 0x7fbabc004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad37fe640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbabc0039e0 0x7fbabc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad3fff640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbabc0050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 -- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 msgr2=0x7fbabc0050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbad40b8b90 0x7fbabc0050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 -- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbabc0039e0 msgr2=0x7fbabc003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbabc0039e0 0x7fbabc003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.531+0000 7fbad2ffd640 1 -- 172.21.15.17:0/1941003484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbabc003520 con 0x7fbabc004390 2024-09-19T08:05:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.532+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbabc004390 0x7fbabc004860 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009ac0 tx=0x7fbabc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f375bdf820429d8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.532+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac8036070 con 0x7fbabc004390 2024-09-19T08:05:23.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.532+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbac8031400 con 0x7fbabc004390 2024-09-19T08:05:23.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.532+0000 7fbad27fc640 1 -- 172.21.15.17:0/1941003484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac8009690 con 0x7fbabc004390 2024-09-19T08:05:23.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 -- 172.21.15.17:0/1941003484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbabc004390 msgr2=0x7fbabc004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 --2- 172.21.15.17:0/1941003484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbabc004390 0x7fbabc004860 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009ac0 tx=0x7fbabc005830 comp rx=0 tx=0).stop 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbad3fff640 1 -- 172.21.15.17:0/1941003484 reap_dead start 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 -- 172.21.15.17:0/1941003484 shutdown_connections 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 -- 172.21.15.17:0/1941003484 >> 172.21.15.17:0/1941003484 conn(0x7fbad40d4b30 msgr2=0x7fbad40d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 -- 172.21.15.17:0/1941003484 shutdown_connections 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.533+0000 7fbada217640 1 -- 172.21.15.17:0/1941003484 wait complete. 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.534+0000 7fbada217640 1 Processor -- start 2024-09-19T08:05:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.534+0000 7fbada217640 1 -- start start 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbabc004390 0x7fbad414dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbad415c630 0x7fbad415cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbad40d04b0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbad415ee90 con 0x7fbad415c630 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbada217640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbad40ceb50 con 0x7fbabc004390 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58918/0 (socket says 172.21.15.17:58918) 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad2ffd640 1 -- 172.21.15.17:0/710876180 learned_addr learned my addr 172.21.15.17:0/710876180 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad37fe640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbabc004390 0x7fbad414dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad3fff640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbad415c630 0x7fbad415cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.535+0000 7fbad2ffd640 1 -- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbabc004390 msgr2=0x7fbad414dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbabc004390 0x7fbad414dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbad2ffd640 1 -- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbad415c630 msgr2=0x7fbad415cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbad415c630 0x7fbad415cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbad2ffd640 1 -- 172.21.15.17:0/710876180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbad414ecf0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbad2ffd640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009be0 tx=0x7fbac8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac8040020 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbac8003bc0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbad414efd0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac8036040 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.536+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbad414f590 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.537+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbad406e380 con 0x7fbad40cb6b0 2024-09-19T08:05:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.537+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbac8043020 con 0x7fbad40cb6b0 2024-09-19T08:05:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.538+0000 7fbabbfff640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 0x7fbac006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.538+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7fbac80ab610 con 0x7fbad40cb6b0 2024-09-19T08:05:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.538+0000 7fbad37fe640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 0x7fbac006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.539+0000 7fbad37fe640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 0x7fbac006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fbac4003700 tx=0x7fbac4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.542+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbac804a070 con 0x7fbad40cb6b0 2024-09-19T08:05:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.751+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbad40693a0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.752+0000 7fbabbfff640 1 -- 172.21.15.17:0/710876180 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5224 (secure 0 0 0) 0x7fbac80044e0 con 0x7fbad40cb6b0 2024-09-19T08:05:23.752 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:23.752 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":47,"btime":"2024-09-19T08:05:21:997860+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:21.997853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 47 2024-09-19T08:05:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.753+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 msgr2=0x7fbac006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 0x7fbac006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fbac4003700 tx=0x7fbac4009040 comp rx=0 tx=0).stop 2024-09-19T08:05:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 msgr2=0x7fbad414e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbac8009be0 tx=0x7fbac8004730 comp rx=0 tx=0).stop 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 shutdown_connections 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbac006c2b0 0x7fbac006e770 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbad415c630 0x7fbad415cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbad40cb6b0 0x7fbad414e380 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 --2- 172.21.15.17:0/710876180 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbabc004390 0x7fbad414dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 >> 172.21.15.17:0/710876180 conn(0x7fbad40d4b30 msgr2=0x7fbad40cee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 shutdown_connections 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.754+0000 7fbada217640 1 -- 172.21.15.17:0/710876180 wait complete. 2024-09-19T08:05:23.765 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 4:0 true 2024-09-19T08:05:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.869+0000 7f87f76ba640 1 Processor -- start 2024-09-19T08:05:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.869+0000 7f87f76ba640 1 -- start start 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f76ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f76ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87f00d4710 0x7f87f00d4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f76ba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f00d50c0 con 0x7f87f015e640 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f76ba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f87f00b39d0 con 0x7f87f00d4710 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f76ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f87f00cf520 con 0x7f87f00cef60 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f5456640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f87f015e640 0x7f87f00d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42522/0 (socket says 172.21.15.17:42522) 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f5456640 1 -- 172.21.15.17:0/3722873831 learned_addr learned my addr 172.21.15.17:0/3722873831 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.870+0000 7f87f5c57640 1 --2- 172.21.15.17:0/3722873831 >> v2:172.21.15.17:3300/0 conn(0x7f87f00d4710 0x7f87f00d4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87f4c55640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87effff640 1 -- 172.21.15.17:0/3722873831 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2753086050 0 0) 0x7f87f00d50c0 con 0x7f87f015e640 2024-09-19T08:05:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87effff640 1 -- 172.21.15.17:0/3722873831 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f87d8003520 con 0x7f87f015e640 2024-09-19T08:05:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87f5c57640 1 -- 172.21.15.17:0/3722873831 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 msgr2=0x7f87f00b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87f5c57640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87f5c57640 1 -- 172.21.15.17:0/3722873831 >> v1:172.21.15.17:6789/0 conn(0x7f87f015e640 legacy=0x7f87f00d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.871+0000 7f87f5c57640 1 -- 172.21.15.17:0/3722873831 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f00cf800 con 0x7f87f00d4710 2024-09-19T08:05:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f5c57640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00d4b80 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f87e0009d90 tx=0x7f87e002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6207b8d5c9d25b03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87effff640 1 -- 172.21.15.17:0/3722873831 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0031600 con 0x7f87f00d4710 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87effff640 1 -- 172.21.15.17:0/3722873831 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87e00317a0 con 0x7f87f00d4710 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87effff640 1 -- 172.21.15.17:0/3722873831 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0031b50 con 0x7f87f00d4710 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 -- 172.21.15.17:0/3722873831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 msgr2=0x7f87f00d4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00d4b80 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f87e0009d90 tx=0x7f87e002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 -- 172.21.15.17:0/3722873831 shutdown_connections 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00d4b80 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 --2- 172.21.15.17:0/3722873831 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 -- 172.21.15.17:0/3722873831 >> 172.21.15.17:0/3722873831 conn(0x7f87f0067d70 msgr2=0x7f87f0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 -- 172.21.15.17:0/3722873831 shutdown_connections 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.872+0000 7f87f76ba640 1 -- 172.21.15.17:0/3722873831 wait complete. 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.873+0000 7f87f76ba640 1 Processor -- start 2024-09-19T08:05:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 -- start start 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00cc740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87f015e640 0x7f87f00cd640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87f015ea20 con 0x7f87f00d4710 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f87f00d2680 con 0x7f87f015e640 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f76ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f87f00d3590 con 0x7f87f00cef60 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f4c55640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f4c55640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58942/0 (socket says 172.21.15.17:58942) 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.874+0000 7f87f4c55640 1 -- 172.21.15.17:0/2737988885 learned_addr learned my addr 172.21.15.17:0/2737988885 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 -- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 msgr2=0x7f87f00cc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00cc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 -- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87f015e640 msgr2=0x7f87f00cd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87f015e640 0x7f87f00cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 -- 172.21.15.17:0/2737988885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f0161210 con 0x7f87f00d4710 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f4c55640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f87e400e870 tx=0x7f87e400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e4017070 con 0x7f87f00d4710 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87e400c940 con 0x7f87f00d4710 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f00cce50 con 0x7f87f00d4710 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e400cd30 con 0x7f87f00d4710 2024-09-19T08:05:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.875+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f015ef20 con 0x7f87f00d4710 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.876+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f00b3bf0 con 0x7f87f00d4710 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.877+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f87e401a070 con 0x7f87f00d4710 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.877+0000 7f87edffb640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 0x7f87dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.877+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f87e408b750 con 0x7f87f00d4710 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.878+0000 7f87f5456640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 0x7f87dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.878+0000 7f87f5456640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 0x7f87dc06e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f87e8000f60 tx=0x7f87e80078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:23.882+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87e4059dc0 con 0x7f87f00d4710 2024-09-19T08:05:23.981 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:23.982+0000 7f1490ade640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:24.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:24.127+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "4:0", "val": "true"} v 0) -- 0x7f87f00ba360 con 0x7f87f00d4710 2024-09-19T08:05:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.008+0000 7f87edffb640 1 -- 172.21.15.17:0/2737988885 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "4:0", "val": "true"}]=0 freezing mds.6093 v48) ==== 112+0+0 (secure 0 0 0) 0x7f87e40596c0 con 0x7f87f00d4710 2024-09-19T08:05:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:freezing mds.6093 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 msgr2=0x7f87dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 0x7f87dc06e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f87e8000f60 tx=0x7f87e80078f0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 msgr2=0x7f87f00cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f87e400e870 tx=0x7f87e400ed30 comp rx=0 tx=0).stop 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 shutdown_connections 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87dc06c2b0 0x7f87dc06e770 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87f015e640 0x7f87f00cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87f00d4710 0x7f87f00cd100 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 --2- 172.21.15.17:0/2737988885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87f00cef60 0x7f87f00cc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 >> 172.21.15.17:0/2737988885 conn(0x7f87f0067d70 msgr2=0x7f87f00d3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 shutdown_connections 2024-09-19T08:05:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.011+0000 7f87f76ba640 1 -- 172.21.15.17:0/2737988885 wait complete. 2024-09-19T08:05:25.025 DEBUG:teuthology.orchestra.run.smithi017:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-19T08:05:25.027 DEBUG:teuthology.orchestra.run.smithi017:> timeout 30 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --connect-timeout=60 tell mds.4:0 flush journal 2024-09-19T08:05:25.029 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-09-19T08:05:25.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.140+0000 7f875a4f1640 1 Processor -- start 2024-09-19T08:05:25.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.140+0000 7f875a4f1640 1 -- start start 2024-09-19T08:05:25.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f875a4f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f87540d4e20 0x7f87540b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f875a4f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87540b39d0 con 0x7f875415e640 2024-09-19T08:05:25.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f875a4f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87540cf520 con 0x7f87540cef60 2024-09-19T08:05:25.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f875a4f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f87540cf800 con 0x7f87540d4e20 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8753fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f875415e640 0x7f87540d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42534/0 (socket says 172.21.15.17:42534) 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8753fff640 1 -- 172.21.15.17:0/2038291199 learned_addr learned my addr 172.21.15.17:0/2038291199 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2038291199 >> v2:172.21.15.160:3300/0 conn(0x7f87540d4e20 0x7f87540b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3754212761 0 0) 0x7f8744001110 con 0x7f875415e640 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f873c003520 con 0x7f875415e640 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3755081375 0 0) 0x7f873c003520 con 0x7f875415e640 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 >> v2:172.21.15.160:3300/0 conn(0x7f87540d4e20 msgr2=0x7f87540b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 --2- 172.21.15.17:0/2038291199 >> v2:172.21.15.160:3300/0 conn(0x7f87540d4e20 0x7f87540b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 >> v1:172.21.15.160:6789/0 conn(0x7f87540cef60 legacy=0x7f87540d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87540cfae0 con 0x7f875415e640 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.141+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8744001840 con 0x7f875415e640 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 >> v1:172.21.15.17:6789/0 conn(0x7f875415e640 legacy=0x7f87540d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 0x7f873c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f873c004800 0x7f873c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0051c0 0x7f873c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87540cf800 con 0x7f873c0051c0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f873c00c160 con 0x7f873c0039b0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f873c00c360 con 0x7f873c004800 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0051c0 0x7f873c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 0x7f873c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f87537fe640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f873c004800 0x7f873c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 -- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f873c004800 msgr2=0x7f873c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f873c004800 0x7f873c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 -- 172.21.15.17:0/2038291199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0051c0 msgr2=0x7f873c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0051c0 0x7f873c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8753fff640 1 -- 172.21.15.17:0/2038291199 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873c003520 con 0x7f873c0039b0 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0051c0 0x7f873c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.142+0000 7f8758a8e640 1 -- 172.21.15.17:0/2038291199 reap_dead start 2024-09-19T08:05:25.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.143+0000 7f8753fff640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 0x7f873c003dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f874400c4c0 tx=0x7f873c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2762ac13e09463d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874400c0e0 con 0x7f873c0039b0 2024-09-19T08:05:25.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8744034070 con 0x7f873c0039b0 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f8752ffd640 1 -- 172.21.15.17:0/2038291199 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744005d30 con 0x7f873c0039b0 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 -- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 msgr2=0x7f873c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 0x7f873c003dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f874400c4c0 tx=0x7f873c005830 comp rx=0 tx=0).stop 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 -- 172.21.15.17:0/2038291199 shutdown_connections 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 --2- 172.21.15.17:0/2038291199 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f873c0039b0 0x7f873c003dd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 -- 172.21.15.17:0/2038291199 >> 172.21.15.17:0/2038291199 conn(0x7f8754067d70 msgr2=0x7f8754068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 -- 172.21.15.17:0/2038291199 shutdown_connections 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.144+0000 7f875a4f1640 1 -- 172.21.15.17:0/2038291199 wait complete. 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.146+0000 7f875a4f1640 1 Processor -- start 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.146+0000 7f875a4f1640 1 -- start start 2024-09-19T08:05:25.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0039b0 0x7f87541f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8754157b30 0x7f875415ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87541575e0 0x7f875414e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87540b3bf0 con 0x7f873c0039b0 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f875415ea20 con 0x7f8754157b30 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f875a4f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f87540b3d70 con 0x7f87541575e0 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0039b0 0x7f87541f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0039b0 0x7f87541f44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58960/0 (socket says 172.21.15.17:58960) 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 -- 172.21.15.17:0/3942859539 learned_addr learned my addr 172.21.15.17:0/3942859539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f87537fe640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8754157b30 0x7f875415ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8758a8e640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87541575e0 0x7f875414e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 -- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87541575e0 msgr2=0x7f875414e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87541575e0 0x7f875414e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 -- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8754157b30 msgr2=0x7f875415ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8754157b30 0x7f875415ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.147+0000 7f8753fff640 1 -- 172.21.15.17:0/3942859539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87540cb9f0 con 0x7f873c0039b0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f8753fff640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f873c0039b0 0x7f87541f44b0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8744031040 tx=0x7f87540cfcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f8750ff9640 1 -- 172.21.15.17:0/3942859539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744004e60 con 0x7f873c0039b0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f8750ff9640 1 -- 172.21.15.17:0/3942859539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f874403f070 con 0x7f873c0039b0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f8750ff9640 1 -- 172.21.15.17:0/3942859539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744007680 con 0x7f873c0039b0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f875a4f1640 1 -- 172.21.15.17:0/3942859539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87540cbc90 con 0x7f873c0039b0 2024-09-19T08:05:25.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.148+0000 7f875a4f1640 1 -- 172.21.15.17:0/3942859539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87540cc250 con 0x7f873c0039b0 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.150+0000 7f8750ff9640 1 -- 172.21.15.17:0/3942859539 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8744044470 con 0x7f873c0039b0 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.151+0000 7f8750ff9640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f874006c2b0 0x7f874006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.151+0000 7f8750ff9640 1 -- 172.21.15.17:0/3942859539 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f87440abf80 con 0x7f873c0039b0 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.151+0000 7f875d28b740 1 Processor -- start 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f87537fe640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f874006c2b0 0x7f874006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 -- start start 2024-09-19T08:05:25.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f87537fe640 1 --2- 172.21.15.17:0/3942859539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f874006c2b0 0x7f874006e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8754160a80 tx=0x7f8748009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d248cb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d248c6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562d2482e5e0 con 0x562d248c6c30 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562d247d6360 con 0x562d248c8cf0 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562d2482a5a0 con 0x562d248cb530 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f87537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.152+0000 7f87537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58968/0 (socket says 172.21.15.17:58968) 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8753fff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d248cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8758a8e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d248c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 -- 172.21.15.17:0/878474760 learned_addr learned my addr 172.21.15.17:0/878474760 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 -- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 msgr2=0x562d248cb910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d248cb910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 -- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 msgr2=0x562d248c6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d248c6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 -- 172.21.15.17:0/878474760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d248924c0 con 0x562d248c6c30 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8753fff640 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d248cb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f87537fe640 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f8748012c60 tx=0x7f8748015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2488cc5e101fd5f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8739ffb640 1 -- 172.21.15.17:0/878474760 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8748027070 con 0x562d248c6c30 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8739ffb640 1 -- 172.21.15.17:0/878474760 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f874801a040 con 0x562d248c6c30 2024-09-19T08:05:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.153+0000 7f8739ffb640 1 -- 172.21.15.17:0/878474760 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8748019070 con 0x562d248c6c30 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 -- 172.21.15.17:0/878474760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 msgr2=0x562d248c5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f8748012c60 tx=0x7f8748015000 comp rx=0 tx=0).stop 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 -- 172.21.15.17:0/878474760 shutdown_connections 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d248c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c6c30 0x562d248c5b20 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 --2- 172.21.15.17:0/878474760 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d248cb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 -- 172.21.15.17:0/878474760 >> 172.21.15.17:0/878474760 conn(0x562d248c7cf0 msgr2=0x562d249103b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 -- 172.21.15.17:0/878474760 shutdown_connections 2024-09-19T08:05:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.154+0000 7f875d28b740 1 -- 172.21.15.17:0/878474760 wait complete. 2024-09-19T08:05:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.155+0000 7f875d28b740 1 -- start start 2024-09-19T08:05:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.155+0000 7f875d28b740 1 Processor -- start 2024-09-19T08:05:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c8cf0 0x562d248dff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248cb530 0x562d248e04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562d248f5dc0 con 0x562d24923c00 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562d247b74b0 con 0x562d248cb530 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562d24910ac0 con 0x562d248c8cf0 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f875d28b740 10 client.0 _ll_register_callbacks cb 0x562d247b3c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58976/0 (socket says 172.21.15.17:58976) 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 -- 172.21.15.17:0/1580386167 learned_addr learned my addr 172.21.15.17:0/1580386167 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f87537fe640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248cb530 0x562d248e04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8753fff640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c8cf0 0x562d248dff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 -- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c8cf0 msgr2=0x562d248dff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c8cf0 0x562d248dff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 -- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248cb530 msgr2=0x562d248e04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248cb530 0x562d248e04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.157+0000 7f8758a8e640 1 -- 172.21.15.17:0/1580386167 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d2460da30 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8758a8e640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f87540b7280 tx=0x7f874c015760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358617a116daf1bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c009c10 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f874c003b90 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f874801a040 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f874c003d90 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 10 client.6174 fetch_fsmap learned FSMap version 48 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) -- 0x562d24541620 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f874801a040 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 48) ==== 3502+0+0 (secure 0 0 0) 0x7f874c027050 con 0x562d24923c00 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 10 client.6174 fetch_fsmap finished waiting for FSMap version 48 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 10 client.6174 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-19T08:05:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 20 client.6174 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d2492ab90 0x562d2492cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 4 client.6174 mds_command: new command op to 6093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.158+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 --> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d2483bd10 con 0x562d2492ab90 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.159+0000 7f8753fff640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d2492ab90 0x562d2492cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.159+0000 7f8732ffd640 10 client.6174 ms_handle_connect on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.159+0000 7f8753fff640 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d2492ab90 0x562d2492cf80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5407de1c538baa server_cookie=9d58459527220aa8 in_seq=0 out_seq=0 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f8732ffd640 1 -- 172.21.15.17:0/1580386167 <== mds.0 v2:172.21.15.17:6834/3724166892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d2483bd10 con 0x562d2492ab90 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f8732ffd640 10 client.6174 handle_command_reply: tid=0 2024-09-19T08:05:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 client.6174 shutdown 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 msgr2=0x562d24924060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f87540b7280 tx=0x7f874c015760 comp rx=0 tx=0).stop 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 shutdown_connections 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d2492ab90 0x562d2492cf80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d24923c00 0x562d24924060 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248cb530 0x562d248e04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 --2- 172.21.15.17:0/1580386167 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c8cf0 0x562d248dff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 >> 172.21.15.17:0/1580386167 conn(0x562d248c6c30 msgr2=0x562d2490e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f8732ffd640 0 client.6174 ms_handle_reset on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 shutdown_connections 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.160+0000 7f875d28b740 1 -- 172.21.15.17:0/1580386167 wait complete. 2024-09-19T08:05:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.161+0000 7f875d28b740 20 client.6174 trim_cache size 0 max 16384 2024-09-19T08:05:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.165+0000 7eff4fbb7640 1 Processor -- start 2024-09-19T08:05:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.166+0000 7eff4fbb7640 1 -- start start 2024-09-19T08:05:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4fbb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 0x7eff480c7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4fbb7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff480cf5b0 con 0x7eff4815b520 2024-09-19T08:05:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4fbb7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff480cf890 con 0x7eff480d1970 2024-09-19T08:05:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4fbb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7eff4815bd80 con 0x7eff480d1590 2024-09-19T08:05:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d152640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7eff4815b520 0x7eff480cedd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42542/0 (socket says 172.21.15.17:42542) 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d152640 1 -- 172.21.15.17:0/4224276875 learned_addr learned my addr 172.21.15.17:0/4224276875 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d953640 1 --2- 172.21.15.17:0/4224276875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 0x7eff480c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 763216191 0 0) 0x7eff480cf5b0 con 0x7eff4815b520 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff34005730 con 0x7eff4815b520 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2664115512 0 0) 0x7eff480cf890 con 0x7eff480d1970 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff480cf5b0 con 0x7eff480d1970 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4081279166 0 0) 0x7eff34005730 con 0x7eff4815b520 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d953640 1 -- 172.21.15.17:0/4224276875 >> v1:172.21.15.160:6789/0 conn(0x7eff480d1970 legacy=0x7eff4815c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d953640 1 -- 172.21.15.17:0/4224276875 >> v1:172.21.15.17:6789/0 conn(0x7eff4815b520 legacy=0x7eff480cedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.167+0000 7eff4d953640 1 -- 172.21.15.17:0/4224276875 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff4815ba10 con 0x7eff480d1590 2024-09-19T08:05:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.168+0000 7eff4d953640 1 --2- 172.21.15.17:0/4224276875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 0x7eff480c7050 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7eff440097d0 tx=0x7eff4402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1ea1f9b7bdd1d42 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.169+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff44037070 con 0x7eff480d1590 2024-09-19T08:05:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.169+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff4402ac30 con 0x7eff480d1590 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.169+0000 7eff4c951640 1 -- 172.21.15.17:0/4224276875 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff38001670 con 0x7eff480d1590 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.169+0000 7eff4fbb7640 1 -- 172.21.15.17:0/4224276875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 msgr2=0x7eff480c7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.169+0000 7eff4fbb7640 1 --2- 172.21.15.17:0/4224276875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 0x7eff480c7050 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7eff440097d0 tx=0x7eff4402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.170+0000 7eff4fbb7640 1 -- 172.21.15.17:0/4224276875 shutdown_connections 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.170+0000 7eff4fbb7640 1 --2- 172.21.15.17:0/4224276875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1590 0x7eff480c7050 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.170+0000 7eff4fbb7640 1 -- 172.21.15.17:0/4224276875 >> 172.21.15.17:0/4224276875 conn(0x7eff4806cf00 msgr2=0x7eff4806d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.170+0000 7eff4fbb7640 1 -- 172.21.15.17:0/4224276875 shutdown_connections 2024-09-19T08:05:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.170+0000 7eff4fbb7640 1 -- 172.21.15.17:0/4224276875 wait complete. 2024-09-19T08:05:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 Processor -- start 2024-09-19T08:05:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 -- start start 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7eff480d1590 0x7eff481516a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1970 0x7eff480b43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff4815b520 0x7eff480b4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7eff480d1e20 con 0x7eff4815b520 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7eff4815c920 con 0x7eff480d1590 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4fbb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7eff4815cc80 con 0x7eff480d1970 2024-09-19T08:05:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.172+0000 7eff4e154640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff4815b520 0x7eff480b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff4815b520 0x7eff480b4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58984/0 (socket says 172.21.15.17:58984) 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 -- 172.21.15.17:0/1806727972 learned_addr learned my addr 172.21.15.17:0/1806727972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4d953640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7eff480d1590 0x7eff481516a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4d152640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1970 0x7eff480b43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 -- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1970 msgr2=0x7eff480b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7eff480d1970 0x7eff480b43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 -- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7eff480d1590 msgr2=0x7eff481516a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7eff480d1590 0x7eff481516a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 -- 172.21.15.17:0/1806727972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff480b29a0 con 0x7eff4815b520 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4e154640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff4815b520 0x7eff480b4900 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7eff4000c7c0 tx=0x7eff4000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40003b70 con 0x7eff4815b520 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff40003d10 con 0x7eff4815b520 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4000aa50 con 0x7eff4815b520 2024-09-19T08:05:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4fbb7640 1 -- 172.21.15.17:0/1806727972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff480b2c40 con 0x7eff4815b520 2024-09-19T08:05:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.173+0000 7eff4fbb7640 1 -- 172.21.15.17:0/1806727972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff480b6f40 con 0x7eff4815b520 2024-09-19T08:05:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.174+0000 7eff4fbb7640 1 -- 172.21.15.17:0/1806727972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7eff480c7050 con 0x7eff4815b520 2024-09-19T08:05:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.175+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7eff4000abf0 con 0x7eff4815b520 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.176+0000 7eff3e7fc640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff2c06c2b0 0x7eff2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.176+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7eff4008bd90 con 0x7eff4815b520 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.176+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+515 (secure 0 0 0) 0x7eff4008c240 con 0x7eff4815b520 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.176+0000 7eff4d953640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff2c06c2b0 0x7eff2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.176+0000 7eff4fbb7640 1 -- 172.21.15.17:0/1806727972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({log-info=0+}) -- 0x7eff480cf780 con 0x7eff4815b520 2024-09-19T08:05:25.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.177+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 7 ==== log(1 entries from seq 555 at 2024-09-19T08:05:24.128154+0000) ==== 309+0+0 (secure 0 0 0) 0x7eff40024e70 con 0x7eff4815b520 2024-09-19T08:05:25.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.177+0000 7eff4d953640 1 --2- 172.21.15.17:0/1806727972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7eff2c06c2b0 0x7eff2c06e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7eff44034000 tx=0x7eff4402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 Processor -- start 2024-09-19T08:05:25.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 -- start start 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c6c30 0x562d24910ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d24985490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8754201440 con 0x562d248cb530 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8754200420 con 0x562d248c8cf0 2024-09-19T08:05:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.181+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8754158fa0 con 0x562d248c6c30 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58988/0 (socket says 172.21.15.17:58988) 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 -- 172.21.15.17:0/2952739889 learned_addr learned my addr 172.21.15.17:0/2952739889 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8753fff640 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c6c30 0x562d24910ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f87537fe640 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d24985490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 -- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c6c30 msgr2=0x562d24910ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c6c30 0x562d24910ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 -- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 msgr2=0x562d24985490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d24985490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 -- 172.21.15.17:0/2952739889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d24501320 con 0x562d248cb530 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f8758a8e640 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f874c009ec0 tx=0x7f874c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=462002aea6a16078 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f87397fa640 1 -- 172.21.15.17:0/2952739889 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c003b90 con 0x562d248cb530 2024-09-19T08:05:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f87397fa640 1 -- 172.21.15.17:0/2952739889 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f874c02e070 con 0x562d248cb530 2024-09-19T08:05:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.182+0000 7f87397fa640 1 -- 172.21.15.17:0/2952739889 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c0044d0 con 0x562d248cb530 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 -- 172.21.15.17:0/2952739889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 msgr2=0x562d2490a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f874c009ec0 tx=0x7f874c01a000 comp rx=0 tx=0).stop 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 -- 172.21.15.17:0/2952739889 shutdown_connections 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248cb530 0x562d2490a5a0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c8cf0 0x562d24985490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 --2- 172.21.15.17:0/2952739889 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248c6c30 0x562d24910ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 -- 172.21.15.17:0/2952739889 >> 172.21.15.17:0/2952739889 conn(0x562d249106e0 msgr2=0x562d24922af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 -- 172.21.15.17:0/2952739889 shutdown_connections 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.183+0000 7f875d28b740 1 -- 172.21.15.17:0/2952739889 wait complete. 2024-09-19T08:05:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.184+0000 7f875d28b740 1 -- start start 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.184+0000 7f875d28b740 1 Processor -- start 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c6c30 0x562d24983560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c8cf0 0x562d24913820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d24972ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562d2490a400 con 0x562d248c8cf0 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f87541ffe00 con 0x562d248c6c30 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562d2498fdd0 con 0x562d248cb530 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f875d28b740 10 client.0 _ll_register_callbacks cb 0x7f874c017a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c8cf0 0x562d24913820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c8cf0 0x562d24913820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58994/0 (socket says 172.21.15.17:58994) 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 -- 172.21.15.17:0/1925722453 learned_addr learned my addr 172.21.15.17:0/1925722453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c6c30 0x562d24983560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f8758a8e640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d24972ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 msgr2=0x562d24972ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562d248cb530 0x562d24972ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c6c30 msgr2=0x562d24983560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562d248c6c30 0x562d24983560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 -- 172.21.15.17:0/1925722453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d249845c0 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f87537fe640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d248c8cf0 0x562d24913820 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8748012690 tx=0x7f8748001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf1096e75810740 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.185+0000 7f8732ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8732ffd640 1 -- 172.21.15.17:0/1925722453 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8748033020 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8732ffd640 1 -- 172.21.15.17:0/1925722453 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f8748015c40 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 1 -- 172.21.15.17:0/1925722453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f874c02e070 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8732ffd640 1 -- 172.21.15.17:0/1925722453 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f874803d050 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 10 client.6186 fetch_fsmap learned FSMap version 48 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 1 -- 172.21.15.17:0/1925722453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) -- 0x562d24913d60 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8732ffd640 1 -- 172.21.15.17:0/1925722453 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f874c02e070 con 0x562d248c8cf0 2024-09-19T08:05:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8732ffd640 1 -- 172.21.15.17:0/1925722453 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 48) ==== 3502+0+0 (secure 0 0 0) 0x7f8748007030 con 0x562d248c8cf0 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 10 client.6186 fetch_fsmap finished waiting for FSMap version 48 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 10 client.6186 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 20 client.6186 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 4 client.6186 mds_command: new command op to 6093 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f875d28b740 1 -- 172.21.15.17:0/1925722453 --> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562d24836060 con 0x562d24923c00 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.186+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.187+0000 7f8732ffd640 10 client.6186 ms_handle_connect on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.187+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f12e4799e6084a0b server_cookie=c5d8c78b1ec92a9c in_seq=0 out_seq=0 2024-09-19T08:05:25.191 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:25.189+0000 7f148cad6640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.191 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:25.189+0000 7f148cad6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.191 INFO:tasks.ceph.mds.a.smithi017.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f148cad6640 time 2024-09-19T08:05:25.190482+0000 2024-09-19T08:05:25.191 INFO:tasks.ceph.mds.a.smithi017.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:05:25.191 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f1498f83417] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.192 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr:*** Caught signal (Aborted) ** 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: in thread 7f148cad6640 thread_name:MR_Finisher 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:25.190+0000 7f148cad6640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f148cad6640 time 2024-09-19T08:05:25.190482+0000 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f1498f83417] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.193 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.194 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f149863e6f0] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f149868b99c] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: raise() 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: abort() 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f1498f834d4] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.195 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.196 INFO:tasks.ceph.mds.a.smithi017.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.197 INFO:teuthology.orchestra.run.smithi017.stdout:{"mds_beacon_grace":"15.000000"} 2024-09-19T08:05:25.197 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-09-19T08:05:25.197 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:25.198 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:05:25.191+0000 7f148cad6640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: in thread 7f148cad6640 thread_name:MR_Finisher 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f149863e6f0] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f149868b99c] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: raise() 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: abort() 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f1498f834d4] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.199 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:05:25.200 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: -191> 2024-09-19T08:05:23.982+0000 7f1490ade640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: -10> 2024-09-19T08:05:25.189+0000 7f148cad6640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: -8> 2024-09-19T08:05:25.189+0000 7f148cad6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: -3> 2024-09-19T08:05:25.190+0000 7f148cad6640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f148cad6640 time 2024-09-19T08:05:25.190482+0000 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f1498f83417] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.201 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: 0> 2024-09-19T08:05:25.191+0000 7f148cad6640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:05:25.202 INFO:tasks.ceph.mds.a.smithi017.stderr: in thread 7f148cad6640 thread_name:MR_Finisher 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f149863e6f0] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f149868b99c] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: raise() 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: abort() 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f1498f834d4] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.203 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: -191> 2024-09-19T08:05:23.982+0000 7f1490ade640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: -10> 2024-09-19T08:05:25.189+0000 7f148cad6640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.204 INFO:tasks.ceph.mds.a.smithi017.stderr: -8> 2024-09-19T08:05:25.189+0000 7f148cad6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: -3> 2024-09-19T08:05:25.190+0000 7f148cad6640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f148cad6640 time 2024-09-19T08:05:25.190482+0000 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f1498f83417] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.205 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 0> 2024-09-19T08:05:25.191+0000 7f148cad6640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: in thread 7f148cad6640 thread_name:MR_Finisher 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:25.206 INFO:tasks.ceph.mds.a.smithi017.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f149863e6f0] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f149868b99c] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 3: raise() 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 4: abort() 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f1498f834d4] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55d1b4bc02d1] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55d1b4deb4e4] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 8: ceph-mds(+0x3cd2fc) [0x55d1b4e052fc] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 9: (CDir::_omap_commit(int)+0x93a) [0x55d1b4e06c2a] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x265) [0x55d1b4e08205] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xaf7) [0x55d1b4c0d417] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x55d1b4e8c4d2] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 13: (MDLog::trim_all()+0x769) [0x55d1b4e8f399] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 14: ceph-mds(+0x1bfd71) [0x55d1b4bf7d71] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 15: ceph-mds(+0x16033d) [0x55d1b4b9833d] 2024-09-19T08:05:25.207 INFO:tasks.ceph.mds.a.smithi017.stderr: 16: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 17: ceph-mds(+0x160602) [0x55d1b4b98602] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 18: (MDSContext::complete(int)+0x5c) [0x55d1b4e848ec] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x55d1b4e84d3c] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f1499041aa5] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f1498689c52] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f149870ec80] 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:05:25.208 INFO:tasks.ceph.mds.a.smithi017.stderr: 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault initiating reconnect 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=2 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:05:25.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.220+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.310+0000 7fed2dd31640 1 Processor -- start 2024-09-19T08:05:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.310+0000 7fed2dd31640 1 -- start start 2024-09-19T08:05:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed2dd31640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fed2815e840 0x7fed280cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed2dd31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed280d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed2dd31640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed280b7e60 con 0x7fed280b3720 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed2dd31640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fed2815ec20 con 0x7fed2815e840 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed2dd31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fed280cfdc0 con 0x7fed280d3c00 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed277fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fed2815e840 0x7fed280cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed26ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fed280b3720 0x7fed280b7750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42548/0 (socket says 172.21.15.17:42548) 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.311+0000 7fed26ffd640 1 -- 172.21.15.17:0/2002294255 learned_addr learned my addr 172.21.15.17:0/2002294255 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed27fff640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed280d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed277fe640 1 -- 172.21.15.17:0/2002294255 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 msgr2=0x7fed280d4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed277fe640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed280d4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed277fe640 1 -- 172.21.15.17:0/2002294255 >> v1:172.21.15.17:6789/0 conn(0x7fed280b3720 legacy=0x7fed280b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed267fc640 1 -- 172.21.15.17:0/2002294255 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2220872237 0 0) 0x7fed1c001110 con 0x7fed280b3720 2024-09-19T08:05:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed277fe640 1 -- 172.21.15.17:0/2002294255 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed280cf800 con 0x7fed2815e840 2024-09-19T08:05:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed27fff640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed280d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed277fe640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed280cefb0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fed180097a0 tx=0x7fed1802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3de15d12381a5b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed267fc640 1 -- 172.21.15.17:0/2002294255 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18037070 con 0x7fed2815e840 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.312+0000 7fed267fc640 1 -- 172.21.15.17:0/2002294255 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed18032440 con 0x7fed2815e840 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed267fc640 1 -- 172.21.15.17:0/2002294255 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18032810 con 0x7fed2815e840 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 -- 172.21.15.17:0/2002294255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 msgr2=0x7fed280cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed280cefb0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fed180097a0 tx=0x7fed1802a210 comp rx=0 tx=0).stop 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 -- 172.21.15.17:0/2002294255 shutdown_connections 2024-09-19T08:05:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed280d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2002294255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed280cefb0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 -- 172.21.15.17:0/2002294255 >> 172.21.15.17:0/2002294255 conn(0x7fed280d4930 msgr2=0x7fed280d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 -- 172.21.15.17:0/2002294255 shutdown_connections 2024-09-19T08:05:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.313+0000 7fed2dd31640 1 -- 172.21.15.17:0/2002294255 wait complete. 2024-09-19T08:05:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.314+0000 7fed2dd31640 1 Processor -- start 2024-09-19T08:05:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.314+0000 7fed2dd31640 1 -- start start 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 0x7fed281f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed28160870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed280d27e0 con 0x7fed2815e840 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fed280d2500 con 0x7fed280b3720 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed2dd31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fed280cf4f0 con 0x7fed280d3c00 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59014/0 (socket says 172.21.15.17:59014) 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.315+0000 7fed27fff640 1 -- 172.21.15.17:0/2362370556 learned_addr learned my addr 172.21.15.17:0/2362370556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed26ffd640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed28160870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed277fe640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 0x7fed281f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 -- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 msgr2=0x7fed28160870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed28160870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 -- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 msgr2=0x7fed281f44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 0x7fed281f44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 -- 172.21.15.17:0/2362370556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed28160f00 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed277fe640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 0x7fed281f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed27fff640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fed2000cf20 tx=0x7fed2000a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2001a070 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed2000d840 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed280cb950 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2000dc30 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.316+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed280cbed0 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.317+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed280cefb0 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.317+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed2001d070 con 0x7fed2815e840 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.318+0000 7fed0ffff640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 0x7fed1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.318+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7fed2008bcd0 con 0x7fed2815e840 2024-09-19T08:05:25.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.318+0000 7fed277fe640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 0x7fed1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:25.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.319+0000 7fed277fe640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 0x7fed1406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fed18034000 tx=0x7fed1802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:25.321 INFO:tasks.ceph.mds.a.smithi017.stderr:daemon-helper: command crashed with signal 6 2024-09-19T08:05:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.323+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fed2005a450 con 0x7fed2815e840 2024-09-19T08:05:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.421+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.421+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=3 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T08:05:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.421+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.539+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed280b4f80 con 0x7fed2815e840 2024-09-19T08:05:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.540+0000 7fed0ffff640 1 -- 172.21.15.17:0/2362370556 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5224 (secure 0 0 0) 0x7fed20059d50 con 0x7fed2815e840 2024-09-19T08:05:25.540 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:25.540 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":48,"btime":"2024-09-19T08:05:25:004558+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:24.128227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 48 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 msgr2=0x7fed1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 0x7fed1406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fed18034000 tx=0x7fed1802e000 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 msgr2=0x7fed2815f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fed2000cf20 tx=0x7fed2000a7d0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 shutdown_connections 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed1406c2b0 0x7fed1406e770 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed2815e840 0x7fed2815f830 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed280d3c00 0x7fed28160870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 --2- 172.21.15.17:0/2362370556 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed280b3720 0x7fed281f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 >> 172.21.15.17:0/2362370556 conn(0x7fed280d4930 msgr2=0x7fed280d2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:25.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 shutdown_connections 2024-09-19T08:05:25.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.542+0000 7fed2dd31640 1 -- 172.21.15.17:0/2362370556 wait complete. 2024-09-19T08:05:25.553 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:05:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.822+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.822+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=4 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T08:05:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:25.822+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:26.013+0000 7eff3e7fc640 1 -- 172.21.15.17:0/1806727972 <== mon.0 v2:172.21.15.17:3300/0 8 ==== log(2 entries from seq 556 at 2024-09-19T08:05:25.009112+0000) ==== 635+0+0 (secure 0 0 0) 0x7eff4008a370 con 0x7eff4815b520 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: cluster: 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: id: 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: health: HEALTH_OK 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: services: 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: mon: 3 daemons, quorum a,b,c (age 3m) 2024-09-19T08:05:26.013 INFO:teuthology.orchestra.run.smithi017.stdout: mgr: x(active, since 3m), standbys: y 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: mds: 1/1 daemons up, 3 standby 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: data: 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: volumes: 1/1 healthy 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: pools: 3 pools, 97 pgs 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: objects: 29 objects, 600 KiB 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: usage: 238 MiB used, 720 GiB / 720 GiB avail 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: pgs: 97 active+clean 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: io: 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: client: 1.9 KiB/s rd, 3.4 KiB/s wr, 1 op/s rd, 3 op/s wr 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:26.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:26.015 INFO:teuthology.orchestra.run.smithi017.stdout:2024-09-19T08:05:25.190446+0000 mds.a [ERR] MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x55d1b771d180] 2024-09-19T08:05:26.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:26.623+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:26.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:26.623+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=5 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T08:05:26.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:26.623+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:27.395 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:05:27.398 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:05:28.170 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-19T08:05:28.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:28.224+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:28.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:28.224+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=6 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-09-19T08:05:28.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:28.224+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:30.553 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:30.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.669+0000 7f66218e6640 1 Processor -- start 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.669+0000 7f66218e6640 1 -- start start 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.670+0000 7f66218e6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.670+0000 7f66218e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.670+0000 7f66218e6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f661c0d3040 con 0x7f661c161c60 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.670+0000 7f66218e6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f661c0d2df0 con 0x7f661c06cd90 2024-09-19T08:05:30.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.670+0000 7f66218e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f661c073050 con 0x7f661c0d0e20 2024-09-19T08:05:30.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661a7fc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:32868/0 (socket says 172.21.15.17:32868) 2024-09-19T08:05:30.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661a7fc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:45466/0 (socket says 172.21.15.17:45466) 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 -- 172.21.15.17:0/524389656 learned_addr learned my addr 172.21.15.17:0/524389656 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661affd640 1 --1- 172.21.15.17:0/524389656 >> v1:172.21.15.160:6789/0 conn(0x7f661c161c60 0x7f661c06d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:60696/0 (socket says 172.21.15.17:60696) 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 -- 172.21.15.17:0/524389656 >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 msgr2=0x7f661c0d1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 --2- 172.21.15.17:0/524389656 >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 -- 172.21.15.17:0/524389656 >> v1:172.21.15.160:6789/0 conn(0x7f661c161c60 legacy=0x7f661c06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661b7fe640 1 -- 172.21.15.17:0/524389656 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c073330 con 0x7f661c0d0e20 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f6619ffb640 1 -- 172.21.15.17:0/524389656 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1583786115 0 0) 0x7f661c0d3040 con 0x7f661c161c60 2024-09-19T08:05:30.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.671+0000 7f661a7fc640 1 --2- 172.21.15.17:0/524389656 >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:05:30.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.672+0000 7f661b7fe640 1 --2- 172.21.15.17:0/524389656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f660c009e50 tx=0x7f660c02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe8a4e8a5a2f6ac4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.672+0000 7f6619ffb640 1 -- 172.21.15.17:0/524389656 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c036070 con 0x7f661c0d0e20 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.672+0000 7f6619ffb640 1 -- 172.21.15.17:0/524389656 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660c031600 con 0x7f661c0d0e20 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.672+0000 7f6619ffb640 1 -- 172.21.15.17:0/524389656 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c0319d0 con 0x7f661c0d0e20 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 -- 172.21.15.17:0/524389656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 msgr2=0x7f661c0d1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 --2- 172.21.15.17:0/524389656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f660c009e50 tx=0x7f660c02a5f0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 -- 172.21.15.17:0/524389656 shutdown_connections 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 --2- 172.21.15.17:0/524389656 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c0d1290 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 --2- 172.21.15.17:0/524389656 >> v2:172.21.15.160:3300/0 conn(0x7f661c06cd90 0x7f661c0d1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 -- 172.21.15.17:0/524389656 >> 172.21.15.17:0/524389656 conn(0x7f661c067950 msgr2=0x7f661c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:30.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 -- 172.21.15.17:0/524389656 shutdown_connections 2024-09-19T08:05:30.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.673+0000 7f66218e6640 1 -- 172.21.15.17:0/524389656 wait complete. 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.674+0000 7f66218e6640 1 Processor -- start 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.674+0000 7f66218e6640 1 -- start start 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f661c06cd90 0x7f661c155570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f661c0b4090 con 0x7f661c161c60 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f661c074100 con 0x7f661c06cd90 2024-09-19T08:05:30.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f66218e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f661c0b4210 con 0x7f661c0d0e20 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f661b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f661b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59026/0 (socket says 172.21.15.17:59026) 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f661b7fe640 1 -- 172.21.15.17:0/3349500280 learned_addr learned my addr 172.21.15.17:0/3349500280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f661a7fc640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.675+0000 7f661affd640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f661c06cd90 0x7f661c155570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 -- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 msgr2=0x7f661c152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 -- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f661c06cd90 msgr2=0x7f661c155570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f661c06cd90 0x7f661c155570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 -- 172.21.15.17:0/3349500280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c1544f0 con 0x7f661c161c60 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f661b7fe640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f660c009e50 tx=0x7f660c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c036050 con 0x7f661c161c60 2024-09-19T08:05:30.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660c042070 con 0x7f661c161c60 2024-09-19T08:05:30.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661c1547d0 con 0x7f661c161c60 2024-09-19T08:05:30.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c007bf0 con 0x7f661c161c60 2024-09-19T08:05:30.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.676+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f661c155070 con 0x7f661c161c60 2024-09-19T08:05:30.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.677+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f661c154bc0 con 0x7f661c161c60 2024-09-19T08:05:30.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.678+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f660c047460 con 0x7f661c161c60 2024-09-19T08:05:30.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.678+0000 7f6613fff640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 0x7f65fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.678+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f660c0ac200 con 0x7f661c161c60 2024-09-19T08:05:30.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.678+0000 7f661affd640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 0x7f65fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.679+0000 7f661affd640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 0x7f65fc06e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6614007fd0 tx=0x7f6614007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:30.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.683+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f660c07a2c0 con 0x7f661c161c60 2024-09-19T08:05:30.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.899+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f661c0d1290 con 0x7f661c161c60 2024-09-19T08:05:30.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.900+0000 7f6613fff640 1 -- 172.21.15.17:0/3349500280 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5224 (secure 0 0 0) 0x7f660c07e5c0 con 0x7f661c161c60 2024-09-19T08:05:30.900 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:30.900 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":48,"btime":"2024-09-19T08:05:25:004558+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:24.128227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:30.900 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 48 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 msgr2=0x7f65fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 0x7f65fc06e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6614007fd0 tx=0x7f6614007de0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 msgr2=0x7f661c157ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f660c009e50 tx=0x7f660c004a40 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 shutdown_connections 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65fc06c2b0 0x7f65fc06e770 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f661c161c60 0x7f661c157ce0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f661c0d0e20 0x7f661c152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 --2- 172.21.15.17:0/3349500280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f661c06cd90 0x7f661c155570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 >> 172.21.15.17:0/3349500280 conn(0x7f661c067950 msgr2=0x7f661c0b2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:30.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 shutdown_connections 2024-09-19T08:05:30.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:30.902+0000 7f66218e6640 1 -- 172.21.15.17:0/3349500280 wait complete. 2024-09-19T08:05:30.913 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:05:31.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:31.427+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:31.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:31.427+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=7 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-09-19T08:05:31.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:31.427+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:34.784 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-09-19T08:05:35.914 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:36.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.030+0000 7f6e1b52a640 1 Processor -- start 2024-09-19T08:05:36.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.030+0000 7f6e1b52a640 1 -- start start 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e1b52a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e140cf3d0 0x7f6e14070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e1b52a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e140b5320 0x7f6e140b57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e1b52a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e140732d0 con 0x7f6e1415e590 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e1b52a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6e14071080 con 0x7f6e140b5320 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e1b52a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6e140735b0 con 0x7f6e140cf3d0 2024-09-19T08:05:36.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e19ac7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e140b5320 0x7f6e140b57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e19ac7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6e140b5320 0x7f6e140b57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55028/0 (socket says 172.21.15.17:55028) 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e19ac7640 1 -- 172.21.15.17:0/4275726361 learned_addr learned my addr 172.21.15.17:0/4275726361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.031+0000 7f6e18ac5640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e140cf3d0 0x7f6e14070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.032+0000 7f6e19ac7640 1 -- 172.21.15.17:0/4275726361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e140cf3d0 msgr2=0x7f6e14070b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.032+0000 7f6e19ac7640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e140cf3d0 0x7f6e14070b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.032+0000 7f6e19ac7640 1 -- 172.21.15.17:0/4275726361 >> v1:172.21.15.160:6789/0 conn(0x7f6e1415e590 legacy=0x7f6e140cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.032+0000 7f6e19ac7640 1 -- 172.21.15.17:0/4275726361 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e14073890 con 0x7f6e140b5320 2024-09-19T08:05:36.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.032+0000 7f6e19ac7640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140b5320 0x7f6e140b57b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c009870 tx=0x7f6e0c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aefe62fd4232d4d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:36.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e0bfff640 1 -- 172.21.15.17:0/4275726361 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c037070 con 0x7f6e140b5320 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e0bfff640 1 -- 172.21.15.17:0/4275726361 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e0c02ae50 con 0x7f6e140b5320 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e0bfff640 1 -- 172.21.15.17:0/4275726361 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c032860 con 0x7f6e140b5320 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 -- 172.21.15.17:0/4275726361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140b5320 msgr2=0x7f6e140b57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140b5320 0x7f6e140b57b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c009870 tx=0x7f6e0c02a300 comp rx=0 tx=0).stop 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 -- 172.21.15.17:0/4275726361 shutdown_connections 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140b5320 0x7f6e140b57b0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/4275726361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e140cf3d0 0x7f6e14070b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 -- 172.21.15.17:0/4275726361 >> 172.21.15.17:0/4275726361 conn(0x7f6e1406f400 msgr2=0x7f6e1406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 -- 172.21.15.17:0/4275726361 shutdown_connections 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.033+0000 7f6e1b52a640 1 -- 172.21.15.17:0/4275726361 wait complete. 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.034+0000 7f6e1b52a640 1 Processor -- start 2024-09-19T08:05:36.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.034+0000 7f6e1b52a640 1 -- start start 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e140b5320 0x7f6e141f7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e1415e590 0x7f6e141f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1415e970 con 0x7f6e140cf3d0 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6e14073e50 con 0x7f6e140b5320 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e1b52a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6e14072f80 con 0x7f6e1415e590 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e18ac5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e18ac5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55040/0 (socket says 172.21.15.17:55040) 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.035+0000 7f6e18ac5640 1 -- 172.21.15.17:0/3330718576 learned_addr learned my addr 172.21.15.17:0/3330718576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e19ac7640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e1415e590 0x7f6e141f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e192c6640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e140b5320 0x7f6e141f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 -- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e1415e590 msgr2=0x7f6e141f52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e1415e590 0x7f6e141f52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 -- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e140b5320 msgr2=0x7f6e141f7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e140b5320 0x7f6e141f7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 -- 172.21.15.17:0/3330718576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e141f5060 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e18ac5640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6e0400d830 tx=0x7f6e0400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0400b6c0 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e04019070 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0400baa0 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e1415fc90 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.036+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e14160250 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.037+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e140714a0 con 0x7f6e140cf3d0 2024-09-19T08:05:36.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.038+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e0401e460 con 0x7f6e140cf3d0 2024-09-19T08:05:36.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.038+0000 7f6e09ffb640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 0x7f6df806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:36.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.038+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f6e0408bac0 con 0x7f6e140cf3d0 2024-09-19T08:05:36.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.038+0000 7f6e192c6640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 0x7f6df806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:36.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.039+0000 7f6e192c6640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 0x7f6df806e7a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6e10001ca0 tx=0x7f6e10009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:36.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.043+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e0405a260 con 0x7f6e140cf3d0 2024-09-19T08:05:36.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.254+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e14155920 con 0x7f6e140cf3d0 2024-09-19T08:05:36.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.255+0000 7f6e09ffb640 1 -- 172.21.15.17:0/3330718576 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5224 (secure 0 0 0) 0x7f6e04059b60 con 0x7f6e140cf3d0 2024-09-19T08:05:36.255 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:36.255 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":48,"btime":"2024-09-19T08:05:25:004558+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:24.128227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:36.255 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 48 2024-09-19T08:05:36.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 msgr2=0x7f6df806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 0x7f6df806e7a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f6e10001ca0 tx=0x7f6e10009040 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 msgr2=0x7f6e141f4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6e0400d830 tx=0x7f6e0400dcf0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 shutdown_connections 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6df806c2e0 0x7f6df806e7a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6e1415e590 0x7f6e141f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e140cf3d0 0x7f6e141f4b20 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 --2- 172.21.15.17:0/3330718576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6e140b5320 0x7f6e141f7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 >> 172.21.15.17:0/3330718576 conn(0x7f6e1406f400 msgr2=0x7f6e14158600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 shutdown_connections 2024-09-19T08:05:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:36.257+0000 7f6e1b52a640 1 -- 172.21.15.17:0/3330718576 wait complete. 2024-09-19T08:05:36.269 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:05:37.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:37.834+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:37.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:37.834+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-09-19T08:05:37.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:37.834+0000 7f8732ffd640 1 client.6186 ms_handle_refused on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:41.270 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:41.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.386+0000 7efdb4591640 1 Processor -- start 2024-09-19T08:05:41.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.386+0000 7efdb4591640 1 -- start start 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efdac15b2e0 0x7efdac0b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efdac0cdfc0 0x7efdac0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 0x7efdac0ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efdac15b6c0 con 0x7efdac0cdfc0 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efdac0ce4f0 con 0x7efdac15b2e0 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb4591640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efdac0ce7d0 con 0x7efdac0b22c0 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efdac0cdfc0 0x7efdac0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efdac0cdfc0 0x7efdac0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55050/0 (socket says 172.21.15.17:55050) 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 -- 172.21.15.17:0/1557652135 learned_addr learned my addr 172.21.15.17:0/1557652135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:41.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb232d640 1 --2- 172.21.15.17:0/1557652135 >> v2:172.21.15.160:3300/0 conn(0x7efdac15b2e0 0x7efdac0b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb2b2e640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 0x7efdac0ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 -- 172.21.15.17:0/1557652135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 msgr2=0x7efdac0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 0x7efdac0ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.387+0000 7efdb1b2c640 1 -- 172.21.15.17:0/1557652135 >> v2:172.21.15.160:3300/0 conn(0x7efdac15b2e0 msgr2=0x7efdac0b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb1b2c640 1 --2- 172.21.15.17:0/1557652135 >> v2:172.21.15.160:3300/0 conn(0x7efdac15b2e0 0x7efdac0b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb1b2c640 1 -- 172.21.15.17:0/1557652135 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdac0ceab0 con 0x7efdac0cdfc0 2024-09-19T08:05:41.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb2b2e640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 0x7efdac0ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:41.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb1b2c640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac0cdfc0 0x7efdac0b1d80 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7efdac069550 tx=0x7efd9c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26f4f6a09d041727 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:41.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb132b640 1 -- 172.21.15.17:0/1557652135 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c037070 con 0x7efdac0cdfc0 2024-09-19T08:05:41.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.388+0000 7efdb132b640 1 -- 172.21.15.17:0/1557652135 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd9c032440 con 0x7efdac0cdfc0 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb132b640 1 -- 172.21.15.17:0/1557652135 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c032810 con 0x7efdac0cdfc0 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 -- 172.21.15.17:0/1557652135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac0cdfc0 msgr2=0x7efdac0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac0cdfc0 0x7efdac0b1d80 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7efdac069550 tx=0x7efd9c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 -- 172.21.15.17:0/1557652135 shutdown_connections 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0b22c0 0x7efdac0ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 --2- 172.21.15.17:0/1557652135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac0cdfc0 0x7efdac0b1d80 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 --2- 172.21.15.17:0/1557652135 >> v2:172.21.15.160:3300/0 conn(0x7efdac15b2e0 0x7efdac0b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 -- 172.21.15.17:0/1557652135 >> 172.21.15.17:0/1557652135 conn(0x7efdac06bc10 msgr2=0x7efdac06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 -- 172.21.15.17:0/1557652135 shutdown_connections 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.389+0000 7efdb4591640 1 -- 172.21.15.17:0/1557652135 wait complete. 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.390+0000 7efdb4591640 1 Processor -- start 2024-09-19T08:05:41.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.390+0000 7efdb4591640 1 -- start start 2024-09-19T08:05:41.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 0x7efdac145a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0cdfc0 0x7efdac150430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efdac0712b0 con 0x7efdac15b2e0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efdac071130 con 0x7efdac0b22c0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb4591640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efdac0b4260 con 0x7efdac0cdfc0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb2b2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb2b2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55060/0 (socket says 172.21.15.17:55060) 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb2b2e640 1 -- 172.21.15.17:0/808658 learned_addr learned my addr 172.21.15.17:0/808658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb232d640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 0x7efdac145a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.391+0000 7efdb1b2c640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0cdfc0 0x7efdac150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 -- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0cdfc0 msgr2=0x7efdac150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0cdfc0 0x7efdac150430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 -- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 msgr2=0x7efdac145a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:41.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 0x7efdac145a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 -- 172.21.15.17:0/808658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdac15bd80 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb232d640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 0x7efdac145a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb2b2e640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7efda4007ea0 tx=0x7efda4007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda401a070 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efda4003990 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdac15c060 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda4003da0 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.392+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdac15c620 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.393+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdac0b0af0 con 0x7efdac15b2e0 2024-09-19T08:05:41.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.394+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efda401d070 con 0x7efdac15b2e0 2024-09-19T08:05:41.396 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-09-19T08:05:41.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.394+0000 7efda2ffd640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 0x7efd9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:41.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.394+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7efda408b690 con 0x7efdac15b2e0 2024-09-19T08:05:41.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.394+0000 7efdb232d640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 0x7efd9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:41.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.395+0000 7efdb232d640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 0x7efd9006e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7efda8009b10 tx=0x7efda8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:41.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.399+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efda4010070 con 0x7efdac15b2e0 2024-09-19T08:05:41.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.610+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efdac0b0810 con 0x7efdac15b2e0 2024-09-19T08:05:41.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.611+0000 7efda2ffd640 1 -- 172.21.15.17:0/808658 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5224 (secure 0 0 0) 0x7efda4059750 con 0x7efdac15b2e0 2024-09-19T08:05:41.611 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:41.611 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":48,"btime":"2024-09-19T08:05:25:004558+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:24.128227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:41.612 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 48 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 msgr2=0x7efd9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 0x7efd9006e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7efda8009b10 tx=0x7efda8008040 comp rx=0 tx=0).stop 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 msgr2=0x7efdac1473d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7efda4007ea0 tx=0x7efda4007f90 comp rx=0 tx=0).stop 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 shutdown_connections 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efd9006c2b0 0x7efd9006e770 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efdac15b2e0 0x7efdac1473d0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efdac0cdfc0 0x7efdac150430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 --2- 172.21.15.17:0/808658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efdac0b22c0 0x7efdac145a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:41.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.612+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 >> 172.21.15.17:0/808658 conn(0x7efdac06bc10 msgr2=0x7efdac06d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:41.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.613+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 shutdown_connections 2024-09-19T08:05:41.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:41.613+0000 7efdb4591640 1 -- 172.21.15.17:0/808658 wait complete. 2024-09-19T08:05:41.624 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:05:46.625 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:46.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.740+0000 7f6386b11640 1 Processor -- start 2024-09-19T08:05:46.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.740+0000 7f6386b11640 1 -- start start 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.741+0000 7f6386b11640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6380156770 0x7f6380160810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.741+0000 7f6386b11640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f63800cff30 0x7f638006ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.741+0000 7f6386b11640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6380160d50 con 0x7f63800afec0 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.741+0000 7f6386b11640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f63800b61b0 con 0x7f63800cff30 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.741+0000 7f6386b11640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f63800b6490 con 0x7f6380156770 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f637ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f63800afec0 0x7f63800cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60072/0 (socket says 172.21.15.17:60072) 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63850ae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f63800cff30 0x7f638006ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f637ffff640 1 -- 172.21.15.17:0/148142110 learned_addr learned my addr 172.21.15.17:0/148142110 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63848ad640 1 --2- 172.21.15.17:0/148142110 >> v2:172.21.15.160:3300/0 conn(0x7f6380156770 0x7f6380160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63850ae640 1 -- 172.21.15.17:0/148142110 >> v2:172.21.15.160:3300/0 conn(0x7f6380156770 msgr2=0x7f6380160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63850ae640 1 --2- 172.21.15.17:0/148142110 >> v2:172.21.15.160:3300/0 conn(0x7f6380156770 0x7f6380160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63850ae640 1 -- 172.21.15.17:0/148142110 >> v1:172.21.15.17:6789/0 conn(0x7f63800afec0 legacy=0x7f63800cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.742+0000 7f63850ae640 1 -- 172.21.15.17:0/148142110 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63800b6770 con 0x7f63800cff30 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f63850ae640 1 --2- 172.21.15.17:0/148142110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63800cff30 0x7f638006ef40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f63800739a0 tx=0x7f637802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b3a07a5d0bcb3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f637f7fe640 1 -- 172.21.15.17:0/148142110 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6378037070 con 0x7f63800cff30 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f637f7fe640 1 -- 172.21.15.17:0/148142110 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6378032440 con 0x7f63800cff30 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f637f7fe640 1 -- 172.21.15.17:0/148142110 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637802ae60 con 0x7f63800cff30 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 -- 172.21.15.17:0/148142110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63800cff30 msgr2=0x7f638006ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 --2- 172.21.15.17:0/148142110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63800cff30 0x7f638006ef40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f63800739a0 tx=0x7f637802a110 comp rx=0 tx=0).stop 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 -- 172.21.15.17:0/148142110 shutdown_connections 2024-09-19T08:05:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 --2- 172.21.15.17:0/148142110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63800cff30 0x7f638006ef40 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 --2- 172.21.15.17:0/148142110 >> v2:172.21.15.160:3300/0 conn(0x7f6380156770 0x7f6380160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 -- 172.21.15.17:0/148142110 >> 172.21.15.17:0/148142110 conn(0x7f63800b1770 msgr2=0x7f63800b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 -- 172.21.15.17:0/148142110 shutdown_connections 2024-09-19T08:05:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.743+0000 7f6386b11640 1 -- 172.21.15.17:0/148142110 wait complete. 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.745+0000 7f6386b11640 1 Processor -- start 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.745+0000 7f6386b11640 1 -- start start 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63800afec0 0x7f63801464e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63800cff30 0x7f63800aed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6380156cd0 con 0x7f6380156770 2024-09-19T08:05:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6380156b50 con 0x7f63800cff30 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f6386b11640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f63800b0350 con 0x7f63800afec0 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42622/0 (socket says 172.21.15.17:42622) 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 -- 172.21.15.17:0/494712308 learned_addr learned my addr 172.21.15.17:0/494712308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63848ad640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63800afec0 0x7f63801464e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f637ffff640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63800cff30 0x7f63800aed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 -- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63800afec0 msgr2=0x7f63801464e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63800afec0 0x7f63801464e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 -- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63800cff30 msgr2=0x7f63800aed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63800cff30 0x7f63800aed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 -- 172.21.15.17:0/494712308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63800aa5c0 con 0x7f6380156770 2024-09-19T08:05:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f63850ae640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f6378009890 tx=0x7f63780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6378037040 con 0x7f6380156770 2024-09-19T08:05:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.746+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6378042070 con 0x7f6380156770 2024-09-19T08:05:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.747+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63800aa8a0 con 0x7f6380156770 2024-09-19T08:05:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.747+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6378030b30 con 0x7f6380156770 2024-09-19T08:05:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.747+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63800aae60 con 0x7f6380156770 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.748+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6380160810 con 0x7f6380156770 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.748+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6378030cd0 con 0x7f6380156770 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.748+0000 7f637d7fa640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 0x7f636006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.749+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f63780ac040 con 0x7f6380156770 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.749+0000 7f63848ad640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 0x7f636006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.749+0000 7f63848ad640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 0x7f636006e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6370006fd0 tx=0x7f6370008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.753+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6378045360 con 0x7f6380156770 2024-09-19T08:05:46.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.964+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6380067e30 con 0x7f6380156770 2024-09-19T08:05:46.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.965+0000 7f637d7fa640 1 -- 172.21.15.17:0/494712308 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) ==== 94+0+5272 (secure 0 0 0) 0x7f637807a7e0 con 0x7f6380156770 2024-09-19T08:05:46.965 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:46.965 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":49,"btime":"2024-09-19T08:05:42:116213+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:42.116176+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":59,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6093":{"gid":6093,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3724166892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":3724166892},{"type":"v1","addr":"172.21.15.17:6835","nonce":3724166892}]},"join_fscid":-1,"laggy_since":"2024-09-19T08:05:42.116176+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6093,"qdb_cluster":[6093]},"id":4}]} 2024-09-19T08:05:46.966 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 49 2024-09-19T08:05:46.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 msgr2=0x7f636006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 0x7f636006e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6370006fd0 tx=0x7f6370008040 comp rx=0 tx=0).stop 2024-09-19T08:05:46.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 msgr2=0x7f63800abf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f6378009890 tx=0x7f63780046c0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 shutdown_connections 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f636006c2b0 0x7f636006e770 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6380156770 0x7f63800abf60 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63800cff30 0x7f63800aed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 --2- 172.21.15.17:0/494712308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63800afec0 0x7f63801464e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 >> 172.21.15.17:0/494712308 conn(0x7f63800b1770 msgr2=0x7f63800b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 shutdown_connections 2024-09-19T08:05:46.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:46.967+0000 7f6386b11640 1 -- 172.21.15.17:0/494712308 wait complete. 2024-09-19T08:05:46.978 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-09-19T08:05:47.079 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_journal_corrupt_dentry_first 2024-09-19T08:05:47.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.184+0000 7ff6afd9f640 1 Processor -- start 2024-09-19T08:05:47.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.184+0000 7ff6afd9f640 1 -- start start 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6afd9f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff6a815c1f0 0x7ff6a806fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6afd9f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6a8070090 con 0x7ff6a8073d30 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6afd9f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6a815f040 con 0x7ff6a80d28b0 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6afd9f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff6a815ff40 con 0x7ff6a815c1f0 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6ad33a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff6a8073d30 0x7ff6a80d21a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60088/0 (socket says 172.21.15.17:60088) 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6ad33a640 1 -- 172.21.15.17:0/2539234700 learned_addr learned my addr 172.21.15.17:0/2539234700 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6adb3b640 1 --2- 172.21.15.17:0/2539234700 >> v2:172.21.15.160:3300/0 conn(0x7ff6a815c1f0 0x7ff6a806fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2503985328 0 0) 0x7ff6a8070090 con 0x7ff6a8073d30 2024-09-19T08:05:47.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.185+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff694003520 con 0x7ff6a8073d30 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2825473616 0 0) 0x7ff6a815f040 con 0x7ff6a80d28b0 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff6a8070090 con 0x7ff6a80d28b0 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3986740062 0 0) 0x7ff694003520 con 0x7ff6a8073d30 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6adb3b640 1 -- 172.21.15.17:0/2539234700 >> v1:172.21.15.160:6789/0 conn(0x7ff6a80d28b0 legacy=0x7ff6a806d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6adb3b640 1 -- 172.21.15.17:0/2539234700 >> v1:172.21.15.17:6789/0 conn(0x7ff6a8073d30 legacy=0x7ff6a80d21a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.186+0000 7ff6adb3b640 1 -- 172.21.15.17:0/2539234700 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a815f320 con 0x7ff6a815c1f0 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6adb3b640 1 --2- 172.21.15.17:0/2539234700 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a806fb50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40097a0 tx=0x7ff6a402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be62c640140320a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4037070 con 0x7ff6a815c1f0 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6a402ac50 con 0x7ff6a815c1f0 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6acb39640 1 -- 172.21.15.17:0/2539234700 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff698001670 con 0x7ff6a815c1f0 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 -- 172.21.15.17:0/2539234700 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 msgr2=0x7ff6a806fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/2539234700 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a806fb50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40097a0 tx=0x7ff6a402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 -- 172.21.15.17:0/2539234700 shutdown_connections 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/2539234700 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a806fb50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 -- 172.21.15.17:0/2539234700 >> 172.21.15.17:0/2539234700 conn(0x7ff6a80b7db0 msgr2=0x7ff6a8067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 -- 172.21.15.17:0/2539234700 shutdown_connections 2024-09-19T08:05:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.187+0000 7ff6afd9f640 1 -- 172.21.15.17:0/2539234700 wait complete. 2024-09-19T08:05:47.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 Processor -- start 2024-09-19T08:05:47.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 -- start start 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6a8073d30 0x7ff6a8156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a8161120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a815f8e0 con 0x7ff6a80d28b0 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a815edf0 con 0x7ff6a815c1f0 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6afd9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a815c5d0 con 0x7ff6a8073d30 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.189+0000 7ff6ad33a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42632/0 (socket says 172.21.15.17:42632) 2024-09-19T08:05:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 -- 172.21.15.17:0/3435731711 learned_addr learned my addr 172.21.15.17:0/3435731711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ae33c640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a8161120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6adb3b640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6a8073d30 0x7ff6a8156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 -- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6a8073d30 msgr2=0x7ff6a8156090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6a8073d30 0x7ff6a8156090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 -- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 msgr2=0x7ff6a8161120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a8161120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 -- 172.21.15.17:0/3435731711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a8158720 con 0x7ff6a80d28b0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6ad33a640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff69800c750 tx=0x7ff69800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff698017070 con 0x7ff6a80d28b0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff698005ad0 con 0x7ff6a80d28b0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a81f73a0 con 0x7ff6a80d28b0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff698007070 con 0x7ff6a80d28b0 2024-09-19T08:05:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.190+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a81f7960 con 0x7ff6a80d28b0 2024-09-19T08:05:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.191+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6a806fb50 con 0x7ff6a80d28b0 2024-09-19T08:05:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.192+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff69801a070 con 0x7ff6a80d28b0 2024-09-19T08:05:47.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.193+0000 7ff69e7fc640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.193+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7ff69808a8a0 con 0x7ff6a80d28b0 2024-09-19T08:05:47.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.193+0000 7ff6adb3b640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.193+0000 7ff6adb3b640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 0x7ff68c06e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4034000 tx=0x7ff6a402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.197+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff698058970 con 0x7ff6a80d28b0 2024-09-19T08:05:47.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.375+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"} v 0) -- 0x7ff6a8156600 con 0x7ff6a80d28b0 2024-09-19T08:05:47.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.378+0000 7ff69e7fc640 1 -- 172.21.15.17:0/3435731711 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"}]=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7ff69805cc70 con 0x7ff6a80d28b0 2024-09-19T08:05:47.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 msgr2=0x7ff68c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 0x7ff68c06e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4034000 tx=0x7ff6a402e000 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 msgr2=0x7ff6a8157ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff69800c750 tx=0x7ff69800cc10 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 shutdown_connections 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff68c06c2b0 0x7ff68c06e770 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6a815c1f0 0x7ff6a8161120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6a80d28b0 0x7ff6a8157ed0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 --2- 172.21.15.17:0/3435731711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6a8073d30 0x7ff6a8156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 >> 172.21.15.17:0/3435731711 conn(0x7ff6a80b7db0 msgr2=0x7ff6a80d1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:47.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 shutdown_connections 2024-09-19T08:05:47.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.381+0000 7ff6afd9f640 1 -- 172.21.15.17:0/3435731711 wait complete. 2024-09-19T08:05:47.392 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 4:0 false 2024-09-19T08:05:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.496+0000 7f0c254d2640 1 Processor -- start 2024-09-19T08:05:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.496+0000 7f0c254d2640 1 -- start start 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c254d2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 0x7f0c200d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c254d2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c200b75a0 0x7f0c200d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c254d2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c200d2790 con 0x7f0c200b3490 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c254d2640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0c200b6c10 con 0x7f0c200b75a0 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c254d2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0c200d2a70 con 0x7f0c200cedd0 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c200b75a0 0x7f0c200d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0c200b75a0 0x7f0c200d3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42644/0 (socket says 172.21.15.17:42644) 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 -- 172.21.15.17:0/973824473 learned_addr learned my addr 172.21.15.17:0/973824473 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1effd640 1 --2- 172.21.15.17:0/973824473 >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 0x7f0c200d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 -- 172.21.15.17:0/973824473 >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 msgr2=0x7f0c200d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 --2- 172.21.15.17:0/973824473 >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 0x7f0c200d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 -- 172.21.15.17:0/973824473 >> v1:172.21.15.17:6789/0 conn(0x7f0c200b3490 legacy=0x7f0c200cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1f7fe640 1 -- 172.21.15.17:0/973824473 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c200d2d50 con 0x7f0c200b75a0 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.497+0000 7f0c1effd640 1 --2- 172.21.15.17:0/973824473 >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 0x7f0c200d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c1f7fe640 1 --2- 172.21.15.17:0/973824473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c200d3830 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f0c200d1d80 tx=0x7f0c1802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58036300aca5822b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c1e7fc640 1 -- 172.21.15.17:0/973824473 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c18036070 con 0x7f0c200b75a0 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c1e7fc640 1 -- 172.21.15.17:0/973824473 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c18031600 con 0x7f0c200b75a0 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c1e7fc640 1 -- 172.21.15.17:0/973824473 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c180319d0 con 0x7f0c200b75a0 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 -- 172.21.15.17:0/973824473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 msgr2=0x7f0c200d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 --2- 172.21.15.17:0/973824473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c200d3830 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f0c200d1d80 tx=0x7f0c1802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 -- 172.21.15.17:0/973824473 shutdown_connections 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 --2- 172.21.15.17:0/973824473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c200d3830 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 --2- 172.21.15.17:0/973824473 >> v2:172.21.15.160:3300/0 conn(0x7f0c200cedd0 0x7f0c200d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 -- 172.21.15.17:0/973824473 >> 172.21.15.17:0/973824473 conn(0x7f0c200d0f40 msgr2=0x7f0c200d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 -- 172.21.15.17:0/973824473 shutdown_connections 2024-09-19T08:05:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.498+0000 7f0c254d2640 1 -- 172.21.15.17:0/973824473 wait complete. 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.500+0000 7f0c254d2640 1 Processor -- start 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.500+0000 7f0c254d2640 1 -- start start 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.500+0000 7f0c254d2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c200b3490 0x7f0c20158ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.500+0000 7f0c254d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 0x7f0c201606c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2015e720 con 0x7f0c200b75a0 2024-09-19T08:05:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c200d3310 con 0x7f0c200cedd0 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c2015e8a0 con 0x7f0c200b3490 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42660/0 (socket says 172.21.15.17:42660) 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 -- 172.21.15.17:0/1846200818 learned_addr learned my addr 172.21.15.17:0/1846200818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c1f7fe640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 0x7f0c201606c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c1effd640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c200b3490 0x7f0c20158ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 -- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c200b3490 msgr2=0x7f0c20158ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c200b3490 0x7f0c20158ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 -- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 msgr2=0x7f0c201606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 0x7f0c201606c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 -- 172.21.15.17:0/1846200818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c2015ee30 con 0x7f0c200b75a0 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c1f7fe640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 0x7f0c201606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c167fc640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800c400 tx=0x7f0c0800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c080052d0 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c08005490 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c2015f110 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08007260 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.501+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c2015f6d0 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.502+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c200b7a10 con 0x7f0c200b75a0 2024-09-19T08:05:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.503+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c08007400 con 0x7f0c200b75a0 2024-09-19T08:05:47.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.503+0000 7f0c17fff640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 0x7f0c0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:47.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.503+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f0c0808a940 con 0x7f0c200b75a0 2024-09-19T08:05:47.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.504+0000 7f0c1effd640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 0x7f0c0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:47.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.504+0000 7f0c1effd640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 0x7f0c0006e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0c20157dd0 tx=0x7f0c10008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:47.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.508+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c080590e0 con 0x7f0c200b75a0 2024-09-19T08:05:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:47.751+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "4:0", "val": "false"} v 0) -- 0x7f0c20160c90 con 0x7f0c200b75a0 2024-09-19T08:05:48.009 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~20s 2024-09-19T08:05:48.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.381+0000 7f0c17fff640 1 -- 172.21.15.17:0/1846200818 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "4:0", "val": "false"}]=0 unfreezing mds.6093 v50) ==== 115+0+0 (secure 0 0 0) 0x7f0c080589e0 con 0x7f0c200b75a0 2024-09-19T08:05:48.381 INFO:teuthology.orchestra.run.smithi017.stderr:unfreezing mds.6093 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 msgr2=0x7f0c0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 0x7f0c0006e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0c20157dd0 tx=0x7f0c10008040 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 msgr2=0x7f0c20160180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800c400 tx=0x7f0c0800c8c0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 shutdown_connections 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c0006c2b0 0x7f0c0006e770 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c200cedd0 0x7f0c201606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c200b75a0 0x7f0c20160180 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 --2- 172.21.15.17:0/1846200818 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c200b3490 0x7f0c20158ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 >> 172.21.15.17:0/1846200818 conn(0x7f0c200d0f40 msgr2=0x7f0c200d1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:48.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 shutdown_connections 2024-09-19T08:05:48.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.384+0000 7f0c254d2640 1 -- 172.21.15.17:0/1846200818 wait complete. 2024-09-19T08:05:48.401 DEBUG:teuthology.orchestra.run.smithi017:> sudo sysctl -n kernel.core_pattern 2024-09-19T08:05:48.428 INFO:teuthology.orchestra.run.smithi017.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T08:05:48.429 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:05:48.430 DEBUG:teuthology.orchestra.run.smithi017:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-09-19T08:05:48.501 INFO:teuthology.orchestra.run.smithi017.stdout:1726733125.53625.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/proc/self/exe', platform: 'x86_64' 2024-09-19T08:05:48.503 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1726733125.53625.core'] 2024-09-19T08:05:48.504 INFO:tasks.cephfs.cephfs_test_case:Found core file 1726733125.53625.core, deleting it 2024-09-19T08:05:48.504 DEBUG:teuthology.orchestra.run.smithi017:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1726733125.53625.core 2024-09-19T08:05:48.574 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:05:48.574 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:05:48.574 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:05:48.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:05:48.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:05:48.574 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi017 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-09-19T08:05:48.575 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:05:48.575 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:05:48.617 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:05:48.617 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:48.696 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:05:48.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.721+0000 7fa41020a640 1 Processor -- start 2024-09-19T08:05:48.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.721+0000 7fa41020a640 1 -- start start 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa41020a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa4080cf2b0 0x7fa4080d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa41020a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa4080d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa41020a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa40815ea20 con 0x7fa40815e640 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa41020a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa4080b3d00 con 0x7fa4080cf2b0 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa41020a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa4080b2860 con 0x7fa4080cf720 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa40dfa6640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa40815e640 0x7fa4080ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60094/0 (socket says 172.21.15.17:60094) 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.722+0000 7fa40dfa6640 1 -- 172.21.15.17:0/2738419198 learned_addr learned my addr 172.21.15.17:0/2738419198 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa4080d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2738419198 >> v2:172.21.15.160:3300/0 conn(0x7fa4080cf2b0 0x7fa4080d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 657042816 0 0) 0x7fa40815ea20 con 0x7fa40815e640 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa3f4003520 con 0x7fa40815e640 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2236394330 0 0) 0x7fa3f4003520 con 0x7fa40815e640 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 msgr2=0x7fa4080d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa4080d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 >> v2:172.21.15.160:3300/0 conn(0x7fa4080cf2b0 msgr2=0x7fa4080d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 --2- 172.21.15.17:0/2738419198 >> v2:172.21.15.160:3300/0 conn(0x7fa4080cf2b0 0x7fa4080d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4080b1c50 con 0x7fa40815e640 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa404001670 con 0x7fa40815e640 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 >> v1:172.21.15.17:6789/0 conn(0x7fa40815e640 legacy=0x7fa4080ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa3f40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3f4003f30 0x7fa3f4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa3f4004d40 0x7fa3f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa4080b2860 con 0x7fa3f4003f30 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f400b9c0 con 0x7fa3f4004d40 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa3f400bb90 con 0x7fa4080cf720 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3f4003f30 0x7fa3f4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40dfa6640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa3f40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa3f4004d40 0x7fa3f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.723+0000 7fa40d7a5640 1 -- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 msgr2=0x7fa3f40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4080cf720 0x7fa3f40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40d7a5640 1 -- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa3f4004d40 msgr2=0x7fa3f40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa3f4004d40 0x7fa3f40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40d7a5640 1 -- 172.21.15.17:0/2738419198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f4003520 con 0x7fa3f4003f30 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa3f4004d40 0x7fa3f40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3f4003f30 0x7fa3f4004800 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc009af0 tx=0x7fa3f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d158fb8b0c8ff07 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:48.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc036070 con 0x7fa3f4003f30 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3fc031400 con 0x7fa3f4003f30 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.724+0000 7fa40cfa4640 1 -- 172.21.15.17:0/2738419198 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc009690 con 0x7fa3f4003f30 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 -- 172.21.15.17:0/2738419198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3f4003f30 msgr2=0x7fa3f4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 --2- 172.21.15.17:0/2738419198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3f4003f30 0x7fa3f4004800 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc009af0 tx=0x7fa3f4005830 comp rx=0 tx=0).stop 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa40e7a7640 1 -- 172.21.15.17:0/2738419198 reap_dead start 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 -- 172.21.15.17:0/2738419198 shutdown_connections 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 -- 172.21.15.17:0/2738419198 >> 172.21.15.17:0/2738419198 conn(0x7fa40809d820 msgr2=0x7fa4080d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 -- 172.21.15.17:0/2738419198 shutdown_connections 2024-09-19T08:05:48.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.725+0000 7fa41020a640 1 -- 172.21.15.17:0/2738419198 wait complete. 2024-09-19T08:05:48.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.726+0000 7fa41020a640 1 Processor -- start 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.726+0000 7fa41020a640 1 -- start start 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa3f4003f30 0x7fa4081f80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 0x7fa4081f6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa4080b24f0 con 0x7fa4081f51b0 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa4080b2210 con 0x7fa4081583f0 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa41020a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa4080cfe40 con 0x7fa3f4003f30 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42696/0 (socket says 172.21.15.17:42696) 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 -- 172.21.15.17:0/2883191419 learned_addr learned my addr 172.21.15.17:0/2883191419 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 0x7fa4081f6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40dfa6640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa3f4003f30 0x7fa4081f80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 -- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa3f4003f30 msgr2=0x7fa4081f80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa3f4003f30 0x7fa4081f80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 -- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 msgr2=0x7fa4081f6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 0x7fa4081f6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.727+0000 7fa40e7a7640 1 -- 172.21.15.17:0/2883191419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4081589b0 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa40d7a5640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 0x7fa4081f6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa40e7a7640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fa40808d790 tx=0x7fa400010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa400010d80 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa400003990 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa408158c90 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa400003dc0 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.728+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa408159250 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.729+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa408068eb0 con 0x7fa4081f51b0 2024-09-19T08:05:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.729+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa40001e020 con 0x7fa4081f51b0 2024-09-19T08:05:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.730+0000 7fa3fa7fc640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 0x7fa3ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.730+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7fa40008bac0 con 0x7fa4081f51b0 2024-09-19T08:05:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.730+0000 7fa40dfa6640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 0x7fa3ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.731+0000 7fa40dfa6640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 0x7fa3ec06e7a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa404007fd0 tx=0x7fa404009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.735+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa40005a180 con 0x7fa4081f51b0 2024-09-19T08:05:48.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.944+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4080b73a0 con 0x7fa4081f51b0 2024-09-19T08:05:48.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.944+0000 7fa3fa7fc640 1 -- 172.21.15.17:0/2883191419 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+4392 (secure 0 0 0) 0x7fa400059a80 con 0x7fa4081f51b0 2024-09-19T08:05:48.945 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:48.945 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":51,"btime":"2024-09-19T08:05:48:384390+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:48.384385+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:replay","state_seq":1,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-19T08:05:48.945 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 51 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 msgr2=0x7fa3ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 0x7fa3ec06e7a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa404007fd0 tx=0x7fa404009040 comp rx=0 tx=0).stop 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 msgr2=0x7fa4080ca770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fa40808d790 tx=0x7fa400010590 comp rx=0 tx=0).stop 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 shutdown_connections 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa3ec06c2e0 0x7fa3ec06e7a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4081f51b0 0x7fa4080ca770 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4081583f0 0x7fa4081f6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 --2- 172.21.15.17:0/2883191419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa3f4003f30 0x7fa4081f80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 >> 172.21.15.17:0/2883191419 conn(0x7fa40809d820 msgr2=0x7fa40806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:48.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.946+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 shutdown_connections 2024-09-19T08:05:48.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:48.947+0000 7fa41020a640 1 -- 172.21.15.17:0/2883191419 wait complete. 2024-09-19T08:05:49.361 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 51, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:48.384385+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5892}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5892': {'gid': 5892, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.160:6837/1613426611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6835', 'nonce': 1613426611}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 1613426611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:05:49.362 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5892:up:replay 2024-09-19T08:05:50.363 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:50.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.480+0000 7f12e9874640 1 Processor -- start 2024-09-19T08:05:50.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.480+0000 7f12e9874640 1 -- start start 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e9874640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f12e415e4e0 0x7f12e40b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e9874640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f12e40d26d0 0x7f12e40b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e9874640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12e406cec0 con 0x7f12e415e8c0 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e9874640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f12e40d2d40 con 0x7f12e40d26d0 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e9874640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f12e40d2b20 con 0x7f12e415e4e0 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f12e40d26d0 0x7f12e40b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f12e40d26d0 0x7f12e40b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42698/0 (socket says 172.21.15.17:42698) 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 -- 172.21.15.17:0/2787750798 learned_addr learned my addr 172.21.15.17:0/2787750798 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e2ffd640 1 --2- 172.21.15.17:0/2787750798 >> v2:172.21.15.160:3300/0 conn(0x7f12e415e4e0 0x7f12e40b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 -- 172.21.15.17:0/2787750798 >> v2:172.21.15.160:3300/0 conn(0x7f12e415e4e0 msgr2=0x7f12e40b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:50.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 --2- 172.21.15.17:0/2787750798 >> v2:172.21.15.160:3300/0 conn(0x7f12e415e4e0 0x7f12e40b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 -- 172.21.15.17:0/2787750798 >> v1:172.21.15.160:6789/0 conn(0x7f12e415e8c0 legacy=0x7f12e40d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.481+0000 7f12e37fe640 1 -- 172.21.15.17:0/2787750798 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12e406d160 con 0x7f12e40d26d0 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.482+0000 7f12e37fe640 1 --2- 172.21.15.17:0/2787750798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e40b6d10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f12e4075a10 tx=0x7f12dc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a47fdb84fa8e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.482+0000 7f12e27fc640 1 -- 172.21.15.17:0/2787750798 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12dc036070 con 0x7f12e40d26d0 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.482+0000 7f12e27fc640 1 -- 172.21.15.17:0/2787750798 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12dc031600 con 0x7f12e40d26d0 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.482+0000 7f12e27fc640 1 -- 172.21.15.17:0/2787750798 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12dc0319d0 con 0x7f12e40d26d0 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 -- 172.21.15.17:0/2787750798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 msgr2=0x7f12e40b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 --2- 172.21.15.17:0/2787750798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e40b6d10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f12e4075a10 tx=0x7f12dc02a730 comp rx=0 tx=0).stop 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 -- 172.21.15.17:0/2787750798 shutdown_connections 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 --2- 172.21.15.17:0/2787750798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e40b6d10 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 --2- 172.21.15.17:0/2787750798 >> v2:172.21.15.160:3300/0 conn(0x7f12e415e4e0 0x7f12e40b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 -- 172.21.15.17:0/2787750798 >> 172.21.15.17:0/2787750798 conn(0x7f12e406f400 msgr2=0x7f12e406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:50.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 -- 172.21.15.17:0/2787750798 shutdown_connections 2024-09-19T08:05:50.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.483+0000 7f12e9874640 1 -- 172.21.15.17:0/2787750798 wait complete. 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.484+0000 7f12e9874640 1 Processor -- start 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.484+0000 7f12e9874640 1 -- start start 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12e415e4e0 0x7f12e414d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12e415e8c0 0x7f12e4152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f12e406d720 con 0x7f12e40d26d0 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f12e40b7250 con 0x7f12e415e4e0 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e9874640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f12e406dc40 con 0x7f12e415e8c0 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42714/0 (socket says 172.21.15.17:42714) 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12e2ffd640 1 -- 172.21.15.17:0/1359386647 learned_addr learned my addr 172.21.15.17:0/1359386647 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.485+0000 7f12dbfff640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12e415e4e0 0x7f12e414d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 -- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12e415e8c0 msgr2=0x7f12e4152130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12e415e8c0 0x7f12e4152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 -- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12e415e4e0 msgr2=0x7f12e414d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12e415e4e0 0x7f12e414d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 -- 172.21.15.17:0/1359386647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12e415a080 con 0x7f12e40d26d0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e2ffd640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f12d400e9e0 tx=0x7f12d400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4017070 con 0x7f12e40d26d0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12d400c9d0 con 0x7f12e40d26d0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d400cdc0 con 0x7f12e40d26d0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12e415a360 con 0x7f12e40d26d0 2024-09-19T08:05:50.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.486+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12e4159ca0 con 0x7f12e40d26d0 2024-09-19T08:05:50.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.487+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12e40d1fc0 con 0x7f12e40d26d0 2024-09-19T08:05:50.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.488+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f12d401a070 con 0x7f12e40d26d0 2024-09-19T08:05:50.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.488+0000 7f12e0ff9640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 0x7f12c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:50.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.488+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f12d408b720 con 0x7f12e40d26d0 2024-09-19T08:05:50.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.489+0000 7f12dbfff640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 0x7f12c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.490+0000 7f12dbfff640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 0x7f12c406e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f12e4070ed0 tx=0x7f12cc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:50.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.493+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12d4059820 con 0x7f12e40d26d0 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_RECONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_session_reset received session reset full=1 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_RECONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).reset_session 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8732ffd640 0 client.6186 ms_handle_remote_reset on v2:172.21.15.17:6834/3724166892 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:05:50.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:05:50.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.637+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:05:50.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.705+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12e415c500 con 0x7f12e40d26d0 2024-09-19T08:05:50.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.706+0000 7f12e0ff9640 1 -- 172.21.15.17:0/1359386647 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+5218 (secure 0 0 0) 0x7f12d405db20 con 0x7f12e40d26d0 2024-09-19T08:05:50.706 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:50.706 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":53,"btime":"2024-09-19T08:05:50:387819+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":53,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:49.389552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:rejoin","state_seq":16,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-19T08:05:50.707 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 53 2024-09-19T08:05:50.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 msgr2=0x7f12c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 0x7f12c406e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f12e4070ed0 tx=0x7f12cc009040 comp rx=0 tx=0).stop 2024-09-19T08:05:50.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 msgr2=0x7f12e414c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:50.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f12d400e9e0 tx=0x7f12d400eea0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 shutdown_connections 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12c406c2b0 0x7f12c406e770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12e415e8c0 0x7f12e4152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12e415e4e0 0x7f12e414d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 --2- 172.21.15.17:0/1359386647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12e40d26d0 0x7f12e414c8a0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 >> 172.21.15.17:0/1359386647 conn(0x7f12e406f400 msgr2=0x7f12e40b6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 shutdown_connections 2024-09-19T08:05:50.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:50.708+0000 7f12e9874640 1 -- 172.21.15.17:0/1359386647 wait complete. 2024-09-19T08:05:51.122 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 53, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:49.389552+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5892}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5892': {'gid': 5892, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:rejoin', 'state_seq': 16, 'addr': '172.21.15.160:6837/1613426611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6835', 'nonce': 1613426611}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 1613426611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:05:51.122 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5892:up:rejoin 2024-09-19T08:05:52.123 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:05:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 Processor -- start 2024-09-19T08:05:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 -- start start 2024-09-19T08:05:52.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f919015e640 0x7f91900ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 0x7f91900cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f919015ea20 con 0x7f91900cf0e0 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f91900b2860 con 0x7f919015e640 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.238+0000 7f9196cc9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f91900b1c50 con 0x7f91900d3660 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f918ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f91900cf0e0 0x7f91900b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60096/0 (socket says 172.21.15.17:60096) 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9194a65640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f919015e640 0x7f91900ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f918ffff640 1 -- 172.21.15.17:0/973547438 learned_addr learned my addr 172.21.15.17:0/973547438 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9195266640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 0x7f91900cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9194a65640 1 -- 172.21.15.17:0/973547438 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 msgr2=0x7f91900cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9194a65640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 0x7f91900cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9194a65640 1 -- 172.21.15.17:0/973547438 >> v1:172.21.15.17:6789/0 conn(0x7f91900cf0e0 legacy=0x7f91900b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9194a65640 1 -- 172.21.15.17:0/973547438 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91900b1f30 con 0x7f919015e640 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f918f7fe640 1 -- 172.21.15.17:0/973547438 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1893740622 0 0) 0x7f919015ea20 con 0x7f91900cf0e0 2024-09-19T08:05:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.239+0000 7f9195266640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 0x7f91900cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.240+0000 7f9194a65640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f919015e640 0x7f91900ceba0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f91800097a0 tx=0x7f918002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f04e2beb77312bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.240+0000 7f918f7fe640 1 -- 172.21.15.17:0/973547438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180037070 con 0x7f919015e640 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.240+0000 7f918f7fe640 1 -- 172.21.15.17:0/973547438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f918002ae50 con 0x7f919015e640 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.240+0000 7f918f7fe640 1 -- 172.21.15.17:0/973547438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180032660 con 0x7f919015e640 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 -- 172.21.15.17:0/973547438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f919015e640 msgr2=0x7f91900ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f919015e640 0x7f91900ceba0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f91800097a0 tx=0x7f918002a100 comp rx=0 tx=0).stop 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 -- 172.21.15.17:0/973547438 shutdown_connections 2024-09-19T08:05:52.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900d3660 0x7f91900cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 --2- 172.21.15.17:0/973547438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f919015e640 0x7f91900ceba0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 -- 172.21.15.17:0/973547438 >> 172.21.15.17:0/973547438 conn(0x7f919009d820 msgr2=0x7f91900d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 -- 172.21.15.17:0/973547438 shutdown_connections 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.241+0000 7f9196cc9640 1 -- 172.21.15.17:0/973547438 wait complete. 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.242+0000 7f9196cc9640 1 Processor -- start 2024-09-19T08:05:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.242+0000 7f9196cc9640 1 -- start start 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900cf0e0 0x7f91901f3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f919015e640 0x7f91900b9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f91900cfe40 con 0x7f91900d3660 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f91900b24f0 con 0x7f919015e640 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9196cc9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f91900b73a0 con 0x7f91900cf0e0 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42742/0 (socket says 172.21.15.17:42742) 2024-09-19T08:05:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 -- 172.21.15.17:0/109368102 learned_addr learned my addr 172.21.15.17:0/109368102 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9194a65640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900cf0e0 0x7f91901f3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f9195266640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f919015e640 0x7f91900b9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 -- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900cf0e0 msgr2=0x7f91901f3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900cf0e0 0x7f91901f3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 -- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f919015e640 msgr2=0x7f91900b9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f919015e640 0x7f91900b9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.243+0000 7f918ffff640 1 -- 172.21.15.17:0/109368102 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91900ce680 con 0x7f91900d3660 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f918ffff640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f918400c460 tx=0x7f918400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184018070 con 0x7f91900d3660 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9184007500 con 0x7f91900d3660 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184004a20 con 0x7f91900d3660 2024-09-19T08:05:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91900ce0c0 con 0x7f91900d3660 2024-09-19T08:05:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.244+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9190148e10 con 0x7f91900d3660 2024-09-19T08:05:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.245+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91900ceba0 con 0x7f91900d3660 2024-09-19T08:05:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.245+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f918401b070 con 0x7f91900d3660 2024-09-19T08:05:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.246+0000 7f918d7fa640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.246+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f918408a700 con 0x7f91900d3660 2024-09-19T08:05:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.246+0000 7f9194a65640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.247+0000 7f9194a65640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 0x7f917c06e770 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9180034000 tx=0x7f918002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.251+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9184058e50 con 0x7f91900d3660 2024-09-19T08:05:52.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.465+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f919006c370 con 0x7f91900d3660 2024-09-19T08:05:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.465+0000 7f918d7fa640 1 -- 172.21.15.17:0/109368102 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5225 (secure 0 0 0) 0x7f9184058750 con 0x7f91900d3660 2024-09-19T08:05:52.466 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:05:52.466 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":54,"btime":"2024-09-19T08:05:51:393038+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:51.393031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":17,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5892,"qdb_cluster":[5892]},"id":4}]} 2024-09-19T08:05:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 54 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.467+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 msgr2=0x7f917c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.467+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 0x7f917c06e770 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9180034000 tx=0x7f918002e000 comp rx=0 tx=0).stop 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.467+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 msgr2=0x7f91900b8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.467+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f918400c460 tx=0x7f918400c920 comp rx=0 tx=0).stop 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 shutdown_connections 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f919015e640 0x7f91900b9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91900d3660 0x7f91900b8fd0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 --2- 172.21.15.17:0/109368102 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91900cf0e0 0x7f91901f3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 >> 172.21.15.17:0/109368102 conn(0x7f919009d820 msgr2=0x7f91900b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 shutdown_connections 2024-09-19T08:05:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.468+0000 7f9196cc9640 1 -- 172.21.15.17:0/109368102 wait complete. 2024-09-19T08:05:52.881 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 54, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:05:02.946610+0000', 'modified': '2024-09-19T08:05:51.393031+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5892}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5892': {'gid': 5892, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.160:6837/1613426611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6835', 'nonce': 1613426611}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 1613426611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5892, 'qdb_cluster': [5892]} 2024-09-19T08:05:52.881 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:05:52.881 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T08:05:52.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.992+0000 7f3ff2159640 1 Processor -- start 2024-09-19T08:05:52.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.992+0000 7f3ff2159640 1 -- start start 2024-09-19T08:05:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3fec15e640 0x7f3fec0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 0x7f3fec0cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec0b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3fec0b2860 con 0x7f3fec15e640 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3fec15ea20 con 0x7f3fec0cf0e0 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3ff2159640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3fec0b1c50 con 0x7f3fec0b2cf0 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3fec15e640 0x7f3fec0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3fec15e640 0x7f3fec0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51208/0 (socket says 172.21.15.17:51208) 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 -- 172.21.15.17:0/2057324278 learned_addr learned my addr 172.21.15.17:0/2057324278 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feaffd640 1 --2- 172.21.15.17:0/2057324278 >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 0x7f3fec0cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3febfff640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec0b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 -- 172.21.15.17:0/2057324278 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 msgr2=0x7f3fec0b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec0b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 -- 172.21.15.17:0/2057324278 >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 msgr2=0x7f3fec0cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:52.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2057324278 >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 0x7f3fec0cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feb7fe640 1 -- 172.21.15.17:0/2057324278 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fec0b1f30 con 0x7f3fec15e640 2024-09-19T08:05:52.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3febfff640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec0b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:52.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.993+0000 7f3feaffd640 1 --2- 172.21.15.17:0/2057324278 >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 0x7f3fec0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:52.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.994+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec0ceba0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0cb580 tx=0x7f3fdc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685b1b5cc95874e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.994+0000 7f3fea7fc640 1 -- 172.21.15.17:0/2057324278 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc037070 con 0x7f3fec15e640 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.994+0000 7f3fea7fc640 1 -- 172.21.15.17:0/2057324278 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fdc032440 con 0x7f3fec15e640 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.994+0000 7f3fea7fc640 1 -- 172.21.15.17:0/2057324278 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc032810 con 0x7f3fec15e640 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.994+0000 7f3ff2159640 1 -- 172.21.15.17:0/2057324278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 msgr2=0x7f3fec0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec0ceba0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0cb580 tx=0x7f3fdc02a140 comp rx=0 tx=0).stop 2024-09-19T08:05:52.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 -- 172.21.15.17:0/2057324278 shutdown_connections 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec0b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2057324278 >> v2:172.21.15.160:3300/0 conn(0x7f3fec0cf0e0 0x7f3fec0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2057324278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec0ceba0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 -- 172.21.15.17:0/2057324278 >> 172.21.15.17:0/2057324278 conn(0x7f3fec09d820 msgr2=0x7f3fec0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 -- 172.21.15.17:0/2057324278 shutdown_connections 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.995+0000 7f3ff2159640 1 -- 172.21.15.17:0/2057324278 wait complete. 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.996+0000 7f3ff2159640 1 Processor -- start 2024-09-19T08:05:52.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.996+0000 7f3ff2159640 1 -- start start 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3fec0cf0e0 0x7f3fec0b5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec0cfe40 con 0x7f3fec15e640 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec0b24f0 con 0x7f3fec0cf0e0 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3ff2159640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3fec0b73a0 con 0x7f3fec0b2cf0 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51214/0 (socket says 172.21.15.17:51214) 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 -- 172.21.15.17:0/2838275392 learned_addr learned my addr 172.21.15.17:0/2838275392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3feaffd640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3fec0cf0e0 0x7f3fec0b5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 -- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 msgr2=0x7f3fec155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 -- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3fec0cf0e0 msgr2=0x7f3fec0b5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3fec0cf0e0 0x7f3fec0b5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 -- 172.21.15.17:0/2838275392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fec0c83f0 con 0x7f3fec15e640 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.997+0000 7f3febfff640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400cd10 tx=0x7f3fe400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.998+0000 7f3fd3fff640 1 -- 172.21.15.17:0/2838275392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe400f680 con 0x7f3fec15e640 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.998+0000 7f3fd3fff640 1 -- 172.21.15.17:0/2838275392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe400f840 con 0x7f3fec15e640 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.998+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fec0c86d0 con 0x7f3fec15e640 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.998+0000 7f3fd3fff640 1 -- 172.21.15.17:0/2838275392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe400fc30 con 0x7f3fec15e640 2024-09-19T08:05:53.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.998+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fec0c8c90 con 0x7f3fec15e640 2024-09-19T08:05:53.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:52.999+0000 7f3fd3fff640 1 -- 172.21.15.17:0/2838275392 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3fe40213f0 con 0x7f3fec15e640 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.000+0000 7f3fd3fff640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 0x7f3fd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.000+0000 7f3fd3fff640 1 -- 172.21.15.17:0/2838275392 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f3fe408c060 con 0x7f3fec15e640 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.000+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 0x7f3fd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.000+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 0x7f3fd806e770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc034000 tx=0x7f3fdc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.001+0000 7f3ff4fd0740 1 Processor -- start 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.001+0000 7f3ff4fd0740 1 -- start start 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c71a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2da50 0x55f274c268b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f274b8e520 con 0x55f274c29a80 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f274b363e0 con 0x55f274c2da50 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f274b8a4e0 con 0x55f274c2c2c0 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51224/0 (socket says 172.21.15.17:51224) 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 -- 172.21.15.17:0/4165054151 learned_addr learned my addr 172.21.15.17:0/4165054151 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c71a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3febfff640 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2da50 0x55f274c268b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 -- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 msgr2=0x55f274c71a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c71a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 -- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2da50 msgr2=0x55f274c268b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2da50 0x55f274c268b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 -- 172.21.15.17:0/4165054151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f274b512f0 con 0x55f274c29a80 2024-09-19T08:05:53.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3feaffd640 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000aab0 tx=0x7f3fe000af70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba5478b996349e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3fd17fa640 1 -- 172.21.15.17:0/4165054151 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe000fe10 con 0x55f274c29a80 2024-09-19T08:05:53.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3fd17fa640 1 -- 172.21.15.17:0/4165054151 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe0013440 con 0x55f274c29a80 2024-09-19T08:05:53.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.002+0000 7f3fd17fa640 1 -- 172.21.15.17:0/4165054151 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0013810 con 0x55f274c29a80 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/4165054151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 msgr2=0x55f274c2c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000aab0 tx=0x7f3fe000af70 comp rx=0 tx=0).stop 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/4165054151 shutdown_connections 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2da50 0x55f274c268b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c29a80 0x55f274c2c6a0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/4165054151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c71a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/4165054151 >> 172.21.15.17:0/4165054151 conn(0x55f274c28a80 msgr2=0x55f274c70f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/4165054151 shutdown_connections 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.003+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/4165054151 wait complete. 2024-09-19T08:05:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.004+0000 7f3ff4fd0740 1 -- start start 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.004+0000 7f3ff4fd0740 1 Processor -- start 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c4cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c56350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f274c27f20 con 0x55f274c2da50 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f274b17450 con 0x55f274c84ff0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f274c72290 con 0x55f274c2c2c0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3ff4fd0740 10 client.0 _ll_register_callbacks cb 0x55f2748a0ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51240/0 (socket says 172.21.15.17:51240) 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 -- 172.21.15.17:0/1366723928 learned_addr learned my addr 172.21.15.17:0/1366723928 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c4cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3febfff640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c56350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 -- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 msgr2=0x55f274c4cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c4cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 -- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 msgr2=0x55f274c56350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c56350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 -- 172.21.15.17:0/1366723928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2748a12d0 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3feaffd640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000a120 tx=0x7f3fe0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=780d27e2ef387401 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3fca7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.005+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe002b060 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe0013440 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f3fe0013ba0 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f3fe0031050 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 10 client.6270 fetch_fsmap learned FSMap version 54 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x55f27496b6b0 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe0013440 con 0x55f274c2da50 2024-09-19T08:05:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7f3fe0034020 con 0x55f274c2da50 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 10 client.6270 fetch_fsmap finished waiting for FSMap version 54 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 10 client.6270 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 20 client.6270 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c4f410 0x55f274c4f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 4 client.6270 mds_command: new command op to 5892 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 --> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f274b9bc50 con 0x55f274c4f410 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.006+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c4f410 0x55f274c4f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.007+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c4f410 0x55f274c4f7f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8395eda2c1f32afd server_cookie=6ab5a4cdcbd8819a in_seq=0 out_seq=0 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.007+0000 7f3fca7fc640 10 client.6270 ms_handle_connect on v2:172.21.15.160:6835/1613426611 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.007+0000 7f3fca7fc640 1 -- 172.21.15.17:0/1366723928 <== mds.0 v2:172.21.15.160:6835/1613426611 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f274b9bc50 con 0x55f274c4f410 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.007+0000 7f3fca7fc640 10 client.6270 handle_command_reply: tid=0 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 client.6270 shutdown 2024-09-19T08:05:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 msgr2=0x55f274c84ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000a120 tx=0x7f3fe0004730 comp rx=0 tx=0).stop 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 shutdown_connections 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c4f410 0x55f274c4f7f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c56350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274c84ab0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3fca7fc640 0 client.6270 ms_handle_reset on v2:172.21.15.160:6835/1613426611 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/1366723928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c4cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 >> 172.21.15.17:0/1366723928 conn(0x55f274c29a80 msgr2=0x55f274c2a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 shutdown_connections 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/1366723928 wait complete. 2024-09-19T08:05:53.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.008+0000 7f3ff4fd0740 20 client.6270 trim_cache size 0 max 16384 2024-09-19T08:05:53.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.026+0000 7f3ff4fd0740 1 Processor -- start 2024-09-19T08:05:53.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.026+0000 7f3ff4fd0740 1 -- start start 2024-09-19T08:05:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 0x55f274c74440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 0x55f274c74980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec1ffc30 con 0x55f274c84ff0 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec15aab0 con 0x55f274c2c2c0 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3fec1ff640 con 0x55f274c2da50 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51252/0 (socket says 172.21.15.17:51252) 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 -- 172.21.15.17:0/884866713 learned_addr learned my addr 172.21.15.17:0/884866713 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3feaffd640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 0x55f274c74980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 -- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 msgr2=0x55f274c74980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 0x55f274c74440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 0x55f274c74980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 -- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 msgr2=0x55f274c74440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 0x55f274c74440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 -- 172.21.15.17:0/884866713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f274c4c8f0 con 0x55f274c84ff0 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3feaffd640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 0x55f274c74980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 0x55f274c74440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3febfff640 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3fe40565c0 tx=0x7f3fe4062c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=654d04af31aa97bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3fd0ff9640 1 -- 172.21.15.17:0/884866713 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe4058460 con 0x55f274c84ff0 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3fd0ff9640 1 -- 172.21.15.17:0/884866713 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe4088070 con 0x55f274c84ff0 2024-09-19T08:05:53.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.027+0000 7f3fd0ff9640 1 -- 172.21.15.17:0/884866713 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe40567d0 con 0x55f274c84ff0 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/884866713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 msgr2=0x55f274c838e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3fe40565c0 tx=0x7f3fe4062c90 comp rx=0 tx=0).stop 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/884866713 shutdown_connections 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c84ff0 0x55f274c838e0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2da50 0x55f274c74980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/884866713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c2c2c0 0x55f274c74440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/884866713 >> 172.21.15.17:0/884866713 conn(0x55f274c29a80 msgr2=0x55f274c2a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:53.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/884866713 shutdown_connections 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.028+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/884866713 wait complete. 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 -- start start 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 Processor -- start 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c95530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c50d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f274c4d440 con 0x55f274c2da50 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f274c547e0 con 0x55f274c84ff0 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.029+0000 7f3ff4fd0740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f274c555e0 con 0x55f274c2c2c0 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3ff4fd0740 10 client.0 _ll_register_callbacks cb 0x7f3fe4056400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51258/0 (socket says 172.21.15.17:51258) 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 -- 172.21.15.17:0/3500891347 learned_addr learned my addr 172.21.15.17:0/3500891347 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:05:53.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3febfff640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c50d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c95530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 -- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 msgr2=0x55f274c95530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c95530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 -- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 msgr2=0x55f274c50d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c50d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 -- 172.21.15.17:0/3500891347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f274c94ff0 con 0x55f274c2da50 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3feaffd640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000a0f0 tx=0x7f3fe0008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e3fceeb0554c3ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3fca7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0020040 con 0x55f274c2da50 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f3fe0036b50 con 0x55f274c2da50 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe4088070 con 0x55f274c2da50 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f3fe0013440 con 0x55f274c2da50 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3ff4fd0740 10 client.6276 fetch_fsmap learned FSMap version 54 2024-09-19T08:05:53.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.030+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x55f274c515d0 con 0x55f274c2da50 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe4088070 con 0x55f274c2da50 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7f3fe0034070 con 0x55f274c2da50 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 10 client.6276 fetch_fsmap finished waiting for FSMap version 54 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 10 client.6276 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 20 client.6276 populate_metadata read hostname 'smithi017' 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c7e720 0x55f274c93c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 4 client.6276 mds_command: new command op to 5892 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 --> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] -- command(tid 0: {"prefix": "status"}) -- 0x55f274b95fa0 con 0x55f274c7e720 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c7e720 0x55f274c93c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3fca7fc640 10 client.6276 ms_handle_connect on v2:172.21.15.160:6835/1613426611 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.031+0000 7f3feb7fe640 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c7e720 0x55f274c93c30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9034dd983caf3566 server_cookie=e005cfb03af8d0cd in_seq=0 out_seq=0 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3fca7fc640 1 -- 172.21.15.17:0/3500891347 <== mds.0 v2:172.21.15.160:6835/1613426611 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55f274b95fa0 con 0x55f274c7e720 2024-09-19T08:05:53.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3fca7fc640 10 client.6276 handle_command_reply: tid=0 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 client.6276 shutdown 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 msgr2=0x55f274ceedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000a0f0 tx=0x7f3fe0008040 comp rx=0 tx=0).stop 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 shutdown_connections 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55f274c7e720 0x55f274c93c30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f274c84ff0 0x55f274c50d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f274c2da50 0x55f274ceedf0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 --2- 172.21.15.17:0/3500891347 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f274c2c2c0 0x55f274c95530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3fca7fc640 0 client.6276 ms_handle_reset on v2:172.21.15.160:6835/1613426611 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 >> 172.21.15.17:0/3500891347 conn(0x55f274c29a80 msgr2=0x55f274c2a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 shutdown_connections 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 1 -- 172.21.15.17:0/3500891347 wait complete. 2024-09-19T08:05:53.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff4fd0740 20 client.6276 trim_cache size 0 max 16384 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5892, 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.6463606930000001, 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 54, 2024-09-19T08:05:53.038 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 60, 2024-09-19T08:05:53.039 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 60, 2024-09-19T08:05:53.039 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 60.480048048999997 2024-09-19T08:05:53.039 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 msgr2=0x7f3fd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 0x7f3fd806e770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc034000 tx=0x7f3fdc02e000 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 msgr2=0x7f3fec06cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400cd10 tx=0x7f3fe400a650 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 shutdown_connections 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3fd806c2b0 0x7f3fd806e770 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fec15e640 0x7f3fec06cc00 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3fec0cf0e0 0x7f3fec0b5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 --2- 172.21.15.17:0/2838275392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3fec0b2cf0 0x7f3fec155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.032+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 >> 172.21.15.17:0/2838275392 conn(0x7f3fec09d820 msgr2=0x7f3fec0cf530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:53.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.033+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 shutdown_connections 2024-09-19T08:05:53.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:05:53.033+0000 7f3ff2159640 1 -- 172.21.15.17:0/2838275392 wait complete. 2024-09-19T08:05:54.540 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:05:54.540+0000 7f7815bd2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:05:54.730 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-19T08:05:57.493 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:05:57.496 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:06:05.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:05.645+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:05.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:05.645+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:06:05.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:05.645+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:06:05.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:05.645+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:06:05.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:05.645+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:06:20.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:20.646+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:20.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:20.646+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:06:20.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:20.646+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:06:20.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:20.646+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:06:20.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:20.646+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:06:27.640 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:06:27.644 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:06:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:35.653+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:35.654+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:06:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:35.654+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:06:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:35.654+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:06:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:35.654+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:06:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:50.657+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:50.657+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:06:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:50.657+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:06:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:50.657+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:06:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:06:50.657+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:06:57.729 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:06:57.733 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:07:05.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:05.665+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:05.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:05.665+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:07:05.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:05.665+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:07:05.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:05.665+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:07:05.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:05.665+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:07:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:20.668+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:20.668+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 19 2024-09-19T08:07:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:20.668+0000 7f8753fff640 1 -- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 msgr2=0x562d249730e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T08:07:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:20.668+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:07:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:20.668+0000 7f8753fff640 1 --2- 172.21.15.17:0/1925722453 >> [v2:172.21.15.17:6834/3724166892,v1:172.21.15.17:6835/3724166892] conn(0x562d24923c00 0x562d249730e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-19T08:07:25.062 DEBUG:teuthology.orchestra.run:got remote process result: 124 2024-09-19T08:07:25.063 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:07:25.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.178+0000 7f74ed791640 1 Processor -- start 2024-09-19T08:07:25.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.178+0000 7f74ed791640 1 -- start start 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74ed791640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 0x7f74e80d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74ed791640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f74e80b6ee0 0x7f74e80d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74ed791640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74e806cec0 con 0x7f74e815e4e0 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74ed791640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f74e80d2d40 con 0x7f74e80b6ee0 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74ed791640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f74e806d160 con 0x7f74e815e8c0 2024-09-19T08:07:25.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74e6ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f74e815e4e0 0x7f74e80b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41196/0 (socket says 172.21.15.17:41196) 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74e6ffd640 1 -- 172.21.15.17:0/1414331222 learned_addr learned my addr 172.21.15.17:0/1414331222 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74e67fc640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 0x7f74e80d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.179+0000 7f74e77fe640 1 --2- 172.21.15.17:0/1414331222 >> v2:172.21.15.160:3300/0 conn(0x7f74e80b6ee0 0x7f74e80d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3489248386 0 0) 0x7f74e806cec0 con 0x7f74e815e4e0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f74d4003520 con 0x7f74e815e4e0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4099582831 0 0) 0x7f74d4003520 con 0x7f74e815e4e0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 msgr2=0x7f74e80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 0x7f74e80d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 >> v2:172.21.15.160:3300/0 conn(0x7f74e80b6ee0 msgr2=0x7f74e80d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 --2- 172.21.15.17:0/1414331222 >> v2:172.21.15.160:3300/0 conn(0x7f74e80b6ee0 0x7f74e80d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e806d440 con 0x7f74e815e4e0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f74d80019f0 con 0x7f74e815e4e0 2024-09-19T08:07:25.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e77fe640 1 --2- 172.21.15.17:0/1414331222 >> v2:172.21.15.160:3300/0 conn(0x7f74e80b6ee0 0x7f74e80d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 >> v1:172.21.15.17:6789/0 conn(0x7f74e815e4e0 legacy=0x7f74e80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74d4004800 0x7f74d4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 0x7f74d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f74e80d2d40 con 0x7f74d4004800 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f74e806d160 con 0x7f74d40039b0 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f74d400b9c0 con 0x7f74e815e8c0 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74d4004800 0x7f74d4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e6ffd640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 -- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 msgr2=0x7f74d40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e815e8c0 0x7f74d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 -- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d40039b0 msgr2=0x7f74d4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:25.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e67fc640 1 -- 172.21.15.17:0/1414331222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d4003520 con 0x7f74d4004800 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.180+0000 7f74e6ffd640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.181+0000 7f74e67fc640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74d4004800 0x7f74d4004c80 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009ac0 tx=0x7f74d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0c5620b5a6352d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.181+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0036070 con 0x7f74d4004800 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.181+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74d0031400 con 0x7f74d4004800 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.181+0000 7f74e5ffb640 1 -- 172.21.15.17:0/1414331222 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0009690 con 0x7f74d4004800 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 -- 172.21.15.17:0/1414331222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74d4004800 msgr2=0x7f74d4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 --2- 172.21.15.17:0/1414331222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74d4004800 0x7f74d4004c80 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009ac0 tx=0x7f74d4005830 comp rx=0 tx=0).stop 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74e77fe640 1 -- 172.21.15.17:0/1414331222 reap_dead start 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 -- 172.21.15.17:0/1414331222 shutdown_connections 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 -- 172.21.15.17:0/1414331222 >> 172.21.15.17:0/1414331222 conn(0x7f74e806f400 msgr2=0x7f74e806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 -- 172.21.15.17:0/1414331222 shutdown_connections 2024-09-19T08:07:25.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.182+0000 7f74ed791640 1 -- 172.21.15.17:0/1414331222 wait complete. 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.183+0000 7f74ed791640 1 Processor -- start 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.183+0000 7f74ed791640 1 -- start start 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d4004800 0x7f74e8154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e80ae930 0x7f74e80aedb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f74e80d1fc0 con 0x7f74e814d760 2024-09-19T08:07:25.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f74e80d2a40 con 0x7f74d4004800 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74ed791640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f74e80d2140 con 0x7f74e80ae930 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74e67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74e67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48680/0 (socket says 172.21.15.17:48680) 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74e67fc640 1 -- 172.21.15.17:0/2720606722 learned_addr learned my addr 172.21.15.17:0/2720606722 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74e77fe640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e80ae930 0x7f74e80aedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.184+0000 7f74e6ffd640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d4004800 0x7f74e8154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 -- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e80ae930 msgr2=0x7f74e80aedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e80ae930 0x7f74e80aedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 -- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d4004800 msgr2=0x7f74e8154b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d4004800 0x7f74e8154b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 -- 172.21.15.17:0/2720606722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e80af6f0 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74e67fc640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f74d0034040 tx=0x7f74d0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0040020 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74d0003810 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e80af9d0 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d0036040 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.185+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e80aff90 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.186+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74e80d2490 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.187+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f74d0043020 con 0x7f74e814d760 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.187+0000 7f74df7fe640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 0x7f74c806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.187+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f74d00ab470 con 0x7f74e814d760 2024-09-19T08:07:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.188+0000 7f74e6ffd640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 0x7f74c806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.188+0000 7f74e6ffd640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 0x7f74c806e7a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f74d80013d0 tx=0x7f74d800a0e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.192+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74d004a070 con 0x7f74e814d760 2024-09-19T08:07:25.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.404+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f74e814e100 con 0x7f74e814d760 2024-09-19T08:07:25.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.404+0000 7f74df7fe640 1 -- 172.21.15.17:0/2720606722 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v54) ==== 53+0+73 (secure 0 0 0) 0x7f74d0079450 con 0x7f74e814d760 2024-09-19T08:07:25.405 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 msgr2=0x7f74c806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 0x7f74c806e7a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f74d80013d0 tx=0x7f74d800a0e0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 msgr2=0x7f74e814dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f74d0034040 tx=0x7f74d0004730 comp rx=0 tx=0).stop 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 shutdown_connections 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f74c806c2e0 0x7f74c806e7a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f74e80ae930 0x7f74e80aedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e814d760 0x7f74e814dbc0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 --2- 172.21.15.17:0/2720606722 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f74d4004800 0x7f74e8154b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.406+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 >> 172.21.15.17:0/2720606722 conn(0x7f74e806f400 msgr2=0x7f74e806e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.407+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 shutdown_connections 2024-09-19T08:07:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25.407+0000 7f74ed791640 1 -- 172.21.15.17:0/2720606722 wait complete. 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:07:25.421 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:25.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:25.422 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:07:25.438 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42475sec preferred_lft 42475sec 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:07:25.439 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:07:25.440 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.441 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:07:25.441 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:25.441 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:07:25.441 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:25.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:25.441 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:07:25.503 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:07:25.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:25.505 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:07:25.562 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:07:25.562 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:07:25.562 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:07:25.562 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:07:25.563 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:07:25.563 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:07:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:07:25.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:25.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:25.692 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:07:25.709 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:07:25.709 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:07:25.709 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:25.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:25.709 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:07:25.775 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:07:25.775 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:07:25.775 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:25.831 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:25.831 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:07:25.831 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:25.886 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:07:25.954 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:07:26.012 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:07:26.013 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:26.014 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:26.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:26.015 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:07:26.068 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:07:26.068 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:07:26.110 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:07:26.136 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:07:26.193 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:07:26.193 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:07:26.193 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:07:26.193 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:07:26.194 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:07:26.195 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:07:26.196 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:26.196 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:26.196 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:26.196 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:26.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:26.196 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:07:26.197 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:07:26.195+0000 7fb188c94480 -1 init, newargv = 0x5585b82e16b0 newargc=15 2024-09-19T08:07:26.197 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[57003]: starting ceph client 2024-09-19T08:07:26.200 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[57003]: starting fuse 2024-09-19T08:07:26.213 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:07:26.213 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:07:26.213 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:07:26.213 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:07:26.214 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:07:26.215 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:07:26.334 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.57003.asok 2024-09-19T08:07:26.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:26.345 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.57003.asok 2024-09-19T08:07:26.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:26.345 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.57003.asok status 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "57003", 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:26.482 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6288, 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 6288 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1414571786 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:26.483 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1414571786 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.6288 192.168.0.1:0/1414571786", 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/1414571786", 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 54, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 60, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:07:26.484 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:26.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:26.490 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:07:26.490 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:26.506 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:07:26.506 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:26.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:26.507 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:26.572 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat a/ && find a/') 2024-09-19T08:07:26.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:07:26.666 INFO:teuthology.orchestra.run.smithi017.stdout: File: a/ 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 0 Blocks: 1 IO Block: 4096 directory 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 2bh/43d Inode: 1099511627776 Links: 4 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0755/drwxr-xr-x) Uid: ( 1000/ ubuntu) Gid: ( 1333/ ubuntu) 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:05:09.834263794 +0000 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 08:05:09.840476959 +0000 2024-09-19T08:07:26.667 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 08:05:09.840476959 +0000 2024-09-19T08:07:26.668 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: - 2024-09-19T08:07:26.680 INFO:teuthology.orchestra.run.smithi017.stdout:a/ 2024-09-19T08:07:26.681 INFO:teuthology.orchestra.run.smithi017.stdout:a/c 2024-09-19T08:07:26.681 INFO:teuthology.orchestra.run.smithi017.stdout:a/c/d 2024-09-19T08:07:26.681 INFO:teuthology.orchestra.run.smithi017.stdout:a/b 2024-09-19T08:07:26.681 INFO:teuthology.orchestra.run.smithi017.stdout:a/b/d 2024-09-19T08:07:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:26.687 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-19T08:07:26.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.791+0000 7fc7d14f1640 1 Processor -- start 2024-09-19T08:07:26.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.791+0000 7fc7d14f1640 1 -- start start 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7d14f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc7cc145110 0x7fc7cc0af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7d14f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7cc0b2530 0x7fc7cc0cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7d14f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7cc1454f0 con 0x7fc7cc145700 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7d14f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc7cc073b60 con 0x7fc7cc0b2530 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7d14f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc7cc072f50 con 0x7fc7cc145110 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7cc0b2530 0x7fc7cc0cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc7cc0b2530 0x7fc7cc0cf730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48696/0 (socket says 172.21.15.17:48696) 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/2702102201 learned_addr learned my addr 172.21.15.17:0/2702102201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7caffd640 1 --2- 172.21.15.17:0/2702102201 >> v2:172.21.15.160:3300/0 conn(0x7fc7cc145110 0x7fc7cc0af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/2702102201 >> v2:172.21.15.160:3300/0 conn(0x7fc7cc145110 msgr2=0x7fc7cc0af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2702102201 >> v2:172.21.15.160:3300/0 conn(0x7fc7cc145110 0x7fc7cc0af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/2702102201 >> v1:172.21.15.160:6789/0 conn(0x7fc7cc145700 legacy=0x7fc7cc0b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.792+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/2702102201 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc073230 con 0x7fc7cc0b2530 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2702102201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc0b2530 0x7fc7cc0cf730 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc070b40 tx=0x7fc7c402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9596ef677a595c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7ca7fc640 1 -- 172.21.15.17:0/2702102201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4036070 con 0x7fc7cc0b2530 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7ca7fc640 1 -- 172.21.15.17:0/2702102201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c4031600 con 0x7fc7cc0b2530 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7ca7fc640 1 -- 172.21.15.17:0/2702102201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40319d0 con 0x7fc7cc0b2530 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7d14f1640 1 -- 172.21.15.17:0/2702102201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc0b2530 msgr2=0x7fc7cc0cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.793+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/2702102201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc0b2530 0x7fc7cc0cf730 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc070b40 tx=0x7fc7c402a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 -- 172.21.15.17:0/2702102201 shutdown_connections 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/2702102201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc0b2530 0x7fc7cc0cf730 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/2702102201 >> v2:172.21.15.160:3300/0 conn(0x7fc7cc145110 0x7fc7cc0af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 -- 172.21.15.17:0/2702102201 >> 172.21.15.17:0/2702102201 conn(0x7fc7cc06bc10 msgr2=0x7fc7cc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 -- 172.21.15.17:0/2702102201 shutdown_connections 2024-09-19T08:07:26.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.794+0000 7fc7d14f1640 1 -- 172.21.15.17:0/2702102201 wait complete. 2024-09-19T08:07:26.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.795+0000 7fc7d14f1640 1 Processor -- start 2024-09-19T08:07:26.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.795+0000 7fc7d14f1640 1 -- start start 2024-09-19T08:07:26.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7cc0b2530 0x7fc7cc143500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7cc145700 0x7fc7cc13a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cfc70 con 0x7fc7cc145110 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0737f0 con 0x7fc7cc145700 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7d14f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cfdf0 con 0x7fc7cc0b2530 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48698/0 (socket says 172.21.15.17:48698) 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 -- 172.21.15.17:0/1314343586 learned_addr learned my addr 172.21.15.17:0/1314343586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7cc145700 0x7fc7cc13a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7cc0b2530 0x7fc7cc143500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 -- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7cc0b2530 msgr2=0x7fc7cc143500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7cc0b2530 0x7fc7cc143500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 -- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7cc145700 msgr2=0x7fc7cc13a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7cc145700 0x7fc7cc13a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 -- 172.21.15.17:0/1314343586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc0b3750 con 0x7fc7cc145110 2024-09-19T08:07:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400c3c0 tx=0x7fc7b400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c3fff640 1 -- 172.21.15.17:0/1314343586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b40052d0 con 0x7fc7cc145110 2024-09-19T08:07:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.796+0000 7fc7c3fff640 1 -- 172.21.15.17:0/1314343586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7b4005490 con 0x7fc7cc145110 2024-09-19T08:07:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.797+0000 7fc7c3fff640 1 -- 172.21.15.17:0/1314343586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4007260 con 0x7fc7cc145110 2024-09-19T08:07:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.797+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc0b3a30 con 0x7fc7cc145110 2024-09-19T08:07:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.797+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc0b3ff0 con 0x7fc7cc145110 2024-09-19T08:07:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.799+0000 7fc7c3fff640 1 -- 172.21.15.17:0/1314343586 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7b4007400 con 0x7fc7cc145110 2024-09-19T08:07:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.799+0000 7fc7c3fff640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 0x7fc7ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.799+0000 7fc7c3fff640 1 -- 172.21.15.17:0/1314343586 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7fc7b408a910 con 0x7fc7cc145110 2024-09-19T08:07:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.799+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 0x7fc7ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.800+0000 7fc7d428c740 1 Processor -- start 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.800+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 0x7fc7ac06e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc006fd0 tx=0x7fc7bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.800+0000 7fc7d428c740 1 -- start start 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3b010c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3ab61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cff3a1e6f0 con 0x55cff3ab90e0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55cff39c6330 con 0x55cff3abd0b0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55cff3a1a6b0 con 0x55cff3abb920 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48708/0 (socket says 172.21.15.17:48708) 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 -- 172.21.15.17:0/2184625289 learned_addr learned my addr 172.21.15.17:0/2184625289 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3ab61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7caffd640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3b010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 -- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 msgr2=0x55cff3b010c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3b010c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 -- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 msgr2=0x55cff3ab61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3ab61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 -- 172.21.15.17:0/2184625289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cff39ec0d0 con 0x55cff3ab90e0 2024-09-19T08:07:26.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7caffd640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3b010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4088d30 tx=0x7fc7b400a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab9608f7600ab3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c0ff9640 1 -- 172.21.15.17:0/2184625289 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b405f0f0 con 0x55cff3ab90e0 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c0ff9640 1 -- 172.21.15.17:0/2184625289 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7b4054ff0 con 0x55cff3ab90e0 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.801+0000 7fc7c0ff9640 1 -- 172.21.15.17:0/2184625289 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4057fd0 con 0x55cff3ab90e0 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 -- 172.21.15.17:0/2184625289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 msgr2=0x55cff3abbd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4088d30 tx=0x7fc7b400a000 comp rx=0 tx=0).stop 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 -- 172.21.15.17:0/2184625289 shutdown_connections 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3ab61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3abbd00 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 --2- 172.21.15.17:0/2184625289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3b010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 -- 172.21.15.17:0/2184625289 >> 172.21.15.17:0/2184625289 conn(0x55cff3ab8370 msgr2=0x55cff3b00590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 -- 172.21.15.17:0/2184625289 shutdown_connections 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.802+0000 7fc7d428c740 1 -- 172.21.15.17:0/2184625289 wait complete. 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.803+0000 7fc7d428c740 1 -- start start 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.803+0000 7fc7d428c740 1 Processor -- start 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3ada4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3adc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cff3ab7810 con 0x55cff3adc940 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55cff39a74f0 con 0x55cff3abd0b0 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55cff3b018f0 con 0x55cff3abb920 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 10 client.0 _ll_register_callbacks cb 0x55cff39c8b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:26.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48720/0 (socket says 172.21.15.17:48720) 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/1700351933 learned_addr learned my addr 172.21.15.17:0/1700351933 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3adc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3ada4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 msgr2=0x55cff3ada4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3ada4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 msgr2=0x55cff3adc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3adc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 -- 172.21.15.17:0/1700351933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cff37fb7d0 con 0x55cff3adc940 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3adc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4009f40 tx=0x7fc7c4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=953d089b5f0e7413 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4044070 con 0x55cff3adc940 2024-09-19T08:07:26.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7fc7c403e670 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.804+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7b4054ff0 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7fc7c404e050 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 10 client.6300 fetch_fsmap learned FSMap version 54 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x55cff37313f0 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7b4054ff0 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7fc7c4051020 con 0x55cff3adc940 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 10 client.6300 fetch_fsmap finished waiting for FSMap version 54 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 10 client.6300 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.d 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 20 client.6300 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adacd0 0x55cff3adb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 4 client.6300 mds_command: new command op to 5892 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 --> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cff3a2be20 con 0x55cff3adacd0 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.805+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adacd0 0x55cff3adb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.806+0000 7fc7a9ffb640 10 client.6300 ms_handle_connect on v2:172.21.15.160:6835/1613426611 2024-09-19T08:07:26.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.806+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adacd0 0x55cff3adb0e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfcdbd88397874e4 server_cookie=364e42f43ee3332e in_seq=0 out_seq=0 2024-09-19T08:07:26.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.806+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/1700351933 <== mds.0 v2:172.21.15.160:6835/1613426611 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cff3a2be20 con 0x55cff3adacd0 2024-09-19T08:07:26.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.806+0000 7fc7a9ffb640 10 client.6300 handle_command_reply: tid=0 2024-09-19T08:07:26.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.806+0000 7fc7d428c740 1 client.6300 shutdown 2024-09-19T08:07:26.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 msgr2=0x55cff3aba1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4009f40 tx=0x7fc7c4004ab0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 shutdown_connections 2024-09-19T08:07:26.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adacd0 0x55cff3adb0e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3adc940 0x55cff3aba1b0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7a9ffb640 0 client.6300 ms_handle_reset on v2:172.21.15.160:6835/1613426611 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abd0b0 0x55cff3adc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1700351933 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abb920 0x55cff3ada4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 >> 172.21.15.17:0/1700351933 conn(0x55cff3ab90e0 msgr2=0x55cff3b03aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 shutdown_connections 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 1 -- 172.21.15.17:0/1700351933 wait complete. 2024-09-19T08:07:26.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.807+0000 7fc7d428c740 20 client.6300 trim_cache size 0 max 16384 2024-09-19T08:07:26.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.821+0000 7fc7d428c740 1 Processor -- start 2024-09-19T08:07:26.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.821+0000 7fc7d428c740 1 -- start start 2024-09-19T08:07:26.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abb920 0x55cff3b03aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3b03fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc200bd0 con 0x55cff3ab90e0 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1ffc40 con 0x55cff3abb920 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc1f4f50 con 0x55cff3abd0b0 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48734/0 (socket says 172.21.15.17:48734) 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 -- 172.21.15.17:0/1386803327 learned_addr learned my addr 172.21.15.17:0/1386803327 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3b03fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abb920 0x55cff3b03aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 -- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 msgr2=0x55cff3b03fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3b03fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 -- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abb920 msgr2=0x55cff3b03aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abb920 0x55cff3b03aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 -- 172.21.15.17:0/1386803327 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cff36f10f0 con 0x55cff3ab90e0 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.822+0000 7fc7caffd640 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00fc60 tx=0x7fc7bc015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98a14184232625e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7abfff640 1 -- 172.21.15.17:0/1386803327 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc02f070 con 0x55cff3ab90e0 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7abfff640 1 -- 172.21.15.17:0/1386803327 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7bc01c040 con 0x55cff3ab90e0 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7abfff640 1 -- 172.21.15.17:0/1386803327 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc01b040 con 0x55cff3ab90e0 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 -- 172.21.15.17:0/1386803327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 msgr2=0x55cff3b24a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc00fc60 tx=0x7fc7bc015000 comp rx=0 tx=0).stop 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 -- 172.21.15.17:0/1386803327 shutdown_connections 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3b03fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3abb920 0x55cff3b03aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 --2- 172.21.15.17:0/1386803327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3ab90e0 0x55cff3b24a10 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 -- 172.21.15.17:0/1386803327 >> 172.21.15.17:0/1386803327 conn(0x55cff3ae3670 msgr2=0x55cff3ab17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 -- 172.21.15.17:0/1386803327 shutdown_connections 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.823+0000 7fc7d428c740 1 -- 172.21.15.17:0/1386803327 wait complete. 2024-09-19T08:07:26.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.824+0000 7fc7d428c740 1 -- start start 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.824+0000 7fc7d428c740 1 Processor -- start 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3ab90e0 0x55cff3b7e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3ada530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cff3ae5030 con 0x55cff3abb920 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1f55a0 con 0x55cff3ab90e0 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55cff3ab21a0 con 0x55cff3abd0b0 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 10 client.0 _ll_register_callbacks cb 0x7fc7c4009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48744/0 (socket says 172.21.15.17:48744) 2024-09-19T08:07:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 -- 172.21.15.17:0/3022197727 learned_addr learned my addr 172.21.15.17:0/3022197727 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7caffd640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3ab90e0 0x55cff3b7e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3ada530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 -- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 msgr2=0x55cff3ada530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3ada530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 -- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3ab90e0 msgr2=0x55cff3b7e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3ab90e0 0x55cff3b7e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 -- 172.21.15.17:0/3022197727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cff3b24f70 con 0x55cff3abb920 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7c27fc640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400cd80 tx=0x7fc7b405b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de34b03431694118 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4058750 con 0x55cff3abb920 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7fc7b4057dd0 con 0x55cff3abb920 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7bc01c040 con 0x55cff3abb920 2024-09-19T08:07:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7fc7b4057ff0 con 0x55cff3abb920 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 10 client.6306 fetch_fsmap learned FSMap version 54 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.825+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x55cff3b7ea10 con 0x55cff3abb920 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7bc01c040 con 0x55cff3abb920 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7fc7b4070b30 con 0x55cff3abb920 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 10 client.6306 fetch_fsmap finished waiting for FSMap version 54 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 10 client.6306 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.d 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 20 client.6306 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adc940 0x55cff3b03aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 4 client.6306 mds_command: new command op to 5892 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 --> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cff3a26170 con 0x55cff3adc940 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7caffd640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adc940 0x55cff3b03aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7caffd640 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adc940 0x55cff3b03aa0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a64750588ec00d0 server_cookie=a987aa88ed7e21b0 in_seq=0 out_seq=0 2024-09-19T08:07:26.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.826+0000 7fc7a9ffb640 10 client.6306 ms_handle_connect on v2:172.21.15.160:6835/1613426611 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7a9ffb640 1 -- 172.21.15.17:0/3022197727 <== mds.0 v2:172.21.15.160:6835/1613426611 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cff3a26170 con 0x55cff3adc940 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7a9ffb640 10 client.6306 handle_command_reply: tid=0 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 client.6306 shutdown 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 msgr2=0x55cff3ad9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400cd80 tx=0x7fc7b405b070 comp rx=0 tx=0).stop 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 shutdown_connections 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:6835/1613426611,v1:172.21.15.160:6837/1613426611] conn(0x55cff3adc940 0x55cff3b03aa0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55cff3abd0b0 0x55cff3ada530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7a9ffb640 0 client.6306 ms_handle_reset on v2:172.21.15.160:6835/1613426611 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cff3abb920 0x55cff3ad9ff0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 --2- 172.21.15.17:0/3022197727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55cff3ab90e0 0x55cff3b7e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 >> 172.21.15.17:0/3022197727 conn(0x55cff3ae3670 msgr2=0x55cff3b020f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 shutdown_connections 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 1 -- 172.21.15.17:0/3022197727 wait complete. 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.840+0000 7fc7d428c740 20 client.6306 trim_cache size 0 max 16384 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:07:26.842 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 msgr2=0x7fc7ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 0x7fc7ac06e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc006fd0 tx=0x7fc7bc008040 comp rx=0 tx=0).stop 2024-09-19T08:07:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 msgr2=0x7fc7cc13dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400c3c0 tx=0x7fc7b400c880 comp rx=0 tx=0).stop 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 shutdown_connections 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc7ac06c2b0 0x7fc7ac06e770 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7cc145700 0x7fc7cc13a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc145110 0x7fc7cc13dc20 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 --2- 172.21.15.17:0/1314343586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7cc0b2530 0x7fc7cc143500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 >> 172.21.15.17:0/1314343586 conn(0x7fc7cc06bc10 msgr2=0x7fc7cc06d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 shutdown_connections 2024-09-19T08:07:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:26.841+0000 7fc7d14f1640 1 -- 172.21.15.17:0/1314343586 wait complete. 2024-09-19T08:07:26.852 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:07:26.852 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:07:26.898 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:07:26.953 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:07:26.953 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:07:26.953 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:07:26.953 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:26.971 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:07:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.114+0000 7fe015dc6640 1 Processor -- start 2024-09-19T08:07:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.114+0000 7fe015dc6640 1 -- start start 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe015dc6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe01015c050 0x7fe0100d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe015dc6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe010160a00 0x7fe0100d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe015dc6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0100d2e60 con 0x7fe0100d2210 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe015dc6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe010070ec0 con 0x7fe01015c050 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe015dc6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe01015ff20 con 0x7fe010160a00 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe00f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe01015c050 0x7fe0100d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe00ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe0100d2210 0x7fe0100ce830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41212/0 (socket says 172.21.15.17:41212) 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe00ffff640 1 -- 172.21.15.17:0/1719781662 learned_addr learned my addr 172.21.15.17:0/1719781662 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.115+0000 7fe006ffd640 1 --2- 172.21.15.17:0/1719781662 >> v2:172.21.15.160:3300/0 conn(0x7fe010160a00 0x7fe0100d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00f7fe640 1 -- 172.21.15.17:0/1719781662 >> v2:172.21.15.160:3300/0 conn(0x7fe010160a00 msgr2=0x7fe0100d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00f7fe640 1 --2- 172.21.15.17:0/1719781662 >> v2:172.21.15.160:3300/0 conn(0x7fe010160a00 0x7fe0100d0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00f7fe640 1 -- 172.21.15.17:0/1719781662 >> v1:172.21.15.17:6789/0 conn(0x7fe0100d2210 legacy=0x7fe0100ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00effd640 1 -- 172.21.15.17:0/1719781662 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4001252483 0 0) 0x7fe0100d2e60 con 0x7fe0100d2210 2024-09-19T08:07:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00f7fe640 1 -- 172.21.15.17:0/1719781662 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe010160200 con 0x7fe01015c050 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00f7fe640 1 --2- 172.21.15.17:0/1719781662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe01015c050 0x7fe0100d01e0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe010160e70 tx=0x7fe00002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f20f2011b5d7cfd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00effd640 1 -- 172.21.15.17:0/1719781662 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000037070 con 0x7fe01015c050 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00effd640 1 -- 172.21.15.17:0/1719781662 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe000032440 con 0x7fe01015c050 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.116+0000 7fe00effd640 1 -- 172.21.15.17:0/1719781662 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000032810 con 0x7fe01015c050 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 -- 172.21.15.17:0/1719781662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe01015c050 msgr2=0x7fe0100d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 --2- 172.21.15.17:0/1719781662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe01015c050 0x7fe0100d01e0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe010160e70 tx=0x7fe00002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 -- 172.21.15.17:0/1719781662 shutdown_connections 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 --2- 172.21.15.17:0/1719781662 >> v2:172.21.15.160:3300/0 conn(0x7fe010160a00 0x7fe0100d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 --2- 172.21.15.17:0/1719781662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe01015c050 0x7fe0100d01e0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 -- 172.21.15.17:0/1719781662 >> 172.21.15.17:0/1719781662 conn(0x7fe01006f400 msgr2=0x7fe01006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 -- 172.21.15.17:0/1719781662 shutdown_connections 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.117+0000 7fe015dc6640 1 -- 172.21.15.17:0/1719781662 wait complete. 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.118+0000 7fe015dc6640 1 Processor -- start 2024-09-19T08:07:27.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.119+0000 7fe015dc6640 1 -- start start 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe01015c050 0x7fe01015a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe010160a00 0x7fe0101f7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe01015c5b0 con 0x7fe0100d2210 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe01015c430 con 0x7fe010160a00 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe0100d26c0 con 0x7fe01015c050 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48764/0 (socket says 172.21.15.17:48764) 2024-09-19T08:07:27.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 -- 172.21.15.17:0/2715635911 learned_addr learned my addr 172.21.15.17:0/2715635911 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 -- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe01015c050 msgr2=0x7fe01015a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe01015c050 0x7fe01015a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 -- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe010160a00 msgr2=0x7fe0101f7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe010160a00 0x7fe0101f7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 -- 172.21.15.17:0/2715635911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe01015af10 con 0x7fe0100d2210 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00f7fe640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe000009890 tx=0x7fe0000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000037040 con 0x7fe0100d2210 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe000042070 con 0x7fe0100d2210 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000030960 con 0x7fe0100d2210 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe010158640 con 0x7fe0100d2210 2024-09-19T08:07:27.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.120+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe01015e590 con 0x7fe0100d2210 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.121+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0100d2a80 con 0x7fe0100d2210 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.122+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe000030b00 con 0x7fe0100d2210 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.122+0000 7fe00cff9640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 0x7fdff006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.123+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7fe0000abe60 con 0x7fe0100d2210 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.123+0000 7fe006ffd640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 0x7fdff006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.123+0000 7fe006ffd640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 0x7fdff006e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fdff8006a90 tx=0x7fdff8006a20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.127+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe01015af10 con 0x7fe0100d2210 2024-09-19T08:07:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.313+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe010158810 con 0x7fe0100d2210 2024-09-19T08:07:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.313+0000 7fe00cff9640 1 -- 172.21.15.17:0/2715635911 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v60) ==== 80+0+244 (secure 0 0 0) 0x7fe00007a480 con 0x7fe0100d2210 2024-09-19T08:07:27.314 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3724166892 2024-09-20T08:05:48.384145+0000 2024-09-19T08:07:27.314 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3724166892 2024-09-20T08:05:48.384145+0000 2024-09-19T08:07:27.314 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2122129785 2024-09-20T08:05:12.973495+0000 2024-09-19T08:07:27.314 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2122129785 2024-09-20T08:05:12.973495+0000 2024-09-19T08:07:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:listed 4 entries 2024-09-19T08:07:27.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 msgr2=0x7fdff006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 0x7fdff006e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fdff8006a90 tx=0x7fdff8006a20 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 msgr2=0x7fe010149c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe000009890 tx=0x7fe0000046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 shutdown_connections 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdff006c2b0 0x7fdff006e770 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe010160a00 0x7fe0101f7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe01015c050 0x7fe01015a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 --2- 172.21.15.17:0/2715635911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0100d2210 0x7fe010149c40 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 >> 172.21.15.17:0/2715635911 conn(0x7fe01006f400 msgr2=0x7fe0100b6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 shutdown_connections 2024-09-19T08:07:27.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.315+0000 7fe015dc6640 1 -- 172.21.15.17:0/2715635911 wait complete. 2024-09-19T08:07:27.326 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:07:27.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:27.327 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:27.351 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[57003]: fuse finished with error 0 and tester_r 0 2024-09-19T08:07:27.352 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:07:27.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:27.353 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:07:27.449 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:07:27.450 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:07:27.450 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:27.471 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:07:27.471 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:07:27.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:27.471 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:07:27.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:07:27.532 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:07:27.533 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:07:27.533 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:07:27.533 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:27.549 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:07:27.550 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:07:27.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:27.550 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:07:27.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:07:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:07:27.611 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:07:27.612 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:07:27.612 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:27.630 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:07:27.630 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:07:27.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:27.631 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:07:27.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:07:27.654 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:07:27.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.758+0000 7f428a166640 1 Processor -- start 2024-09-19T08:07:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.758+0000 7f428a166640 1 -- start start 2024-09-19T08:07:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f428a166640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 0x7f42840b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f428a166640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f428406cec0 con 0x7f428415e8c0 2024-09-19T08:07:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f428a166640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f428406d160 con 0x7f42840d26d0 2024-09-19T08:07:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f428a166640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42840d2d40 con 0x7f428415e4e0 2024-09-19T08:07:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f4282ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f428415e8c0 0x7f42840d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41214/0 (socket says 172.21.15.17:41214) 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f4282ffd640 1 -- 172.21.15.17:0/3041786042 learned_addr learned my addr 172.21.15.17:0/3041786042 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f42837fe640 1 --2- 172.21.15.17:0/3041786042 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 0x7f42840b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4178257276 0 0) 0x7f428406cec0 con 0x7f428415e8c0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.759+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f426c003520 con 0x7f428415e8c0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2825130391 0 0) 0x7f428406d160 con 0x7f42840d26d0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f428406cec0 con 0x7f42840d26d0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3310400636 0 0) 0x7f426c003520 con 0x7f428415e8c0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42837fe640 1 -- 172.21.15.17:0/3041786042 >> v1:172.21.15.160:6789/0 conn(0x7f42840d26d0 legacy=0x7f428406dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42837fe640 1 -- 172.21.15.17:0/3041786042 >> v1:172.21.15.17:6789/0 conn(0x7f428415e8c0 legacy=0x7f42840d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42837fe640 1 -- 172.21.15.17:0/3041786042 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f428406d440 con 0x7f428415e4e0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.760+0000 7f42837fe640 1 --2- 172.21.15.17:0/3041786042 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 0x7f42840b67d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f428406d090 tx=0x7f427402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c1165d184230818 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274037070 con 0x7f428415e4e0 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427402ac10 con 0x7f428415e4e0 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f42827fc640 1 -- 172.21.15.17:0/3041786042 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278001670 con 0x7f428415e4e0 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 -- 172.21.15.17:0/3041786042 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 msgr2=0x7f42840b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 --2- 172.21.15.17:0/3041786042 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 0x7f42840b67d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f428406d090 tx=0x7f427402a180 comp rx=0 tx=0).stop 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 -- 172.21.15.17:0/3041786042 shutdown_connections 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 --2- 172.21.15.17:0/3041786042 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e4e0 0x7f42840b67d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 -- 172.21.15.17:0/3041786042 >> 172.21.15.17:0/3041786042 conn(0x7f428406f400 msgr2=0x7f428406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:27.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 -- 172.21.15.17:0/3041786042 shutdown_connections 2024-09-19T08:07:27.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.761+0000 7f428a166640 1 -- 172.21.15.17:0/3041786042 wait complete. 2024-09-19T08:07:27.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.762+0000 7f428a166640 1 Processor -- start 2024-09-19T08:07:27.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 -- start start 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 0x7f428414dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e8c0 0x7f42841591b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42840b6e90 con 0x7f42840d26d0 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f42840b6d10 con 0x7f428415e4e0 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f428a166640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42840b7010 con 0x7f428415e8c0 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f42837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f42837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48778/0 (socket says 172.21.15.17:48778) 2024-09-19T08:07:27.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.763+0000 7f42837fe640 1 -- 172.21.15.17:0/3295951308 learned_addr learned my addr 172.21.15.17:0/3295951308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f4282ffd640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 0x7f428414dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f4283fff640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e8c0 0x7f42841591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 -- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e8c0 msgr2=0x7f42841591b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e8c0 0x7f42841591b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 -- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 msgr2=0x7f428414dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 0x7f428414dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 -- 172.21.15.17:0/3295951308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42841f4e30 con 0x7f42840d26d0 2024-09-19T08:07:27.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f4282ffd640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 0x7f428414dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f42837fe640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f42740098c0 tx=0x7f42740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274037050 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4274043070 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42840c7b90 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274006e10 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.764+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42840c8150 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.765+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42840b67d0 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.766+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f427403ca10 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.766+0000 7f426bfff640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 0x7f427006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.766+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f42740ac000 con 0x7f42840d26d0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.766+0000 7f4282ffd640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 0x7f427006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:27.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.767+0000 7f4282ffd640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 0x7f427006e770 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f42841554c0 tx=0x7f4278009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:27.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.771+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f42841f4e30 con 0x7f42840d26d0 2024-09-19T08:07:27.865 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:07:27.871 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:07:27.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.982+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f428415c4f0 con 0x7f42840d26d0 2024-09-19T08:07:27.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.983+0000 7f426bfff640 1 -- 172.21.15.17:0/3295951308 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5225 (secure 0 0 0) 0x7f4274030e20 con 0x7f42840d26d0 2024-09-19T08:07:27.983 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:27.983 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":54,"btime":"2024-09-19T08:05:51:393038+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:51.393031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":17,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5892,"qdb_cluster":[5892]},"id":4}]} 2024-09-19T08:07:27.983 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 54 2024-09-19T08:07:27.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 msgr2=0x7f427006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 0x7f427006e770 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f42841554c0 tx=0x7f4278009040 comp rx=0 tx=0).stop 2024-09-19T08:07:27.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 msgr2=0x7f42841f48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f42740098c0 tx=0x7f42740046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 shutdown_connections 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f427006c2b0 0x7f427006e770 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f428415e8c0 0x7f42841591b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f428415e4e0 0x7f428414dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 --2- 172.21.15.17:0/3295951308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42840d26d0 0x7f42841f48f0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 >> 172.21.15.17:0/3295951308 conn(0x7f428406f400 msgr2=0x7f428415b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 shutdown_connections 2024-09-19T08:07:27.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:27.985+0000 7f428a166640 1 -- 172.21.15.17:0/3295951308 wait complete. 2024-09-19T08:07:27.997 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.099+0000 7efc13966640 1 Processor -- start 2024-09-19T08:07:28.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.099+0000 7efc13966640 1 -- start start 2024-09-19T08:07:28.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc13966640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc0c15e4e0 0x7efc0c0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc13966640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e8c0 0x7efc0c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc13966640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc0c06cec0 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc13966640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efc0c0d2d40 con 0x7efc0c15e4e0 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc13966640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc0c0b7250 con 0x7efc0c15e8c0 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc0c15e4e0 0x7efc0c0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc0c15e4e0 0x7efc0c0b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48792/0 (socket says 172.21.15.17:48792) 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 -- 172.21.15.17:0/1768326032 learned_addr learned my addr 172.21.15.17:0/1768326032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc10f01640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e8c0 0x7efc0c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 -- 172.21.15.17:0/1768326032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e8c0 msgr2=0x7efc0c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e8c0 0x7efc0c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 -- 172.21.15.17:0/1768326032 >> v1:172.21.15.160:6789/0 conn(0x7efc0c0d1fc0 legacy=0x7efc0c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.100+0000 7efc11702640 1 -- 172.21.15.17:0/1768326032 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c06d160 con 0x7efc0c15e4e0 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.101+0000 7efc11702640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c15e4e0 0x7efc0c0b67d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7efc08009e50 tx=0x7efc0802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1407c5b6c46c2219 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.101+0000 7efc03fff640 1 -- 172.21.15.17:0/1768326032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08036070 con 0x7efc0c15e4e0 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.101+0000 7efc03fff640 1 -- 172.21.15.17:0/1768326032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc08031600 con 0x7efc0c15e4e0 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.101+0000 7efc03fff640 1 -- 172.21.15.17:0/1768326032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc080319d0 con 0x7efc0c15e4e0 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 -- 172.21.15.17:0/1768326032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c15e4e0 msgr2=0x7efc0c0b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c15e4e0 0x7efc0c0b67d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7efc08009e50 tx=0x7efc0802a710 comp rx=0 tx=0).stop 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 -- 172.21.15.17:0/1768326032 shutdown_connections 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e8c0 0x7efc0c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 --2- 172.21.15.17:0/1768326032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c15e4e0 0x7efc0c0b67d0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 -- 172.21.15.17:0/1768326032 >> 172.21.15.17:0/1768326032 conn(0x7efc0c06f400 msgr2=0x7efc0c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 -- 172.21.15.17:0/1768326032 shutdown_connections 2024-09-19T08:07:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.102+0000 7efc13966640 1 -- 172.21.15.17:0/1768326032 wait complete. 2024-09-19T08:07:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.103+0000 7efc13966640 1 Processor -- start 2024-09-19T08:07:28.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.103+0000 7efc13966640 1 -- start start 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e4e0 0x7efc0c1e6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc0c15e8c0 0x7efc0c1e69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c06dc40 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c06d720 con 0x7efc0c15e8c0 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc13966640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc0c06ddc0 con 0x7efc0c15e4e0 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48794/0 (socket says 172.21.15.17:48794) 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 -- 172.21.15.17:0/2909360899 learned_addr learned my addr 172.21.15.17:0/2909360899 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11f03640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc0c15e8c0 0x7efc0c1e69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc10f01640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e4e0 0x7efc0c1e6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 -- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e4e0 msgr2=0x7efc0c1e6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e4e0 0x7efc0c1e6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 -- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc0c15e8c0 msgr2=0x7efc0c1e69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc0c15e8c0 0x7efc0c1e69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 -- 172.21.15.17:0/2909360899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c0b2480 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.104+0000 7efc11702640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7efc08009f70 tx=0x7efc08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.105+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08036050 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.105+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc08042070 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.105+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0c1e3c70 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.105+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08009510 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.105+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc0c1e4230 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.106+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc0c0d2470 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.106+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc08007c50 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.107+0000 7efc01ffb640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 0x7efbf006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.107+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7efc080ac1c0 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.107+0000 7efc10f01640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 0x7efbf006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.107+0000 7efc10f01640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 0x7efbf006e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7efc0c1e6300 tx=0x7efbfc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.111+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc0807a2c0 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.321+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc0c070980 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.322+0000 7efc01ffb640 1 -- 172.21.15.17:0/2909360899 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5225 (secure 0 0 0) 0x7efc0807e5c0 con 0x7efc0c0d1fc0 2024-09-19T08:07:28.322 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:28.322 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":54,"btime":"2024-09-19T08:05:51:393038+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:51.393031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":17,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5892,"qdb_cluster":[5892]},"id":4}]} 2024-09-19T08:07:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 54 2024-09-19T08:07:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 msgr2=0x7efbf006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 0x7efbf006e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7efc0c1e6300 tx=0x7efbfc009190 comp rx=0 tx=0).stop 2024-09-19T08:07:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 msgr2=0x7efc0c148cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7efc08009f70 tx=0x7efc08004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 shutdown_connections 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efbf006c2b0 0x7efbf006e770 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc0c15e8c0 0x7efc0c1e69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc0c15e4e0 0x7efc0c1e6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 --2- 172.21.15.17:0/2909360899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc0c0d1fc0 0x7efc0c148cb0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 >> 172.21.15.17:0/2909360899 conn(0x7efc0c06f400 msgr2=0x7efc0c15cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 shutdown_connections 2024-09-19T08:07:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.324+0000 7efc13966640 1 -- 172.21.15.17:0/2909360899 wait complete. 2024-09-19T08:07:28.336 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:28.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.438+0000 7feb0b8e6640 1 Processor -- start 2024-09-19T08:07:28.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.438+0000 7feb0b8e6640 1 -- start start 2024-09-19T08:07:28.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb04156990 0x7feb040cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040cd6b0 0x7feb040b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb040b22c0 0x7feb0415fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7feb04156d70 con 0x7feb040cd6b0 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7feb040cea90 con 0x7feb04156990 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb0b8e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feb040ce160 con 0x7feb040b22c0 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040cd6b0 0x7feb040b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040cd6b0 0x7feb040b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48804/0 (socket says 172.21.15.17:48804) 2024-09-19T08:07:28.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 -- 172.21.15.17:0/3630967898 learned_addr learned my addr 172.21.15.17:0/3630967898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb09e83640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb040b22c0 0x7feb0415fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb09682640 1 --2- 172.21.15.17:0/3630967898 >> v2:172.21.15.160:3300/0 conn(0x7feb04156990 0x7feb040cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 -- 172.21.15.17:0/3630967898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb040b22c0 msgr2=0x7feb0415fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:28.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb040b22c0 0x7feb0415fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 -- 172.21.15.17:0/3630967898 >> v2:172.21.15.160:3300/0 conn(0x7feb04156990 msgr2=0x7feb040cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 --2- 172.21.15.17:0/3630967898 >> v2:172.21.15.160:3300/0 conn(0x7feb04156990 0x7feb040cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.439+0000 7feb08e81640 1 -- 172.21.15.17:0/3630967898 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb040ce440 con 0x7feb040cd6b0 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.440+0000 7feb08e81640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040cd6b0 0x7feb040b1d80 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7feb040d1160 tx=0x7feaf402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=defbb6ccc3513379 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.440+0000 7feafbfff640 1 -- 172.21.15.17:0/3630967898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4037070 con 0x7feb040cd6b0 2024-09-19T08:07:28.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.440+0000 7feafbfff640 1 -- 172.21.15.17:0/3630967898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaf4032440 con 0x7feb040cd6b0 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.440+0000 7feafbfff640 1 -- 172.21.15.17:0/3630967898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4032810 con 0x7feb040cd6b0 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 -- 172.21.15.17:0/3630967898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040cd6b0 msgr2=0x7feb040b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040cd6b0 0x7feb040b1d80 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7feb040d1160 tx=0x7feaf402a140 comp rx=0 tx=0).stop 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 -- 172.21.15.17:0/3630967898 shutdown_connections 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb040b22c0 0x7feb0415fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/3630967898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040cd6b0 0x7feb040b1d80 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/3630967898 >> v2:172.21.15.160:3300/0 conn(0x7feb04156990 0x7feb040cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 -- 172.21.15.17:0/3630967898 >> 172.21.15.17:0/3630967898 conn(0x7feb0406bc10 msgr2=0x7feb0406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 -- 172.21.15.17:0/3630967898 shutdown_connections 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.441+0000 7feb0b8e6640 1 -- 172.21.15.17:0/3630967898 wait complete. 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.442+0000 7feb0b8e6640 1 Processor -- start 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.442+0000 7feb0b8e6640 1 -- start start 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 0x7feb040b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 0x7feb040b1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb040cef20 con 0x7feb040b22c0 2024-09-19T08:07:28.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feb040b26d0 con 0x7feb040cd6b0 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb0b8e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feb040cf0a0 con 0x7feb04156990 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48812/0 (socket says 172.21.15.17:48812) 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 -- 172.21.15.17:0/2965349960 learned_addr learned my addr 172.21.15.17:0/2965349960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb08e81640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 0x7feb040b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09e83640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 0x7feb040b1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 -- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 msgr2=0x7feb040b1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 0x7feb040b1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 -- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 msgr2=0x7feb040b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 0x7feb040b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 -- 172.21.15.17:0/2965349960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb0415e800 con 0x7feb040b22c0 2024-09-19T08:07:28.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09e83640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 0x7feb040b1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb08e81640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 0x7feb040b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.443+0000 7feb09682640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7feb0000d5f0 tx=0x7feb0000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.444+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb000125f0 con 0x7feb040b22c0 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.444+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb00019070 con 0x7feb040b22c0 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.444+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb000129d0 con 0x7feb040b22c0 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.444+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb04152120 con 0x7feb040b22c0 2024-09-19T08:07:28.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.444+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb0415d4b0 con 0x7feb040b22c0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.445+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb040b1d80 con 0x7feb040b22c0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.445+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb00012b70 con 0x7feb040b22c0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.446+0000 7feaf9ffb640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 0x7feae806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.446+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7feb0008b810 con 0x7feb040b22c0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.446+0000 7feb08e81640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 0x7feae806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.447+0000 7feb08e81640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 0x7feae806e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.450+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb00059ed0 con 0x7feb040b22c0 2024-09-19T08:07:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.627+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb0415bc70 con 0x7feb040b22c0 2024-09-19T08:07:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.628+0000 7feaf9ffb640 1 -- 172.21.15.17:0/2965349960 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16960 (secure 0 0 0) 0x7feb000597d0 con 0x7feb040b22c0 2024-09-19T08:07:28.629 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:28.629 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":60,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:05:48.384189+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:05:00.586271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T08:05:01.914666+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6834/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6835/2122129785":"2024-09-20T08:05:12.973495+0000","172.21.15.17:6834/2122129785":"2024-09-20T08:05:12.973495+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 msgr2=0x7feae806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 0x7feae806e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).stop 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 msgr2=0x7feb041517b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7feb0000d5f0 tx=0x7feb0000dab0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 shutdown_connections 2024-09-19T08:07:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2b0 0x7feae806e770 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04156990 0x7feb040b1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040cd6b0 0x7feb040b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 --2- 172.21.15.17:0/2965349960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040b22c0 0x7feb041517b0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 >> 172.21.15.17:0/2965349960 conn(0x7feb0406bc10 msgr2=0x7feb040d07f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 shutdown_connections 2024-09-19T08:07:28.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.630+0000 7feb0b8e6640 1 -- 172.21.15.17:0/2965349960 wait complete. 2024-09-19T08:07:28.641 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:07:28.642 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:28.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.744+0000 7f58ffb3b640 1 Processor -- start 2024-09-19T08:07:28.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.744+0000 7f58ffb3b640 1 -- start start 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58ffb3b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f58f815e4e0 0x7f58f80b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58ffb3b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f58f80d26d0 0x7f58f80b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58ffb3b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58f806cec0 con 0x7f58f815e8c0 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58ffb3b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f58f80d2d40 con 0x7f58f80d26d0 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58ffb3b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f58f80d2b20 con 0x7f58f815e4e0 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58fe0d8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f58f80d26d0 0x7f58f80b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58fe0d8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f58f80d26d0 0x7f58f80b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48814/0 (socket says 172.21.15.17:48814) 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58fe0d8640 1 -- 172.21.15.17:0/3170135793 learned_addr learned my addr 172.21.15.17:0/3170135793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.745+0000 7f58fd8d7640 1 --2- 172.21.15.17:0/3170135793 >> v2:172.21.15.160:3300/0 conn(0x7f58f815e4e0 0x7f58f80b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.746+0000 7f58fe0d8640 1 -- 172.21.15.17:0/3170135793 >> v2:172.21.15.160:3300/0 conn(0x7f58f815e4e0 msgr2=0x7f58f80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:28.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.746+0000 7f58fe0d8640 1 --2- 172.21.15.17:0/3170135793 >> v2:172.21.15.160:3300/0 conn(0x7f58f815e4e0 0x7f58f80b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.746+0000 7f58fe0d8640 1 -- 172.21.15.17:0/3170135793 >> v1:172.21.15.160:6789/0 conn(0x7f58f815e8c0 legacy=0x7f58f80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.746+0000 7f58fe0d8640 1 -- 172.21.15.17:0/3170135793 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f806d160 con 0x7f58f80d26d0 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.746+0000 7f58fe0d8640 1 --2- 172.21.15.17:0/3170135793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f80b6d10 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f58f8075a10 tx=0x7f58e802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21caba4a01ee5d5a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58fc8d5640 1 -- 172.21.15.17:0/3170135793 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e8036070 con 0x7f58f80d26d0 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58fc8d5640 1 -- 172.21.15.17:0/3170135793 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58e8031600 con 0x7f58f80d26d0 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58fc8d5640 1 -- 172.21.15.17:0/3170135793 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e80319d0 con 0x7f58f80d26d0 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 -- 172.21.15.17:0/3170135793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 msgr2=0x7f58f80b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/3170135793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f80b6d10 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f58f8075a10 tx=0x7f58e802a730 comp rx=0 tx=0).stop 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 -- 172.21.15.17:0/3170135793 shutdown_connections 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/3170135793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f80b6d10 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/3170135793 >> v2:172.21.15.160:3300/0 conn(0x7f58f815e4e0 0x7f58f80b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 -- 172.21.15.17:0/3170135793 >> 172.21.15.17:0/3170135793 conn(0x7f58f806f400 msgr2=0x7f58f806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 -- 172.21.15.17:0/3170135793 shutdown_connections 2024-09-19T08:07:28.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.747+0000 7f58ffb3b640 1 -- 172.21.15.17:0/3170135793 wait complete. 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.748+0000 7f58ffb3b640 1 Processor -- start 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.748+0000 7f58ffb3b640 1 -- start start 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f58f815e4e0 0x7f58f8157db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f58f815e8c0 0x7f58f81582f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58f806d720 con 0x7f58f80d26d0 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f58f80b7250 con 0x7f58f815e8c0 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58ffb3b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f58f806dc40 con 0x7f58f815e4e0 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58fd8d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58fd8d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48826/0 (socket says 172.21.15.17:48826) 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58fd8d7640 1 -- 172.21.15.17:0/2682960577 learned_addr learned my addr 172.21.15.17:0/2682960577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:28.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58fd0d6640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f58f815e4e0 0x7f58f8157db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.749+0000 7f58fe0d8640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f58f815e8c0 0x7f58f81582f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 -- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f58f815e4e0 msgr2=0x7f58f8157db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f58f815e4e0 0x7f58f8157db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 -- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f58f815e8c0 msgr2=0x7f58f81582f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f58f815e8c0 0x7f58f81582f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 -- 172.21.15.17:0/2682960577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f80b09a0 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58fd8d7640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f58f000d800 tx=0x7f58f000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f000b6c0 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58f0019070 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58f81f8370 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f000bac0 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.750+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58f8149180 con 0x7f58f80d26d0 2024-09-19T08:07:28.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.751+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58f80d1fc0 con 0x7f58f80d26d0 2024-09-19T08:07:28.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.752+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f58f000bc60 con 0x7f58f80d26d0 2024-09-19T08:07:28.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.752+0000 7f58f67fc640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 0x7f58e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:28.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.752+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f58f008b810 con 0x7f58f80d26d0 2024-09-19T08:07:28.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.752+0000 7f58fd0d6640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 0x7f58e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:28.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.753+0000 7f58fd0d6640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 0x7f58e406e7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f58f8158c20 tx=0x7f58ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:28.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.756+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f58f0059880 con 0x7f58f80d26d0 2024-09-19T08:07:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.967+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58f815c630 con 0x7f58f80d26d0 2024-09-19T08:07:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.968+0000 7f58f67fc640 1 -- 172.21.15.17:0/2682960577 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5225 (secure 0 0 0) 0x7f58f005db80 con 0x7f58f80d26d0 2024-09-19T08:07:28.968 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:28.968 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":54,"btime":"2024-09-19T08:05:51:393038+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:51.393031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":17,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5892,"qdb_cluster":[5892]},"id":4}]} 2024-09-19T08:07:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 54 2024-09-19T08:07:28.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 msgr2=0x7f58e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 0x7f58e406e7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f58f8158c20 tx=0x7f58ec009040 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 msgr2=0x7f58f8148c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f58f000d800 tx=0x7f58f000dcc0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 shutdown_connections 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f58e406c2e0 0x7f58e406e7a0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f58f815e8c0 0x7f58f81582f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f58f815e4e0 0x7f58f8157db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 --2- 172.21.15.17:0/2682960577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58f80d26d0 0x7f58f8148c40 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 >> 172.21.15.17:0/2682960577 conn(0x7f58f806f400 msgr2=0x7f58f815ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 shutdown_connections 2024-09-19T08:07:28.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:28.970+0000 7f58ffb3b640 1 -- 172.21.15.17:0/2682960577 wait complete. 2024-09-19T08:07:28.981 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:29.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.084+0000 7f488dc8d640 1 Processor -- start 2024-09-19T08:07:29.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.084+0000 7f488dc8d640 1 -- start start 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f488dc8d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f48880b8b90 0x7f48880d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f488dc8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 0x7f48880d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f488dc8d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48880d17e0 con 0x7f488815eab0 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f488dc8d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f48880d09d0 con 0x7f48880b8b90 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f488dc8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f488815ee90 con 0x7f488806dcb0 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4887fff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 0x7f48880d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f48877fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f488815eab0 0x7f488806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:49758/0 (socket says 172.21.15.17:49758) 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f48877fe640 1 -- 172.21.15.17:0/3821240679 learned_addr learned my addr 172.21.15.17:0/3821240679 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4886ffd640 1 --2- 172.21.15.17:0/3821240679 >> v2:172.21.15.160:3300/0 conn(0x7f48880b8b90 0x7f48880d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f48867fc640 1 -- 172.21.15.17:0/3821240679 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1927823934 0 0) 0x7f48880d17e0 con 0x7f488815eab0 2024-09-19T08:07:29.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4887fff640 1 -- 172.21.15.17:0/3821240679 >> v2:172.21.15.160:3300/0 conn(0x7f48880b8b90 msgr2=0x7f48880d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:29.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4887fff640 1 --2- 172.21.15.17:0/3821240679 >> v2:172.21.15.160:3300/0 conn(0x7f48880b8b90 0x7f48880d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4887fff640 1 -- 172.21.15.17:0/3821240679 >> v1:172.21.15.160:6789/0 conn(0x7f488815eab0 legacy=0x7f488806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.085+0000 7f4887fff640 1 -- 172.21.15.17:0/3821240679 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48880cfc10 con 0x7f488806dcb0 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.086+0000 7f4887fff640 1 --2- 172.21.15.17:0/3821240679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 0x7f48880d29b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4880009d90 tx=0x7f488002a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f847a1c26c7f1a88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f48867fc640 1 -- 172.21.15.17:0/3821240679 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4880007740 con 0x7f488806dcb0 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f48867fc640 1 -- 172.21.15.17:0/3821240679 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48800078e0 con 0x7f488806dcb0 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f48867fc640 1 -- 172.21.15.17:0/3821240679 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4880007cb0 con 0x7f488806dcb0 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 -- 172.21.15.17:0/3821240679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 msgr2=0x7f48880d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 --2- 172.21.15.17:0/3821240679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 0x7f48880d29b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4880009d90 tx=0x7f488002a6f0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 -- 172.21.15.17:0/3821240679 shutdown_connections 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 --2- 172.21.15.17:0/3821240679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488806dcb0 0x7f48880d29b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 --2- 172.21.15.17:0/3821240679 >> v2:172.21.15.160:3300/0 conn(0x7f48880b8b90 0x7f48880d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 -- 172.21.15.17:0/3821240679 >> 172.21.15.17:0/3821240679 conn(0x7f48880d4b30 msgr2=0x7f48880d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 -- 172.21.15.17:0/3821240679 shutdown_connections 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.087+0000 7f488dc8d640 1 -- 172.21.15.17:0/3821240679 wait complete. 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.088+0000 7f488dc8d640 1 Processor -- start 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 -- start start 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 0x7f4888153760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488815eab0 0x7f48880b6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f48880d04b0 con 0x7f488806dcb0 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f48880d01d0 con 0x7f48880b8b90 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f488dc8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f48880ceb50 con 0x7f488815eab0 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f48877fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f48877fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48832/0 (socket says 172.21.15.17:48832) 2024-09-19T08:07:29.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.089+0000 7f48877fe640 1 -- 172.21.15.17:0/4046952949 learned_addr learned my addr 172.21.15.17:0/4046952949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f4887fff640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488815eab0 0x7f48880b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f4886ffd640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 0x7f4888153760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 -- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488815eab0 msgr2=0x7f48880b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488815eab0 0x7f48880b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 -- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 msgr2=0x7f4888153760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 0x7f4888153760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 -- 172.21.15.17:0/4046952949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48880ab7a0 con 0x7f488806dcb0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f4886ffd640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 0x7f4888153760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f48877fe640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f487800c4a0 tx=0x7f487800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4878018070 con 0x7f488806dcb0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48780074e0 con 0x7f488806dcb0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48880aba80 con 0x7f488806dcb0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4878004a20 con 0x7f488806dcb0 2024-09-19T08:07:29.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.090+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48880ac320 con 0x7f488806dcb0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.091+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48880abc50 con 0x7f488806dcb0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.092+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f487801b070 con 0x7f488806dcb0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.092+0000 7f487ffff640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 0x7f486806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.092+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f487808a720 con 0x7f488806dcb0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.093+0000 7f4886ffd640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 0x7f486806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.093+0000 7f4886ffd640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 0x7f486806e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f48880cde00 tx=0x7f4870008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.096+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4878058820 con 0x7f488806dcb0 2024-09-19T08:07:29.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.311+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f48880ac560 con 0x7f488806dcb0 2024-09-19T08:07:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.312+0000 7f487ffff640 1 -- 172.21.15.17:0/4046952949 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5225 (secure 0 0 0) 0x7f48880ac560 con 0x7f488806dcb0 2024-09-19T08:07:29.312 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:29.312 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":54,"btime":"2024-09-19T08:05:51:393038+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:05:02.946610+0000","modified":"2024-09-19T08:05:51.393031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5892},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5892":{"gid":5892,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":17,"addr":"172.21.15.160:6837/1613426611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1613426611},{"type":"v1","addr":"172.21.15.160:6837","nonce":1613426611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5892,"qdb_cluster":[5892]},"id":4}]} 2024-09-19T08:07:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 54 2024-09-19T08:07:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 msgr2=0x7f486806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 0x7f486806e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f48880cde00 tx=0x7f4870008040 comp rx=0 tx=0).stop 2024-09-19T08:07:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 msgr2=0x7f48880aae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f487800c4a0 tx=0x7f487800c960 comp rx=0 tx=0).stop 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 shutdown_connections 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f486806c2b0 0x7f486806e770 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f488815eab0 0x7f48880b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f48880b8b90 0x7f4888153760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 --2- 172.21.15.17:0/4046952949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f488806dcb0 0x7f48880aae90 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 >> 172.21.15.17:0/4046952949 conn(0x7f48880d4b30 msgr2=0x7f48880b5920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 shutdown_connections 2024-09-19T08:07:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.314+0000 7f488dc8d640 1 -- 172.21.15.17:0/4046952949 wait complete. 2024-09-19T08:07:29.325 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:29.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.427+0000 7ff46878d640 1 Processor -- start 2024-09-19T08:07:29.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.427+0000 7ff46878d640 1 -- start start 2024-09-19T08:07:29.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff46878d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 0x7ff4600d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff46878d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff46006dcb0 0x7ff4600d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff46878d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4600d17e0 con 0x7ff46015eab0 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff46878d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff4600d09d0 con 0x7ff46006dcb0 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff46878d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff46015ee90 con 0x7ff4600b8b90 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff46006dcb0 0x7ff4600d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff46006dcb0 0x7ff4600d29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48842/0 (socket says 172.21.15.17:48842) 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 -- 172.21.15.17:0/2949332978 learned_addr learned my addr 172.21.15.17:0/2949332978 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff465d28640 1 --2- 172.21.15.17:0/2949332978 >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 0x7ff4600d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 -- 172.21.15.17:0/2949332978 >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 msgr2=0x7ff4600d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 --2- 172.21.15.17:0/2949332978 >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 0x7ff4600d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 -- 172.21.15.17:0/2949332978 >> v1:172.21.15.160:6789/0 conn(0x7ff46015eab0 legacy=0x7ff46006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff466d2a640 1 -- 172.21.15.17:0/2949332978 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4600cfc10 con 0x7ff46006dcb0 2024-09-19T08:07:29.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.428+0000 7ff465d28640 1 --2- 172.21.15.17:0/2949332978 >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 0x7ff4600d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.429+0000 7ff466d2a640 1 --2- 172.21.15.17:0/2949332978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600d29b0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff4600d1c20 tx=0x7ff45802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d379ef2586a2bac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.429+0000 7ff465527640 1 -- 172.21.15.17:0/2949332978 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458036070 con 0x7ff46006dcb0 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.429+0000 7ff465527640 1 -- 172.21.15.17:0/2949332978 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff458031600 con 0x7ff46006dcb0 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.429+0000 7ff465527640 1 -- 172.21.15.17:0/2949332978 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4580319f0 con 0x7ff46006dcb0 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 -- 172.21.15.17:0/2949332978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 msgr2=0x7ff4600d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 --2- 172.21.15.17:0/2949332978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600d29b0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff4600d1c20 tx=0x7ff45802a7c0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 -- 172.21.15.17:0/2949332978 shutdown_connections 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 --2- 172.21.15.17:0/2949332978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600d29b0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 --2- 172.21.15.17:0/2949332978 >> v2:172.21.15.160:3300/0 conn(0x7ff4600b8b90 0x7ff4600d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 -- 172.21.15.17:0/2949332978 >> 172.21.15.17:0/2949332978 conn(0x7ff4600d4b30 msgr2=0x7ff4600d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 -- 172.21.15.17:0/2949332978 shutdown_connections 2024-09-19T08:07:29.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.430+0000 7ff46878d640 1 -- 172.21.15.17:0/2949332978 wait complete. 2024-09-19T08:07:29.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.431+0000 7ff46878d640 1 Processor -- start 2024-09-19T08:07:29.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.431+0000 7ff46878d640 1 -- start start 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4600b8b90 0x7ff46015b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff46015eab0 0x7ff4601f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff4600d04b0 con 0x7ff46006dcb0 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff4600d01d0 con 0x7ff4600b8b90 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff46878d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4600ceb50 con 0x7ff46015eab0 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48856/0 (socket says 172.21.15.17:48856) 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 -- 172.21.15.17:0/1268982886 learned_addr learned my addr 172.21.15.17:0/1268982886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff465d28640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4600b8b90 0x7ff46015b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466d2a640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff46015eab0 0x7ff4601f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 -- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff46015eab0 msgr2=0x7ff4601f4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff46015eab0 0x7ff4601f4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 -- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4600b8b90 msgr2=0x7ff46015b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4600b8b90 0x7ff46015b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 -- 172.21.15.17:0/1268982886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff46015c190 con 0x7ff46006dcb0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff466529640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00c3c0 tx=0x7ff45c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.432+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c0052d0 con 0x7ff46006dcb0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.433+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff45c005490 con 0x7ff46006dcb0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.433+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4600b4560 con 0x7ff46006dcb0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.433+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c007260 con 0x7ff46006dcb0 2024-09-19T08:07:29.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.433+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4600b4b20 con 0x7ff46006dcb0 2024-09-19T08:07:29.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.434+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff46006e380 con 0x7ff46006dcb0 2024-09-19T08:07:29.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.434+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff45c007400 con 0x7ff46006dcb0 2024-09-19T08:07:29.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.434+0000 7ff452ffd640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 0x7ff44406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.435+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7ff45c08a920 con 0x7ff46006dcb0 2024-09-19T08:07:29.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.435+0000 7ff465d28640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 0x7ff44406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.435+0000 7ff465d28640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 0x7ff44406e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ce600 tx=0x7ff454008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.439+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff46015c190 con 0x7ff46006dcb0 2024-09-19T08:07:29.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.615+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff46015bcb0 con 0x7ff46006dcb0 2024-09-19T08:07:29.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.616+0000 7ff452ffd640 1 -- 172.21.15.17:0/1268982886 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16960 (secure 0 0 0) 0x7ff45c058980 con 0x7ff46006dcb0 2024-09-19T08:07:29.616 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:29.616 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":60,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:05:48.384189+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:05:00.586271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T08:05:01.914666+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6835/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6834/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6835/2122129785":"2024-09-20T08:05:12.973495+0000","172.21.15.17:6834/2122129785":"2024-09-20T08:05:12.973495+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 msgr2=0x7ff44406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 0x7ff44406e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ce600 tx=0x7ff454008040 comp rx=0 tx=0).stop 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 msgr2=0x7ff4600b3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00c3c0 tx=0x7ff45c00c880 comp rx=0 tx=0).stop 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 shutdown_connections 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff44406c2b0 0x7ff44406e770 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff46015eab0 0x7ff4601f4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4600b8b90 0x7ff46015b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 --2- 172.21.15.17:0/1268982886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff46006dcb0 0x7ff4600b3e60 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 >> 172.21.15.17:0/1268982886 conn(0x7ff4600d4b30 msgr2=0x7ff460161af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 shutdown_connections 2024-09-19T08:07:29.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.618+0000 7ff46878d640 1 -- 172.21.15.17:0/1268982886 wait complete. 2024-09-19T08:07:29.629 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:07:29.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.732+0000 7f931d42e640 1 Processor -- start 2024-09-19T08:07:29.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.732+0000 7f931d42e640 1 -- start start 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.733+0000 7f931d42e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.733+0000 7f931d42e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 0x7f93180b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.733+0000 7f931d42e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f931806cec0 con 0x7f931815e8c0 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.733+0000 7f931d42e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f93180d2d40 con 0x7f93180d26d0 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.733+0000 7f931d42e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f93180b7250 con 0x7f931815e4e0 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f93177fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 0x7f93180b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f93167fc640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f931815e8c0 0x7f93180d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:49780/0 (socket says 172.21.15.17:49780) 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:55304/0 (socket says 172.21.15.17:55304) 2024-09-19T08:07:29.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f93167fc640 1 -- 172.21.15.17:0/4003156132 learned_addr learned my addr 172.21.15.17:0/4003156132 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:29.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f93177fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 0x7f93180b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:54212/0 (socket says 172.21.15.17:54212) 2024-09-19T08:07:29.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 -- 172.21.15.17:0/4003156132 >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 msgr2=0x7f93180b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:29.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 --2- 172.21.15.17:0/4003156132 >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 0x7f93180b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 -- 172.21.15.17:0/4003156132 >> v1:172.21.15.160:6789/0 conn(0x7f931815e8c0 legacy=0x7f93180d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.734+0000 7f9316ffd640 1 -- 172.21.15.17:0/4003156132 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f931806d160 con 0x7f931815e4e0 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.735+0000 7f9316ffd640 1 --2- 172.21.15.17:0/4003156132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9308009d90 tx=0x7f930802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9efd9ee03d9f3d06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.735+0000 7f9315ffb640 1 -- 172.21.15.17:0/4003156132 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9308007740 con 0x7f931815e4e0 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.735+0000 7f9315ffb640 1 -- 172.21.15.17:0/4003156132 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93080078e0 con 0x7f931815e4e0 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.735+0000 7f9315ffb640 1 -- 172.21.15.17:0/4003156132 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9308007cb0 con 0x7f931815e4e0 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 -- 172.21.15.17:0/4003156132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 msgr2=0x7f93180b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 --2- 172.21.15.17:0/4003156132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9308009d90 tx=0x7f930802a660 comp rx=0 tx=0).stop 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 -- 172.21.15.17:0/4003156132 shutdown_connections 2024-09-19T08:07:29.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 --2- 172.21.15.17:0/4003156132 >> v2:172.21.15.160:3300/0 conn(0x7f93180d26d0 0x7f93180b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 --2- 172.21.15.17:0/4003156132 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f931815e4e0 0x7f93180b67d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 -- 172.21.15.17:0/4003156132 >> 172.21.15.17:0/4003156132 conn(0x7f931806f400 msgr2=0x7f931806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 -- 172.21.15.17:0/4003156132 shutdown_connections 2024-09-19T08:07:29.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.736+0000 7f931d42e640 1 -- 172.21.15.17:0/4003156132 wait complete. 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.737+0000 7f931d42e640 1 Processor -- start 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.737+0000 7f931d42e640 1 -- start start 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93180d26d0 0x7f931814cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f931815e4e0 0x7f93180b1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f931806dc40 con 0x7f931815e8c0 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f931806d720 con 0x7f931815e4e0 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f931d42e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f931806ddc0 con 0x7f93180d26d0 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48862/0 (socket says 172.21.15.17:48862) 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 -- 172.21.15.17:0/824024849 learned_addr learned my addr 172.21.15.17:0/824024849 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f9316ffd640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93180d26d0 0x7f931814cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93167fc640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f931815e4e0 0x7f93180b1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 -- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93180d26d0 msgr2=0x7f931814cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93180d26d0 0x7f931814cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 -- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f931815e4e0 msgr2=0x7f93180b1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f931815e4e0 0x7f93180b1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 -- 172.21.15.17:0/824024849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9318157cb0 con 0x7f931815e8c0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.738+0000 7f93177fe640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f931000e930 tx=0x7f931000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.739+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9310017070 con 0x7f931815e8c0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.739+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f931000c980 con 0x7f931815e8c0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.739+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93180af560 con 0x7f931815e8c0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.739+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931000cd70 con 0x7f931815e8c0 2024-09-19T08:07:29.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.739+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93180afb20 con 0x7f931815e8c0 2024-09-19T08:07:29.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.740+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93180afd20 con 0x7f931815e8c0 2024-09-19T08:07:29.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.740+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f931001a070 con 0x7f931815e8c0 2024-09-19T08:07:29.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.741+0000 7f930f7fe640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 0x7f92f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:29.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.741+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5881+0+0 (secure 0 0 0) 0x7f931008b700 con 0x7f931815e8c0 2024-09-19T08:07:29.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.741+0000 7f9316ffd640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 0x7f92f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:29.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.742+0000 7f9316ffd640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 0x7f92f806e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9308034000 tx=0x7f930802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:29.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.745+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f93180afd20 con 0x7f931815e8c0 2024-09-19T08:07:29.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.959+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f93180d1fc0 con 0x7f931815e8c0 2024-09-19T08:07:29.960 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:07:29.960+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:07:29.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.961+0000 7f930f7fe640 1 -- 172.21.15.17:0/824024849 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) ==== 161+0+0 (secure 0 0 0) 0x7f93100598c0 con 0x7f931815e8c0 2024-09-19T08:07:29.961 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 msgr2=0x7f92f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 0x7f92f806e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9308034000 tx=0x7f930802f000 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 msgr2=0x7f93180b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f931000e930 tx=0x7f931000edf0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 shutdown_connections 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f92f806c2b0 0x7f92f806e770 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f931815e8c0 0x7f93180b2120 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f931815e4e0 0x7f93180b1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 --2- 172.21.15.17:0/824024849 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93180d26d0 0x7f931814cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 >> 172.21.15.17:0/824024849 conn(0x7f931806f400 msgr2=0x7f931815c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:29.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 shutdown_connections 2024-09-19T08:07:29.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:29.965+0000 7f931d42e640 1 -- 172.21.15.17:0/824024849 wait complete. 2024-09-19T08:07:29.966 INFO:tasks.ceph.mds.d.smithi160.stderr: -6469> 2024-09-19T08:04:52.551+0000 7f781bbde640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T08:07:29.969 INFO:tasks.ceph.mds.d.smithi160.stderr: -4542> 2024-09-19T08:05:54.540+0000 7f7815bd2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:07:29.976 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:07:30.000 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:07:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.081+0000 7f183ca17640 1 Processor -- start 2024-09-19T08:07:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.081+0000 7f183ca17640 1 -- start start 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.082+0000 7f183ca17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18380af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.082+0000 7f183ca17640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18381454f0 con 0x7f1838145110 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.082+0000 7f183ca17640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1838072f50 con 0x7f1838145700 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.082+0000 7f183ca17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1838073b60 con 0x7f18380b2530 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f183659c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1838145110 0x7f18380b1e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41230/0 (socket says 172.21.15.17:41230) 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f183659c640 1 -- 172.21.15.17:0/4013794457 learned_addr learned my addr 172.21.15.17:0/4013794457 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f1835d9b640 1 --2- 172.21.15.17:0/4013794457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18380af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 277613140 0 0) 0x7f18381454f0 con 0x7f1838145110 2024-09-19T08:07:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1824003520 con 0x7f1838145110 2024-09-19T08:07:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3334551533 0 0) 0x7f1838072f50 con 0x7f1838145700 2024-09-19T08:07:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f1835d9b640 1 -- 172.21.15.17:0/4013794457 >> v1:172.21.15.160:6789/0 conn(0x7f1838145700 legacy=0x7f18380cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f1835d9b640 1 -- 172.21.15.17:0/4013794457 >> v1:172.21.15.17:6789/0 conn(0x7f1838145110 legacy=0x7f18380b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.083+0000 7f1835d9b640 1 -- 172.21.15.17:0/4013794457 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1838073230 con 0x7f18380b2530 2024-09-19T08:07:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.084+0000 7f1835d9b640 1 --2- 172.21.15.17:0/4013794457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18380af6f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1820009dc0 tx=0x7f182002a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4116242b24e9beca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.084+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820035020 con 0x7f18380b2530 2024-09-19T08:07:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.084+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1820007540 con 0x7f18380b2530 2024-09-19T08:07:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.084+0000 7f183559a640 1 -- 172.21.15.17:0/4013794457 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1830001670 con 0x7f18380b2530 2024-09-19T08:07:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 -- 172.21.15.17:0/4013794457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 msgr2=0x7f18380af6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 --2- 172.21.15.17:0/4013794457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18380af6f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1820009dc0 tx=0x7f182002a5b0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 -- 172.21.15.17:0/4013794457 shutdown_connections 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 --2- 172.21.15.17:0/4013794457 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18380af6f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 -- 172.21.15.17:0/4013794457 >> 172.21.15.17:0/4013794457 conn(0x7f183806bc10 msgr2=0x7f183806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 -- 172.21.15.17:0/4013794457 shutdown_connections 2024-09-19T08:07:30.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.085+0000 7f183ca17640 1 -- 172.21.15.17:0/4013794457 wait complete. 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.086+0000 7f183ca17640 1 Processor -- start 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.086+0000 7f183ca17640 1 -- start start 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18381f6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 0x7f1838144240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18380cfe40 con 0x7f1838145110 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18380737f0 con 0x7f1838145700 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183ca17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18380cffc0 con 0x7f18380b2530 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48870/0 (socket says 172.21.15.17:48870) 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 -- 172.21.15.17:0/3472236653 learned_addr learned my addr 172.21.15.17:0/3472236653 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183659c640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18381f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1836d9d640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 0x7f1838144240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 -- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 msgr2=0x7f18381f6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18381f6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 -- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 msgr2=0x7f1838144240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 0x7f1838144240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1835d9b640 1 -- 172.21.15.17:0/3472236653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1838141930 con 0x7f1838145110 2024-09-19T08:07:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f1836d9d640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 0x7f1838144240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.087+0000 7f183659c640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18381f6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f1835d9b640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f1820009ee0 tx=0x7f1820004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182003f070 con 0x7f1838145110 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1820004240 con 0x7f1838145110 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1838141c10 con 0x7f1838145110 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820035030 con 0x7f1838145110 2024-09-19T08:07:30.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.088+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18381421d0 con 0x7f1838145110 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.089+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1838069170 con 0x7f1838145110 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.089+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1820042070 con 0x7f1838145110 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.090+0000 7f182effd640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.090+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5967+0+0 (secure 0 0 0) 0x7f18200ac660 con 0x7f1838145110 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.090+0000 7f183659c640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.091+0000 7f183659c640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 0x7f181806e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1830005ba0 tx=0x7f1830001970 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.094+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f182007acc0 con 0x7f1838145110 2024-09-19T08:07:30.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.304+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f18380af6f0 con 0x7f1838145110 2024-09-19T08:07:30.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.963+0000 7f182effd640 1 -- 172.21.15.17:0/3472236653 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v56) ==== 104+0+0 (secure 0 0 0) 0x7f182007a5c0 con 0x7f1838145110 2024-09-19T08:07:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 msgr2=0x7f181806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 0x7f181806e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1830005ba0 tx=0x7f1830001970 comp rx=0 tx=0).stop 2024-09-19T08:07:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 msgr2=0x7f18381f1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f1820009ee0 tx=0x7f1820004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 shutdown_connections 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181806c2b0 0x7f181806e770 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1838145700 0x7f1838144240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838145110 0x7f18381f1f10 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 --2- 172.21.15.17:0/3472236653 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b2530 0x7f18381f6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 >> 172.21.15.17:0/3472236653 conn(0x7f183806bc10 msgr2=0x7f18380d03f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 shutdown_connections 2024-09-19T08:07:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:30.966+0000 7f183ca17640 1 -- 172.21.15.17:0/3472236653 wait complete. 2024-09-19T08:07:30.980 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:07:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.093+0000 7fe4b79d6640 1 Processor -- start 2024-09-19T08:07:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.093+0000 7fe4b79d6640 1 -- start start 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b79d6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b015e7c0 0x7fe4b00cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b79d6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe4b00d1a90 0x7fe4b015eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b79d6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4b015f7e0 con 0x7fe4b0162420 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b79d6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe4b015fda0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b79d6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b00cf2b0 con 0x7fe4b015e7c0 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b5f73640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe4b00d1a90 0x7fe4b015eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b4f71640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe4b0162420 0x7fe4b00d1380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41232/0 (socket says 172.21.15.17:41232) 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b4f71640 1 -- 172.21.15.17:0/237238865 learned_addr learned my addr 172.21.15.17:0/237238865 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.094+0000 7fe4b5772640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b015e7c0 0x7fe4b00cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4b5f73640 1 -- 172.21.15.17:0/237238865 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b015e7c0 msgr2=0x7fe4b00cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4b5f73640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b015e7c0 0x7fe4b00cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4b5f73640 1 -- 172.21.15.17:0/237238865 >> v1:172.21.15.17:6789/0 conn(0x7fe4b0162420 legacy=0x7fe4b00d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4b5f73640 1 -- 172.21.15.17:0/237238865 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b015fac0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4a7fff640 1 -- 172.21.15.17:0/237238865 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2917766193 0 0) 0x7fe4b015f7e0 con 0x7fe4b0162420 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.095+0000 7fe4b5f73640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b015eba0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009d90 tx=0x7fe4a802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8abb704804a5a6a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4a7fff640 1 -- 172.21.15.17:0/237238865 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a8031600 con 0x7fe4b00d1a90 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4a7fff640 1 -- 172.21.15.17:0/237238865 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4a80317a0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4a7fff640 1 -- 172.21.15.17:0/237238865 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a8031b70 con 0x7fe4b00d1a90 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 -- 172.21.15.17:0/237238865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 msgr2=0x7fe4b015eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b015eba0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8009d90 tx=0x7fe4a802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 -- 172.21.15.17:0/237238865 shutdown_connections 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b015eba0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/237238865 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b015e7c0 0x7fe4b00cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 -- 172.21.15.17:0/237238865 >> 172.21.15.17:0/237238865 conn(0x7fe4b006dae0 msgr2=0x7fe4b006def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 -- 172.21.15.17:0/237238865 shutdown_connections 2024-09-19T08:07:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.096+0000 7fe4b79d6640 1 -- 172.21.15.17:0/237238865 wait complete. 2024-09-19T08:07:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.097+0000 7fe4b79d6640 1 Processor -- start 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 -- start start 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4b015e7c0 0x7fe4b00ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 0x7fe4b00b8a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00cfe00 con 0x7fe4b00d1a90 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b00cfc80 con 0x7fe4b015e7c0 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b79d6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b00cff80 con 0x7fe4b0162420 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b5772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b5772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48884/0 (socket says 172.21.15.17:48884) 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.098+0000 7fe4b5772640 1 -- 172.21.15.17:0/3155632238 learned_addr learned my addr 172.21.15.17:0/3155632238 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5f73640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 0x7fe4b00b8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 -- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 msgr2=0x7fe4b00b8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 0x7fe4b00b8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b4f71640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4b015e7c0 0x7fe4b00ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 -- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4b015e7c0 msgr2=0x7fe4b00ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4b015e7c0 0x7fe4b00ccf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 -- 172.21.15.17:0/3155632238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b00cd880 con 0x7fe4b00d1a90 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5f73640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 0x7fe4b00b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b5772640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00e9b0 tx=0x7fe4ac00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac017070 con 0x7fe4b00d1a90 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4ac00c9a0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b01f7e00 con 0x7fe4b00d1a90 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac00cd90 con 0x7fe4b00d1a90 2024-09-19T08:07:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.099+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b01f83c0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.100+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b00cf740 con 0x7fe4b00d1a90 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.101+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4ac01a070 con 0x7fe4b00d1a90 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.101+0000 7fe4a5ffb640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.102+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5967+0+0 (secure 0 0 0) 0x7fe4ac08b940 con 0x7fe4b00d1a90 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.102+0000 7fe4b4f71640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.102+0000 7fe4b4f71640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 0x7fe49406e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe4b00ccdf0 tx=0x7fe4a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:31.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.106+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4ac059fa0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.281+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe4b00d23a0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.970+0000 7fe4a5ffb640 1 -- 172.21.15.17:0/3155632238 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v62) ==== 181+0+0 (secure 0 0 0) 0x7fe4ac0598a0 con 0x7fe4b00d1a90 2024-09-19T08:07:31.970 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 msgr2=0x7fe49406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 0x7fe49406e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe4b00ccdf0 tx=0x7fe4a0009040 comp rx=0 tx=0).stop 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 msgr2=0x7fe4b0152d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00e9b0 tx=0x7fe4ac00ee70 comp rx=0 tx=0).stop 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 shutdown_connections 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe49406c2b0 0x7fe49406e770 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe4b0162420 0x7fe4b00b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe4b015e7c0 0x7fe4b00ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 --2- 172.21.15.17:0/3155632238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4b00d1a90 0x7fe4b0152d50 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 >> 172.21.15.17:0/3155632238 conn(0x7fe4b006dae0 msgr2=0x7fe4b00b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 shutdown_connections 2024-09-19T08:07:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:31.974+0000 7fe4b79d6640 1 -- 172.21.15.17:0/3155632238 wait complete. 2024-09-19T08:07:31.986 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:07:32.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.094+0000 7f923a331640 1 Processor -- start 2024-09-19T08:07:32.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.094+0000 7f923a331640 1 -- start start 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f923a331640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f92340b3fb0 0x7f92340b4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f923a331640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f923406db30 con 0x7f923406d630 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f923a331640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92340d0490 con 0x7f923415e6b0 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f923a331640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f92340d0770 con 0x7f92340b3fb0 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f92388ce640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f92340b3fb0 0x7f92340b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f92388ce640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f92340b3fb0 0x7f92340b4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48890/0 (socket says 172.21.15.17:48890) 2024-09-19T08:07:32.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f92337fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f923406d630 0x7f9234073b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41234/0 (socket says 172.21.15.17:41234) 2024-09-19T08:07:32.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.095+0000 7f92388ce640 1 -- 172.21.15.17:0/304827419 learned_addr learned my addr 172.21.15.17:0/304827419 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:32.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.096+0000 7f92388ce640 1 -- 172.21.15.17:0/304827419 >> v1:172.21.15.160:6789/0 conn(0x7f923415e6b0 legacy=0x7f92340d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.096+0000 7f92388ce640 1 -- 172.21.15.17:0/304827419 >> v1:172.21.15.17:6789/0 conn(0x7f923406d630 legacy=0x7f9234073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.096+0000 7f92388ce640 1 -- 172.21.15.17:0/304827419 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92340d0180 con 0x7f92340b3fb0 2024-09-19T08:07:32.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.096+0000 7f9232ffd640 1 -- 172.21.15.17:0/304827419 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801495158 0 0) 0x7f923406db30 con 0x7f923406d630 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.096+0000 7f92388ce640 1 --2- 172.21.15.17:0/304827419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f92340b3fb0 0x7f92340b4440 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f922c009e50 tx=0x7f922c02a840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a97f28131046098b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f9232ffd640 1 -- 172.21.15.17:0/304827419 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c037070 con 0x7f92340b3fb0 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f9232ffd640 1 -- 172.21.15.17:0/304827419 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f922c032630 con 0x7f92340b3fb0 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f9232ffd640 1 -- 172.21.15.17:0/304827419 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c02e050 con 0x7f92340b3fb0 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 -- 172.21.15.17:0/304827419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f92340b3fb0 msgr2=0x7f92340b4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 --2- 172.21.15.17:0/304827419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f92340b3fb0 0x7f92340b4440 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f922c009e50 tx=0x7f922c02a840 comp rx=0 tx=0).stop 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 -- 172.21.15.17:0/304827419 shutdown_connections 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 --2- 172.21.15.17:0/304827419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f92340b3fb0 0x7f92340b4440 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 -- 172.21.15.17:0/304827419 >> 172.21.15.17:0/304827419 conn(0x7f9234067950 msgr2=0x7f9234067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 -- 172.21.15.17:0/304827419 shutdown_connections 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.097+0000 7f923a331640 1 -- 172.21.15.17:0/304827419 wait complete. 2024-09-19T08:07:32.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.098+0000 7f923a331640 1 Processor -- start 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 -- start start 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f923406d630 0x7f92341443f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 0x7f92340b0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f92340b54a0 con 0x7f923415e6b0 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f92340b5320 con 0x7f923406d630 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f923a331640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f92340b5620 con 0x7f92340b3fb0 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f92388ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f92388ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48898/0 (socket says 172.21.15.17:48898) 2024-09-19T08:07:32.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.099+0000 7f92388ce640 1 -- 172.21.15.17:0/3465487695 learned_addr learned my addr 172.21.15.17:0/3465487695 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f9233fff640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f923406d630 0x7f92341443f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92337fe640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 0x7f92340b0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 -- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 msgr2=0x7f92340b0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 0x7f92340b0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 -- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f923406d630 msgr2=0x7f92341443f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f923406d630 0x7f92341443f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 -- 172.21.15.17:0/3465487695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92341616b0 con 0x7f923415e6b0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92337fe640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 0x7f92340b0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f92388ce640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f922c035040 tx=0x7f922c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c042030 con 0x7f923415e6b0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f922c032430 con 0x7f923415e6b0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9234161990 con 0x7f923415e6b0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c037040 con 0x7f923415e6b0 2024-09-19T08:07:32.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.100+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9234145200 con 0x7f923415e6b0 2024-09-19T08:07:32.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.101+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f923406cd20 con 0x7f923415e6b0 2024-09-19T08:07:32.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.102+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f922c045070 con 0x7f923415e6b0 2024-09-19T08:07:32.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.102+0000 7f9230ff9640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 0x7f922006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:32.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.103+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5529+0+0 (secure 0 0 0) 0x7f922c0ab9e0 con 0x7f923415e6b0 2024-09-19T08:07:32.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.103+0000 7f9233fff640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 0x7f922006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:32.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.103+0000 7f9233fff640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 0x7f922006e770 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f92340b1230 tx=0x7f9224009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:32.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.107+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f923406cd20 con 0x7f923415e6b0 2024-09-19T08:07:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.284+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f92340b3dd0 con 0x7f923415e6b0 2024-09-19T08:07:32.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.971+0000 7f9230ff9640 1 -- 172.21.15.17:0/3465487695 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v63) ==== 169+0+0 (secure 0 0 0) 0x7f92340b3dd0 con 0x7f923415e6b0 2024-09-19T08:07:32.972 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:07:32.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 msgr2=0x7f922006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 0x7f922006e770 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f92340b1230 tx=0x7f9224009040 comp rx=0 tx=0).stop 2024-09-19T08:07:32.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 msgr2=0x7f92340b0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:32.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f922c035040 tx=0x7f922c004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 shutdown_connections 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.975+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922006c2b0 0x7f922006e770 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f923415e6b0 0x7f92340b0a40 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f92340b3fb0 0x7f92340b0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 --2- 172.21.15.17:0/3465487695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f923406d630 0x7f92341443f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 >> 172.21.15.17:0/3465487695 conn(0x7f9234067950 msgr2=0x7f9234067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 shutdown_connections 2024-09-19T08:07:32.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:32.976+0000 7f923a331640 1 -- 172.21.15.17:0/3465487695 wait complete. 2024-09-19T08:07:32.991 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:07:33.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.101+0000 7ff82c5a6640 1 Processor -- start 2024-09-19T08:07:33.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 -- start start 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff82415e640 0x7ff8240b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff8240d4710 0x7ff8240d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8240b39d0 con 0x7ff8240cef60 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff8240cf520 con 0x7ff82415e640 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.102+0000 7ff82c5a6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff8240cf800 con 0x7ff8240d4710 2024-09-19T08:07:33.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff82415e640 0x7ff8240b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff829b41640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff8240cef60 0x7ff8240d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59444/0 (socket says 172.21.15.17:59444) 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff829b41640 1 -- 172.21.15.17:0/3030241401 learned_addr learned my addr 172.21.15.17:0/3030241401 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff82415e640 0x7ff8240b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57720/0 (socket says 172.21.15.17:57720) 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 -- 172.21.15.17:0/3030241401 >> v2:172.21.15.160:3300/0 conn(0x7ff8240d4710 msgr2=0x7ff8240d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82ab43640 1 --2- 172.21.15.17:0/3030241401 >> v2:172.21.15.160:3300/0 conn(0x7ff8240d4710 0x7ff8240d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 --2- 172.21.15.17:0/3030241401 >> v2:172.21.15.160:3300/0 conn(0x7ff8240d4710 0x7ff8240d4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 -- 172.21.15.17:0/3030241401 >> v1:172.21.15.17:6789/0 conn(0x7ff8240cef60 legacy=0x7ff8240d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff82a342640 1 -- 172.21.15.17:0/3030241401 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8240cfae0 con 0x7ff82415e640 2024-09-19T08:07:33.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.103+0000 7ff829340640 1 -- 172.21.15.17:0/3030241401 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2678600476 0 0) 0x7ff814001110 con 0x7ff8240cef60 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82a342640 1 --2- 172.21.15.17:0/3030241401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff8240b3bf0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7ff8240d1a20 tx=0x7ff82002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8f336ebcb929af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff829340640 1 -- 172.21.15.17:0/3030241401 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820037070 con 0x7ff82415e640 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff829340640 1 -- 172.21.15.17:0/3030241401 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff820032440 con 0x7ff82415e640 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff829340640 1 -- 172.21.15.17:0/3030241401 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82002ae60 con 0x7ff82415e640 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 -- 172.21.15.17:0/3030241401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 msgr2=0x7ff8240b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/3030241401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff8240b3bf0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7ff8240d1a20 tx=0x7ff82002a110 comp rx=0 tx=0).stop 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 -- 172.21.15.17:0/3030241401 shutdown_connections 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/3030241401 >> v2:172.21.15.160:3300/0 conn(0x7ff8240d4710 0x7ff8240d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/3030241401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff8240b3bf0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.104+0000 7ff82c5a6640 1 -- 172.21.15.17:0/3030241401 >> 172.21.15.17:0/3030241401 conn(0x7ff824067d70 msgr2=0x7ff824068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.105+0000 7ff82c5a6640 1 -- 172.21.15.17:0/3030241401 shutdown_connections 2024-09-19T08:07:33.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.105+0000 7ff82c5a6640 1 -- 172.21.15.17:0/3030241401 wait complete. 2024-09-19T08:07:33.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.106+0000 7ff82c5a6640 1 Processor -- start 2024-09-19T08:07:33.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.106+0000 7ff82c5a6640 1 -- start start 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.106+0000 7ff82c5a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8240cef60 0x7ff8240b3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 0x7ff82415aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff82415ea20 con 0x7ff82415e640 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8240d5050 con 0x7ff8240d4710 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8240d3590 con 0x7ff8240cef60 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57734/0 (socket says 172.21.15.17:57734) 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 -- 172.21.15.17:0/1808388745 learned_addr learned my addr 172.21.15.17:0/1808388745 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82a342640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8240cef60 0x7ff8240b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff829b41640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 0x7ff82415aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 -- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8240cef60 msgr2=0x7ff8240b3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8240cef60 0x7ff8240b3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 -- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 msgr2=0x7ff82415aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 0x7ff82415aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 -- 172.21.15.17:0/1808388745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8240b3760 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff829b41640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 0x7ff82415aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82ab43640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7ff81c00cc80 tx=0x7ff81c00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c00ce30 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff81c003990 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8240cd9e0 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c003d60 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.107+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8240cdfa0 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.108+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8240d4b10 con 0x7ff82415e640 2024-09-19T08:07:33.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.109+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff81c003f00 con 0x7ff82415e640 2024-09-19T08:07:33.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.109+0000 7ff81affd640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 0x7ff80806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.109+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7ff81c08b540 con 0x7ff82415e640 2024-09-19T08:07:33.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.110+0000 7ff82a342640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 0x7ff80806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.111+0000 7ff82a342640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 0x7ff80806e770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff820034000 tx=0x7ff82002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.114+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff8240b3760 con 0x7ff82415e640 2024-09-19T08:07:33.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.291+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7ff8240ce6b0 con 0x7ff82415e640 2024-09-19T08:07:33.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.294+0000 7ff81affd640 1 -- 172.21.15.17:0/1808388745 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7ff81c014030 con 0x7ff82415e640 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.296+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 msgr2=0x7ff80806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.296+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 0x7ff80806e770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff820034000 tx=0x7ff82002e000 comp rx=0 tx=0).stop 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.296+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 msgr2=0x7ff82415d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.296+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7ff81c00cc80 tx=0x7ff81c00a5c0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 shutdown_connections 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff80806c2b0 0x7ff80806e770 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff82415e640 0x7ff82415d700 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8240d4710 0x7ff82415aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 --2- 172.21.15.17:0/1808388745 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8240cef60 0x7ff8240b3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 >> 172.21.15.17:0/1808388745 conn(0x7ff824067d70 msgr2=0x7ff8240b5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 shutdown_connections 2024-09-19T08:07:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.297+0000 7ff82c5a6640 1 -- 172.21.15.17:0/1808388745 wait complete. 2024-09-19T08:07:33.308 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_journal_corrupt_dentry_first 2024-09-19T08:07:33.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.411+0000 7f5169280640 1 Processor -- start 2024-09-19T08:07:33.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.411+0000 7f5169280640 1 -- start start 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5169280640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f51640d4e20 0x7f51640b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5169280640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51640b39d0 con 0x7f516415e640 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5169280640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51640cf520 con 0x7f51640cef60 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5169280640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f51640cf800 con 0x7f51640d4e20 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5162ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f516415e640 0x7f51640d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59452/0 (socket says 172.21.15.17:59452) 2024-09-19T08:07:33.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.412+0000 7f5162ffd640 1 -- 172.21.15.17:0/3717869168 learned_addr learned my addr 172.21.15.17:0/3717869168 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f51637fe640 1 --2- 172.21.15.17:0/3717869168 >> v2:172.21.15.160:3300/0 conn(0x7f51640d4e20 0x7f51640b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2716684653 0 0) 0x7f5154001490 con 0x7f516415e640 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5150003520 con 0x7f516415e640 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2051246791 0 0) 0x7f5150003520 con 0x7f516415e640 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 >> v2:172.21.15.160:3300/0 conn(0x7f51640d4e20 msgr2=0x7f51640b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 --2- 172.21.15.17:0/3717869168 >> v2:172.21.15.160:3300/0 conn(0x7f51640d4e20 0x7f51640b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 >> v1:172.21.15.160:6789/0 conn(0x7f51640cef60 legacy=0x7f51640d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51640cfae0 con 0x7f516415e640 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f5154001bc0 con 0x7f516415e640 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 >> v1:172.21.15.17:6789/0 conn(0x7f516415e640 legacy=0x7f51640d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 0x7f5150003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500043b0 0x7f5150004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150005120 0x7f515000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51640cf800 con 0x7f51500039b0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f515000c060 con 0x7f51500043b0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f515000c260 con 0x7f5150005120 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 0x7f5150003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f51627fc640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500043b0 0x7f5150004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f51637fe640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150005120 0x7f515000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 -- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150005120 msgr2=0x7f515000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5150005120 0x7f515000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 -- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500043b0 msgr2=0x7f5150004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500043b0 0x7f5150004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f5162ffd640 1 -- 172.21.15.17:0/3717869168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5150003520 con 0x7f51500039b0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f51637fe640 1 -- 172.21.15.17:0/3717869168 reap_dead start 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.413+0000 7f51627fc640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500043b0 0x7f5150004880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.414+0000 7f5162ffd640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 0x7f5150003d90 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f515400aa30 tx=0x7f5150005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8be9c695126b239 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.414+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515400a650 con 0x7f51500039b0 2024-09-19T08:07:33.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.414+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f515402f070 con 0x7f51500039b0 2024-09-19T08:07:33.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.414+0000 7f5161ffb640 1 -- 172.21.15.17:0/3717869168 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515402be20 con 0x7f51500039b0 2024-09-19T08:07:33.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 -- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 msgr2=0x7f5150003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 0x7f5150003d90 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f515400aa30 tx=0x7f5150005830 comp rx=0 tx=0).stop 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 -- 172.21.15.17:0/3717869168 shutdown_connections 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 --2- 172.21.15.17:0/3717869168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51500039b0 0x7f5150003d90 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 -- 172.21.15.17:0/3717869168 >> 172.21.15.17:0/3717869168 conn(0x7f5164067d70 msgr2=0x7f5164068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 -- 172.21.15.17:0/3717869168 shutdown_connections 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.415+0000 7f5169280640 1 -- 172.21.15.17:0/3717869168 wait complete. 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.416+0000 7f5169280640 1 Processor -- start 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.416+0000 7f5169280640 1 -- start start 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500039b0 0x7f516415a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51640abfa0 0x7f51640ac430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51640b3bf0 con 0x7f5164160d70 2024-09-19T08:07:33.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f516415ea20 con 0x7f51500039b0 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5169280640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51640b3d70 con 0x7f51640abfa0 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57750/0 (socket says 172.21.15.17:57750) 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 -- 172.21.15.17:0/2741011332 learned_addr learned my addr 172.21.15.17:0/2741011332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 -- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51640abfa0 msgr2=0x7f51640ac430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51640abfa0 0x7f51640ac430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 -- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500039b0 msgr2=0x7f516415a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f5162ffd640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500039b0 0x7f516415a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500039b0 0x7f516415a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 -- 172.21.15.17:0/2741011332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51640cdff0 con 0x7f5164160d70 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.417+0000 7f51627fc640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f514c00e4d0 tx=0x7f514c00e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.418+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514c0052e0 con 0x7f5164160d70 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.418+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f514c018070 con 0x7f5164160d70 2024-09-19T08:07:33.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.418+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51640ce2d0 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.418+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514c003830 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.418+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f516415acc0 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.419+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51640ced90 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.419+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f514c0039d0 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.420+0000 7f515b7fe640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 0x7f514406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.420+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7f514c08adf0 con 0x7f5164160d70 2024-09-19T08:07:33.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.420+0000 7f5162ffd640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 0x7f514406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.421+0000 7f5162ffd640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 0x7f514406e770 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5154033000 tx=0x7f5154007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.424+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f514c059900 con 0x7f5164160d70 2024-09-19T08:07:33.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.605+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"} v 0) -- 0x7f516415cfd0 con 0x7f5164160d70 2024-09-19T08:07:33.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.605+0000 7f515b7fe640 1 -- 172.21.15.17:0/2741011332 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"}]=0 v21) ==== 122+0+0 (secure 0 0 0) 0x7f514c059200 con 0x7f5164160d70 2024-09-19T08:07:33.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 msgr2=0x7f514406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 0x7f514406e770 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5154033000 tx=0x7f5154007000 comp rx=0 tx=0).stop 2024-09-19T08:07:33.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 msgr2=0x7f51641611d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f514c00e4d0 tx=0x7f514c00e990 comp rx=0 tx=0).stop 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 shutdown_connections 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f514406c2b0 0x7f514406e770 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51640abfa0 0x7f51640ac430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5164160d70 0x7f51641611d0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 --2- 172.21.15.17:0/2741011332 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f51500039b0 0x7f516415a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 >> 172.21.15.17:0/2741011332 conn(0x7f5164067d70 msgr2=0x7f516415d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 shutdown_connections 2024-09-19T08:07:33.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.607+0000 7f5169280640 1 -- 172.21.15.17:0/2741011332 wait complete. 2024-09-19T08:07:33.618 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit' 2024-09-19T08:07:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 Processor -- start 2024-09-19T08:07:33.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 -- start start 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa12c0d0e20 0x7fa12c0d12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa12c0d3040 con 0x7fa12c06cd90 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa12c0d2df0 con 0x7fa12c0d0e20 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.721+0000 7fa13257f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa12c073050 con 0x7fa12c161c60 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa12c0d0e20 0x7fa12c0d12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa12c0d0e20 0x7fa12c0d12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57752/0 (socket says 172.21.15.17:57752) 2024-09-19T08:07:33.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 -- 172.21.15.17:0/3722569797 learned_addr learned my addr 172.21.15.17:0/3722569797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 -- 172.21.15.17:0/3722569797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 msgr2=0x7fa12c0d1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 --2- 172.21.15.17:0/3722569797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 -- 172.21.15.17:0/3722569797 >> v1:172.21.15.160:6789/0 conn(0x7fa12c06cd90 legacy=0x7fa12c06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:33.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.722+0000 7fa130b1c640 1 -- 172.21.15.17:0/3722569797 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c073330 con 0x7fa12c0d0e20 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa130b1c640 1 --2- 172.21.15.17:0/3722569797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c0d0e20 0x7fa12c0d12d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa124009e50 tx=0x7fa12402a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f666a925c26247c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa12b7fe640 1 -- 172.21.15.17:0/3722569797 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124036070 con 0x7fa12c0d0e20 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa12b7fe640 1 -- 172.21.15.17:0/3722569797 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa124031600 con 0x7fa12c0d0e20 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa12b7fe640 1 -- 172.21.15.17:0/3722569797 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1240319d0 con 0x7fa12c0d0e20 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 -- 172.21.15.17:0/3722569797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c0d0e20 msgr2=0x7fa12c0d12d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 --2- 172.21.15.17:0/3722569797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c0d0e20 0x7fa12c0d12d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa124009e50 tx=0x7fa12402a5b0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 -- 172.21.15.17:0/3722569797 shutdown_connections 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 --2- 172.21.15.17:0/3722569797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c0d0e20 0x7fa12c0d12d0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 --2- 172.21.15.17:0/3722569797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c0d1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 -- 172.21.15.17:0/3722569797 >> 172.21.15.17:0/3722569797 conn(0x7fa12c067950 msgr2=0x7fa12c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.723+0000 7fa13257f640 1 -- 172.21.15.17:0/3722569797 shutdown_connections 2024-09-19T08:07:33.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.724+0000 7fa13257f640 1 -- 172.21.15.17:0/3722569797 wait complete. 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 Processor -- start 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 -- start start 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa12c0d0e20 0x7fa12c151a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c15cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c0b4090 con 0x7fa12c06cd90 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c074100 con 0x7fa12c0d0e20 2024-09-19T08:07:33.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa13257f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa12c0b4210 con 0x7fa12c161c60 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.725+0000 7fa12bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57766/0 (socket says 172.21.15.17:57766) 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 -- 172.21.15.17:0/724589545 learned_addr learned my addr 172.21.15.17:0/724589545 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa130b1c640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c15cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa123fff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa12c0d0e20 0x7fa12c151a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 -- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 msgr2=0x7fa12c15cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c15cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 -- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa12c0d0e20 msgr2=0x7fa12c151a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa12c0d0e20 0x7fa12c151a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 -- 172.21.15.17:0/724589545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c0ce570 con 0x7fa12c06cd90 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa130b1c640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c15cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa12bfff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00b410 tx=0x7fa11c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c015020 con 0x7fa12c06cd90 2024-09-19T08:07:33.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa11c011850 con 0x7fa12c06cd90 2024-09-19T08:07:33.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c011c40 con 0x7fa12c06cd90 2024-09-19T08:07:33.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12c0cc230 con 0x7fa12c06cd90 2024-09-19T08:07:33.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.726+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa12c0cc7f0 con 0x7fa12c06cd90 2024-09-19T08:07:33.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.727+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa12c0d12d0 con 0x7fa12c06cd90 2024-09-19T08:07:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.728+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa11c018020 con 0x7fa12c06cd90 2024-09-19T08:07:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.728+0000 7fa1297fa640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 0x7fa10c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.728+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7fa11c08b110 con 0x7fa12c06cd90 2024-09-19T08:07:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.728+0000 7fa123fff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 0x7fa10c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.729+0000 7fa123fff640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 0x7fa10c06e770 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa12c06fba0 tx=0x7fa114009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.733+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa11c01f020 con 0x7fa12c06cd90 2024-09-19T08:07:33.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.972+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]} v 0) -- 0x7fa12c0b7410 con 0x7fa12c06cd90 2024-09-19T08:07:33.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.979+0000 7fa1297fa640 1 -- 172.21.15.17:0/724589545 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]}]=0 v238) ==== 142+0+0 (secure 0 0 0) 0x7fa11c0172c0 con 0x7fa12c06cd90 2024-09-19T08:07:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 msgr2=0x7fa10c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 0x7fa10c06e770 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa12c06fba0 tx=0x7fa114009040 comp rx=0 tx=0).stop 2024-09-19T08:07:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 msgr2=0x7fa12c0cde00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00b410 tx=0x7fa11c00b8d0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 shutdown_connections 2024-09-19T08:07:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa10c06c2b0 0x7fa10c06e770 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa12c161c60 0x7fa12c15cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa12c0d0e20 0x7fa12c151a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 --2- 172.21.15.17:0/724589545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa12c06cd90 0x7fa12c0cde00 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 >> 172.21.15.17:0/724589545 conn(0x7fa12c067950 msgr2=0x7fa12c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 shutdown_connections 2024-09-19T08:07:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:33.981+0000 7fa13257f640 1 -- 172.21.15.17:0/724589545 wait complete. 2024-09-19T08:07:33.993 INFO:tasks.cephfs_test_runner:That the MDS won't write a dentry with new damage to CDentry::first ... ok 2024-09-19T08:07:33.994 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_preflush (tasks.cephfs.test_damage.TestDamage) That the MDS won't write a dentry with new damage to CDentry::first 2024-09-19T08:07:33.994 INFO:tasks.cephfs_test_runner:test_dentry_first_preflush (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:07:33.994 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:34.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.096+0000 7f0bc98f1640 1 Processor -- start 2024-09-19T08:07:34.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.097+0000 7f0bc98f1640 1 -- start start 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.097+0000 7f0bc98f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0bc4156990 0x7f0bc40cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.097+0000 7f0bc98f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc40731f0 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.097+0000 7f0bc98f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc40ce160 con 0x7f0bc40b2490 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.097+0000 7f0bc98f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0bc4156d70 con 0x7f0bc4156990 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc27fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0bc40cd6b0 0x7f0bc40b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59458/0 (socket says 172.21.15.17:59458) 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2166776075 learned_addr learned my addr 172.21.15.17:0/2166776075 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:34.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2166776075 >> v2:172.21.15.160:3300/0 conn(0x7f0bc4156990 0x7f0bc40cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 788151293 0 0) 0x7f0bc40731f0 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0bb0003520 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3337303833 0 0) 0x7f0bb0003520 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 >> v2:172.21.15.160:3300/0 conn(0x7f0bc4156990 msgr2=0x7f0bc40cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 --2- 172.21.15.17:0/2166776075 >> v2:172.21.15.160:3300/0 conn(0x7f0bc4156990 0x7f0bc40cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 >> v1:172.21.15.160:6789/0 conn(0x7f0bc40b2490 legacy=0x7f0bc415c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc40ce440 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0bac001670 con 0x7f0bc40cd6b0 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 >> v1:172.21.15.17:6789/0 conn(0x7f0bc40cd6b0 legacy=0x7f0bc40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb00039b0 0x7f0bb0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 0x7f0bb0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bb00052e0 0x7f0bb000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb000c180 con 0x7f0bb0004800 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb000c330 con 0x7f0bb00039b0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb000c530 con 0x7f0bb00052e0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 0x7f0bb0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb00039b0 0x7f0bb0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.098+0000 7f0bc37fe640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bb00052e0 0x7f0bb000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bb00052e0 msgr2=0x7f0bb000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bb00052e0 0x7f0bb000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb00039b0 msgr2=0x7f0bb0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb00039b0 0x7f0bb0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2166776075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb0003520 con 0x7f0bb0004800 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc37fe640 1 -- 172.21.15.17:0/2166776075 reap_dead start 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 0x7f0bb0004c80 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f0bac00c210 tx=0x7f0bb0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f911a96988cfc69d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac007d10 con 0x7f0bb0004800 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bac005ad0 con 0x7f0bb0004800 2024-09-19T08:07:34.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.099+0000 7f0bc1ffb640 1 -- 172.21.15.17:0/2166776075 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac007070 con 0x7f0bb0004800 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 msgr2=0x7f0bb0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 0x7f0bb0004c80 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f0bac00c210 tx=0x7f0bb0005830 comp rx=0 tx=0).stop 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2166776075 shutdown_connections 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2166776075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bb0004800 0x7f0bb0004c80 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2166776075 >> 172.21.15.17:0/2166776075 conn(0x7f0bc406bc10 msgr2=0x7f0bc406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2166776075 shutdown_connections 2024-09-19T08:07:34.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.100+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2166776075 wait complete. 2024-09-19T08:07:34.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.101+0000 7f0bc98f1640 1 Processor -- start 2024-09-19T08:07:34.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.101+0000 7f0bc98f1640 1 -- start start 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 0x7f0bc414f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bc415b4b0 0x7f0bc415e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc40cef20 con 0x7f0bc414fbd0 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc40cea90 con 0x7f0bb0004800 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc98f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc40cf0a0 con 0x7f0bc415b4b0 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57784/0 (socket says 172.21.15.17:57784) 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2116618358 learned_addr learned my addr 172.21.15.17:0/2116618358 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 0x7f0bc414f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc37fe640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bc415b4b0 0x7f0bc415e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bc415b4b0 msgr2=0x7f0bc415e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bc415b4b0 0x7f0bc415e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.102+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 msgr2=0x7f0bc414f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 0x7f0bc414f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc27fc640 1 -- 172.21.15.17:0/2116618358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc415be00 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 0x7f0bc414f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc27fc640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0bac001970 tx=0x7f0bc40cea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac03f020 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bac001000 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc415c0e0 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac001630 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.103+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc4150ae0 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.104+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc40cff70 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.104+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0bac042020 con 0x7f0bc414fbd0 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.105+0000 7f0bbbfff640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 0x7f0ba406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.105+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7f0bac0aac70 con 0x7f0bc414fbd0 2024-09-19T08:07:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.105+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 0x7f0ba406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.107+0000 7f0bc2ffd640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 0x7f0ba406e7a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0bc415a3d0 tx=0x7f0bbc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.110+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bac079630 con 0x7f0bc414fbd0 2024-09-19T08:07:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.288+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0bc406e070 con 0x7f0bc414fbd0 2024-09-19T08:07:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.289+0000 7f0bbbfff640 1 -- 172.21.15.17:0/2116618358 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v63) ==== 74+0+13270 (secure 0 0 0) 0x7f0bac078f30 con 0x7f0bc414fbd0 2024-09-19T08:07:34.290 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:34.290 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":63,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:07:32.971206+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6837/1613426611":"2024-09-20T08:07:29.961172+0000","172.21.15.160:6835/1613426611":"2024-09-20T08:07:29.961172+0000","172.21.15.17:6835/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6834/3724166892":"2024-09-20T08:05:48.384145+0000","172.21.15.17:6835/2122129785":"2024-09-20T08:05:12.973495+0000","172.21.15.17:6834/2122129785":"2024-09-20T08:05:12.973495+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 msgr2=0x7f0ba406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 0x7f0ba406e7a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0bc415a3d0 tx=0x7f0bbc008040 comp rx=0 tx=0).stop 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 msgr2=0x7f0bc4151000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0bac001970 tx=0x7f0bc40cea00 comp rx=0 tx=0).stop 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 shutdown_connections 2024-09-19T08:07:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0ba406c2e0 0x7f0ba406e7a0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0bc415b4b0 0x7f0bc415e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc414fbd0 0x7f0bc4151000 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 --2- 172.21.15.17:0/2116618358 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0bb0004800 0x7f0bc414f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 >> 172.21.15.17:0/2116618358 conn(0x7f0bc406bc10 msgr2=0x7f0bc406d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.291+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 shutdown_connections 2024-09-19T08:07:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.292+0000 7f0bc98f1640 1 -- 172.21.15.17:0/2116618358 wait complete. 2024-09-19T08:07:34.304 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:07:34.304 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:07:34.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.408+0000 7ff7e5eaf640 1 Processor -- start 2024-09-19T08:07:34.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.408+0000 7ff7e5eaf640 1 -- start start 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7e5eaf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e00d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7e5eaf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7e00d2790 con 0x7ff7e00b75a0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7e5eaf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7e00d2a70 con 0x7ff7e00cedd0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7e5eaf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e00b6c10 con 0x7ff7e00b3490 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7dffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff7e00b75a0 0x7ff7e00d3830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59474/0 (socket says 172.21.15.17:59474) 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7dffff640 1 -- 172.21.15.17:0/1375255156 learned_addr learned my addr 172.21.15.17:0/1375255156 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.409+0000 7ff7deffd640 1 --2- 172.21.15.17:0/1375255156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e00d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2761088656 0 0) 0x7ff7e00d2790 con 0x7ff7e00b75a0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7c8003520 con 0x7ff7e00b75a0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2924384137 0 0) 0x7ff7e00d2a70 con 0x7ff7e00cedd0 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7deffd640 1 -- 172.21.15.17:0/1375255156 >> v1:172.21.15.160:6789/0 conn(0x7ff7e00cedd0 legacy=0x7ff7e00cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7deffd640 1 -- 172.21.15.17:0/1375255156 >> v1:172.21.15.17:6789/0 conn(0x7ff7e00b75a0 legacy=0x7ff7e00d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.410+0000 7ff7deffd640 1 -- 172.21.15.17:0/1375255156 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e00d2d50 con 0x7ff7e00b3490 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7deffd640 1 --2- 172.21.15.17:0/1375255156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e00d2090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40097d0 tx=0x7ff7d402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2e54965ead9e2b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4037070 con 0x7ff7e00b3490 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7d4032440 con 0x7ff7e00b3490 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7de7fc640 1 -- 172.21.15.17:0/1375255156 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4032810 con 0x7ff7e00b3490 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/1375255156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 msgr2=0x7ff7e00d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/1375255156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e00d2090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40097d0 tx=0x7ff7d402a180 comp rx=0 tx=0).stop 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/1375255156 shutdown_connections 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/1375255156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e00d2090 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/1375255156 >> 172.21.15.17:0/1375255156 conn(0x7ff7e00d0f40 msgr2=0x7ff7e00d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/1375255156 shutdown_connections 2024-09-19T08:07:34.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.411+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/1375255156 wait complete. 2024-09-19T08:07:34.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 Processor -- start 2024-09-19T08:07:34.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 -- start start 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e014c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7e00cedd0 0x7ff7e0158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e015e720 con 0x7ff7e00b75a0 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e00d3310 con 0x7ff7e00cedd0 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.413+0000 7ff7e5eaf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e015e8a0 con 0x7ff7e00b3490 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57794/0 (socket says 172.21.15.17:57794) 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 -- 172.21.15.17:0/4210192017 learned_addr learned my addr 172.21.15.17:0/4210192017 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7dffff640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7e00cedd0 0x7ff7e0158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7df7fe640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e014c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 -- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 msgr2=0x7ff7e014c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e014c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 -- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7e00cedd0 msgr2=0x7ff7e0158930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7e00cedd0 0x7ff7e0158930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 -- 172.21.15.17:0/4210192017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e014ce20 con 0x7ff7e00b75a0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7deffd640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4035040 tx=0x7ff7d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4041070 con 0x7ff7e00b75a0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7d4004230 con 0x7ff7e00b75a0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4037040 con 0x7ff7e00b75a0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e0156f10 con 0x7ff7e00b75a0 2024-09-19T08:07:34.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.414+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e01574d0 con 0x7ff7e00b75a0 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.415+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7e01593e0 con 0x7ff7e00b75a0 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.416+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7d4003610 con 0x7ff7e00b75a0 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.416+0000 7ff7c7fff640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 0x7ff7cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.416+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7ff7d40ab7d0 con 0x7ff7e00b75a0 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.416+0000 7ff7df7fe640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 0x7ff7cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.417+0000 7ff7df7fe640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 0x7ff7cc06e770 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff7e00d17e0 tx=0x7ff7d0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.421+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff7e014ce20 con 0x7ff7e00b75a0 2024-09-19T08:07:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.597+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff7e0157f90 con 0x7ff7e00b75a0 2024-09-19T08:07:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.597+0000 7ff7c7fff640 1 -- 172.21.15.17:0/4210192017 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v63) ==== 93+0+10 (secure 0 0 0) 0x7ff7d4079b40 con 0x7ff7e00b75a0 2024-09-19T08:07:34.599 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 msgr2=0x7ff7cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 0x7ff7cc06e770 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff7e00d17e0 tx=0x7ff7d0009040 comp rx=0 tx=0).stop 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 msgr2=0x7ff7e01583f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4035040 tx=0x7ff7d40046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 shutdown_connections 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff7cc06c2b0 0x7ff7cc06e770 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7e00cedd0 0x7ff7e0158930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.599+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7e00b75a0 0x7ff7e01583f0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.600+0000 7ff7e5eaf640 1 --2- 172.21.15.17:0/4210192017 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff7e00b3490 0x7ff7e014c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.600+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 >> 172.21.15.17:0/4210192017 conn(0x7ff7e00d0f40 msgr2=0x7ff7e00b9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.600+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 shutdown_connections 2024-09-19T08:07:34.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.600+0000 7ff7e5eaf640 1 -- 172.21.15.17:0/4210192017 wait complete. 2024-09-19T08:07:34.612 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush' 2024-09-19T08:07:34.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 Processor -- start 2024-09-19T08:07:34.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 -- start start 2024-09-19T08:07:34.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efff0156990 0x7efff00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efff00b2490 0x7efff015c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efff00ce160 con 0x7efff00cd6b0 2024-09-19T08:07:34.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efff0156d70 con 0x7efff00b2490 2024-09-19T08:07:34.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.713+0000 7efff5453640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efff00cea90 con 0x7efff0156990 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effef7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efff00b2490 0x7efff015c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effee7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efff00cd6b0 0x7efff00b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59480/0 (socket says 172.21.15.17:59480) 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effee7fc640 1 -- 172.21.15.17:0/815106914 learned_addr learned my addr 172.21.15.17:0/815106914 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effef7fe640 1 -- 172.21.15.17:0/815106914 >> v2:172.21.15.160:3300/0 conn(0x7efff0156990 msgr2=0x7efff00cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effef7fe640 1 --2- 172.21.15.17:0/815106914 >> v2:172.21.15.160:3300/0 conn(0x7efff0156990 0x7efff00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effef7fe640 1 -- 172.21.15.17:0/815106914 >> v1:172.21.15.17:6789/0 conn(0x7efff00cd6b0 legacy=0x7efff00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effedffb640 1 -- 172.21.15.17:0/815106914 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1490070297 0 0) 0x7efff00ce160 con 0x7efff00cd6b0 2024-09-19T08:07:34.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.714+0000 7effef7fe640 1 -- 172.21.15.17:0/815106914 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff00731f0 con 0x7efff00b2490 2024-09-19T08:07:34.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7effef7fe640 1 --2- 172.21.15.17:0/815106914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00b2490 0x7efff015c8d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7efff00d1160 tx=0x7effe802a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2153c619813ad3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7effedffb640 1 -- 172.21.15.17:0/815106914 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8037070 con 0x7efff00b2490 2024-09-19T08:07:34.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7effedffb640 1 -- 172.21.15.17:0/815106914 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe802add0 con 0x7efff00b2490 2024-09-19T08:07:34.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7effedffb640 1 -- 172.21.15.17:0/815106914 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8032660 con 0x7efff00b2490 2024-09-19T08:07:34.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7efff5453640 1 -- 172.21.15.17:0/815106914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00b2490 msgr2=0x7efff015c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.715+0000 7efff5453640 1 --2- 172.21.15.17:0/815106914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00b2490 0x7efff015c8d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7efff00d1160 tx=0x7effe802a080 comp rx=0 tx=0).stop 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 -- 172.21.15.17:0/815106914 shutdown_connections 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 --2- 172.21.15.17:0/815106914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00b2490 0x7efff015c8d0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 --2- 172.21.15.17:0/815106914 >> v2:172.21.15.160:3300/0 conn(0x7efff0156990 0x7efff00cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 -- 172.21.15.17:0/815106914 >> 172.21.15.17:0/815106914 conn(0x7efff006bc10 msgr2=0x7efff006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 -- 172.21.15.17:0/815106914 shutdown_connections 2024-09-19T08:07:34.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.716+0000 7efff5453640 1 -- 172.21.15.17:0/815106914 wait complete. 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.717+0000 7efff5453640 1 Processor -- start 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.717+0000 7efff5453640 1 -- start start 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff00b2490 0x7efff0154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff0156990 0x7efff00b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efff00cef20 con 0x7efff00cd6b0 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efff00ce720 con 0x7efff00b2490 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efff00cf0a0 con 0x7efff0156990 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57818/0 (socket says 172.21.15.17:57818) 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 -- 172.21.15.17:0/1809764591 learned_addr learned my addr 172.21.15.17:0/1809764591 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effeeffd640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff00b2490 0x7efff0154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effef7fe640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff0156990 0x7efff00b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 -- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff0156990 msgr2=0x7efff00b0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff0156990 0x7efff00b0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 -- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff00b2490 msgr2=0x7efff0154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff00b2490 0x7efff0154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 -- 172.21.15.17:0/1809764591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff015c970 con 0x7efff00cd6b0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effee7fc640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7effe400c430 tx=0x7effe400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe40074e0 con 0x7efff00cd6b0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe40047e0 con 0x7efff00cd6b0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efff0154790 con 0x7efff00cd6b0 2024-09-19T08:07:34.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe4004bd0 con 0x7efff00cd6b0 2024-09-19T08:07:34.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.718+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efff015cbe0 con 0x7efff00cd6b0 2024-09-19T08:07:34.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.719+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efff01553d0 con 0x7efff00cd6b0 2024-09-19T08:07:34.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.720+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effe4011070 con 0x7efff00cd6b0 2024-09-19T08:07:34.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.720+0000 7effd77fe640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:34.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.720+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7effe408acd0 con 0x7efff00cd6b0 2024-09-19T08:07:34.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.721+0000 7effeeffd640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:34.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.721+0000 7effeeffd640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 0x7effdc06e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7effe000a400 tx=0x7effe000d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:34.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.725+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efff0154790 con 0x7efff00cd6b0 2024-09-19T08:07:34.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.966+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]} v 0) -- 0x7efff01550f0 con 0x7efff00cd6b0 2024-09-19T08:07:34.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.980+0000 7effd77fe640 1 -- 172.21.15.17:0/1809764591 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]}]=0 v239) ==== 144+0+0 (secure 0 0 0) 0x7effe4059030 con 0x7efff00cd6b0 2024-09-19T08:07:34.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 msgr2=0x7effdc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 0x7effdc06e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7effe000a400 tx=0x7effe000d040 comp rx=0 tx=0).stop 2024-09-19T08:07:34.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 msgr2=0x7efff0150d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:34.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7effe400c430 tx=0x7effe400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 shutdown_connections 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff0156990 0x7efff00b0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff00cd6b0 0x7efff0150d80 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 --2- 172.21.15.17:0/1809764591 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff00b2490 0x7efff0154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 >> 172.21.15.17:0/1809764591 conn(0x7efff006bc10 msgr2=0x7efff00d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 shutdown_connections 2024-09-19T08:07:34.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:34.982+0000 7efff5453640 1 -- 172.21.15.17:0/1809764591 wait complete. 2024-09-19T08:07:34.994 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:07:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.097+0000 7f4e1865c640 1 Processor -- start 2024-09-19T08:07:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.097+0000 7f4e1865c640 1 -- start start 2024-09-19T08:07:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e1865c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4e100cedd0 0x7f4e100d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e1865c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e100b75a0 0x7f4e100d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e1865c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e100d2790 con 0x7f4e100b3490 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e1865c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4e100b6c10 con 0x7f4e100b75a0 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e1865c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4e100d2a70 con 0x7f4e100cedd0 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e100b75a0 0x7f4e100d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e100b75a0 0x7f4e100d3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57834/0 (socket says 172.21.15.17:57834) 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e15bf7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4e100b3490 0x7f4e100cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59496/0 (socket says 172.21.15.17:59496) 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 -- 172.21.15.17:0/2301356145 learned_addr learned my addr 172.21.15.17:0/2301356145 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e163f8640 1 --2- 172.21.15.17:0/2301356145 >> v2:172.21.15.160:3300/0 conn(0x7f4e100cedd0 0x7f4e100d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 -- 172.21.15.17:0/2301356145 >> v2:172.21.15.160:3300/0 conn(0x7f4e100cedd0 msgr2=0x7f4e100d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 --2- 172.21.15.17:0/2301356145 >> v2:172.21.15.160:3300/0 conn(0x7f4e100cedd0 0x7f4e100d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 -- 172.21.15.17:0/2301356145 >> v1:172.21.15.17:6789/0 conn(0x7f4e100b3490 legacy=0x7f4e100cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e153f6640 1 -- 172.21.15.17:0/2301356145 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2885530074 0 0) 0x7f4e100d2790 con 0x7f4e100b3490 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.098+0000 7f4e16bf9640 1 -- 172.21.15.17:0/2301356145 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e100d2d50 con 0x7f4e100b75a0 2024-09-19T08:07:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.099+0000 7f4e16bf9640 1 --2- 172.21.15.17:0/2301356145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3830 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4e100d1d80 tx=0x7f4e0802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f186c70fc8d68482 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.099+0000 7f4e153f6640 1 -- 172.21.15.17:0/2301356145 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08036070 con 0x7f4e100b75a0 2024-09-19T08:07:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.099+0000 7f4e153f6640 1 -- 172.21.15.17:0/2301356145 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e08031600 con 0x7f4e100b75a0 2024-09-19T08:07:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.099+0000 7f4e153f6640 1 -- 172.21.15.17:0/2301356145 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e080319d0 con 0x7f4e100b75a0 2024-09-19T08:07:35.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 -- 172.21.15.17:0/2301356145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 msgr2=0x7f4e100d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 --2- 172.21.15.17:0/2301356145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3830 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4e100d1d80 tx=0x7f4e0802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 -- 172.21.15.17:0/2301356145 shutdown_connections 2024-09-19T08:07:35.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 --2- 172.21.15.17:0/2301356145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3830 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 --2- 172.21.15.17:0/2301356145 >> v2:172.21.15.160:3300/0 conn(0x7f4e100cedd0 0x7f4e100d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 -- 172.21.15.17:0/2301356145 >> 172.21.15.17:0/2301356145 conn(0x7f4e100d0f40 msgr2=0x7f4e100d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 -- 172.21.15.17:0/2301356145 shutdown_connections 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.100+0000 7f4e1865c640 1 -- 172.21.15.17:0/2301356145 wait complete. 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.101+0000 7f4e1865c640 1 Processor -- start 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.101+0000 7f4e1865c640 1 -- start start 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e100b3490 0x7f4e1014e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 0x7f4e100ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1015e720 con 0x7f4e100b75a0 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4e100d3310 con 0x7f4e100cedd0 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e1865c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4e1015e8a0 con 0x7f4e100b3490 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e15bf7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e15bf7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57842/0 (socket says 172.21.15.17:57842) 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e15bf7640 1 -- 172.21.15.17:0/4020500385 learned_addr learned my addr 172.21.15.17:0/4020500385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e163f8640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e100b3490 0x7f4e1014e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.102+0000 7f4e16bf9640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 0x7f4e100ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 -- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e100b3490 msgr2=0x7f4e1014e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e100b3490 0x7f4e1014e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 -- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 msgr2=0x7f4e100ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 0x7f4e100ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 -- 172.21.15.17:0/4020500385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e1014ee20 con 0x7f4e100b75a0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e16bf9640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 0x7f4e100ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e15bf7640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f4e0000c4d0 tx=0x7f4e0000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e00018070 con 0x7f4e100b75a0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e00007500 con 0x7f4e100b75a0 2024-09-19T08:07:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e1015ebf0 con 0x7f4e100b75a0 2024-09-19T08:07:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e00004a20 con 0x7f4e100b75a0 2024-09-19T08:07:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.103+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e1015f1b0 con 0x7f4e100b75a0 2024-09-19T08:07:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.104+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e1015c900 con 0x7f4e100b75a0 2024-09-19T08:07:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.104+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e0001b070 con 0x7f4e100b75a0 2024-09-19T08:07:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.105+0000 7f4e06ffd640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 0x7f4df406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.105+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7f4e0008a3d0 con 0x7f4e100b75a0 2024-09-19T08:07:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.105+0000 7f4e163f8640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 0x7f4df406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.106+0000 7f4e163f8640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 0x7f4df406e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0079a0 tx=0x7f4e0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.110+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e000587d0 con 0x7f4e100b75a0 2024-09-19T08:07:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.286+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4e100693a0 con 0x7f4e100b75a0 2024-09-19T08:07:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.290+0000 7f4e06ffd640 1 -- 172.21.15.17:0/4020500385 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7f4e0005cad0 con 0x7f4e100b75a0 2024-09-19T08:07:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 msgr2=0x7f4df406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 0x7f4df406e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0079a0 tx=0x7f4e0c008040 comp rx=0 tx=0).stop 2024-09-19T08:07:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 msgr2=0x7f4e100d3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f4e0000c4d0 tx=0x7f4e0000c990 comp rx=0 tx=0).stop 2024-09-19T08:07:35.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 shutdown_connections 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4df406c2b0 0x7f4df406e770 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e100cedd0 0x7f4e100ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e100b75a0 0x7f4e100d3cb0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 --2- 172.21.15.17:0/4020500385 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e100b3490 0x7f4e1014e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 >> 172.21.15.17:0/4020500385 conn(0x7f4e100d0f40 msgr2=0x7f4e100b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 shutdown_connections 2024-09-19T08:07:35.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.292+0000 7f4e1865c640 1 -- 172.21.15.17:0/4020500385 wait complete. 2024-09-19T08:07:35.303 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:07:35.304 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:07:35.347 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:07:35.398 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:07:35.399 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:07:35.399 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:35.415 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:07:35.415 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:07:35.415 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:35.434 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:07:35.435 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:07:35.435 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:35.471 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:07:35.472 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:07:35.472 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:07:35.493 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:07:35.493 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:07:35.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:35.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.613+0000 7fee1d0c9640 1 Processor -- start 2024-09-19T08:07:35.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.613+0000 7fee1d0c9640 1 -- start start 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1d0c9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee180ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1d0c9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee1815ea20 con 0x7fee180cf0e0 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1d0c9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee180b1c50 con 0x7fee180d3660 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1d0c9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fee180b2860 con 0x7fee1815e640 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1659c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fee180cf0e0 0x7fee180b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59512/0 (socket says 172.21.15.17:59512) 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee1659c640 1 -- 172.21.15.17:0/454941334 learned_addr learned my addr 172.21.15.17:0/454941334 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.614+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2649422006 0 0) 0x7fee1815ea20 con 0x7fee180cf0e0 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fee04003520 con 0x7fee180cf0e0 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee16d9d640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee180ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3491908991 0 0) 0x7fee04003520 con 0x7fee180cf0e0 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 msgr2=0x7fee180ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee180ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 >> v1:172.21.15.160:6789/0 conn(0x7fee180d3660 legacy=0x7fee180b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee180b1f30 con 0x7fee180cf0e0 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fee00001670 con 0x7fee180cf0e0 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee16d9d640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee180ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 >> v1:172.21.15.17:6789/0 conn(0x7fee180cf0e0 legacy=0x7fee180b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee040039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee04003fd0 0x7fee04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee04004d40 0x7fee040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fee180b2860 con 0x7fee04003fd0 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fee0400bc50 con 0x7fee04004d40 2024-09-19T08:07:35.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fee0400be50 con 0x7fee1815e640 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee04003fd0 0x7fee04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee16d9d640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee040039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1759e640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee04004d40 0x7fee040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 -- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 msgr2=0x7fee040039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee1815e640 0x7fee040039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 -- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee04004d40 msgr2=0x7fee040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee04004d40 0x7fee040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.615+0000 7fee1659c640 1 -- 172.21.15.17:0/454941334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee04003520 con 0x7fee04003fd0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.616+0000 7fee1659c640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee04003fd0 0x7fee04004800 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fee0000c210 tx=0x7fee04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de7fed53c77ff14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.616+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00007d10 con 0x7fee04003fd0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.616+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee000058d0 con 0x7fee04003fd0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.616+0000 7fee15d9b640 1 -- 172.21.15.17:0/454941334 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00005d40 con 0x7fee04003fd0 2024-09-19T08:07:35.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 -- 172.21.15.17:0/454941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee04003fd0 msgr2=0x7fee04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/454941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee04003fd0 0x7fee04004800 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fee0000c210 tx=0x7fee04005830 comp rx=0 tx=0).stop 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1759e640 1 -- 172.21.15.17:0/454941334 reap_dead start 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 -- 172.21.15.17:0/454941334 shutdown_connections 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 -- 172.21.15.17:0/454941334 >> 172.21.15.17:0/454941334 conn(0x7fee1809d820 msgr2=0x7fee180d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 -- 172.21.15.17:0/454941334 shutdown_connections 2024-09-19T08:07:35.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.617+0000 7fee1d0c9640 1 -- 172.21.15.17:0/454941334 wait complete. 2024-09-19T08:07:35.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.618+0000 7fee1d0c9640 1 Processor -- start 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.618+0000 7fee1d0c9640 1 -- start start 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee04003fd0 0x7fee181f3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee18154220 0x7fee181546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fee180cfe40 con 0x7fee18153e00 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fee180b24f0 con 0x7fee18154220 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1d0c9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fee180b73a0 con 0x7fee04003fd0 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57862/0 (socket says 172.21.15.17:57862) 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 -- 172.21.15.17:0/1076539795 learned_addr learned my addr 172.21.15.17:0/1076539795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee16d9d640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee04003fd0 0x7fee181f3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1759e640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee18154220 0x7fee181546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 -- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee04003fd0 msgr2=0x7fee181f3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee04003fd0 0x7fee181f3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 -- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee18154220 msgr2=0x7fee181546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee18154220 0x7fee181546d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.619+0000 7fee1659c640 1 -- 172.21.15.17:0/1076539795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee181f41d0 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee1659c640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fee0000c210 tx=0x7fee180b1e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00007d10 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee00043070 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00007680 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee181f44b0 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.620+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee181f4a70 con 0x7fee18153e00 2024-09-19T08:07:35.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.621+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee18068eb0 con 0x7fee18153e00 2024-09-19T08:07:35.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.621+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fee00048460 con 0x7fee18153e00 2024-09-19T08:07:35.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.622+0000 7fee0f7fe640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:35.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.622+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7fee000ab800 con 0x7fee18153e00 2024-09-19T08:07:35.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.622+0000 7fee16d9d640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:35.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.623+0000 7fee16d9d640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee08007440 tx=0x7fee0800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:35.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.626+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fee0007a370 con 0x7fee18153e00 2024-09-19T08:07:35.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.837+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee180ceba0 con 0x7fee18153e00 2024-09-19T08:07:35.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.837+0000 7fee0f7fe640 1 -- 172.21.15.17:0/1076539795 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+3911 (secure 0 0 0) 0x7fee00080030 con 0x7fee18153e00 2024-09-19T08:07:35.839 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:35.839 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":56,"btime":"2024-09-19T08:07:30:962771+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5207,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/232765722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":232765722},{"type":"v1","addr":"172.21.15.160:6836","nonce":232765722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5489,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/4089240619","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":4089240619},{"type":"v1","addr":"172.21.15.160:6837","nonce":4089240619}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56},{"gid":5880,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6833/739865522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":739865522},{"type":"v1","addr":"172.21.15.17:6833","nonce":739865522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6237,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2091053024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":2091053024},{"type":"v1","addr":"172.21.15.17:6835","nonce":2091053024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[]} 2024-09-19T08:07:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 56 2024-09-19T08:07:35.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 msgr2=0x7fedf806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee08007440 tx=0x7fee0800b040 comp rx=0 tx=0).stop 2024-09-19T08:07:35.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 msgr2=0x7fee180cb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:35.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fee0000c210 tx=0x7fee180b1e20 comp rx=0 tx=0).stop 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 shutdown_connections 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee18154220 0x7fee181546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee18153e00 0x7fee180cb8d0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 --2- 172.21.15.17:0/1076539795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee04003fd0 0x7fee181f3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 >> 172.21.15.17:0/1076539795 conn(0x7fee1809d820 msgr2=0x7fee180b7830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 shutdown_connections 2024-09-19T08:07:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:35.839+0000 7fee1d0c9640 1 -- 172.21.15.17:0/1076539795 wait complete. 2024-09-19T08:07:35.851 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:07:35.851 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:07:35.852 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:07:35.852 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:07:35.852 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:07:35.852 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:07:35.852 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:07:35.852 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:07:35.853 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:07:35.853 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:07:35.853 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:07:35.853 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:07:35.853 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:07:35.853 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:07:35.853 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:07:35.853 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:07:35.861 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:07:35.861 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:07:35.862 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:07:35.862 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:07:35.864 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:07:35.865 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:07:35.865 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:07:35.865 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:07:35.904 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:07:35.905 DEBUG:teuthology.parallel:result is None 2024-09-19T08:07:35.905 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:07:35.905 DEBUG:teuthology.parallel:result is None 2024-09-19T08:07:35.907 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:07:35.907 DEBUG:teuthology.parallel:result is None 2024-09-19T08:07:35.908 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:07:35.908 DEBUG:teuthology.parallel:result is None 2024-09-19T08:07:35.908 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:07:35.983 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:07:35.984 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:07:35.989 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:07:35.990 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:07:36.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.016+0000 7f52deb11640 1 Processor -- start 2024-09-19T08:07:36.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.016+0000 7f52deb11640 1 -- start start 2024-09-19T08:07:36.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.016+0000 7f52deb11640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf2b0 0x7f52d80d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52deb11640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f52d80cf6f0 0x7f52d80d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f52d80cf6f0 0x7f52d80d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dc8ad640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f52d815e640 0x7f52d80ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59534/0 (socket says 172.21.15.17:59534) 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dc8ad640 1 -- 172.21.15.17:0/3812344432 learned_addr learned my addr 172.21.15.17:0/3812344432 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f52d80cf6f0 0x7f52d80d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57896/0 (socket says 172.21.15.17:57896) 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52d815ea20 con 0x7f52d815e640 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f52d80b3d00 con 0x7f52d80cf6f0 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f52d80b2860 con 0x7f52d80cf2b0 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52d7fff640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf2b0 0x7f52d80d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 486907060 0 0) 0x7f52d815ea20 con 0x7f52d815e640 2024-09-19T08:07:36.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f52c8003520 con 0x7f52d815e640 2024-09-19T08:07:36.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4193841747 0 0) 0x7f52c8003520 con 0x7f52d815e640 2024-09-19T08:07:36.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3812344432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf2b0 msgr2=0x7f52d80d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:36.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf2b0 0x7f52d80d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:36.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3812344432 >> v1:172.21.15.17:6789/0 conn(0x7f52d815e640 legacy=0x7f52d80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.017+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3812344432 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d80b1c50 con 0x7f52d80cf6f0 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.018+0000 7f52dd0ae640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d80cf6f0 0x7f52d80d2b90 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f52d815ebf0 tx=0x7f52d002a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4a90fec9c3cace server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.018+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc001650 con 0x7f52d80cf6f0 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.018+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52d0007540 con 0x7f52d80cf6f0 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.018+0000 7f52d77fe640 1 -- 172.21.15.17:0/3812344432 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d00078f0 con 0x7f52d80cf6f0 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d80cf6f0 msgr2=0x7f52d80d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d80cf6f0 0x7f52d80d2b90 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f52d815ebf0 tx=0x7f52d002a540 comp rx=0 tx=0).stop 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 shutdown_connections 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d80cf6f0 0x7f52d80d2b90 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 --2- 172.21.15.17:0/3812344432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf2b0 0x7f52d80d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 >> 172.21.15.17:0/3812344432 conn(0x7f52d809d820 msgr2=0x7f52d80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 shutdown_connections 2024-09-19T08:07:36.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.019+0000 7f52deb11640 1 -- 172.21.15.17:0/3812344432 wait complete. 2024-09-19T08:07:36.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.020+0000 7f52deb11640 1 Processor -- start 2024-09-19T08:07:36.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.020+0000 7f52deb11640 1 -- start start 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f52d80cf2b0 0x7f52d80c7440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf6f0 0x7f52d81607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f52d80b24f0 con 0x7f52d815e640 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f52d80b2210 con 0x7f52d80cf2b0 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52deb11640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f52d80cfe40 con 0x7f52d80cf6f0 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57902/0 (socket says 172.21.15.17:57902) 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3897593410 learned_addr learned my addr 172.21.15.17:0/3897593410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dc8ad640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f52d80cf2b0 0x7f52d80c7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52d7fff640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf6f0 0x7f52d81607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf6f0 msgr2=0x7f52d81607a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:36.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf6f0 0x7f52d81607a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f52d80cf2b0 msgr2=0x7f52d80c7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f52d80cf2b0 0x7f52d80c7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 -- 172.21.15.17:0/3897593410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d81561b0 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.021+0000 7f52dd0ae640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f52d0009e50 tx=0x7f52d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.022+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d003f070 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.022+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52d0031c70 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.022+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d0009450 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.022+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d8161c00 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.022+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d8161640 con 0x7f52d815e640 2024-09-19T08:07:36.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.023+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52d80b73a0 con 0x7f52d815e640 2024-09-19T08:07:36.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.023+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f52d0003bd0 con 0x7f52d815e640 2024-09-19T08:07:36.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.024+0000 7f52d57fa640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 0x7f52bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:36.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.024+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5115+0+0 (secure 0 0 0) 0x7f52d00abc50 con 0x7f52d815e640 2024-09-19T08:07:36.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.024+0000 7f52dc8ad640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 0x7f52bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:36.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.024+0000 7f52dc8ad640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 0x7f52bc06e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f52cc001010 tx=0x7f52cc0011c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:36.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.028+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f52d00b1020 con 0x7f52d815e640 2024-09-19T08:07:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:36.213+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f52d806bc10 con 0x7f52d815e640 2024-09-19T08:07:37.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.313+0000 7f52d57fa640 1 -- 172.21.15.17:0/3897593410 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v68) ==== 97+0+0 (secure 0 0 0) 0x7f52d0031e20 con 0x7f52d815e640 2024-09-19T08:07:37.315 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:07:37.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 msgr2=0x7f52bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 0x7f52bc06e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f52cc001010 tx=0x7f52cc0011c0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 msgr2=0x7f52d8160ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f52d0009e50 tx=0x7f52d0004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 shutdown_connections 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f52bc06c2b0 0x7f52bc06e770 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52d815e640 0x7f52d8160ce0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f52d80cf6f0 0x7f52d81607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 --2- 172.21.15.17:0/3897593410 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f52d80cf2b0 0x7f52d80c7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 >> 172.21.15.17:0/3897593410 conn(0x7f52d809d820 msgr2=0x7f52d80b7f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.316+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 shutdown_connections 2024-09-19T08:07:37.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.317+0000 7f52deb11640 1 -- 172.21.15.17:0/3897593410 wait complete. 2024-09-19T08:07:37.332 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:07:37.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.440+0000 7f0b4d72c640 1 Processor -- start 2024-09-19T08:07:37.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.440+0000 7f0b4d72c640 1 -- start start 2024-09-19T08:07:37.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b480b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 0x7f0b480b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b480d1fc0 0x7f0b480d2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0b480d2d40 con 0x7f0b480d1fc0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0b480b7250 con 0x7f0b4815e8c0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b4d72c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b4806cec0 con 0x7f0b4815e4e0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b480d1fc0 0x7f0b480d2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0b480d1fc0 0x7f0b480d2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57910/0 (socket says 172.21.15.17:57910) 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 -- 172.21.15.17:0/569633636 learned_addr learned my addr 172.21.15.17:0/569633636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b46ffd640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b480b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 -- 172.21.15.17:0/569633636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 msgr2=0x7f0b480b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b3e7fc640 1 --2- 172.21.15.17:0/569633636 >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 0x7f0b480b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b480b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 -- 172.21.15.17:0/569633636 >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 msgr2=0x7f0b480b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 --2- 172.21.15.17:0/569633636 >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 0x7f0b480b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b477fe640 1 -- 172.21.15.17:0/569633636 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b4806d160 con 0x7f0b480d1fc0 2024-09-19T08:07:37.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b3e7fc640 1 --2- 172.21.15.17:0/569633636 >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 0x7f0b480b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.441+0000 7f0b46ffd640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b480b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.442+0000 7f0b477fe640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b480d1fc0 0x7f0b480d2450 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f0b48071940 tx=0x7f0b4002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9535c9c9a7d0d557 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.442+0000 7f0b467fc640 1 -- 172.21.15.17:0/569633636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b40036070 con 0x7f0b480d1fc0 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.442+0000 7f0b467fc640 1 -- 172.21.15.17:0/569633636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b40031600 con 0x7f0b480d1fc0 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.442+0000 7f0b467fc640 1 -- 172.21.15.17:0/569633636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b400319d0 con 0x7f0b480d1fc0 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 -- 172.21.15.17:0/569633636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b480d1fc0 msgr2=0x7f0b480d2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b480d1fc0 0x7f0b480d2450 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f0b48071940 tx=0x7f0b4002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 -- 172.21.15.17:0/569633636 shutdown_connections 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b480d1fc0 0x7f0b480d2450 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/569633636 >> v2:172.21.15.160:3300/0 conn(0x7f0b4815e8c0 0x7f0b480b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/569633636 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b480b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 -- 172.21.15.17:0/569633636 >> 172.21.15.17:0/569633636 conn(0x7f0b4806f400 msgr2=0x7f0b4806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 -- 172.21.15.17:0/569633636 shutdown_connections 2024-09-19T08:07:37.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.443+0000 7f0b4d72c640 1 -- 172.21.15.17:0/569633636 wait complete. 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.444+0000 7f0b4d72c640 1 Processor -- start 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.444+0000 7f0b4d72c640 1 -- start start 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b480d1fc0 0x7f0b4814af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b48147b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b480d2990 con 0x7f0b4815e8c0 2024-09-19T08:07:37.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b4806d720 con 0x7f0b480d1fc0 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b4d72c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b480aede0 con 0x7f0b4815e4e0 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57926/0 (socket says 172.21.15.17:57926) 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 -- 172.21.15.17:0/3187797252 learned_addr learned my addr 172.21.15.17:0/3187797252 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b46ffd640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b480d1fc0 0x7f0b4814af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b3e7fc640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b48147b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 -- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 msgr2=0x7f0b48147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b48147b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 -- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b480d1fc0 msgr2=0x7f0b4814af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b480d1fc0 0x7f0b4814af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.445+0000 7f0b477fe640 1 -- 172.21.15.17:0/3187797252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b480af920 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b477fe640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f0b40009f40 tx=0x7f0b40004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b40036050 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b40042070 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b480af080 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b40009510 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.446+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b480af640 con 0x7f0b4815e8c0 2024-09-19T08:07:37.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.447+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b480d2450 con 0x7f0b4815e8c0 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.447+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b40007bd0 con 0x7f0b4815e8c0 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.448+0000 7f0b3ffff640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 0x7f0b2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.448+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 4857+0+0 (secure 0 0 0) 0x7f0b400ac0a0 con 0x7f0b4815e8c0 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.448+0000 7f0b46ffd640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 0x7f0b2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.449+0000 7f0b46ffd640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 0x7f0b2806e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0b3800a990 tx=0x7f0b38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.452+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b40045360 con 0x7f0b4815e8c0 2024-09-19T08:07:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.694+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0b480d0930 con 0x7f0b4815e8c0 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.695+0000 7f0b3ffff640 1 -- 172.21.15.17:0/3187797252 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f0b4007ab60 con 0x7f0b4815e8c0 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.696 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.699 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.700 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.701 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.702 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.703 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.704 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.705 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow r", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.706 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.707 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:07:37.708 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:07:37.709 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:07:37.710 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 msgr2=0x7f0b2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 0x7f0b2806e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0b3800a990 tx=0x7f0b38008040 comp rx=0 tx=0).stop 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 msgr2=0x7f0b480ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f0b40009f40 tx=0x7f0b40004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 shutdown_connections 2024-09-19T08:07:37.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b2806c2b0 0x7f0b2806e770 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b4815e8c0 0x7f0b480ae8a0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4815e4e0 0x7f0b48147b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 --2- 172.21.15.17:0/3187797252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b480d1fc0 0x7f0b4814af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 >> 172.21.15.17:0/3187797252 conn(0x7f0b4806f400 msgr2=0x7f0b4815b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 shutdown_connections 2024-09-19T08:07:37.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.697+0000 7f0b4d72c640 1 -- 172.21.15.17:0/3187797252 wait complete. 2024-09-19T08:07:37.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:07:37.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.815+0000 7f6689331640 1 Processor -- start 2024-09-19T08:07:37.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.816+0000 7f6689331640 1 -- start start 2024-09-19T08:07:37.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.816+0000 7f6689331640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f66840cf2b0 0x7f66840d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.816+0000 7f6689331640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f668415ea20 con 0x7f66840cf720 2024-09-19T08:07:37.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.816+0000 7f6689331640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66840b1c50 con 0x7f668415e640 2024-09-19T08:07:37.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.816+0000 7f6689331640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f66840b3d00 con 0x7f66840cf2b0 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f66837fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f66840cf720 0x7f66840d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59548/0 (socket says 172.21.15.17:59548) 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f66837fe640 1 -- 172.21.15.17:0/2721715434 learned_addr learned my addr 172.21.15.17:0/2721715434 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f66827fc640 1 --2- 172.21.15.17:0/2721715434 >> v2:172.21.15.160:3300/0 conn(0x7f66840cf2b0 0x7f66840d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3748256425 0 0) 0x7f668415ea20 con 0x7f66840cf720 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6670003520 con 0x7f66840cf720 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 725439775 0 0) 0x7f6670003520 con 0x7f66840cf720 2024-09-19T08:07:37.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 >> v2:172.21.15.160:3300/0 conn(0x7f66840cf2b0 msgr2=0x7f66840d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 --2- 172.21.15.17:0/2721715434 >> v2:172.21.15.160:3300/0 conn(0x7f66840cf2b0 0x7f66840d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 >> v1:172.21.15.160:6789/0 conn(0x7f668415e640 legacy=0x7f66840ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66840b1f30 con 0x7f66840cf720 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f66740019f0 con 0x7f66840cf720 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 >> v1:172.21.15.17:6789/0 conn(0x7f66840cf720 legacy=0x7f66840d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66700039b0 0x7f6670003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f6670004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f66700051c0 0x7f667000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f667000c130 con 0x7f6670004800 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f667000c2e0 con 0x7f66700039b0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f667000c4e0 con 0x7f66700051c0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f66827fc640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f6670004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f6682ffd640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66700039b0 0x7f6670003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.817+0000 7f66837fe640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f66700051c0 0x7f667000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 -- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f66700051c0 msgr2=0x7f667000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f66700051c0 0x7f667000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 -- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66700039b0 msgr2=0x7f6670003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66700039b0 0x7f6670003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 -- 172.21.15.17:0/2721715434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6670003520 con 0x7f6670004800 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66837fe640 1 -- 172.21.15.17:0/2721715434 reap_dead start 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.818+0000 7f66827fc640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f6670004c80 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f666c009ac0 tx=0x7f6670005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78921a371da77cd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c036070 con 0x7f6670004800 2024-09-19T08:07:37.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666c031400 con 0x7f6670004800 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6681ffb640 1 -- 172.21.15.17:0/2721715434 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c009690 con 0x7f6670004800 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 -- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 msgr2=0x7f6670004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f6670004c80 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f666c009ac0 tx=0x7f6670005830 comp rx=0 tx=0).stop 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 -- 172.21.15.17:0/2721715434 shutdown_connections 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 --2- 172.21.15.17:0/2721715434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f6670004c80 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 -- 172.21.15.17:0/2721715434 >> 172.21.15.17:0/2721715434 conn(0x7f668409d820 msgr2=0x7f66840d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 -- 172.21.15.17:0/2721715434 shutdown_connections 2024-09-19T08:07:37.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.819+0000 7f6689331640 1 -- 172.21.15.17:0/2721715434 wait complete. 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 Processor -- start 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 -- start start 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 0x7f66840c9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 0x7f66840ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f66840b24f0 con 0x7f6670004800 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f66840b2860 con 0x7f66840ca250 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6689331640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f66840cfe40 con 0x7f668414f9a0 2024-09-19T08:07:37.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6682ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6682ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57944/0 (socket says 172.21.15.17:57944) 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.821+0000 7f6682ffd640 1 -- 172.21.15.17:0/1974727283 learned_addr learned my addr 172.21.15.17:0/1974727283 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f66837fe640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 0x7f66840ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f66827fc640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 0x7f66840c9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 -- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 msgr2=0x7f66840c9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 0x7f66840c9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 -- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 msgr2=0x7f66840ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 0x7f66840ca6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 -- 172.21.15.17:0/1974727283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66840ce810 con 0x7f6670004800 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f66837fe640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 0x7f66840ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f66827fc640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 0x7f66840c9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6682ffd640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f667c00f620 tx=0x7f667c00fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f667c01a070 con 0x7f6670004800 2024-09-19T08:07:37.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f667c005320 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f667c007270 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66840c83f0 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.822+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66840c89b0 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.823+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6684068eb0 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.824+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f667c007410 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.824+0000 7f667b7fe640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 0x7f666406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.824+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 4857+0+0 (secure 0 0 0) 0x7f667c08a7a0 con 0x7f6670004800 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.824+0000 7f66827fc640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 0x7f666406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.825+0000 7f66827fc640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 0x7f666406e7a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f666c033000 tx=0x7f666c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:37.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:37.828+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f66840ce810 con 0x7f6670004800 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.005+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f668406d780 con 0x7f6670004800 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.006+0000 7f667b7fe640 1 -- 172.21.15.17:0/1974727283 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v68) ==== 84+0+65 (secure 0 0 0) 0x7f667c059260 con 0x7f6670004800 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:07:38.007 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:38.008 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.007+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 msgr2=0x7f666406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.007+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 0x7f666406e7a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f666c033000 tx=0x7f666c008030 comp rx=0 tx=0).stop 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.007+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 msgr2=0x7f66840ce2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.007+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f667c00f620 tx=0x7f667c00fae0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 shutdown_connections 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f666406c2e0 0x7f666406e7a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f66840ca250 0x7f66840ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f668414f9a0 0x7f66840c9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 --2- 172.21.15.17:0/1974727283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6670004800 0x7f66840ce2d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 >> 172.21.15.17:0/1974727283 conn(0x7f668409d820 msgr2=0x7f66840d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:38.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 shutdown_connections 2024-09-19T08:07:38.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.008+0000 7f6689331640 1 -- 172.21.15.17:0/1974727283 wait complete. 2024-09-19T08:07:38.019 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:07:38.020 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:07:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.125+0000 7fdbf2d13640 1 Processor -- start 2024-09-19T08:07:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.125+0000 7fdbf2d13640 1 -- start start 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf2d13640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdbec15e870 0x7fdbec0d1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf2d13640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbec0cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf2d13640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbec0cede0 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf2d13640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdbec0d1ef0 con 0x7fdbec15e870 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf2d13640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdbec0d2900 con 0x7fdbec0d1a90 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf12b0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdbec0cf8e0 0x7fdbec0b6070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59564/0 (socket says 172.21.15.17:59564) 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf12b0640 1 -- 172.21.15.17:0/3250638781 learned_addr learned my addr 172.21.15.17:0/3250638781 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbebfff640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbec0cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbf0aaf640 1 --2- 172.21.15.17:0/3250638781 >> v2:172.21.15.160:3300/0 conn(0x7fdbec15e870 0x7fdbec0d1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3233697833 0 0) 0x7fdbec0cede0 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.126+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdbdc003520 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2867841943 0 0) 0x7fdbdc003520 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 msgr2=0x7fdbec0cf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbec0cf3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 >> v2:172.21.15.160:3300/0 conn(0x7fdbec15e870 msgr2=0x7fdbec0d1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 --2- 172.21.15.17:0/3250638781 >> v2:172.21.15.160:3300/0 conn(0x7fdbec15e870 0x7fdbec0d1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbec0cf0c0 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdbe40019f0 con 0x7fdbec0cf8e0 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 >> v1:172.21.15.17:6789/0 conn(0x7fdbec0cf8e0 legacy=0x7fdbec0b6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbdc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbdc003f30 0x7fdbdc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbdc004d40 0x7fdbdc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec0d2900 con 0x7fdbdc004d40 2024-09-19T08:07:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdbdc00b9c0 con 0x7fdbdc003f30 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdbdc00bb40 con 0x7fdbec0d1a90 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbdc004d40 0x7fdbdc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf0aaf640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbdc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbebfff640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbdc003f30 0x7fdbdc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 -- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 msgr2=0x7fdbdc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbec0d1a90 0x7fdbdc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 -- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbdc003f30 msgr2=0x7fdbdc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbdc003f30 0x7fdbdc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.127+0000 7fdbf12b0640 1 -- 172.21.15.17:0/3250638781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbdc003520 con 0x7fdbdc004d40 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.128+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbdc004d40 0x7fdbdc0051c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40013d0 tx=0x7fdbdc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6524e0a91bd5add server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.128+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe400a4e0 con 0x7fdbdc004d40 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.128+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbe402f070 con 0x7fdbdc004d40 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.128+0000 7fdbeb7fe640 1 -- 172.21.15.17:0/3250638781 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe402bcd0 con 0x7fdbdc004d40 2024-09-19T08:07:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 -- 172.21.15.17:0/3250638781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbdc004d40 msgr2=0x7fdbdc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/3250638781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbdc004d40 0x7fdbdc0051c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40013d0 tx=0x7fdbdc005830 comp rx=0 tx=0).stop 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf12b0640 1 -- 172.21.15.17:0/3250638781 reap_dead start 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 -- 172.21.15.17:0/3250638781 shutdown_connections 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 -- 172.21.15.17:0/3250638781 >> 172.21.15.17:0/3250638781 conn(0x7fdbec067d40 msgr2=0x7fdbec068150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 -- 172.21.15.17:0/3250638781 shutdown_connections 2024-09-19T08:07:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.129+0000 7fdbf2d13640 1 -- 172.21.15.17:0/3250638781 wait complete. 2024-09-19T08:07:38.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.130+0000 7fdbf2d13640 1 Processor -- start 2024-09-19T08:07:38.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.130+0000 7fdbf2d13640 1 -- start start 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbdc004d40 0x7fdbec0b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 0x7fdbec1f7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1630b0 con 0x7fdbec1f3170 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec0cfd50 con 0x7fdbec1f3b30 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf2d13640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdbec163230 con 0x7fdbdc004d40 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57960/0 (socket says 172.21.15.17:57960) 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 -- 172.21.15.17:0/4178926755 learned_addr learned my addr 172.21.15.17:0/4178926755 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 0x7fdbec1f7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf0aaf640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbdc004d40 0x7fdbec0b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 -- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbdc004d40 msgr2=0x7fdbec0b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbdc004d40 0x7fdbec0b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 -- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 msgr2=0x7fdbec1f7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 0x7fdbec1f7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbebfff640 1 -- 172.21.15.17:0/4178926755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbec0cd4e0 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.131+0000 7fdbf12b0640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 0x7fdbec1f7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbebfff640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8011910 tx=0x7fdbd8011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd800faf0 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbd800fc90 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbec0cd7c0 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8014440 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.132+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbec0cdd80 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.133+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbec1f3f10 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.133+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdbd8012040 con 0x7fdbec1f3170 2024-09-19T08:07:38.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.134+0000 7fdbe97fa640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 0x7fdbd006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:38.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.134+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 4857+0+0 (secure 0 0 0) 0x7fdbd808b650 con 0x7fdbec1f3170 2024-09-19T08:07:38.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.134+0000 7fdbf0aaf640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 0x7fdbd006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:38.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.134+0000 7fdbf0aaf640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 0x7fdbd006e7a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0009b80 tx=0x7fdbe0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:38.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.138+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdbd8019030 con 0x7fdbec1f3170 2024-09-19T08:07:38.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:38.316+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdbec0ba570 con 0x7fdbec1f3170 2024-09-19T08:07:39.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.317+0000 7fdbe97fa640 1 -- 172.21.15.17:0/4178926755 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v69) ==== 138+0+0 (secure 0 0 0) 0x7fdbd805a1a0 con 0x7fdbec1f3170 2024-09-19T08:07:39.318 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:07:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 msgr2=0x7fdbd006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 0x7fdbd006e7a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0009b80 tx=0x7fdbe0008040 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 msgr2=0x7fdbec1f35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8011910 tx=0x7fdbd8011dd0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 shutdown_connections 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdbd006c2e0 0x7fdbd006e7a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbec1f3b30 0x7fdbec1f7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbec1f3170 0x7fdbec1f35f0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 --2- 172.21.15.17:0/4178926755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdbdc004d40 0x7fdbec0b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.321+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 >> 172.21.15.17:0/4178926755 conn(0x7fdbec067d40 msgr2=0x7fdbec0b80d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.322+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 shutdown_connections 2024-09-19T08:07:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.323+0000 7fdbf2d13640 1 -- 172.21.15.17:0/4178926755 wait complete. 2024-09-19T08:07:39.340 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:07:39.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.455+0000 7fd560023640 1 Processor -- start 2024-09-19T08:07:39.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.455+0000 7fd560023640 1 -- start start 2024-09-19T08:07:39.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd55815e410 0x7fd55806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55806c150 0x7fd55815e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd55815ed30 0x7fd558161fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd55806c590 con 0x7fd55815ed30 2024-09-19T08:07:39.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd55815f750 con 0x7fd55815e410 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd560023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5580b49b0 con 0x7fd55806c150 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd55815ed30 0x7fd558161fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd55815ed30 0x7fd558161fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57970/0 (socket says 172.21.15.17:57970) 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 -- 172.21.15.17:0/1801219658 learned_addr learned my addr 172.21.15.17:0/1801219658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 -- 172.21.15.17:0/1801219658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55806c150 msgr2=0x7fd55815e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 --2- 172.21.15.17:0/1801219658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55806c150 0x7fd55815e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 -- 172.21.15.17:0/1801219658 >> v2:172.21.15.160:3300/0 conn(0x7fd55815e410 msgr2=0x7fd55806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 --2- 172.21.15.17:0/1801219658 >> v2:172.21.15.160:3300/0 conn(0x7fd55815e410 0x7fd55806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.456+0000 7fd55e5c0640 1 -- 172.21.15.17:0/1801219658 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5580b4c90 con 0x7fd55815ed30 2024-09-19T08:07:39.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.457+0000 7fd55e5c0640 1 --2- 172.21.15.17:0/1801219658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55815ed30 0x7fd558161fa0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd5580689b0 tx=0x7fd55002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd71199e4305788 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:39.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.457+0000 7fd55cdbd640 1 -- 172.21.15.17:0/1801219658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd550036070 con 0x7fd55815ed30 2024-09-19T08:07:39.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.457+0000 7fd55cdbd640 1 -- 172.21.15.17:0/1801219658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd550031600 con 0x7fd55815ed30 2024-09-19T08:07:39.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.457+0000 7fd55cdbd640 1 -- 172.21.15.17:0/1801219658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5500319d0 con 0x7fd55815ed30 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 -- 172.21.15.17:0/1801219658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55815ed30 msgr2=0x7fd558161fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 --2- 172.21.15.17:0/1801219658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55815ed30 0x7fd558161fa0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd5580689b0 tx=0x7fd55002a610 comp rx=0 tx=0).stop 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 -- 172.21.15.17:0/1801219658 shutdown_connections 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 --2- 172.21.15.17:0/1801219658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55815ed30 0x7fd558161fa0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 --2- 172.21.15.17:0/1801219658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55806c150 0x7fd55815e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 --2- 172.21.15.17:0/1801219658 >> v2:172.21.15.160:3300/0 conn(0x7fd55815e410 0x7fd55806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 -- 172.21.15.17:0/1801219658 >> 172.21.15.17:0/1801219658 conn(0x7fd55806e0f0 msgr2=0x7fd55806e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 -- 172.21.15.17:0/1801219658 shutdown_connections 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.458+0000 7fd560023640 1 -- 172.21.15.17:0/1801219658 wait complete. 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.459+0000 7fd560023640 1 Processor -- start 2024-09-19T08:07:39.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.459+0000 7fd560023640 1 -- start start 2024-09-19T08:07:39.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 0x7fd55815d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 0x7fd558157030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd55815f300 con 0x7fd55806c150 2024-09-19T08:07:39.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd55815f180 con 0x7fd55815e410 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd560023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd55815f480 con 0x7fd55815ed30 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57976/0 (socket says 172.21.15.17:57976) 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 -- 172.21.15.17:0/3683920187 learned_addr learned my addr 172.21.15.17:0/3683920187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55e5c0640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 0x7fd558157030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55d5be640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 0x7fd55815d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 -- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 msgr2=0x7fd558157030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 0x7fd558157030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 -- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 msgr2=0x7fd55815d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 0x7fd55815d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 -- 172.21.15.17:0/3683920187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd55814f460 con 0x7fd55806c150 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55d5be640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 0x7fd55815d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:39.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55e5c0640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 0x7fd558157030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.460+0000 7fd55ddbf640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fd55400b4a0 tx=0x7fd55400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.461+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd554014070 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.461+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd554010610 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.461+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd554010a00 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.461+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd55814f700 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.461+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd55814fcc0 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.462+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd55815e7f0 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.462+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd554017070 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.463+0000 7fd54e7fc640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 0x7fd53c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.463+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5227+0+0 (secure 0 0 0) 0x7fd55408ace0 con 0x7fd55806c150 2024-09-19T08:07:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.463+0000 7fd55d5be640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 0x7fd53c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.464+0000 7fd55d5be640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 0x7fd53c06e770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd548006fd0 tx=0x7fd548008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.468+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd554059630 con 0x7fd55806c150 2024-09-19T08:07:39.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:39.645+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd55806c920 con 0x7fd55806c150 2024-09-19T08:07:40.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.323+0000 7fd54e7fc640 1 -- 172.21.15.17:0/3683920187 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v70) ==== 170+0+0 (secure 0 0 0) 0x7fd554058f30 con 0x7fd55806c150 2024-09-19T08:07:40.324 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 msgr2=0x7fd53c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 0x7fd53c06e770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd548006fd0 tx=0x7fd548008040 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 msgr2=0x7fd55814edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fd55400b4a0 tx=0x7fd55400b960 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 shutdown_connections 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd53c06c2b0 0x7fd53c06e770 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd55815ed30 0x7fd558157030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd55815e410 0x7fd55815d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 --2- 172.21.15.17:0/3683920187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd55806c150 0x7fd55814edd0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.326+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 >> 172.21.15.17:0/3683920187 conn(0x7fd55806e0f0 msgr2=0x7fd558073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:40.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.327+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 shutdown_connections 2024-09-19T08:07:40.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.327+0000 7fd560023640 1 -- 172.21.15.17:0/3683920187 wait complete. 2024-09-19T08:07:40.352 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:07:40.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.462+0000 7fac34b31640 1 Processor -- start 2024-09-19T08:07:40.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.462+0000 7fac34b31640 1 -- start start 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fac300d2350 0x7fac300d2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d0ad0 0x7fac30073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac300d0f10 0x7fac30073550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fac30155b20 con 0x7fac300d0f10 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fac300d2c70 con 0x7fac300d2350 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac34b31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac3006f470 con 0x7fac300d0ad0 2024-09-19T08:07:40.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac300d0f10 0x7fac30073550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fac300d0f10 0x7fac30073550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57984/0 (socket says 172.21.15.17:57984) 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 -- 172.21.15.17:0/1126889307 learned_addr learned my addr 172.21.15.17:0/1126889307 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2e59c640 1 --2- 172.21.15.17:0/1126889307 >> v2:172.21.15.160:3300/0 conn(0x7fac300d2350 0x7fac300d2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2dd9b640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d0ad0 0x7fac30073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 -- 172.21.15.17:0/1126889307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d0ad0 msgr2=0x7fac30073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d0ad0 0x7fac30073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 -- 172.21.15.17:0/1126889307 >> v2:172.21.15.160:3300/0 conn(0x7fac300d2350 msgr2=0x7fac300d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 --2- 172.21.15.17:0/1126889307 >> v2:172.21.15.160:3300/0 conn(0x7fac300d2350 0x7fac300d2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.463+0000 7fac2ed9d640 1 -- 172.21.15.17:0/1126889307 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3006f750 con 0x7fac300d0f10 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.464+0000 7fac2ed9d640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0f10 0x7fac30073550 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fac30068930 tx=0x7fac2802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23dc83fab547fdfe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.464+0000 7fac2d59a640 1 -- 172.21.15.17:0/1126889307 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac28036070 con 0x7fac300d0f10 2024-09-19T08:07:40.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.464+0000 7fac2d59a640 1 -- 172.21.15.17:0/1126889307 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac28031600 con 0x7fac300d0f10 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.464+0000 7fac2d59a640 1 -- 172.21.15.17:0/1126889307 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac280319d0 con 0x7fac300d0f10 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 -- 172.21.15.17:0/1126889307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0f10 msgr2=0x7fac30073550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0f10 0x7fac30073550 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fac30068930 tx=0x7fac2802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 -- 172.21.15.17:0/1126889307 shutdown_connections 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0f10 0x7fac30073550 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 --2- 172.21.15.17:0/1126889307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d0ad0 0x7fac30073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 --2- 172.21.15.17:0/1126889307 >> v2:172.21.15.160:3300/0 conn(0x7fac300d2350 0x7fac300d2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 -- 172.21.15.17:0/1126889307 >> 172.21.15.17:0/1126889307 conn(0x7fac300b7db0 msgr2=0x7fac30067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 -- 172.21.15.17:0/1126889307 shutdown_connections 2024-09-19T08:07:40.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.465+0000 7fac34b31640 1 -- 172.21.15.17:0/1126889307 wait complete. 2024-09-19T08:07:40.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.466+0000 7fac34b31640 1 Processor -- start 2024-09-19T08:07:40.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.466+0000 7fac34b31640 1 -- start start 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 0x7fac30146f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 0x7fac300cd830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac300d03e0 con 0x7fac300d0ad0 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fac3006fd10 con 0x7fac300d0f10 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac34b31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fac300d0560 con 0x7fac300d2350 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac2e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac2e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57986/0 (socket says 172.21.15.17:57986) 2024-09-19T08:07:40.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac2e59c640 1 -- 172.21.15.17:0/2872945489 learned_addr learned my addr 172.21.15.17:0/2872945489 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac2dd9b640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 0x7fac30146f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.467+0000 7fac2ed9d640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 0x7fac300cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 -- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 msgr2=0x7fac300cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 0x7fac300cd830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 -- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 msgr2=0x7fac30146f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 0x7fac30146f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 -- 172.21.15.17:0/2872945489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac300cbd30 con 0x7fac300d0ad0 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2dd9b640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 0x7fac30146f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2ed9d640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 0x7fac300cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac2e59c640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fac2000d800 tx=0x7fac2000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:40.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2000b6c0 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac20019070 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2000ba80 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac300cc000 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.468+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac300cc5c0 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.469+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac300d2730 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.470+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac2000bc20 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.470+0000 7fac1effd640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 0x7fac1006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.470+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5609+0+0 (secure 0 0 0) 0x7fac2008b8c0 con 0x7fac300d0ad0 2024-09-19T08:07:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.470+0000 7fac2dd9b640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 0x7fac1006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:40.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.471+0000 7fac2dd9b640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 0x7fac1006e7a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fac24006fd0 tx=0x7fac24008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:40.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.475+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac2005a010 con 0x7fac300d0ad0 2024-09-19T08:07:40.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:40.688+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fac3006ed10 con 0x7fac300d0ad0 2024-09-19T08:07:41.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.325+0000 7fac1effd640 1 -- 172.21.15.17:0/2872945489 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v58) ==== 174+0+0 (secure 0 0 0) 0x7fac20059910 con 0x7fac300d0ad0 2024-09-19T08:07:41.326 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 10 and data pool 11 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.328+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 msgr2=0x7fac1006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.328+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 0x7fac1006e7a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fac24006fd0 tx=0x7fac24008040 comp rx=0 tx=0).stop 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.328+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 msgr2=0x7fac300cb7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.328+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fac2000d800 tx=0x7fac2000dcc0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 shutdown_connections 2024-09-19T08:07:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac1006c2e0 0x7fac1006e7a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fac300d2350 0x7fac300cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fac300d0f10 0x7fac30146f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 --2- 172.21.15.17:0/2872945489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac300d0ad0 0x7fac300cb7f0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 >> 172.21.15.17:0/2872945489 conn(0x7fac300b7db0 msgr2=0x7fac300b6a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 shutdown_connections 2024-09-19T08:07:41.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.329+0000 7fac34b31640 1 -- 172.21.15.17:0/2872945489 wait complete. 2024-09-19T08:07:41.366 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:41.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.472+0000 7f8d488ba640 1 Processor -- start 2024-09-19T08:07:41.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.472+0000 7f8d488ba640 1 -- start start 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d488ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8d4415e4e0 0x7f8d440b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d488ba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 0x7f8d440b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d488ba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d4406cec0 con 0x7f8d440d1fc0 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d488ba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8d440d2d40 con 0x7f8d4415e4e0 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d488ba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8d440d2b20 con 0x7f8d4415e8c0 2024-09-19T08:07:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8d4415e4e0 0x7f8d440b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d42d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8d440d1fc0 0x7f8d440d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59578/0 (socket says 172.21.15.17:59578) 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d42d9d640 1 -- 172.21.15.17:0/528861675 learned_addr learned my addr 172.21.15.17:0/528861675 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8d4415e4e0 0x7f8d440b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57992/0 (socket says 172.21.15.17:57992) 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d41d9b640 1 --2- 172.21.15.17:0/528861675 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 0x7f8d440b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 -- 172.21.15.17:0/528861675 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 msgr2=0x7f8d440b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 --2- 172.21.15.17:0/528861675 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 0x7f8d440b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 -- 172.21.15.17:0/528861675 >> v1:172.21.15.17:6789/0 conn(0x7f8d440d1fc0 legacy=0x7f8d440d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d4259c640 1 -- 172.21.15.17:0/528861675 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d4406d160 con 0x7f8d4415e4e0 2024-09-19T08:07:41.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.473+0000 7f8d41d9b640 1 --2- 172.21.15.17:0/528861675 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 0x7f8d440b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:41.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.474+0000 7f8d4259c640 1 --2- 172.21.15.17:0/528861675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d4415e4e0 0x7f8d440b67d0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f8d44072df0 tx=0x7f8d3402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5698fecf52daf60 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.474+0000 7f8d4159a640 1 -- 172.21.15.17:0/528861675 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34037070 con 0x7f8d4415e4e0 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.474+0000 7f8d4159a640 1 -- 172.21.15.17:0/528861675 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d34032440 con 0x7f8d4415e4e0 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.474+0000 7f8d4159a640 1 -- 172.21.15.17:0/528861675 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34032810 con 0x7f8d4415e4e0 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.474+0000 7f8d488ba640 1 -- 172.21.15.17:0/528861675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d4415e4e0 msgr2=0x7f8d440b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 --2- 172.21.15.17:0/528861675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d4415e4e0 0x7f8d440b67d0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f8d44072df0 tx=0x7f8d3402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 -- 172.21.15.17:0/528861675 shutdown_connections 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 --2- 172.21.15.17:0/528861675 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415e8c0 0x7f8d440b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 --2- 172.21.15.17:0/528861675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d4415e4e0 0x7f8d440b67d0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 -- 172.21.15.17:0/528861675 >> 172.21.15.17:0/528861675 conn(0x7f8d4406f400 msgr2=0x7f8d4406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 -- 172.21.15.17:0/528861675 shutdown_connections 2024-09-19T08:07:41.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.475+0000 7f8d488ba640 1 -- 172.21.15.17:0/528861675 wait complete. 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.476+0000 7f8d488ba640 1 Processor -- start 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.476+0000 7f8d488ba640 1 -- start start 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415e4e0 0x7f8d44150390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d4415e8c0 0x7f8d44146b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8d4406d720 con 0x7f8d440d1fc0 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8d440b7250 con 0x7f8d4415e8c0 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d488ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d4406dc40 con 0x7f8d4415e4e0 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57994/0 (socket says 172.21.15.17:57994) 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 -- 172.21.15.17:0/1672732414 learned_addr learned my addr 172.21.15.17:0/1672732414 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:41.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d42d9d640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d4415e8c0 0x7f8d44146b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d41d9b640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415e4e0 0x7f8d44150390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 -- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415e4e0 msgr2=0x7f8d44150390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415e4e0 0x7f8d44150390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 -- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d4415e8c0 msgr2=0x7f8d44146b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d4415e8c0 0x7f8d44146b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.477+0000 7f8d4259c640 1 -- 172.21.15.17:0/1672732414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d441508d0 con 0x7f8d440d1fc0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d4259c640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f8d34000c00 tx=0x7f8d340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34037040 con 0x7f8d440d1fc0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d34030770 con 0x7f8d440d1fc0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d44150b70 con 0x7f8d440d1fc0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34030b40 con 0x7f8d440d1fc0 2024-09-19T08:07:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.478+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d441552c0 con 0x7f8d440d1fc0 2024-09-19T08:07:41.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.479+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d440d2410 con 0x7f8d440d1fc0 2024-09-19T08:07:41.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.479+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d34044020 con 0x7f8d440d1fc0 2024-09-19T08:07:41.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.480+0000 7f8d32ffd640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 0x7f8d2406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.480+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f8d340aba00 con 0x7f8d440d1fc0 2024-09-19T08:07:41.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.480+0000 7f8d41d9b640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 0x7f8d2406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.481+0000 7f8d41d9b640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 0x7f8d2406e7a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d440d1740 tx=0x7f8d38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.484+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d34032e20 con 0x7f8d440d1fc0 2024-09-19T08:07:41.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.660+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8d4415c420 con 0x7f8d440d1fc0 2024-09-19T08:07:41.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.661+0000 7f8d32ffd640 1 -- 172.21.15.17:0/1672732414 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16717 (secure 0 0 0) 0x7f8d3407a0e0 con 0x7f8d440d1fc0 2024-09-19T08:07:41.662 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:41.662 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":71,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:07:40.690870+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:07:38.349050+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T08:07:39.678049+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 msgr2=0x7f8d2406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 0x7f8d2406e7a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d440d1740 tx=0x7f8d38008040 comp rx=0 tx=0).stop 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 msgr2=0x7f8d4414df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f8d34000c00 tx=0x7f8d340046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 shutdown_connections 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d2406c2e0 0x7f8d2406e7a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d4415e8c0 0x7f8d44146b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415e4e0 0x7f8d44150390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 --2- 172.21.15.17:0/1672732414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d440d1fc0 0x7f8d4414df40 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 >> 172.21.15.17:0/1672732414 conn(0x7f8d4406f400 msgr2=0x7f8d4415cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:41.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 shutdown_connections 2024-09-19T08:07:41.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.663+0000 7f8d488ba640 1 -- 172.21.15.17:0/1672732414 wait complete. 2024-09-19T08:07:41.676 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.777+0000 7fdf393c4640 1 Processor -- start 2024-09-19T08:07:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.777+0000 7fdf393c4640 1 -- start start 2024-09-19T08:07:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf393c4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf3406c320 0x7fdf340b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf393c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf3415eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf393c4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf3406e3c0 con 0x7fdf34158c90 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf393c4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdf3406e170 con 0x7fdf3406c320 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf393c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf3406e6a0 con 0x7fdf340b0610 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf3406c320 0x7fdf340b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf3406c320 0x7fdf340b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58010/0 (socket says 172.21.15.17:58010) 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 -- 172.21.15.17:0/2493090727 learned_addr learned my addr 172.21.15.17:0/2493090727 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf337fe640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf3415eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 -- 172.21.15.17:0/2493090727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 msgr2=0x7fdf3415eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:41.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf3415eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 -- 172.21.15.17:0/2493090727 >> v1:172.21.15.160:6789/0 conn(0x7fdf34158c90 legacy=0x7fdf3406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.778+0000 7fdf2bfff640 1 -- 172.21.15.17:0/2493090727 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3406e980 con 0x7fdf3406c320 2024-09-19T08:07:41.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.779+0000 7fdf2bfff640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf340b00d0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009870 tx=0x7fdf1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0ebfdfdc76dd13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.779+0000 7fdf327fc640 1 -- 172.21.15.17:0/2493090727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c037070 con 0x7fdf3406c320 2024-09-19T08:07:41.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.779+0000 7fdf327fc640 1 -- 172.21.15.17:0/2493090727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1c032440 con 0x7fdf3406c320 2024-09-19T08:07:41.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.779+0000 7fdf327fc640 1 -- 172.21.15.17:0/2493090727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c032810 con 0x7fdf3406c320 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 -- 172.21.15.17:0/2493090727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 msgr2=0x7fdf340b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf340b00d0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009870 tx=0x7fdf1c02a270 comp rx=0 tx=0).stop 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 -- 172.21.15.17:0/2493090727 shutdown_connections 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf3415eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 --2- 172.21.15.17:0/2493090727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf340b00d0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 -- 172.21.15.17:0/2493090727 >> 172.21.15.17:0/2493090727 conn(0x7fdf34067b30 msgr2=0x7fdf3406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 -- 172.21.15.17:0/2493090727 shutdown_connections 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.780+0000 7fdf393c4640 1 -- 172.21.15.17:0/2493090727 wait complete. 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.781+0000 7fdf393c4640 1 Processor -- start 2024-09-19T08:07:41.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.781+0000 7fdf393c4640 1 -- start start 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf34155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 0x7fdf341555a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf340b4210 con 0x7fdf3406c320 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf340b0aa0 con 0x7fdf34158c90 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf393c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf340b4390 con 0x7fdf340b0610 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58016/0 (socket says 172.21.15.17:58016) 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 -- 172.21.15.17:0/1079438436 learned_addr learned my addr 172.21.15.17:0/1079438436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf337fe640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 0x7fdf341555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf2bfff640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf34155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 -- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 msgr2=0x7fdf34155060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf34155060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 -- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 msgr2=0x7fdf341555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 0x7fdf341555a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 -- 172.21.15.17:0/1079438436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3415fda0 con 0x7fdf3406c320 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf337fe640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 0x7fdf341555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.782+0000 7fdf32ffd640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400c400 tx=0x7fdf2400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.783+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24017070 con 0x7fdf3406c320 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.783+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf240052d0 con 0x7fdf3406c320 2024-09-19T08:07:41.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.783+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf34155bd0 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.783+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf24003830 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.783+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf341f4a30 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.784+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf340b00d0 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.784+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf2401a070 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.785+0000 7fdf2b7fe640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 0x7fdf1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.785+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fdf2408a790 con 0x7fdf3406c320 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.785+0000 7fdf2bfff640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 0x7fdf1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:41.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.786+0000 7fdf2bfff640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 0x7fdf1406e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c034000 tx=0x7fdf1c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:41.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.789+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf24058f00 con 0x7fdf3406c320 2024-09-19T08:07:41.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.966+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf34072920 con 0x7fdf3406c320 2024-09-19T08:07:41.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.967+0000 7fdf2b7fe640 1 -- 172.21.15.17:0/1079438436 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16717 (secure 0 0 0) 0x7fdf24058800 con 0x7fdf3406c320 2024-09-19T08:07:41.968 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:41.969 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":71,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:07:40.690870+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:07:38.349050+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T08:07:39.678049+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 msgr2=0x7fdf1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 0x7fdf1406e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c034000 tx=0x7fdf1c02e000 comp rx=0 tx=0).stop 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 msgr2=0x7fdf34152d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400c400 tx=0x7fdf2400c8c0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 shutdown_connections 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf1406c2b0 0x7fdf1406e770 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf34158c90 0x7fdf341555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf340b0610 0x7fdf34155060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 --2- 172.21.15.17:0/1079438436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf3406c320 0x7fdf34152d20 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 >> 172.21.15.17:0/1079438436 conn(0x7fdf34067b30 msgr2=0x7fdf340b2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 shutdown_connections 2024-09-19T08:07:41.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:41.969+0000 7fdf393c4640 1 -- 172.21.15.17:0/1079438436 wait complete. 2024-09-19T08:07:41.981 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:07:42.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.085+0000 7f3bd70e4640 1 Processor -- start 2024-09-19T08:07:42.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.085+0000 7f3bd70e4640 1 -- start start 2024-09-19T08:07:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd70e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bd006d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd70e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3bd00d0f10 0x7f3bd006d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd70e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bd0155b20 con 0x7f3bd00d2350 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd70e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3bd006f470 con 0x7f3bd00d0f10 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd70e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd006f750 con 0x7f3bd00d0ad0 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd4e80640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3bd00d2350 0x7f3bd00d2730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59588/0 (socket says 172.21.15.17:59588) 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd4e80640 1 -- 172.21.15.17:0/2570216956 learned_addr learned my addr 172.21.15.17:0/2570216956 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bcffff640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bd006d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1641089804 0 0) 0x7f3bd0155b20 con 0x7f3bd00d2350 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.086+0000 7f3bd5681640 1 --2- 172.21.15.17:0/2570216956 >> v2:172.21.15.160:3300/0 conn(0x7f3bd00d0f10 0x7f3bd006d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bb8003520 con 0x7f3bd00d2350 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1657006182 0 0) 0x7f3bb8003520 con 0x7f3bd00d2350 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 msgr2=0x7f3bd006d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bd006d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 >> v2:172.21.15.160:3300/0 conn(0x7f3bd00d0f10 msgr2=0x7f3bd006d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 --2- 172.21.15.17:0/2570216956 >> v2:172.21.15.160:3300/0 conn(0x7f3bd00d0f10 0x7f3bd006d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd006fa30 con 0x7f3bd00d2350 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f3bc0001670 con 0x7f3bd00d2350 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 >> v1:172.21.15.17:6789/0 conn(0x7f3bd00d2350 legacy=0x7f3bd00d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb80039b0 0x7f3bb8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bb8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bb8004d40 0x7f3bb80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd006f470 con 0x7f3bb8004d40 2024-09-19T08:07:42.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd006f750 con 0x7f3bb80039b0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bb800b9c0 con 0x7f3bd00d0ad0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bb8004d40 0x7f3bb80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd4e80640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb80039b0 0x7f3bb8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bcffff640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bb8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 -- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 msgr2=0x7f3bb8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd00d0ad0 0x7f3bb8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 -- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb80039b0 msgr2=0x7f3bb8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb80039b0 0x7f3bb8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.087+0000 7f3bd5681640 1 -- 172.21.15.17:0/2570216956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb8003520 con 0x7f3bb8004d40 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.088+0000 7f3bd5681640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bb8004d40 0x7f3bb80051c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e170 tx=0x7f3bb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e740b1bcf3b3d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.088+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8034020 con 0x7f3bb8004d40 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.088+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bc8030430 con 0x7f3bb8004d40 2024-09-19T08:07:42.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.088+0000 7f3bcf7fe640 1 -- 172.21.15.17:0/2570216956 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8009c10 con 0x7f3bb8004d40 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 -- 172.21.15.17:0/2570216956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bb8004d40 msgr2=0x7f3bb80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/2570216956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bb8004d40 0x7f3bb80051c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e170 tx=0x7f3bb8005830 comp rx=0 tx=0).stop 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd5681640 1 -- 172.21.15.17:0/2570216956 reap_dead start 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 -- 172.21.15.17:0/2570216956 shutdown_connections 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 -- 172.21.15.17:0/2570216956 >> 172.21.15.17:0/2570216956 conn(0x7f3bd00b7db0 msgr2=0x7f3bd0067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 -- 172.21.15.17:0/2570216956 shutdown_connections 2024-09-19T08:07:42.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.089+0000 7f3bd70e4640 1 -- 172.21.15.17:0/2570216956 wait complete. 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.090+0000 7f3bd70e4640 1 Processor -- start 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.090+0000 7f3bd70e4640 1 -- start start 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb8004d40 0x7f3bd013fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd014c3b0 0x7f3bd01f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd00d0560 con 0x7f3bd014a580 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd00d03e0 con 0x7f3bb8004d40 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd70e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd006d040 con 0x7f3bd014c3b0 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd5681640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd5681640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58032/0 (socket says 172.21.15.17:58032) 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd5681640 1 -- 172.21.15.17:0/1322604269 learned_addr learned my addr 172.21.15.17:0/1322604269 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bcffff640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd014c3b0 0x7f3bd01f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd4e80640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb8004d40 0x7f3bd013fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd5681640 1 -- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd014c3b0 msgr2=0x7f3bd01f7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.091+0000 7f3bd5681640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd014c3b0 0x7f3bd01f7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd5681640 1 -- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb8004d40 msgr2=0x7f3bd013fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd5681640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb8004d40 0x7f3bd013fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd5681640 1 -- 172.21.15.17:0/1322604269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd01f8710 con 0x7f3bd014a580 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd5681640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e170 tx=0x7f3bc8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8034040 con 0x7f3bd014a580 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bc8003b90 con 0x7f3bd014a580 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8009c10 con 0x7f3bd014a580 2024-09-19T08:07:42.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd01f89f0 con 0x7f3bd014a580 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.092+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd01f82e0 con 0x7f3bd014a580 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.093+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd00d2730 con 0x7f3bd014a580 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.093+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3bc8037020 con 0x7f3bd014a580 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.094+0000 7f3bcd7fa640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 0x7f3bbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.094+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f3bc80ac1d0 con 0x7f3bd014a580 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.094+0000 7f3bd4e80640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 0x7f3bbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.095+0000 7f3bd4e80640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 0x7f3bbc06e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0001050 tx=0x7f3bc0007970 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:42.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.098+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3bc8048060 con 0x7f3bd014a580 2024-09-19T08:07:42.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:42.313+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3bd006ed10 con 0x7f3bd014a580 2024-09-19T08:07:43.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.135+0000 7f3bcd7fa640 1 -- 172.21.15.17:0/1322604269 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v60) ==== 118+0+0 (secure 0 0 0) 0x7f3bc807a9d0 con 0x7f3bd014a580 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.137+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 msgr2=0x7f3bbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.137+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 0x7f3bbc06e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0001050 tx=0x7f3bc0007970 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.137+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 msgr2=0x7f3bd0153580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.137+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e170 tx=0x7f3bc8009750 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 shutdown_connections 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bbc06c2b0 0x7f3bbc06e770 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd014a580 0x7f3bd0153580 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd014c3b0 0x7f3bd01f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 --2- 172.21.15.17:0/1322604269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bb8004d40 0x7f3bd013fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 >> 172.21.15.17:0/1322604269 conn(0x7f3bd00b7db0 msgr2=0x7f3bd006d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 shutdown_connections 2024-09-19T08:07:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.138+0000 7f3bd70e4640 1 -- 172.21.15.17:0/1322604269 wait complete. 2024-09-19T08:07:43.152 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:07:43.153 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:07:43.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.264+0000 7fbae0f4b640 1 Processor -- start 2024-09-19T08:07:43.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.264+0000 7fbae0f4b640 1 -- start start 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbae0f4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0b3490 0x7fbadc0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbae0f4b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbadc0d2790 con 0x7fbadc0cedd0 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbae0f4b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbadc0d2a70 con 0x7fbadc0b75a0 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbae0f4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbadc0b6c10 con 0x7fbadc0b3490 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbada59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbadc0cedd0 0x7fbadc0cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46746/0 (socket says 172.21.15.17:46746) 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbada59c640 1 -- 172.21.15.17:0/3433843048 learned_addr learned my addr 172.21.15.17:0/3433843048 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0b3490 0x7fbadc0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1096565397 0 0) 0x7fbadc0d2790 con 0x7fbadc0cedd0 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbac8003520 con 0x7fbadc0cedd0 2024-09-19T08:07:43.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3197687981 0 0) 0x7fbadc0d2a70 con 0x7fbadc0b75a0 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbadc0d2790 con 0x7fbadc0b75a0 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3878809981 0 0) 0x7fbac8003520 con 0x7fbadc0cedd0 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0b3490 msgr2=0x7fbadc0d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0b3490 0x7fbadc0d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 >> v1:172.21.15.160:6789/0 conn(0x7fbadc0b75a0 legacy=0x7fbadc0d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbadc0d2d50 con 0x7fbadc0cedd0 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fbacc001670 con 0x7fbadc0cedd0 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 >> v1:172.21.15.17:6789/0 conn(0x7fbadc0cedd0 legacy=0x7fbadc0cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbac8003b70 0x7fbac8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbac8004800 0x7fbac8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbac800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0b6c10 con 0x7fbac80051c0 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbac800c030 con 0x7fbac8004800 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.265+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbac800c230 con 0x7fbac8003b70 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0b3490 0x7fbadc0d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbac800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbada59c640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbac8003b70 0x7fbac8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbac8004800 0x7fbac8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 -- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbac8003b70 msgr2=0x7fbac8003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbac8003b70 0x7fbac8003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 -- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbac8004800 msgr2=0x7fbac8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbac8004800 0x7fbac8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbadad9d640 1 -- 172.21.15.17:0/3433843048 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac8003520 con 0x7fbac80051c0 2024-09-19T08:07:43.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.266+0000 7fbada59c640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbac8003b70 0x7fbac8003f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbac800b9c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fbad4001fc0 tx=0x7fbac8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3bcfede0b0ffb51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad4001be0 con 0x7fbac80051c0 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbad4003b90 con 0x7fbac80051c0 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbad9d9b640 1 -- 172.21.15.17:0/3433843048 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad40050d0 con 0x7fbac80051c0 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3433843048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 msgr2=0x7fbac800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3433843048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbac800b9c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fbad4001fc0 tx=0x7fbac8005830 comp rx=0 tx=0).stop 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbadad9d640 1 -- 172.21.15.17:0/3433843048 reap_dead start 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3433843048 shutdown_connections 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3433843048 >> 172.21.15.17:0/3433843048 conn(0x7fbadc0d0f40 msgr2=0x7fbadc0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3433843048 shutdown_connections 2024-09-19T08:07:43.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.267+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3433843048 wait complete. 2024-09-19T08:07:43.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.269+0000 7fbae0f4b640 1 Processor -- start 2024-09-19T08:07:43.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.269+0000 7fbae0f4b640 1 -- start start 2024-09-19T08:07:43.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 0x7fbadc146570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 0x7fbadc0ccd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc15e720 con 0x7fbac80051c0 2024-09-19T08:07:43.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0d3310 con 0x7fbadc146ab0 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbae0f4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbadc15e8a0 con 0x7fbadc0cb590 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44092/0 (socket says 172.21.15.17:44092) 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 -- 172.21.15.17:0/3401509059 learned_addr learned my addr 172.21.15.17:0/3401509059 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 0x7fbadc0ccd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 0x7fbadc146570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 -- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 msgr2=0x7fbadc146570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 0x7fbadc146570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 -- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 msgr2=0x7fbadc0ccd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 0x7fbadc0ccd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 -- 172.21.15.17:0/3401509059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbadc0cbce0 con 0x7fbac80051c0 2024-09-19T08:07:43.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 0x7fbadc146570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbadad9d640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 0x7fbadc0ccd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbada59c640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fbacc00e780 tx=0x7fbacc00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.270+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbacc00ee30 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.271+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbacc018070 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.271+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbadc0cbfc0 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.271+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbacc00ca70 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.271+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbadc0cc580 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.272+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbadc0b7a30 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.272+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbacc00cc10 con 0x7fbac80051c0 2024-09-19T08:07:43.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.273+0000 7fbad37fe640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 0x7fbabc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:43.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.273+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbacc08b300 con 0x7fbac80051c0 2024-09-19T08:07:43.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.273+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 0x7fbabc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:43.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.274+0000 7fbad1d9b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 0x7fbabc06e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fbadc0b61d0 tx=0x7fbac4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:43.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.277+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbacc0599d0 con 0x7fbac80051c0 2024-09-19T08:07:43.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:43.490+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fbadc0693a0 con 0x7fbac80051c0 2024-09-19T08:07:44.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.349+0000 7fbad37fe640 1 -- 172.21.15.17:0/3401509059 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v61) ==== 122+0+0 (secure 0 0 0) 0x7fbacc0592d0 con 0x7fbac80051c0 2024-09-19T08:07:44.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 msgr2=0x7fbabc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 0x7fbabc06e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fbadc0b61d0 tx=0x7fbac4008040 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 msgr2=0x7fbadc14ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fbacc00e780 tx=0x7fbacc00ec40 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 shutdown_connections 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbabc06c2b0 0x7fbabc06e770 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbadc146ab0 0x7fbadc0ccd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbadc0cb590 0x7fbadc146570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 --2- 172.21.15.17:0/3401509059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbac80051c0 0x7fbadc14ff00 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 >> 172.21.15.17:0/3401509059 conn(0x7fbadc0d0f40 msgr2=0x7fbadc15d830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 shutdown_connections 2024-09-19T08:07:44.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.352+0000 7fbae0f4b640 1 -- 172.21.15.17:0/3401509059 wait complete. 2024-09-19T08:07:44.367 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:07:44.367 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:44.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.475+0000 7f965861e640 1 Processor -- start 2024-09-19T08:07:44.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.476+0000 7f965861e640 1 -- start start 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f965015bf90 0x7f965015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f96500cdae0 0x7f96500cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9650161f40 0x7f9650162350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f96500d0240 con 0x7f965015bf90 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f965015f910 con 0x7f96500cdae0 2024-09-19T08:07:44.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f965861e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f965015c370 con 0x7f9650161f40 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f965015bf90 0x7f965015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f965015bf90 0x7f965015f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44102/0 (socket says 172.21.15.17:44102) 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 -- 172.21.15.17:0/1446532797 learned_addr learned my addr 172.21.15.17:0/1446532797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f9655bb9640 1 --2- 172.21.15.17:0/1446532797 >> v2:172.21.15.160:3300/0 conn(0x7f96500cdae0 0x7f96500cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f9656bbb640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9650161f40 0x7f9650162350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 -- 172.21.15.17:0/1446532797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9650161f40 msgr2=0x7f9650162350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9650161f40 0x7f9650162350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 -- 172.21.15.17:0/1446532797 >> v2:172.21.15.160:3300/0 conn(0x7f96500cdae0 msgr2=0x7f96500cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 --2- 172.21.15.17:0/1446532797 >> v2:172.21.15.160:3300/0 conn(0x7f96500cdae0 0x7f96500cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.477+0000 7f96563ba640 1 -- 172.21.15.17:0/1446532797 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96500cf630 con 0x7f965015bf90 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f96563ba640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f965015bf90 0x7f965015f3d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f96500b3c70 tx=0x7f964c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c17446b66bd17a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f96553b8640 1 -- 172.21.15.17:0/1446532797 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c037070 con 0x7f965015bf90 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f96553b8640 1 -- 172.21.15.17:0/1446532797 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f964c032440 con 0x7f965015bf90 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f96553b8640 1 -- 172.21.15.17:0/1446532797 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c032810 con 0x7f965015bf90 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f965861e640 1 -- 172.21.15.17:0/1446532797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f965015bf90 msgr2=0x7f965015f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.478+0000 7f965861e640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f965015bf90 0x7f965015f3d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f96500b3c70 tx=0x7f964c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 -- 172.21.15.17:0/1446532797 shutdown_connections 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9650161f40 0x7f9650162350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 --2- 172.21.15.17:0/1446532797 >> v2:172.21.15.160:3300/0 conn(0x7f96500cdae0 0x7f96500cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 --2- 172.21.15.17:0/1446532797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f965015bf90 0x7f965015f3d0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 -- 172.21.15.17:0/1446532797 >> 172.21.15.17:0/1446532797 conn(0x7f96500b1770 msgr2=0x7f96500b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 -- 172.21.15.17:0/1446532797 shutdown_connections 2024-09-19T08:07:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.479+0000 7f965861e640 1 -- 172.21.15.17:0/1446532797 wait complete. 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.480+0000 7f965861e640 1 Processor -- start 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.480+0000 7f965861e640 1 -- start start 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96500cdae0 0x7f9650156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f965015bf90 0x7f96500abd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96500cfed0 con 0x7f9650161f40 2024-09-19T08:07:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f96500cfbf0 con 0x7f96500cdae0 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f96500ce830 con 0x7f965015bf90 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44106/0 (socket says 172.21.15.17:44106) 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 -- 172.21.15.17:0/1342277925 learned_addr learned my addr 172.21.15.17:0/1342277925 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f96563ba640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96500cdae0 0x7f9650156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9655bb9640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f965015bf90 0x7f96500abd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 -- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f965015bf90 msgr2=0x7f96500abd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f965015bf90 0x7f96500abd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 -- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96500cdae0 msgr2=0x7f9650156f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96500cdae0 0x7f9650156f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 -- 172.21.15.17:0/1342277925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96500adac0 con 0x7f9650161f40 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9656bbb640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9648007e70 tx=0x7f964800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9648014620 con 0x7f9650161f40 2024-09-19T08:07:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9648019070 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9648014a20 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96500add60 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.481+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96500ae320 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.482+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96500cf290 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.483+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9648014bc0 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.483+0000 7f9646ffd640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 0x7f963406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.483+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f964808bc00 con 0x7f9650161f40 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.484+0000 7f96563ba640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 0x7f963406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.484+0000 7f96563ba640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 0x7f963406e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f964c034000 tx=0x7f964c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.488+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9648059c80 con 0x7f9650161f40 2024-09-19T08:07:44.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.696+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9650072760 con 0x7f9650161f40 2024-09-19T08:07:44.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.697+0000 7f9646ffd640 1 -- 172.21.15.17:0/1342277925 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5228 (secure 0 0 0) 0x7f964805df80 con 0x7f9650161f40 2024-09-19T08:07:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:44.699 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":61,"btime":"2024-09-19T08:07:44:346643+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:43.493082+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:07:44.699 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 61 2024-09-19T08:07:44.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 msgr2=0x7f963406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 0x7f963406e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f964c034000 tx=0x7f964c02e000 comp rx=0 tx=0).stop 2024-09-19T08:07:44.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 msgr2=0x7f965015d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9648007e70 tx=0x7f964800e4b0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 shutdown_connections 2024-09-19T08:07:44.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f963406c2b0 0x7f963406e770 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9650161f40 0x7f965015d930 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f965015bf90 0x7f96500abd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 --2- 172.21.15.17:0/1342277925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96500cdae0 0x7f9650156f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 >> 172.21.15.17:0/1342277925 conn(0x7f96500b1770 msgr2=0x7f96500ce000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 shutdown_connections 2024-09-19T08:07:44.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.699+0000 7f965861e640 1 -- 172.21.15.17:0/1342277925 wait complete. 2024-09-19T08:07:44.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:07:44.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.813+0000 7ff07019f640 1 Processor -- start 2024-09-19T08:07:44.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.813+0000 7ff07019f640 1 -- start start 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff07019f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff06815e8c0 0x7ff0680d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff07019f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0680b6ee0 0x7ff0680d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff07019f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff06806cec0 con 0x7ff06815e4e0 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff07019f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff0680d2d40 con 0x7ff0680b6ee0 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff07019f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff06806d160 con 0x7ff06815e8c0 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0680b6ee0 0x7ff0680d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0680b6ee0 0x7ff0680d2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44108/0 (socket says 172.21.15.17:44108) 2024-09-19T08:07:44.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 -- 172.21.15.17:0/378680316 learned_addr learned my addr 172.21.15.17:0/378680316 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06d73a640 1 --2- 172.21.15.17:0/378680316 >> v2:172.21.15.160:3300/0 conn(0x7ff06815e8c0 0x7ff0680d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 -- 172.21.15.17:0/378680316 >> v2:172.21.15.160:3300/0 conn(0x7ff06815e8c0 msgr2=0x7ff0680d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 --2- 172.21.15.17:0/378680316 >> v2:172.21.15.160:3300/0 conn(0x7ff06815e8c0 0x7ff0680d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 -- 172.21.15.17:0/378680316 >> v1:172.21.15.160:6789/0 conn(0x7ff06815e4e0 legacy=0x7ff0680b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.814+0000 7ff06e73c640 1 -- 172.21.15.17:0/378680316 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06806d440 con 0x7ff0680b6ee0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff06e73c640 1 --2- 172.21.15.17:0/378680316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0680b6ee0 0x7ff0680d2500 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff068072df0 tx=0x7ff06002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb835ff5ae4ce46 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff06cf39640 1 -- 172.21.15.17:0/378680316 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff060036070 con 0x7ff0680b6ee0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff06cf39640 1 -- 172.21.15.17:0/378680316 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff060031600 con 0x7ff0680b6ee0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff06cf39640 1 -- 172.21.15.17:0/378680316 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0600319d0 con 0x7ff0680b6ee0 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff07019f640 1 -- 172.21.15.17:0/378680316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0680b6ee0 msgr2=0x7ff0680d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.815+0000 7ff07019f640 1 --2- 172.21.15.17:0/378680316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0680b6ee0 0x7ff0680d2500 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff068072df0 tx=0x7ff06002a730 comp rx=0 tx=0).stop 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 -- 172.21.15.17:0/378680316 shutdown_connections 2024-09-19T08:07:44.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 --2- 172.21.15.17:0/378680316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0680b6ee0 0x7ff0680d2500 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 --2- 172.21.15.17:0/378680316 >> v2:172.21.15.160:3300/0 conn(0x7ff06815e8c0 0x7ff0680d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 -- 172.21.15.17:0/378680316 >> 172.21.15.17:0/378680316 conn(0x7ff06806f400 msgr2=0x7ff06806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:44.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 -- 172.21.15.17:0/378680316 shutdown_connections 2024-09-19T08:07:44.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.816+0000 7ff07019f640 1 -- 172.21.15.17:0/378680316 wait complete. 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.817+0000 7ff07019f640 1 Processor -- start 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.817+0000 7ff07019f640 1 -- start start 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.817+0000 7ff07019f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0680b6ee0 0x7ff068153d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.817+0000 7ff07019f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.817+0000 7ff07019f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff06815e8c0 0x7ff0680b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff07019f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff06806dc40 con 0x7ff06815e4e0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff07019f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff0680d2a40 con 0x7ff06815e8c0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff07019f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff06806ddc0 con 0x7ff0680b6ee0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44116/0 (socket says 172.21.15.17:44116) 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 -- 172.21.15.17:0/2914624530 learned_addr learned my addr 172.21.15.17:0/2914624530 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06e73c640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff06815e8c0 0x7ff0680b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06df3b640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0680b6ee0 0x7ff068153d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 -- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0680b6ee0 msgr2=0x7ff068153d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0680b6ee0 0x7ff068153d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 -- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff06815e8c0 msgr2=0x7ff0680b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff06815e8c0 0x7ff0680b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 -- 172.21.15.17:0/2914624530 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0680b0c30 con 0x7ff06815e4e0 2024-09-19T08:07:44.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff06d73a640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff05800d5f0 tx=0x7ff05800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0580125f0 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff058019070 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0680b0f10 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0580129d0 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.818+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0681e3dc0 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.819+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0680b67d0 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.820+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff058012b70 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.820+0000 7ff05e7fc640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 0x7ff04c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.820+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7ff05808b5f0 con 0x7ff06815e4e0 2024-09-19T08:07:44.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.820+0000 7ff06df3b640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 0x7ff04c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:44.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.821+0000 7ff06df3b640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 0x7ff04c06e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff0680d1330 tx=0x7ff064009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:44.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.825+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0580597a0 con 0x7ff06815e4e0 2024-09-19T08:07:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:44.999+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff068071000 con 0x7ff06815e4e0 2024-09-19T08:07:45.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.000+0000 7ff05e7fc640 1 -- 172.21.15.17:0/2914624530 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+16704 (secure 0 0 0) 0x7ff05805daa0 con 0x7ff06815e4e0 2024-09-19T08:07:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:45.002 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":72,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:07:42.336388+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:07:38.349050+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T08:07:39.678049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:07:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 msgr2=0x7ff04c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 0x7ff04c06e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff0680d1330 tx=0x7ff064009040 comp rx=0 tx=0).stop 2024-09-19T08:07:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 msgr2=0x7ff0680b0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff05800d5f0 tx=0x7ff05800dab0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 shutdown_connections 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff04c06c2e0 0x7ff04c06e7a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff06815e8c0 0x7ff0680b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff06815e4e0 0x7ff0680b0260 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 --2- 172.21.15.17:0/2914624530 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0680b6ee0 0x7ff068153d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.002+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 >> 172.21.15.17:0/2914624530 conn(0x7ff06806f400 msgr2=0x7ff0681546c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.003+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 shutdown_connections 2024-09-19T08:07:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.003+0000 7ff07019f640 1 -- 172.21.15.17:0/2914624530 wait complete. 2024-09-19T08:07:45.014 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:07:45.015 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.115+0000 7feba71a1640 1 Processor -- start 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.115+0000 7feba71a1640 1 -- start start 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.115+0000 7feba71a1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feba015e670 0x7feba0070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba71a1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feba00731d0 con 0x7feba00ceaf0 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba71a1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feba00734b0 con 0x7feba00cef50 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba71a1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7feba00d0040 con 0x7feba015e670 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feb9ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7feba00ceaf0 0x7feba015ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46748/0 (socket says 172.21.15.17:46748) 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feb9ffff640 1 -- 172.21.15.17:0/3614280113 learned_addr learned my addr 172.21.15.17:0/3614280113 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba4f3d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feba015e670 0x7feba0070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feb9f7fe640 1 -- 172.21.15.17:0/3614280113 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1653987585 0 0) 0x7feba00731d0 con 0x7feba00ceaf0 2024-09-19T08:07:45.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feb9f7fe640 1 -- 172.21.15.17:0/3614280113 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb8c003520 con 0x7feba00ceaf0 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba4f3d640 1 -- 172.21.15.17:0/3614280113 >> v1:172.21.15.160:6789/0 conn(0x7feba00cef50 legacy=0x7feba015f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba4f3d640 1 -- 172.21.15.17:0/3614280113 >> v1:172.21.15.17:6789/0 conn(0x7feba00ceaf0 legacy=0x7feba015ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.116+0000 7feba4f3d640 1 -- 172.21.15.17:0/3614280113 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba0073790 con 0x7feba015e670 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba4f3d640 1 --2- 172.21.15.17:0/3614280113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba0070a50 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feb880097a0 tx=0x7feb8802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dded94d8b9dc8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feb9f7fe640 1 -- 172.21.15.17:0/3614280113 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb88037070 con 0x7feba015e670 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feb9f7fe640 1 -- 172.21.15.17:0/3614280113 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb88032440 con 0x7feba015e670 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feb9f7fe640 1 -- 172.21.15.17:0/3614280113 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb88032810 con 0x7feba015e670 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba71a1640 1 -- 172.21.15.17:0/3614280113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 msgr2=0x7feba0070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba71a1640 1 --2- 172.21.15.17:0/3614280113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba0070a50 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feb880097a0 tx=0x7feb8802a270 comp rx=0 tx=0).stop 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba71a1640 1 -- 172.21.15.17:0/3614280113 shutdown_connections 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba71a1640 1 --2- 172.21.15.17:0/3614280113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba0070a50 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.117+0000 7feba71a1640 1 -- 172.21.15.17:0/3614280113 >> 172.21.15.17:0/3614280113 conn(0x7feba006f400 msgr2=0x7feba006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.118+0000 7feba71a1640 1 -- 172.21.15.17:0/3614280113 shutdown_connections 2024-09-19T08:07:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.118+0000 7feba71a1640 1 -- 172.21.15.17:0/3614280113 wait complete. 2024-09-19T08:07:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.119+0000 7feba71a1640 1 Processor -- start 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.119+0000 7feba71a1640 1 -- start start 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feba00ceaf0 0x7feba0151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feba00cef50 0x7feba00d21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feba0073de0 con 0x7feba015e670 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feba0072f80 con 0x7feba00cef50 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba71a1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feba00cf380 con 0x7feba00ceaf0 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44124/0 (socket says 172.21.15.17:44124) 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 -- 172.21.15.17:0/2189681994 learned_addr learned my addr 172.21.15.17:0/2189681994 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feb9ffff640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feba00cef50 0x7feba00d21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba4f3d640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feba00ceaf0 0x7feba0151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 -- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feba00ceaf0 msgr2=0x7feba0151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feba00ceaf0 0x7feba0151ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 -- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feba00cef50 msgr2=0x7feba00d21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feba00cef50 0x7feba00d21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 -- 172.21.15.17:0/2189681994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba01f79e0 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feba573e640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7feb9800c440 tx=0x7feb9800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98011790 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.120+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb98017070 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.121+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98011b70 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.121+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feba01f7cc0 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.121+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feba01f8280 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.121+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feba0071410 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.122+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb98011d10 con 0x7feba015e670 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.122+0000 7feb9d7fa640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 0x7feb8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.123+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7feb9808b080 con 0x7feba015e670 2024-09-19T08:07:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.123+0000 7feba4f3d640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 0x7feb8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.123+0000 7feba4f3d640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 0x7feb8006e770 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7feb88034000 tx=0x7feb8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.127+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb98059230 con 0x7feba015e670 2024-09-19T08:07:45.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.301+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feba00b2b10 con 0x7feb8006c2b0 2024-09-19T08:07:45.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.308+0000 7feb9d7fa640 1 -- 172.21.15.17:0/2189681994 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240132 (secure 0 0 0) 0x7feba00b2b10 con 0x7feb8006c2b0 2024-09-19T08:07:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:45.313 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:07:45.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 msgr2=0x7feb8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 0x7feb8006e770 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7feb88034000 tx=0x7feb8802e000 comp rx=0 tx=0).stop 2024-09-19T08:07:45.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 msgr2=0x7feba00d2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7feb9800c440 tx=0x7feb9800c900 comp rx=0 tx=0).stop 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 shutdown_connections 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb8006c2b0 0x7feb8006e770 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feba015e670 0x7feba00d2720 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feba00cef50 0x7feba00d21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 --2- 172.21.15.17:0/2189681994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feba00ceaf0 0x7feba0151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 >> 172.21.15.17:0/2189681994 conn(0x7feba006f400 msgr2=0x7feba006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 shutdown_connections 2024-09-19T08:07:45.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.311+0000 7feba71a1640 1 -- 172.21.15.17:0/2189681994 wait complete. 2024-09-19T08:07:45.323 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":227,"stamp":"2024-09-19T08:07:43.467852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":248812,"kb_used_data":7568,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754725908,"statfs":{"total":773094113280,"available":772839329792,"internally_reserved":0,"allocated":7749632,"data_stored":3926658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":246795825},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.147960"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.321704+0000","last_change":"2024-09-19T08:07:39.321704+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.321704+0000","last_undegraded":"2024-09-19T08:07:39.321704+0000","last_fullsized":"2024-09-19T08:07:39.321704+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.325838+0000","last_change":"2024-09-19T08:07:39.325838+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.325838+0000","last_undegraded":"2024-09-19T08:07:39.325838+0000","last_fullsized":"2024-09-19T08:07:39.325838+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324716+0000","last_change":"2024-09-19T08:07:39.324716+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324716+0000","last_undegraded":"2024-09-19T08:07:39.324716+0000","last_fullsized":"2024-09-19T08:07:39.324716+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322792+0000","last_change":"2024-09-19T08:07:39.322792+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322792+0000","last_undegraded":"2024-09-19T08:07:39.322792+0000","last_fullsized":"2024-09-19T08:07:39.322792+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.326389+0000","last_change":"2024-09-19T08:07:39.326389+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.326389+0000","last_undegraded":"2024-09-19T08:07:39.326389+0000","last_fullsized":"2024-09-19T08:07:39.326389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323082+0000","last_change":"2024-09-19T08:07:39.323082+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323082+0000","last_undegraded":"2024-09-19T08:07:39.323082+0000","last_fullsized":"2024-09-19T08:07:39.323082+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324990+0000","last_change":"2024-09-19T08:07:39.324990+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324990+0000","last_undegraded":"2024-09-19T08:07:39.324990+0000","last_fullsized":"2024-09-19T08:07:39.324990+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323424+0000","last_change":"2024-09-19T08:07:39.323424+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323424+0000","last_undegraded":"2024-09-19T08:07:39.323424+0000","last_fullsized":"2024-09-19T08:07:39.323424+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324354+0000","last_change":"2024-09-19T08:07:39.324354+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324354+0000","last_undegraded":"2024-09-19T08:07:39.324354+0000","last_fullsized":"2024-09-19T08:07:39.324354+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322453+0000","last_change":"2024-09-19T08:07:39.322453+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322453+0000","last_undegraded":"2024-09-19T08:07:39.322453+0000","last_fullsized":"2024-09-19T08:07:39.322453+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.326400+0000","last_change":"2024-09-19T08:07:39.326400+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.326400+0000","last_undegraded":"2024-09-19T08:07:39.326400+0000","last_fullsized":"2024-09-19T08:07:39.326400+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.325106+0000","last_change":"2024-09-19T08:07:39.325106+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.325106+0000","last_undegraded":"2024-09-19T08:07:39.325106+0000","last_fullsized":"2024-09-19T08:07:39.325106+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324443+0000","last_change":"2024-09-19T08:07:39.324443+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324443+0000","last_undegraded":"2024-09-19T08:07:39.324443+0000","last_fullsized":"2024-09-19T08:07:39.324443+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322634+0000","last_change":"2024-09-19T08:07:39.322634+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322634+0000","last_undegraded":"2024-09-19T08:07:39.322634+0000","last_fullsized":"2024-09-19T08:07:39.322634+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324983+0000","last_change":"2024-09-19T08:07:39.324983+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324983+0000","last_undegraded":"2024-09-19T08:07:39.324983+0000","last_fullsized":"2024-09-19T08:07:39.324983+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324395+0000","last_change":"2024-09-19T08:07:39.324395+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324395+0000","last_undegraded":"2024-09-19T08:07:39.324395+0000","last_fullsized":"2024-09-19T08:07:39.324395+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323465+0000","last_change":"2024-09-19T08:07:39.323465+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323465+0000","last_undegraded":"2024-09-19T08:07:39.323465+0000","last_fullsized":"2024-09-19T08:07:39.323465+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.325139+0000","last_change":"2024-09-19T08:07:39.325139+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.325139+0000","last_undegraded":"2024-09-19T08:07:39.325139+0000","last_fullsized":"2024-09-19T08:07:39.325139+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323121+0000","last_change":"2024-09-19T08:07:39.323121+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323121+0000","last_undegraded":"2024-09-19T08:07:39.323121+0000","last_fullsized":"2024-09-19T08:07:39.323121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.321715+0000","last_change":"2024-09-19T08:07:39.321715+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.321715+0000","last_undegraded":"2024-09-19T08:07:39.321715+0000","last_fullsized":"2024-09-19T08:07:39.321715+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322143+0000","last_change":"2024-09-19T08:07:39.322143+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322143+0000","last_undegraded":"2024-09-19T08:07:39.322143+0000","last_fullsized":"2024-09-19T08:07:39.322143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324400+0000","last_change":"2024-09-19T08:07:39.324400+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324400+0000","last_undegraded":"2024-09-19T08:07:39.324400+0000","last_fullsized":"2024-09-19T08:07:39.324400+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.325918+0000","last_change":"2024-09-19T08:07:39.325918+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.325918+0000","last_undegraded":"2024-09-19T08:07:39.325918+0000","last_fullsized":"2024-09-19T08:07:39.325918+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322993+0000","last_change":"2024-09-19T08:07:39.322993+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322993+0000","last_undegraded":"2024-09-19T08:07:39.322993+0000","last_fullsized":"2024-09-19T08:07:39.322993+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324494+0000","last_change":"2024-09-19T08:07:39.324494+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324494+0000","last_undegraded":"2024-09-19T08:07:39.324494+0000","last_fullsized":"2024-09-19T08:07:39.324494+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323344+0000","last_change":"2024-09-19T08:07:39.323344+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323344+0000","last_undegraded":"2024-09-19T08:07:39.323344+0000","last_fullsized":"2024-09-19T08:07:39.323344+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.326021+0000","last_change":"2024-09-19T08:07:39.326021+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.326021+0000","last_undegraded":"2024-09-19T08:07:39.326021+0000","last_fullsized":"2024-09-19T08:07:39.326021+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323365+0000","last_change":"2024-09-19T08:07:39.323365+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323365+0000","last_undegraded":"2024-09-19T08:07:39.323365+0000","last_fullsized":"2024-09-19T08:07:39.323365+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.325016+0000","last_change":"2024-09-19T08:07:39.325016+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.325016+0000","last_undegraded":"2024-09-19T08:07:39.325016+0000","last_fullsized":"2024-09-19T08:07:39.325016+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.324328+0000","last_change":"2024-09-19T08:07:39.324328+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.324328+0000","last_undegraded":"2024-09-19T08:07:39.324328+0000","last_fullsized":"2024-09-19T08:07:39.324328+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.322152+0000","last_change":"2024-09-19T08:07:39.322152+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.322152+0000","last_undegraded":"2024-09-19T08:07:39.322152+0000","last_fullsized":"2024-09-19T08:07:39.322152+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T08:07:40.319372+0000","last_change":"2024-09-19T08:07:40.319372+0000","last_active":"2024-09-19T08:07:40.319372+0000","last_peered":"2024-09-19T08:07:40.319372+0000","last_clean":"2024-09-19T08:07:40.319372+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:40.319372+0000","last_undegraded":"2024-09-19T08:07:40.319372+0000","last_fullsized":"2024-09-19T08:07:40.319372+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T08:07:39.323001+0000","last_change":"2024-09-19T08:07:39.323001+0000","last_active":"2024-09-19T08:07:39.316797+0000","last_peered":"2024-09-19T08:07:39.316797+0000","last_clean":"2024-09-19T08:07:39.316797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T08:07:39.323001+0000","last_undegraded":"2024-09-19T08:07:39.323001+0000","last_fullsized":"2024-09-19T08:07:39.323001+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":260,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-19T08:07:39.322381+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:07:39.322381+0000","last_peered":"2024-09-19T08:07:39.322381+0000","last_clean":"2024-09-19T08:07:39.322381+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:07:39.322381+0000","last_undegraded":"2024-09-19T08:07:39.322381+0000","last_fullsized":"2024-09-19T08:07:39.322381+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542212,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28412,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343428,"statfs":{"total":96636764160,"available":96607670272,"internally_reserved":0,"allocated":1417216,"data_stored":934925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542212,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":823296,"data_stored":344557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542212,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":823296,"data_stored":344557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542211,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":811008,"data_stored":339290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542211,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":823296,"data_stored":344557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542211,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36156,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335684,"statfs":{"total":96636764160,"available":96599740416,"internally_reserved":0,"allocated":823296,"data_stored":344557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542212,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":823296,"data_stored":344557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542211,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32564,"kb_used_data":1372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1404928,"data_stored":929658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:07:45.327 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:07:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.464+0000 7fbafa954640 1 Processor -- start 2024-09-19T08:07:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.465+0000 7fbafa954640 1 -- start start 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.465+0000 7fbafa954640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf415ec50 0x7fbaf40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbafa954640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbaf40aede0 0x7fbaf40b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbafa954640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbaf415c600 con 0x7fbaf415c220 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbafa954640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbaf40af250 con 0x7fbaf40aede0 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbafa954640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbaf40b34c0 con 0x7fbaf415ec50 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf8ef1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbaf40aede0 0x7fbaf40b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf3fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbaf415c220 0x7fbaf40af8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46760/0 (socket says 172.21.15.17:46760) 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf3fff640 1 -- 172.21.15.17:0/2042523970 learned_addr learned my addr 172.21.15.17:0/2042523970 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf37fe640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf415ec50 0x7fbaf40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf2ffd640 1 -- 172.21.15.17:0/2042523970 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2681418758 0 0) 0x7fbae4001110 con 0x7fbaf415c220 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf2ffd640 1 -- 172.21.15.17:0/2042523970 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbadc003520 con 0x7fbaf415c220 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/2042523970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf415ec50 msgr2=0x7fbaf40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf8ef1640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf415ec50 0x7fbaf40ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/2042523970 >> v1:172.21.15.17:6789/0 conn(0x7fbaf415c220 legacy=0x7fbaf40af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.466+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/2042523970 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaf415f150 con 0x7fbaf40aede0 2024-09-19T08:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbaf8ef1640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf40aede0 0x7fbaf40b3930 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009d90 tx=0x7fbaec02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57a9358ced83c22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbaf2ffd640 1 -- 172.21.15.17:0/2042523970 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec007740 con 0x7fbaf40aede0 2024-09-19T08:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbaf2ffd640 1 -- 172.21.15.17:0/2042523970 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaec0078e0 con 0x7fbaf40aede0 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbaf2ffd640 1 -- 172.21.15.17:0/2042523970 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec007cb0 con 0x7fbaf40aede0 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbafa954640 1 -- 172.21.15.17:0/2042523970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf40aede0 msgr2=0x7fbaf40b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.467+0000 7fbafa954640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf40aede0 0x7fbaf40b3930 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009d90 tx=0x7fbaec02a660 comp rx=0 tx=0).stop 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 -- 172.21.15.17:0/2042523970 shutdown_connections 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf40aede0 0x7fbaf40b3930 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 --2- 172.21.15.17:0/2042523970 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf415ec50 0x7fbaf40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 -- 172.21.15.17:0/2042523970 >> 172.21.15.17:0/2042523970 conn(0x7fbaf40b21c0 msgr2=0x7fbaf40b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 -- 172.21.15.17:0/2042523970 shutdown_connections 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.468+0000 7fbafa954640 1 -- 172.21.15.17:0/2042523970 wait complete. 2024-09-19T08:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.469+0000 7fbafa954640 1 Processor -- start 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.469+0000 7fbafa954640 1 -- start start 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf40aede0 0x7fbaf41f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 0x7fbaf4161670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbaf415f9f0 con 0x7fbaf415ec50 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbaf415f710 con 0x7fbaf415c220 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbafa954640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbaf40b3e70 con 0x7fbaf40aede0 2024-09-19T08:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44144/0 (socket says 172.21.15.17:44144) 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/281899834 learned_addr learned my addr 172.21.15.17:0/281899834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf3fff640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf40aede0 0x7fbaf41f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf37fe640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 0x7fbaf4161670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf40aede0 msgr2=0x7fbaf41f4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf40aede0 0x7fbaf41f4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 msgr2=0x7fbaf4161670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 0x7fbaf4161670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 -- 172.21.15.17:0/281899834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaf4161bb0 con 0x7fbaf415ec50 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf37fe640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 0x7fbaf4161670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf8ef1640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009eb0 tx=0x7fbaec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.470+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec040070 con 0x7fbaf415ec50 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.471+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaec031bc0 con 0x7fbaf415ec50 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.471+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaf41f78c0 con 0x7fbaf415ec50 2024-09-19T08:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.471+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec009450 con 0x7fbaf415ec50 2024-09-19T08:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.471+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaf41f7e60 con 0x7fbaf415ec50 2024-09-19T08:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.472+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaf40b3930 con 0x7fbaf415ec50 2024-09-19T08:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.472+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbaec039040 con 0x7fbaf415ec50 2024-09-19T08:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.473+0000 7fbaf0ff9640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 0x7fbae006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.473+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbaec0acbf0 con 0x7fbaf415ec50 2024-09-19T08:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.473+0000 7fbaf3fff640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 0x7fbae006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.474+0000 7fbaf3fff640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 0x7fbae006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbae4005880 tx=0x7fbae4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.477+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbaec03ae60 con 0x7fbaf415ec50 2024-09-19T08:07:45.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.651+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbaf41f8640 con 0x7fbae006c2b0 2024-09-19T08:07:45.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.658+0000 7fbaf0ff9640 1 -- 172.21.15.17:0/281899834 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252069 (secure 0 0 0) 0x7fbae4001cb0 con 0x7fbae006c2b0 2024-09-19T08:07:45.662 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:45.663 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:07:45.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 msgr2=0x7fbae006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 0x7fbae006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbae4005880 tx=0x7fbae4009040 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 msgr2=0x7fbaf41624c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009eb0 tx=0x7fbaec004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 shutdown_connections 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbae006c2b0 0x7fbae006e770 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbaf415ec50 0x7fbaf41624c0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbaf415c220 0x7fbaf4161670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 --2- 172.21.15.17:0/281899834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbaf40aede0 0x7fbaf41f4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 >> 172.21.15.17:0/281899834 conn(0x7fbaf40b21c0 msgr2=0x7fbaf415e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 shutdown_connections 2024-09-19T08:07:45.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.661+0000 7fbafa954640 1 -- 172.21.15.17:0/281899834 wait complete. 2024-09-19T08:07:45.673 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-19T08:07:45.468203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":178,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253404,"kb_used_data":8040,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721316,"statfs":{"total":773094113280,"available":772834627584,"internally_reserved":0,"allocated":8232960,"data_stored":4143348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001017"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447409+0000","last_change":"2024-09-19T08:07:41.352508+0000","last_active":"2024-09-19T08:07:42.447409+0000","last_peered":"2024-09-19T08:07:42.447409+0000","last_clean":"2024-09-19T08:07:42.447409+0000","last_became_active":"2024-09-19T08:07:41.351901+0000","last_became_peered":"2024-09-19T08:07:41.351901+0000","last_unstale":"2024-09-19T08:07:42.447409+0000","last_undegraded":"2024-09-19T08:07:42.447409+0000","last_fullsized":"2024-09-19T08:07:42.447409+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:22.408472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348261+0000","last_change":"2024-09-19T08:07:41.360574+0000","last_active":"2024-09-19T08:07:42.348261+0000","last_peered":"2024-09-19T08:07:42.348261+0000","last_clean":"2024-09-19T08:07:42.348261+0000","last_became_active":"2024-09-19T08:07:41.360309+0000","last_became_peered":"2024-09-19T08:07:41.360309+0000","last_unstale":"2024-09-19T08:07:42.348261+0000","last_undegraded":"2024-09-19T08:07:42.348261+0000","last_fullsized":"2024-09-19T08:07:42.348261+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:50.018245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447076+0000","last_change":"2024-09-19T08:07:41.338447+0000","last_active":"2024-09-19T08:07:42.447076+0000","last_peered":"2024-09-19T08:07:42.447076+0000","last_clean":"2024-09-19T08:07:42.447076+0000","last_became_active":"2024-09-19T08:07:41.338161+0000","last_became_peered":"2024-09-19T08:07:41.338161+0000","last_unstale":"2024-09-19T08:07:42.447076+0000","last_undegraded":"2024-09-19T08:07:42.447076+0000","last_fullsized":"2024-09-19T08:07:42.447076+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:19.771841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346656+0000","last_change":"2024-09-19T08:07:41.354365+0000","last_active":"2024-09-19T08:07:42.346656+0000","last_peered":"2024-09-19T08:07:42.346656+0000","last_clean":"2024-09-19T08:07:42.346656+0000","last_became_active":"2024-09-19T08:07:41.353726+0000","last_became_peered":"2024-09-19T08:07:41.353726+0000","last_unstale":"2024-09-19T08:07:42.346656+0000","last_undegraded":"2024-09-19T08:07:42.346656+0000","last_fullsized":"2024-09-19T08:07:42.346656+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:33.930830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446854+0000","last_change":"2024-09-19T08:07:41.356216+0000","last_active":"2024-09-19T08:07:42.446854+0000","last_peered":"2024-09-19T08:07:42.446854+0000","last_clean":"2024-09-19T08:07:42.446854+0000","last_became_active":"2024-09-19T08:07:41.355940+0000","last_became_peered":"2024-09-19T08:07:41.355940+0000","last_unstale":"2024-09-19T08:07:42.446854+0000","last_undegraded":"2024-09-19T08:07:42.446854+0000","last_fullsized":"2024-09-19T08:07:42.446854+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:37.251762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349109+0000","last_change":"2024-09-19T08:07:41.360218+0000","last_active":"2024-09-19T08:07:42.349109+0000","last_peered":"2024-09-19T08:07:42.349109+0000","last_clean":"2024-09-19T08:07:42.349109+0000","last_became_active":"2024-09-19T08:07:41.359905+0000","last_became_peered":"2024-09-19T08:07:41.359905+0000","last_unstale":"2024-09-19T08:07:42.349109+0000","last_undegraded":"2024-09-19T08:07:42.349109+0000","last_fullsized":"2024-09-19T08:07:42.349109+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:07.118435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348242+0000","last_change":"2024-09-19T08:07:41.346079+0000","last_active":"2024-09-19T08:07:42.348242+0000","last_peered":"2024-09-19T08:07:42.348242+0000","last_clean":"2024-09-19T08:07:42.348242+0000","last_became_active":"2024-09-19T08:07:41.342107+0000","last_became_peered":"2024-09-19T08:07:41.342107+0000","last_unstale":"2024-09-19T08:07:42.348242+0000","last_undegraded":"2024-09-19T08:07:42.348242+0000","last_fullsized":"2024-09-19T08:07:42.348242+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:02.919581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349100+0000","last_change":"2024-09-19T08:07:41.348670+0000","last_active":"2024-09-19T08:07:42.349100+0000","last_peered":"2024-09-19T08:07:42.349100+0000","last_clean":"2024-09-19T08:07:42.349100+0000","last_became_active":"2024-09-19T08:07:41.348075+0000","last_became_peered":"2024-09-19T08:07:41.348075+0000","last_unstale":"2024-09-19T08:07:42.349100+0000","last_undegraded":"2024-09-19T08:07:42.349100+0000","last_fullsized":"2024-09-19T08:07:42.349100+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:50.468646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446245+0000","last_change":"2024-09-19T08:07:41.347430+0000","last_active":"2024-09-19T08:07:42.446245+0000","last_peered":"2024-09-19T08:07:42.446245+0000","last_clean":"2024-09-19T08:07:42.446245+0000","last_became_active":"2024-09-19T08:07:41.346427+0000","last_became_peered":"2024-09-19T08:07:41.346427+0000","last_unstale":"2024-09-19T08:07:42.446245+0000","last_undegraded":"2024-09-19T08:07:42.446245+0000","last_fullsized":"2024-09-19T08:07:42.446245+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:04.603821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446831+0000","last_change":"2024-09-19T08:07:41.347016+0000","last_active":"2024-09-19T08:07:42.446831+0000","last_peered":"2024-09-19T08:07:42.446831+0000","last_clean":"2024-09-19T08:07:42.446831+0000","last_became_active":"2024-09-19T08:07:41.346746+0000","last_became_peered":"2024-09-19T08:07:41.346746+0000","last_unstale":"2024-09-19T08:07:42.446831+0000","last_undegraded":"2024-09-19T08:07:42.446831+0000","last_fullsized":"2024-09-19T08:07:42.446831+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:20.447243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447220+0000","last_change":"2024-09-19T08:07:41.353692+0000","last_active":"2024-09-19T08:07:42.447220+0000","last_peered":"2024-09-19T08:07:42.447220+0000","last_clean":"2024-09-19T08:07:42.447220+0000","last_became_active":"2024-09-19T08:07:41.351147+0000","last_became_peered":"2024-09-19T08:07:41.351147+0000","last_unstale":"2024-09-19T08:07:42.447220+0000","last_undegraded":"2024-09-19T08:07:42.447220+0000","last_fullsized":"2024-09-19T08:07:42.447220+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:17.009166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346754+0000","last_change":"2024-09-19T08:07:41.346881+0000","last_active":"2024-09-19T08:07:42.346754+0000","last_peered":"2024-09-19T08:07:42.346754+0000","last_clean":"2024-09-19T08:07:42.346754+0000","last_became_active":"2024-09-19T08:07:41.346611+0000","last_became_peered":"2024-09-19T08:07:41.346611+0000","last_unstale":"2024-09-19T08:07:42.346754+0000","last_undegraded":"2024-09-19T08:07:42.346754+0000","last_fullsized":"2024-09-19T08:07:42.346754+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:13.263653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446734+0000","last_change":"2024-09-19T08:07:41.352398+0000","last_active":"2024-09-19T08:07:42.446734+0000","last_peered":"2024-09-19T08:07:42.446734+0000","last_clean":"2024-09-19T08:07:42.446734+0000","last_became_active":"2024-09-19T08:07:41.352115+0000","last_became_peered":"2024-09-19T08:07:41.352115+0000","last_unstale":"2024-09-19T08:07:42.446734+0000","last_undegraded":"2024-09-19T08:07:42.446734+0000","last_fullsized":"2024-09-19T08:07:42.446734+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:19.757940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446691+0000","last_change":"2024-09-19T08:07:41.352207+0000","last_active":"2024-09-19T08:07:42.446691+0000","last_peered":"2024-09-19T08:07:42.446691+0000","last_clean":"2024-09-19T08:07:42.446691+0000","last_became_active":"2024-09-19T08:07:41.351899+0000","last_became_peered":"2024-09-19T08:07:41.351899+0000","last_unstale":"2024-09-19T08:07:42.446691+0000","last_undegraded":"2024-09-19T08:07:42.446691+0000","last_fullsized":"2024-09-19T08:07:42.446691+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:52:17.849159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446229+0000","last_change":"2024-09-19T08:07:41.349333+0000","last_active":"2024-09-19T08:07:42.446229+0000","last_peered":"2024-09-19T08:07:42.446229+0000","last_clean":"2024-09-19T08:07:42.446229+0000","last_became_active":"2024-09-19T08:07:41.349045+0000","last_became_peered":"2024-09-19T08:07:41.349045+0000","last_unstale":"2024-09-19T08:07:42.446229+0000","last_undegraded":"2024-09-19T08:07:42.446229+0000","last_fullsized":"2024-09-19T08:07:42.446229+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:18.339687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446617+0000","last_change":"2024-09-19T08:07:41.354822+0000","last_active":"2024-09-19T08:07:42.446617+0000","last_peered":"2024-09-19T08:07:42.446617+0000","last_clean":"2024-09-19T08:07:42.446617+0000","last_became_active":"2024-09-19T08:07:41.354220+0000","last_became_peered":"2024-09-19T08:07:41.354220+0000","last_unstale":"2024-09-19T08:07:42.446617+0000","last_undegraded":"2024-09-19T08:07:42.446617+0000","last_fullsized":"2024-09-19T08:07:42.446617+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:01.706013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446386+0000","last_change":"2024-09-19T08:07:41.345973+0000","last_active":"2024-09-19T08:07:42.446386+0000","last_peered":"2024-09-19T08:07:42.446386+0000","last_clean":"2024-09-19T08:07:42.446386+0000","last_became_active":"2024-09-19T08:07:41.344087+0000","last_became_peered":"2024-09-19T08:07:41.344087+0000","last_unstale":"2024-09-19T08:07:42.446386+0000","last_undegraded":"2024-09-19T08:07:42.446386+0000","last_fullsized":"2024-09-19T08:07:42.446386+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:34.747698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346647+0000","last_change":"2024-09-19T08:07:41.355177+0000","last_active":"2024-09-19T08:07:42.346647+0000","last_peered":"2024-09-19T08:07:42.346647+0000","last_clean":"2024-09-19T08:07:42.346647+0000","last_became_active":"2024-09-19T08:07:41.354835+0000","last_became_peered":"2024-09-19T08:07:41.354835+0000","last_unstale":"2024-09-19T08:07:42.346647+0000","last_undegraded":"2024-09-19T08:07:42.346647+0000","last_fullsized":"2024-09-19T08:07:42.346647+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:07.672311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348274+0000","last_change":"2024-09-19T08:07:41.355257+0000","last_active":"2024-09-19T08:07:42.348274+0000","last_peered":"2024-09-19T08:07:42.348274+0000","last_clean":"2024-09-19T08:07:42.348274+0000","last_became_active":"2024-09-19T08:07:41.355004+0000","last_became_peered":"2024-09-19T08:07:41.355004+0000","last_unstale":"2024-09-19T08:07:42.348274+0000","last_undegraded":"2024-09-19T08:07:42.348274+0000","last_fullsized":"2024-09-19T08:07:42.348274+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:07.540009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446147+0000","last_change":"2024-09-19T08:07:41.336751+0000","last_active":"2024-09-19T08:07:42.446147+0000","last_peered":"2024-09-19T08:07:42.446147+0000","last_clean":"2024-09-19T08:07:42.446147+0000","last_became_active":"2024-09-19T08:07:41.336438+0000","last_became_peered":"2024-09-19T08:07:41.336438+0000","last_unstale":"2024-09-19T08:07:42.446147+0000","last_undegraded":"2024-09-19T08:07:42.446147+0000","last_fullsized":"2024-09-19T08:07:42.446147+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:18:05.783262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446468+0000","last_change":"2024-09-19T08:07:41.338331+0000","last_active":"2024-09-19T08:07:42.446468+0000","last_peered":"2024-09-19T08:07:42.446468+0000","last_clean":"2024-09-19T08:07:42.446468+0000","last_became_active":"2024-09-19T08:07:41.338069+0000","last_became_peered":"2024-09-19T08:07:41.338069+0000","last_unstale":"2024-09-19T08:07:42.446468+0000","last_undegraded":"2024-09-19T08:07:42.446468+0000","last_fullsized":"2024-09-19T08:07:42.446468+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:37.421544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446826+0000","last_change":"2024-09-19T08:07:41.350745+0000","last_active":"2024-09-19T08:07:42.446826+0000","last_peered":"2024-09-19T08:07:42.446826+0000","last_clean":"2024-09-19T08:07:42.446826+0000","last_became_active":"2024-09-19T08:07:41.350470+0000","last_became_peered":"2024-09-19T08:07:41.350470+0000","last_unstale":"2024-09-19T08:07:42.446826+0000","last_undegraded":"2024-09-19T08:07:42.446826+0000","last_fullsized":"2024-09-19T08:07:42.446826+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:42.403488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446497+0000","last_change":"2024-09-19T08:07:41.353943+0000","last_active":"2024-09-19T08:07:42.446497+0000","last_peered":"2024-09-19T08:07:42.446497+0000","last_clean":"2024-09-19T08:07:42.446497+0000","last_became_active":"2024-09-19T08:07:41.351656+0000","last_became_peered":"2024-09-19T08:07:41.351656+0000","last_unstale":"2024-09-19T08:07:42.446497+0000","last_undegraded":"2024-09-19T08:07:42.446497+0000","last_fullsized":"2024-09-19T08:07:42.446497+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:51.840714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446787+0000","last_change":"2024-09-19T08:07:41.351390+0000","last_active":"2024-09-19T08:07:42.446787+0000","last_peered":"2024-09-19T08:07:42.446787+0000","last_clean":"2024-09-19T08:07:42.446787+0000","last_became_active":"2024-09-19T08:07:41.350777+0000","last_became_peered":"2024-09-19T08:07:41.350777+0000","last_unstale":"2024-09-19T08:07:42.446787+0000","last_undegraded":"2024-09-19T08:07:42.446787+0000","last_fullsized":"2024-09-19T08:07:42.446787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:34.460200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447099+0000","last_change":"2024-09-19T08:07:41.357002+0000","last_active":"2024-09-19T08:07:42.447099+0000","last_peered":"2024-09-19T08:07:42.447099+0000","last_clean":"2024-09-19T08:07:42.447099+0000","last_became_active":"2024-09-19T08:07:41.356721+0000","last_became_peered":"2024-09-19T08:07:41.356721+0000","last_unstale":"2024-09-19T08:07:42.447099+0000","last_undegraded":"2024-09-19T08:07:42.447099+0000","last_fullsized":"2024-09-19T08:07:42.447099+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:02.429843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348001+0000","last_change":"2024-09-19T08:07:41.356229+0000","last_active":"2024-09-19T08:07:42.348001+0000","last_peered":"2024-09-19T08:07:42.348001+0000","last_clean":"2024-09-19T08:07:42.348001+0000","last_became_active":"2024-09-19T08:07:41.355935+0000","last_became_peered":"2024-09-19T08:07:41.355935+0000","last_unstale":"2024-09-19T08:07:42.348001+0000","last_undegraded":"2024-09-19T08:07:42.348001+0000","last_fullsized":"2024-09-19T08:07:42.348001+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:52:18.636906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447467+0000","last_change":"2024-09-19T08:07:41.353491+0000","last_active":"2024-09-19T08:07:42.447467+0000","last_peered":"2024-09-19T08:07:42.447467+0000","last_clean":"2024-09-19T08:07:42.447467+0000","last_became_active":"2024-09-19T08:07:41.353092+0000","last_became_peered":"2024-09-19T08:07:41.353092+0000","last_unstale":"2024-09-19T08:07:42.447467+0000","last_undegraded":"2024-09-19T08:07:42.447467+0000","last_fullsized":"2024-09-19T08:07:42.447467+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:44.872535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446691+0000","last_change":"2024-09-19T08:07:41.351475+0000","last_active":"2024-09-19T08:07:42.446691+0000","last_peered":"2024-09-19T08:07:42.446691+0000","last_clean":"2024-09-19T08:07:42.446691+0000","last_became_active":"2024-09-19T08:07:41.351221+0000","last_became_peered":"2024-09-19T08:07:41.351221+0000","last_unstale":"2024-09-19T08:07:42.446691+0000","last_undegraded":"2024-09-19T08:07:42.446691+0000","last_fullsized":"2024-09-19T08:07:42.446691+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:24.900056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446640+0000","last_change":"2024-09-19T08:07:41.339177+0000","last_active":"2024-09-19T08:07:42.446640+0000","last_peered":"2024-09-19T08:07:42.446640+0000","last_clean":"2024-09-19T08:07:42.446640+0000","last_became_active":"2024-09-19T08:07:41.338869+0000","last_became_peered":"2024-09-19T08:07:41.338869+0000","last_unstale":"2024-09-19T08:07:42.446640+0000","last_undegraded":"2024-09-19T08:07:42.446640+0000","last_fullsized":"2024-09-19T08:07:42.446640+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:05.433987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.347760+0000","last_change":"2024-09-19T08:07:41.356739+0000","last_active":"2024-09-19T08:07:42.347760+0000","last_peered":"2024-09-19T08:07:42.347760+0000","last_clean":"2024-09-19T08:07:42.347760+0000","last_became_active":"2024-09-19T08:07:41.356394+0000","last_became_peered":"2024-09-19T08:07:41.356394+0000","last_unstale":"2024-09-19T08:07:42.347760+0000","last_undegraded":"2024-09-19T08:07:42.347760+0000","last_fullsized":"2024-09-19T08:07:42.347760+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:45.692625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348189+0000","last_change":"2024-09-19T08:07:41.352206+0000","last_active":"2024-09-19T08:07:42.348189+0000","last_peered":"2024-09-19T08:07:42.348189+0000","last_clean":"2024-09-19T08:07:42.348189+0000","last_became_active":"2024-09-19T08:07:41.351950+0000","last_became_peered":"2024-09-19T08:07:41.351950+0000","last_unstale":"2024-09-19T08:07:42.348189+0000","last_undegraded":"2024-09-19T08:07:42.348189+0000","last_fullsized":"2024-09-19T08:07:42.348189+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:06.691023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349281+0000","last_change":"2024-09-19T08:07:41.355695+0000","last_active":"2024-09-19T08:07:42.349281+0000","last_peered":"2024-09-19T08:07:42.349281+0000","last_clean":"2024-09-19T08:07:42.349281+0000","last_became_active":"2024-09-19T08:07:41.355115+0000","last_became_peered":"2024-09-19T08:07:41.355115+0000","last_unstale":"2024-09-19T08:07:42.349281+0000","last_undegraded":"2024-09-19T08:07:42.349281+0000","last_fullsized":"2024-09-19T08:07:42.349281+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:20.922531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447340+0000","last_change":"2024-09-19T08:07:41.357719+0000","last_active":"2024-09-19T08:07:42.447340+0000","last_peered":"2024-09-19T08:07:42.447340+0000","last_clean":"2024-09-19T08:07:42.447340+0000","last_became_active":"2024-09-19T08:07:41.357325+0000","last_became_peered":"2024-09-19T08:07:41.357325+0000","last_unstale":"2024-09-19T08:07:42.447340+0000","last_undegraded":"2024-09-19T08:07:42.447340+0000","last_fullsized":"2024-09-19T08:07:42.447340+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:42:26.141410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"71'4","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447527+0000","last_change":"2024-09-19T08:07:40.345320+0000","last_active":"2024-09-19T08:07:42.447527+0000","last_peered":"2024-09-19T08:07:42.447527+0000","last_clean":"2024-09-19T08:07:42.447527+0000","last_became_active":"2024-09-19T08:07:40.344866+0000","last_became_peered":"2024-09-19T08:07:40.344866+0000","last_unstale":"2024-09-19T08:07:42.447527+0000","last_undegraded":"2024-09-19T08:07:42.447527+0000","last_fullsized":"2024-09-19T08:07:42.447527+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:34.654671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446528+0000","last_change":"2024-09-19T08:07:41.343151+0000","last_active":"2024-09-19T08:07:42.446528+0000","last_peered":"2024-09-19T08:07:42.446528+0000","last_clean":"2024-09-19T08:07:42.446528+0000","last_became_active":"2024-09-19T08:07:41.342646+0000","last_became_peered":"2024-09-19T08:07:41.342646+0000","last_unstale":"2024-09-19T08:07:42.446528+0000","last_undegraded":"2024-09-19T08:07:42.446528+0000","last_fullsized":"2024-09-19T08:07:42.446528+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:53.322523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446980+0000","last_change":"2024-09-19T08:07:40.339259+0000","last_active":"2024-09-19T08:07:42.446980+0000","last_peered":"2024-09-19T08:07:42.446980+0000","last_clean":"2024-09-19T08:07:42.446980+0000","last_became_active":"2024-09-19T08:07:40.338948+0000","last_became_peered":"2024-09-19T08:07:40.338948+0000","last_unstale":"2024-09-19T08:07:42.446980+0000","last_undegraded":"2024-09-19T08:07:42.446980+0000","last_fullsized":"2024-09-19T08:07:42.446980+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:34.352747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349161+0000","last_change":"2024-09-19T08:07:41.352341+0000","last_active":"2024-09-19T08:07:42.349161+0000","last_peered":"2024-09-19T08:07:42.349161+0000","last_clean":"2024-09-19T08:07:42.349161+0000","last_became_active":"2024-09-19T08:07:41.352080+0000","last_became_peered":"2024-09-19T08:07:41.352080+0000","last_unstale":"2024-09-19T08:07:42.349161+0000","last_undegraded":"2024-09-19T08:07:42.349161+0000","last_fullsized":"2024-09-19T08:07:42.349161+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:10.537503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446826+0000","last_change":"2024-09-19T08:07:40.345893+0000","last_active":"2024-09-19T08:07:42.446826+0000","last_peered":"2024-09-19T08:07:42.446826+0000","last_clean":"2024-09-19T08:07:42.446826+0000","last_became_active":"2024-09-19T08:07:40.345618+0000","last_became_peered":"2024-09-19T08:07:40.345618+0000","last_unstale":"2024-09-19T08:07:42.446826+0000","last_undegraded":"2024-09-19T08:07:42.446826+0000","last_fullsized":"2024-09-19T08:07:42.446826+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:49.399736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447248+0000","last_change":"2024-09-19T08:07:41.355142+0000","last_active":"2024-09-19T08:07:42.447248+0000","last_peered":"2024-09-19T08:07:42.447248+0000","last_clean":"2024-09-19T08:07:42.447248+0000","last_became_active":"2024-09-19T08:07:41.354623+0000","last_became_peered":"2024-09-19T08:07:41.354623+0000","last_unstale":"2024-09-19T08:07:42.447248+0000","last_undegraded":"2024-09-19T08:07:42.447248+0000","last_fullsized":"2024-09-19T08:07:42.447248+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:55.187836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349206+0000","last_change":"2024-09-19T08:07:40.344273+0000","last_active":"2024-09-19T08:07:42.349206+0000","last_peered":"2024-09-19T08:07:42.349206+0000","last_clean":"2024-09-19T08:07:42.349206+0000","last_became_active":"2024-09-19T08:07:40.343759+0000","last_became_peered":"2024-09-19T08:07:40.343759+0000","last_unstale":"2024-09-19T08:07:42.349206+0000","last_undegraded":"2024-09-19T08:07:42.349206+0000","last_fullsized":"2024-09-19T08:07:42.349206+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:11.218117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348346+0000","last_change":"2024-09-19T08:07:41.344253+0000","last_active":"2024-09-19T08:07:42.348346+0000","last_peered":"2024-09-19T08:07:42.348346+0000","last_clean":"2024-09-19T08:07:42.348346+0000","last_became_active":"2024-09-19T08:07:41.344043+0000","last_became_peered":"2024-09-19T08:07:41.344043+0000","last_unstale":"2024-09-19T08:07:42.348346+0000","last_undegraded":"2024-09-19T08:07:42.348346+0000","last_fullsized":"2024-09-19T08:07:42.348346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:34.460200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446839+0000","last_change":"2024-09-19T08:07:40.345131+0000","last_active":"2024-09-19T08:07:42.446839+0000","last_peered":"2024-09-19T08:07:42.446839+0000","last_clean":"2024-09-19T08:07:42.446839+0000","last_became_active":"2024-09-19T08:07:40.344805+0000","last_became_peered":"2024-09-19T08:07:40.344805+0000","last_unstale":"2024-09-19T08:07:42.446839+0000","last_undegraded":"2024-09-19T08:07:42.446839+0000","last_fullsized":"2024-09-19T08:07:42.446839+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:50.868568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446522+0000","last_change":"2024-09-19T08:07:41.349342+0000","last_active":"2024-09-19T08:07:42.446522+0000","last_peered":"2024-09-19T08:07:42.446522+0000","last_clean":"2024-09-19T08:07:42.446522+0000","last_became_active":"2024-09-19T08:07:41.349067+0000","last_became_peered":"2024-09-19T08:07:41.349067+0000","last_unstale":"2024-09-19T08:07:42.446522+0000","last_undegraded":"2024-09-19T08:07:42.446522+0000","last_fullsized":"2024-09-19T08:07:42.446522+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:53:30.471750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349042+0000","last_change":"2024-09-19T08:07:40.342997+0000","last_active":"2024-09-19T08:07:42.349042+0000","last_peered":"2024-09-19T08:07:42.349042+0000","last_clean":"2024-09-19T08:07:42.349042+0000","last_became_active":"2024-09-19T08:07:40.342626+0000","last_became_peered":"2024-09-19T08:07:40.342626+0000","last_unstale":"2024-09-19T08:07:42.349042+0000","last_undegraded":"2024-09-19T08:07:42.349042+0000","last_fullsized":"2024-09-19T08:07:42.349042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.928254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.445962+0000","last_change":"2024-09-19T08:07:41.348689+0000","last_active":"2024-09-19T08:07:42.445962+0000","last_peered":"2024-09-19T08:07:42.445962+0000","last_clean":"2024-09-19T08:07:42.445962+0000","last_became_active":"2024-09-19T08:07:41.348405+0000","last_became_peered":"2024-09-19T08:07:41.348405+0000","last_unstale":"2024-09-19T08:07:42.445962+0000","last_undegraded":"2024-09-19T08:07:42.445962+0000","last_fullsized":"2024-09-19T08:07:42.445962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:13.919488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346424+0000","last_change":"2024-09-19T08:07:40.342388+0000","last_active":"2024-09-19T08:07:42.346424+0000","last_peered":"2024-09-19T08:07:42.346424+0000","last_clean":"2024-09-19T08:07:42.346424+0000","last_became_active":"2024-09-19T08:07:40.342063+0000","last_became_peered":"2024-09-19T08:07:40.342063+0000","last_unstale":"2024-09-19T08:07:42.346424+0000","last_undegraded":"2024-09-19T08:07:42.346424+0000","last_fullsized":"2024-09-19T08:07:42.346424+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:52.494649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446369+0000","last_change":"2024-09-19T08:07:41.350628+0000","last_active":"2024-09-19T08:07:42.446369+0000","last_peered":"2024-09-19T08:07:42.446369+0000","last_clean":"2024-09-19T08:07:42.446369+0000","last_became_active":"2024-09-19T08:07:41.350315+0000","last_became_peered":"2024-09-19T08:07:41.350315+0000","last_unstale":"2024-09-19T08:07:42.446369+0000","last_undegraded":"2024-09-19T08:07:42.446369+0000","last_fullsized":"2024-09-19T08:07:42.446369+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:04.001533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.445966+0000","last_change":"2024-09-19T08:07:40.338372+0000","last_active":"2024-09-19T08:07:42.445966+0000","last_peered":"2024-09-19T08:07:42.445966+0000","last_clean":"2024-09-19T08:07:42.445966+0000","last_became_active":"2024-09-19T08:07:40.337886+0000","last_became_peered":"2024-09-19T08:07:40.337886+0000","last_unstale":"2024-09-19T08:07:42.445966+0000","last_undegraded":"2024-09-19T08:07:42.445966+0000","last_fullsized":"2024-09-19T08:07:42.445966+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:58.114274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348008+0000","last_change":"2024-09-19T08:07:41.351015+0000","last_active":"2024-09-19T08:07:42.348008+0000","last_peered":"2024-09-19T08:07:42.348008+0000","last_clean":"2024-09-19T08:07:42.348008+0000","last_became_active":"2024-09-19T08:07:41.350735+0000","last_became_peered":"2024-09-19T08:07:41.350735+0000","last_unstale":"2024-09-19T08:07:42.348008+0000","last_undegraded":"2024-09-19T08:07:42.348008+0000","last_fullsized":"2024-09-19T08:07:42.348008+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:51.840714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447006+0000","last_change":"2024-09-19T08:07:40.348177+0000","last_active":"2024-09-19T08:07:42.447006+0000","last_peered":"2024-09-19T08:07:42.447006+0000","last_clean":"2024-09-19T08:07:42.447006+0000","last_became_active":"2024-09-19T08:07:40.347852+0000","last_became_peered":"2024-09-19T08:07:40.347852+0000","last_unstale":"2024-09-19T08:07:42.447006+0000","last_undegraded":"2024-09-19T08:07:42.447006+0000","last_fullsized":"2024-09-19T08:07:42.447006+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:45.687506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447469+0000","last_change":"2024-09-19T08:07:41.358969+0000","last_active":"2024-09-19T08:07:42.447469+0000","last_peered":"2024-09-19T08:07:42.447469+0000","last_clean":"2024-09-19T08:07:42.447469+0000","last_became_active":"2024-09-19T08:07:41.358500+0000","last_became_peered":"2024-09-19T08:07:41.358500+0000","last_unstale":"2024-09-19T08:07:42.447469+0000","last_undegraded":"2024-09-19T08:07:42.447469+0000","last_fullsized":"2024-09-19T08:07:42.447469+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:25.072081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348318+0000","last_change":"2024-09-19T08:07:40.340399+0000","last_active":"2024-09-19T08:07:42.348318+0000","last_peered":"2024-09-19T08:07:42.348318+0000","last_clean":"2024-09-19T08:07:42.348318+0000","last_became_active":"2024-09-19T08:07:40.340111+0000","last_became_peered":"2024-09-19T08:07:40.340111+0000","last_unstale":"2024-09-19T08:07:42.348318+0000","last_undegraded":"2024-09-19T08:07:42.348318+0000","last_fullsized":"2024-09-19T08:07:42.348318+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:22.186735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349301+0000","last_change":"2024-09-19T08:07:41.359988+0000","last_active":"2024-09-19T08:07:42.349301+0000","last_peered":"2024-09-19T08:07:42.349301+0000","last_clean":"2024-09-19T08:07:42.349301+0000","last_became_active":"2024-09-19T08:07:41.359701+0000","last_became_peered":"2024-09-19T08:07:41.359701+0000","last_unstale":"2024-09-19T08:07:42.349301+0000","last_undegraded":"2024-09-19T08:07:42.349301+0000","last_fullsized":"2024-09-19T08:07:42.349301+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:44.593640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"71'3","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447383+0000","last_change":"2024-09-19T08:07:40.347018+0000","last_active":"2024-09-19T08:07:42.447383+0000","last_peered":"2024-09-19T08:07:42.447383+0000","last_clean":"2024-09-19T08:07:42.447383+0000","last_became_active":"2024-09-19T08:07:40.346583+0000","last_became_peered":"2024-09-19T08:07:40.346583+0000","last_unstale":"2024-09-19T08:07:42.447383+0000","last_undegraded":"2024-09-19T08:07:42.447383+0000","last_fullsized":"2024-09-19T08:07:42.447383+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:31.555170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447192+0000","last_change":"2024-09-19T08:07:41.348507+0000","last_active":"2024-09-19T08:07:42.447192+0000","last_peered":"2024-09-19T08:07:42.447192+0000","last_clean":"2024-09-19T08:07:42.447192+0000","last_became_active":"2024-09-19T08:07:41.348212+0000","last_became_peered":"2024-09-19T08:07:41.348212+0000","last_unstale":"2024-09-19T08:07:42.447192+0000","last_undegraded":"2024-09-19T08:07:42.447192+0000","last_fullsized":"2024-09-19T08:07:42.447192+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:43.036816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"71'6","reported_seq":20,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346804+0000","last_change":"2024-09-19T08:07:40.336925+0000","last_active":"2024-09-19T08:07:42.346804+0000","last_peered":"2024-09-19T08:07:42.346804+0000","last_clean":"2024-09-19T08:07:42.346804+0000","last_became_active":"2024-09-19T08:07:40.336636+0000","last_became_peered":"2024-09-19T08:07:40.336636+0000","last_unstale":"2024-09-19T08:07:42.346804+0000","last_undegraded":"2024-09-19T08:07:42.346804+0000","last_fullsized":"2024-09-19T08:07:42.346804+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:11.218117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446741+0000","last_change":"2024-09-19T08:07:41.350912+0000","last_active":"2024-09-19T08:07:42.446741+0000","last_peered":"2024-09-19T08:07:42.446741+0000","last_clean":"2024-09-19T08:07:42.446741+0000","last_became_active":"2024-09-19T08:07:41.350293+0000","last_became_peered":"2024-09-19T08:07:41.350293+0000","last_unstale":"2024-09-19T08:07:42.446741+0000","last_undegraded":"2024-09-19T08:07:42.446741+0000","last_fullsized":"2024-09-19T08:07:42.446741+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:02.919581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346712+0000","last_change":"2024-09-19T08:07:40.346084+0000","last_active":"2024-09-19T08:07:42.346712+0000","last_peered":"2024-09-19T08:07:42.346712+0000","last_clean":"2024-09-19T08:07:42.346712+0000","last_became_active":"2024-09-19T08:07:40.345808+0000","last_became_peered":"2024-09-19T08:07:40.345808+0000","last_unstale":"2024-09-19T08:07:42.346712+0000","last_undegraded":"2024-09-19T08:07:42.346712+0000","last_fullsized":"2024-09-19T08:07:42.346712+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:52:28.804004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.347951+0000","last_change":"2024-09-19T08:07:41.339393+0000","last_active":"2024-09-19T08:07:42.347951+0000","last_peered":"2024-09-19T08:07:42.347951+0000","last_clean":"2024-09-19T08:07:42.347951+0000","last_became_active":"2024-09-19T08:07:41.339103+0000","last_became_peered":"2024-09-19T08:07:41.339103+0000","last_unstale":"2024-09-19T08:07:42.347951+0000","last_undegraded":"2024-09-19T08:07:42.347951+0000","last_fullsized":"2024-09-19T08:07:42.347951+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:02.627879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349141+0000","last_change":"2024-09-19T08:07:40.341195+0000","last_active":"2024-09-19T08:07:42.349141+0000","last_peered":"2024-09-19T08:07:42.349141+0000","last_clean":"2024-09-19T08:07:42.349141+0000","last_became_active":"2024-09-19T08:07:40.340929+0000","last_became_peered":"2024-09-19T08:07:40.340929+0000","last_unstale":"2024-09-19T08:07:42.349141+0000","last_undegraded":"2024-09-19T08:07:42.349141+0000","last_fullsized":"2024-09-19T08:07:42.349141+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:53.291474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447203+0000","last_change":"2024-09-19T08:07:41.352481+0000","last_active":"2024-09-19T08:07:42.447203+0000","last_peered":"2024-09-19T08:07:42.447203+0000","last_clean":"2024-09-19T08:07:42.447203+0000","last_became_active":"2024-09-19T08:07:41.352183+0000","last_became_peered":"2024-09-19T08:07:41.352183+0000","last_unstale":"2024-09-19T08:07:42.447203+0000","last_undegraded":"2024-09-19T08:07:42.447203+0000","last_fullsized":"2024-09-19T08:07:42.447203+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:57.612990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.347833+0000","last_change":"2024-09-19T08:07:40.342431+0000","last_active":"2024-09-19T08:07:42.347833+0000","last_peered":"2024-09-19T08:07:42.347833+0000","last_clean":"2024-09-19T08:07:42.347833+0000","last_became_active":"2024-09-19T08:07:40.342156+0000","last_became_peered":"2024-09-19T08:07:40.342156+0000","last_unstale":"2024-09-19T08:07:42.347833+0000","last_undegraded":"2024-09-19T08:07:42.347833+0000","last_fullsized":"2024-09-19T08:07:42.347833+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:57.977790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446403+0000","last_change":"2024-09-19T08:07:41.344083+0000","last_active":"2024-09-19T08:07:42.446403+0000","last_peered":"2024-09-19T08:07:42.446403+0000","last_clean":"2024-09-19T08:07:42.446403+0000","last_became_active":"2024-09-19T08:07:41.343810+0000","last_became_peered":"2024-09-19T08:07:41.343810+0000","last_unstale":"2024-09-19T08:07:42.446403+0000","last_undegraded":"2024-09-19T08:07:42.446403+0000","last_fullsized":"2024-09-19T08:07:42.446403+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:18.363147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446277+0000","last_change":"2024-09-19T08:07:40.342634+0000","last_active":"2024-09-19T08:07:42.446277+0000","last_peered":"2024-09-19T08:07:42.446277+0000","last_clean":"2024-09-19T08:07:42.446277+0000","last_became_active":"2024-09-19T08:07:40.341594+0000","last_became_peered":"2024-09-19T08:07:40.341594+0000","last_unstale":"2024-09-19T08:07:42.446277+0000","last_undegraded":"2024-09-19T08:07:42.446277+0000","last_fullsized":"2024-09-19T08:07:42.446277+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:03.609733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447027+0000","last_change":"2024-09-19T08:07:41.342682+0000","last_active":"2024-09-19T08:07:42.447027+0000","last_peered":"2024-09-19T08:07:42.447027+0000","last_clean":"2024-09-19T08:07:42.447027+0000","last_became_active":"2024-09-19T08:07:41.342427+0000","last_became_peered":"2024-09-19T08:07:41.342427+0000","last_unstale":"2024-09-19T08:07:42.447027+0000","last_undegraded":"2024-09-19T08:07:42.447027+0000","last_fullsized":"2024-09-19T08:07:42.447027+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:14.709144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348509+0000","last_change":"2024-09-19T08:07:40.346099+0000","last_active":"2024-09-19T08:07:42.348509+0000","last_peered":"2024-09-19T08:07:42.348509+0000","last_clean":"2024-09-19T08:07:42.348509+0000","last_became_active":"2024-09-19T08:07:40.345793+0000","last_became_peered":"2024-09-19T08:07:40.345793+0000","last_unstale":"2024-09-19T08:07:42.348509+0000","last_undegraded":"2024-09-19T08:07:42.348509+0000","last_fullsized":"2024-09-19T08:07:42.348509+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:39.618741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447498+0000","last_change":"2024-09-19T08:07:41.352723+0000","last_active":"2024-09-19T08:07:42.447498+0000","last_peered":"2024-09-19T08:07:42.447498+0000","last_clean":"2024-09-19T08:07:42.447498+0000","last_became_active":"2024-09-19T08:07:41.352262+0000","last_became_peered":"2024-09-19T08:07:41.352262+0000","last_unstale":"2024-09-19T08:07:42.447498+0000","last_undegraded":"2024-09-19T08:07:42.447498+0000","last_fullsized":"2024-09-19T08:07:42.447498+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:53.053429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446991+0000","last_change":"2024-09-19T08:07:40.346992+0000","last_active":"2024-09-19T08:07:42.446991+0000","last_peered":"2024-09-19T08:07:42.446991+0000","last_clean":"2024-09-19T08:07:42.446991+0000","last_became_active":"2024-09-19T08:07:40.346250+0000","last_became_peered":"2024-09-19T08:07:40.346250+0000","last_unstale":"2024-09-19T08:07:42.446991+0000","last_undegraded":"2024-09-19T08:07:42.446991+0000","last_fullsized":"2024-09-19T08:07:42.446991+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:22.407211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346793+0000","last_change":"2024-09-19T08:07:41.346330+0000","last_active":"2024-09-19T08:07:42.346793+0000","last_peered":"2024-09-19T08:07:42.346793+0000","last_clean":"2024-09-19T08:07:42.346793+0000","last_became_active":"2024-09-19T08:07:41.346040+0000","last_became_peered":"2024-09-19T08:07:41.346040+0000","last_unstale":"2024-09-19T08:07:42.346793+0000","last_undegraded":"2024-09-19T08:07:42.346793+0000","last_fullsized":"2024-09-19T08:07:42.346793+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:34.547096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348333+0000","last_change":"2024-09-19T08:07:40.342215+0000","last_active":"2024-09-19T08:07:42.348333+0000","last_peered":"2024-09-19T08:07:42.348333+0000","last_clean":"2024-09-19T08:07:42.348333+0000","last_became_active":"2024-09-19T08:07:40.341947+0000","last_became_peered":"2024-09-19T08:07:40.341947+0000","last_unstale":"2024-09-19T08:07:42.348333+0000","last_undegraded":"2024-09-19T08:07:42.348333+0000","last_fullsized":"2024-09-19T08:07:42.348333+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:56.632506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447238+0000","last_change":"2024-09-19T08:07:41.346793+0000","last_active":"2024-09-19T08:07:42.447238+0000","last_peered":"2024-09-19T08:07:42.447238+0000","last_clean":"2024-09-19T08:07:42.447238+0000","last_became_active":"2024-09-19T08:07:41.344705+0000","last_became_peered":"2024-09-19T08:07:41.344705+0000","last_unstale":"2024-09-19T08:07:42.447238+0000","last_undegraded":"2024-09-19T08:07:42.447238+0000","last_fullsized":"2024-09-19T08:07:42.447238+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:33.814189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447001+0000","last_change":"2024-09-19T08:07:40.345021+0000","last_active":"2024-09-19T08:07:42.447001+0000","last_peered":"2024-09-19T08:07:42.447001+0000","last_clean":"2024-09-19T08:07:42.447001+0000","last_became_active":"2024-09-19T08:07:40.344713+0000","last_became_peered":"2024-09-19T08:07:40.344713+0000","last_unstale":"2024-09-19T08:07:42.447001+0000","last_undegraded":"2024-09-19T08:07:42.447001+0000","last_fullsized":"2024-09-19T08:07:42.447001+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:56.768917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446781+0000","last_change":"2024-09-19T08:07:41.342211+0000","last_active":"2024-09-19T08:07:42.446781+0000","last_peered":"2024-09-19T08:07:42.446781+0000","last_clean":"2024-09-19T08:07:42.446781+0000","last_became_active":"2024-09-19T08:07:41.341871+0000","last_became_peered":"2024-09-19T08:07:41.341871+0000","last_unstale":"2024-09-19T08:07:42.446781+0000","last_undegraded":"2024-09-19T08:07:42.446781+0000","last_fullsized":"2024-09-19T08:07:42.446781+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:40.971307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349174+0000","last_change":"2024-09-19T08:07:40.342080+0000","last_active":"2024-09-19T08:07:42.349174+0000","last_peered":"2024-09-19T08:07:42.349174+0000","last_clean":"2024-09-19T08:07:42.349174+0000","last_became_active":"2024-09-19T08:07:40.341772+0000","last_became_peered":"2024-09-19T08:07:40.341772+0000","last_unstale":"2024-09-19T08:07:42.349174+0000","last_undegraded":"2024-09-19T08:07:42.349174+0000","last_fullsized":"2024-09-19T08:07:42.349174+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:06.669735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446248+0000","last_change":"2024-09-19T08:07:41.355951+0000","last_active":"2024-09-19T08:07:42.446248+0000","last_peered":"2024-09-19T08:07:42.446248+0000","last_clean":"2024-09-19T08:07:42.446248+0000","last_became_active":"2024-09-19T08:07:41.355660+0000","last_became_peered":"2024-09-19T08:07:41.355660+0000","last_unstale":"2024-09-19T08:07:42.446248+0000","last_undegraded":"2024-09-19T08:07:42.446248+0000","last_fullsized":"2024-09-19T08:07:42.446248+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:39.970098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348239+0000","last_change":"2024-09-19T08:07:40.336131+0000","last_active":"2024-09-19T08:07:42.348239+0000","last_peered":"2024-09-19T08:07:42.348239+0000","last_clean":"2024-09-19T08:07:42.348239+0000","last_became_active":"2024-09-19T08:07:40.335860+0000","last_became_peered":"2024-09-19T08:07:40.335860+0000","last_unstale":"2024-09-19T08:07:42.348239+0000","last_undegraded":"2024-09-19T08:07:42.348239+0000","last_fullsized":"2024-09-19T08:07:42.348239+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:56.768917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446554+0000","last_change":"2024-09-19T08:07:41.355348+0000","last_active":"2024-09-19T08:07:42.446554+0000","last_peered":"2024-09-19T08:07:42.446554+0000","last_clean":"2024-09-19T08:07:42.446554+0000","last_became_active":"2024-09-19T08:07:41.355048+0000","last_became_peered":"2024-09-19T08:07:41.355048+0000","last_unstale":"2024-09-19T08:07:42.446554+0000","last_undegraded":"2024-09-19T08:07:42.446554+0000","last_fullsized":"2024-09-19T08:07:42.446554+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:02.950993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447042+0000","last_change":"2024-09-19T08:07:40.335484+0000","last_active":"2024-09-19T08:07:42.447042+0000","last_peered":"2024-09-19T08:07:42.447042+0000","last_clean":"2024-09-19T08:07:42.447042+0000","last_became_active":"2024-09-19T08:07:40.335196+0000","last_became_peered":"2024-09-19T08:07:40.335196+0000","last_unstale":"2024-09-19T08:07:42.447042+0000","last_undegraded":"2024-09-19T08:07:42.447042+0000","last_fullsized":"2024-09-19T08:07:42.447042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:43.591064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446971+0000","last_change":"2024-09-19T08:07:41.345794+0000","last_active":"2024-09-19T08:07:42.446971+0000","last_peered":"2024-09-19T08:07:42.446971+0000","last_clean":"2024-09-19T08:07:42.446971+0000","last_became_active":"2024-09-19T08:07:41.345462+0000","last_became_peered":"2024-09-19T08:07:41.345462+0000","last_unstale":"2024-09-19T08:07:42.446971+0000","last_undegraded":"2024-09-19T08:07:42.446971+0000","last_fullsized":"2024-09-19T08:07:42.446971+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:45.692625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348605+0000","last_change":"2024-09-19T08:07:40.348131+0000","last_active":"2024-09-19T08:07:42.348605+0000","last_peered":"2024-09-19T08:07:42.348605+0000","last_clean":"2024-09-19T08:07:42.348605+0000","last_became_active":"2024-09-19T08:07:40.347825+0000","last_became_peered":"2024-09-19T08:07:40.347825+0000","last_unstale":"2024-09-19T08:07:42.348605+0000","last_undegraded":"2024-09-19T08:07:42.348605+0000","last_fullsized":"2024-09-19T08:07:42.348605+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:52:28.804004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.347865+0000","last_change":"2024-09-19T08:07:41.339662+0000","last_active":"2024-09-19T08:07:42.347865+0000","last_peered":"2024-09-19T08:07:42.347865+0000","last_clean":"2024-09-19T08:07:42.347865+0000","last_became_active":"2024-09-19T08:07:41.339394+0000","last_became_peered":"2024-09-19T08:07:41.339394+0000","last_unstale":"2024-09-19T08:07:42.347865+0000","last_undegraded":"2024-09-19T08:07:42.347865+0000","last_fullsized":"2024-09-19T08:07:42.347865+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:33:57.612990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348062+0000","last_change":"2024-09-19T08:07:40.343310+0000","last_active":"2024-09-19T08:07:42.348062+0000","last_peered":"2024-09-19T08:07:42.348062+0000","last_clean":"2024-09-19T08:07:42.348062+0000","last_became_active":"2024-09-19T08:07:40.342987+0000","last_became_peered":"2024-09-19T08:07:40.342987+0000","last_unstale":"2024-09-19T08:07:42.348062+0000","last_undegraded":"2024-09-19T08:07:42.348062+0000","last_fullsized":"2024-09-19T08:07:42.348062+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:34.352747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446657+0000","last_change":"2024-09-19T08:07:41.357323+0000","last_active":"2024-09-19T08:07:42.446657+0000","last_peered":"2024-09-19T08:07:42.446657+0000","last_clean":"2024-09-19T08:07:42.446657+0000","last_became_active":"2024-09-19T08:07:41.357059+0000","last_became_peered":"2024-09-19T08:07:41.357059+0000","last_unstale":"2024-09-19T08:07:42.446657+0000","last_undegraded":"2024-09-19T08:07:42.446657+0000","last_fullsized":"2024-09-19T08:07:42.446657+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:06.691023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447241+0000","last_change":"2024-09-19T08:07:40.342670+0000","last_active":"2024-09-19T08:07:42.447241+0000","last_peered":"2024-09-19T08:07:42.447241+0000","last_clean":"2024-09-19T08:07:42.447241+0000","last_became_active":"2024-09-19T08:07:40.342401+0000","last_became_peered":"2024-09-19T08:07:40.342401+0000","last_unstale":"2024-09-19T08:07:42.447241+0000","last_undegraded":"2024-09-19T08:07:42.447241+0000","last_fullsized":"2024-09-19T08:07:42.447241+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:07.065322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.447386+0000","last_change":"2024-09-19T08:07:41.354233+0000","last_active":"2024-09-19T08:07:42.447386+0000","last_peered":"2024-09-19T08:07:42.447386+0000","last_clean":"2024-09-19T08:07:42.447386+0000","last_became_active":"2024-09-19T08:07:41.353412+0000","last_became_peered":"2024-09-19T08:07:41.353412+0000","last_unstale":"2024-09-19T08:07:42.447386+0000","last_undegraded":"2024-09-19T08:07:42.447386+0000","last_fullsized":"2024-09-19T08:07:42.447386+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:26.708038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446200+0000","last_change":"2024-09-19T08:07:40.339302+0000","last_active":"2024-09-19T08:07:42.446200+0000","last_peered":"2024-09-19T08:07:42.446200+0000","last_clean":"2024-09-19T08:07:42.446200+0000","last_became_active":"2024-09-19T08:07:40.338994+0000","last_became_peered":"2024-09-19T08:07:40.338994+0000","last_unstale":"2024-09-19T08:07:42.446200+0000","last_undegraded":"2024-09-19T08:07:42.446200+0000","last_fullsized":"2024-09-19T08:07:42.446200+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:31:19.919955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446752+0000","last_change":"2024-09-19T08:07:41.345014+0000","last_active":"2024-09-19T08:07:42.446752+0000","last_peered":"2024-09-19T08:07:42.446752+0000","last_clean":"2024-09-19T08:07:42.446752+0000","last_became_active":"2024-09-19T08:07:41.344468+0000","last_became_peered":"2024-09-19T08:07:41.344468+0000","last_unstale":"2024-09-19T08:07:42.446752+0000","last_undegraded":"2024-09-19T08:07:42.446752+0000","last_fullsized":"2024-09-19T08:07:42.446752+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:44.283434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446834+0000","last_change":"2024-09-19T08:07:40.340475+0000","last_active":"2024-09-19T08:07:42.446834+0000","last_peered":"2024-09-19T08:07:42.446834+0000","last_clean":"2024-09-19T08:07:42.446834+0000","last_became_active":"2024-09-19T08:07:40.340182+0000","last_became_peered":"2024-09-19T08:07:40.340182+0000","last_unstale":"2024-09-19T08:07:42.446834+0000","last_undegraded":"2024-09-19T08:07:42.446834+0000","last_fullsized":"2024-09-19T08:07:42.446834+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:35.604566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348947+0000","last_change":"2024-09-19T08:07:41.351395+0000","last_active":"2024-09-19T08:07:42.348947+0000","last_peered":"2024-09-19T08:07:42.348947+0000","last_clean":"2024-09-19T08:07:42.348947+0000","last_became_active":"2024-09-19T08:07:41.351095+0000","last_became_peered":"2024-09-19T08:07:41.351095+0000","last_unstale":"2024-09-19T08:07:42.348947+0000","last_undegraded":"2024-09-19T08:07:42.348947+0000","last_fullsized":"2024-09-19T08:07:42.348947+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:06.664763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346417+0000","last_change":"2024-09-19T08:07:40.339345+0000","last_active":"2024-09-19T08:07:42.346417+0000","last_peered":"2024-09-19T08:07:42.346417+0000","last_clean":"2024-09-19T08:07:42.346417+0000","last_became_active":"2024-09-19T08:07:40.339042+0000","last_became_peered":"2024-09-19T08:07:40.339042+0000","last_unstale":"2024-09-19T08:07:42.346417+0000","last_undegraded":"2024-09-19T08:07:42.346417+0000","last_fullsized":"2024-09-19T08:07:42.346417+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:39.618741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.346714+0000","last_change":"2024-09-19T08:07:41.337562+0000","last_active":"2024-09-19T08:07:42.346714+0000","last_peered":"2024-09-19T08:07:42.346714+0000","last_clean":"2024-09-19T08:07:42.346714+0000","last_became_active":"2024-09-19T08:07:41.336680+0000","last_became_peered":"2024-09-19T08:07:41.336680+0000","last_unstale":"2024-09-19T08:07:42.346714+0000","last_undegraded":"2024-09-19T08:07:42.346714+0000","last_fullsized":"2024-09-19T08:07:42.346714+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:23.189311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446185+0000","last_change":"2024-09-19T08:07:40.341963+0000","last_active":"2024-09-19T08:07:42.446185+0000","last_peered":"2024-09-19T08:07:42.446185+0000","last_clean":"2024-09-19T08:07:42.446185+0000","last_became_active":"2024-09-19T08:07:40.341674+0000","last_became_peered":"2024-09-19T08:07:40.341674+0000","last_unstale":"2024-09-19T08:07:42.446185+0000","last_undegraded":"2024-09-19T08:07:42.446185+0000","last_fullsized":"2024-09-19T08:07:42.446185+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:11.800846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348328+0000","last_change":"2024-09-19T08:07:41.355458+0000","last_active":"2024-09-19T08:07:42.348328+0000","last_peered":"2024-09-19T08:07:42.348328+0000","last_clean":"2024-09-19T08:07:42.348328+0000","last_became_active":"2024-09-19T08:07:41.355182+0000","last_became_peered":"2024-09-19T08:07:41.355182+0000","last_unstale":"2024-09-19T08:07:42.348328+0000","last_undegraded":"2024-09-19T08:07:42.348328+0000","last_fullsized":"2024-09-19T08:07:42.348328+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:39.250043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.349289+0000","last_change":"2024-09-19T08:07:40.344447+0000","last_active":"2024-09-19T08:07:42.349289+0000","last_peered":"2024-09-19T08:07:42.349289+0000","last_clean":"2024-09-19T08:07:42.349289+0000","last_became_active":"2024-09-19T08:07:40.343816+0000","last_became_peered":"2024-09-19T08:07:40.343816+0000","last_unstale":"2024-09-19T08:07:42.349289+0000","last_undegraded":"2024-09-19T08:07:42.349289+0000","last_fullsized":"2024-09-19T08:07:42.349289+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:26.423218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446596+0000","last_change":"2024-09-19T08:07:41.356009+0000","last_active":"2024-09-19T08:07:42.446596+0000","last_peered":"2024-09-19T08:07:42.446596+0000","last_clean":"2024-09-19T08:07:42.446596+0000","last_became_active":"2024-09-19T08:07:41.355639+0000","last_became_peered":"2024-09-19T08:07:41.355639+0000","last_unstale":"2024-09-19T08:07:42.446596+0000","last_undegraded":"2024-09-19T08:07:42.446596+0000","last_fullsized":"2024-09-19T08:07:42.446596+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:40.319372+0000","last_clean_scrub_stamp":"2024-09-19T08:07:40.319372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:56.089660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.348901+0000","last_change":"2024-09-19T08:07:40.344067+0000","last_active":"2024-09-19T08:07:42.348901+0000","last_peered":"2024-09-19T08:07:42.348901+0000","last_clean":"2024-09-19T08:07:42.348901+0000","last_became_active":"2024-09-19T08:07:40.343748+0000","last_became_peered":"2024-09-19T08:07:40.343748+0000","last_unstale":"2024-09-19T08:07:42.348901+0000","last_undegraded":"2024-09-19T08:07:42.348901+0000","last_fullsized":"2024-09-19T08:07:42.348901+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:07:39.316797+0000","last_clean_scrub_stamp":"2024-09-19T08:07:39.316797+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:27.983690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":266,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T08:07:42.446888+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:07:42.446888+0000","last_peered":"2024-09-19T08:07:42.446888+0000","last_clean":"2024-09-19T08:07:42.446888+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:07:42.446888+0000","last_undegraded":"2024-09-19T08:07:42.446888+0000","last_fullsized":"2024-09-19T08:07:42.446888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542213,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28472,"kb_used_data":1440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343368,"statfs":{"total":96636764160,"available":96607608832,"internally_reserved":0,"allocated":1474560,"data_stored":960708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542213,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":880640,"data_stored":369816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542213,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":876544,"data_stored":369814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542212,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":369794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542212,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":880640,"data_stored":369836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542212,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36220,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335620,"statfs":{"total":96636764160,"available":96599674880,"internally_reserved":0,"allocated":884736,"data_stored":371336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542213,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36220,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335620,"statfs":{"total":96636764160,"available":96599674880,"internally_reserved":0,"allocated":892928,"data_stored":371952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542212,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32624,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339216,"statfs":{"total":96636764160,"available":96603357184,"internally_reserved":0,"allocated":1466368,"data_stored":960092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:07:45.677 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:07:45.678 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:07:45.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.822+0000 7f027ced7640 1 Processor -- start 2024-09-19T08:07:45.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.822+0000 7f027ced7640 1 -- start start 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027ced7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f02780cf930 0x7f027806bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027ced7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780d0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027ced7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02780b3650 con 0x7f02780d1410 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027ced7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f027815f090 con 0x7f02780cf930 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027ced7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f027815ea80 con 0x7f027806c480 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f02780cf930 0x7f027806bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f02780cf930 0x7f027806bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44160/0 (socket says 172.21.15.17:44160) 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.823+0000 7f027659c640 1 -- 172.21.15.17:0/3800008331 learned_addr learned my addr 172.21.15.17:0/3800008331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f0275d9b640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780d0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f027659c640 1 -- 172.21.15.17:0/3800008331 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 msgr2=0x7f02780d0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f027659c640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780d0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f027659c640 1 -- 172.21.15.17:0/3800008331 >> v1:172.21.15.160:6789/0 conn(0x7f02780d1410 legacy=0x7f0278161f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f027659c640 1 -- 172.21.15.17:0/3800008331 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027806cab0 con 0x7f02780cf930 2024-09-19T08:07:45.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f0275d9b640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780d0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.824+0000 7f027659c640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f027806bf40 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0268009e50 tx=0x7f026802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e09d874089c2d2ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027559a640 1 -- 172.21.15.17:0/3800008331 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0268036070 con 0x7f02780cf930 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027559a640 1 -- 172.21.15.17:0/3800008331 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0268031600 con 0x7f02780cf930 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027559a640 1 -- 172.21.15.17:0/3800008331 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02680319d0 con 0x7f02780cf930 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 -- 172.21.15.17:0/3800008331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 msgr2=0x7f027806bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f027806bf40 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0268009e50 tx=0x7f026802a7a0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 -- 172.21.15.17:0/3800008331 shutdown_connections 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780d0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 --2- 172.21.15.17:0/3800008331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f027806bf40 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 -- 172.21.15.17:0/3800008331 >> 172.21.15.17:0/3800008331 conn(0x7f0278067f80 msgr2=0x7f02780b5fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 -- 172.21.15.17:0/3800008331 shutdown_connections 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.825+0000 7f027ced7640 1 -- 172.21.15.17:0/3800008331 wait complete. 2024-09-19T08:07:45.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 Processor -- start 2024-09-19T08:07:45.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 -- start start 2024-09-19T08:07:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 0x7f02780b96e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0278160530 con 0x7f02780cf930 2024-09-19T08:07:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f027806cd90 con 0x7f02780d1410 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f027ced7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f02781606b0 con 0x7f027806c480 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f0275d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f0275d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44168/0 (socket says 172.21.15.17:44168) 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.827+0000 7f0275d9b640 1 -- 172.21.15.17:0/2195264103 learned_addr learned my addr 172.21.15.17:0/2195264103 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0276d9d640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 0x7f02780b96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f027659c640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 -- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 msgr2=0x7f02780b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780b3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 -- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 msgr2=0x7f02780b96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 0x7f02780b96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 -- 172.21.15.17:0/2195264103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02780b8850 con 0x7f02780cf930 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0276d9d640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 0x7f02780b96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f0275d9b640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f026000d7d0 tx=0x7f026000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f026000b6c0 con 0x7f02780cf930 2024-09-19T08:07:45.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0260019070 con 0x7f02780cf930 2024-09-19T08:07:45.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f026000baa0 con 0x7f02780cf930 2024-09-19T08:07:45.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02780c9730 con 0x7f02780cf930 2024-09-19T08:07:45.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.828+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02780b8b30 con 0x7f02780cf930 2024-09-19T08:07:45.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.829+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f027806c050 con 0x7f02780cf930 2024-09-19T08:07:45.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.830+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f026000bc40 con 0x7f02780cf930 2024-09-19T08:07:45.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.830+0000 7f026effd640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 0x7f025806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:45.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.830+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f026008b7a0 con 0x7f02780cf930 2024-09-19T08:07:45.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.831+0000 7f027659c640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 0x7f025806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:45.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.831+0000 7f027659c640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 0x7f025806e7a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0268033000 tx=0x7f0268009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:45.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:45.835+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0260059f10 con 0x7f02780cf930 2024-09-19T08:07:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.075+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f02780d0e50 con 0x7f02780cf930 2024-09-19T08:07:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.077+0000 7f026effd640 1 -- 172.21.15.17:0/2195264103 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f0260059810 con 0x7f02780cf930 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:07:46.079 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 msgr2=0x7f025806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 0x7f025806e7a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0268033000 tx=0x7f0268009000 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 msgr2=0x7f0278153c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f026000d7d0 tx=0x7f026000dc90 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 shutdown_connections 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f025806c2e0 0x7f025806e7a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02780d1410 0x7f02780b96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780cf930 0x7f0278153c70 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.079+0000 7f027ced7640 1 --2- 172.21.15.17:0/2195264103 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f027806c480 0x7f02780b3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.080+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 >> 172.21.15.17:0/2195264103 conn(0x7f0278067f80 msgr2=0x7f027815cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.080+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 shutdown_connections 2024-09-19T08:07:46.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.080+0000 7f027ced7640 1 -- 172.21.15.17:0/2195264103 wait complete. 2024-09-19T08:07:46.092 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:46.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.192+0000 7fbd4f9cd640 1 Processor -- start 2024-09-19T08:07:46.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.192+0000 7fbd4f9cd640 1 -- start start 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 0x7fbd480cf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbd48162110 0x7fbd481625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbd48071080 con 0x7fbd48162110 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbd480cf640 con 0x7fbd480cecc0 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4f9cd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbd480732d0 con 0x7fbd4815e590 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4df6a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbd48162110 0x7fbd481625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4df6a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbd48162110 0x7fbd481625a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44184/0 (socket says 172.21.15.17:44184) 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.193+0000 7fbd4df6a640 1 -- 172.21.15.17:0/2888300482 learned_addr learned my addr 172.21.15.17:0/2888300482 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4d769640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4cf68640 1 --2- 172.21.15.17:0/2888300482 >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 0x7fbd480cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4df6a640 1 -- 172.21.15.17:0/2888300482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 msgr2=0x7fbd48070b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48070b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4df6a640 1 -- 172.21.15.17:0/2888300482 >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 msgr2=0x7fbd480cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/2888300482 >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 0x7fbd480cf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4df6a640 1 -- 172.21.15.17:0/2888300482 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd480735b0 con 0x7fbd48162110 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4d769640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48070b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.194+0000 7fbd4cf68640 1 --2- 172.21.15.17:0/2888300482 >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 0x7fbd480cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:46.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd481625a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fbd48075710 tx=0x7fbd4002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e636933c79224344 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd47fff640 1 -- 172.21.15.17:0/2888300482 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40037070 con 0x7fbd48162110 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd47fff640 1 -- 172.21.15.17:0/2888300482 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd40032440 con 0x7fbd48162110 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd47fff640 1 -- 172.21.15.17:0/2888300482 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40032810 con 0x7fbd48162110 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/2888300482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 msgr2=0x7fbd481625a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd481625a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fbd48075710 tx=0x7fbd4002a270 comp rx=0 tx=0).stop 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/2888300482 shutdown_connections 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd481625a0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/2888300482 >> v2:172.21.15.160:3300/0 conn(0x7fbd480cecc0 0x7fbd480cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/2888300482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48070b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/2888300482 >> 172.21.15.17:0/2888300482 conn(0x7fbd4806f400 msgr2=0x7fbd4806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/2888300482 shutdown_connections 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.195+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/2888300482 wait complete. 2024-09-19T08:07:46.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 Processor -- start 2024-09-19T08:07:46.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 -- start start 2024-09-19T08:07:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbd480cecc0 0x7fbd48155680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48155e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48073e50 con 0x7fbd48162110 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48073b70 con 0x7fbd480cecc0 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4f9cd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbd4815e970 con 0x7fbd4815e590 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4df6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4df6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44196/0 (socket says 172.21.15.17:44196) 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.197+0000 7fbd4df6a640 1 -- 172.21.15.17:0/1544481543 learned_addr learned my addr 172.21.15.17:0/1544481543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4d769640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbd480cecc0 0x7fbd48155680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4cf68640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48155e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 -- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 msgr2=0x7fbd48155e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48155e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 -- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbd480cecc0 msgr2=0x7fbd48155680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbd480cecc0 0x7fbd48155680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 -- 172.21.15.17:0/1544481543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4815b3f0 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4df6a640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fbd4002a2b0 tx=0x7fbd400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40041070 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd4003c890 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4815b6d0 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40037040 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.198+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd4815bc90 con 0x7fbd48162110 2024-09-19T08:07:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.199+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd48072f80 con 0x7fbd48162110 2024-09-19T08:07:46.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.200+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd40044070 con 0x7fbd48162110 2024-09-19T08:07:46.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.200+0000 7fbd45ffb640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 0x7fbd3406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.200+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbd400abd90 con 0x7fbd48162110 2024-09-19T08:07:46.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.201+0000 7fbd4d769640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 0x7fbd3406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.201+0000 7fbd4d769640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 0x7fbd3406e7a0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fbd38003fd0 tx=0x7fbd380039f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.206+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd4007a500 con 0x7fbd48162110 2024-09-19T08:07:46.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.416+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd4815f2b0 con 0x7fbd48162110 2024-09-19T08:07:46.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.417+0000 7fbd45ffb640 1 -- 172.21.15.17:0/1544481543 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5228 (secure 0 0 0) 0x7fbd40079e00 con 0x7fbd48162110 2024-09-19T08:07:46.418 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:46.418 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":61,"btime":"2024-09-19T08:07:44:346643+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:43.493082+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:07:46.418 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 61 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 msgr2=0x7fbd3406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 0x7fbd3406e7a0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fbd38003fd0 tx=0x7fbd380039f0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 msgr2=0x7fbd480d17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fbd4002a2b0 tx=0x7fbd400046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 shutdown_connections 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd3406c2e0 0x7fbd3406e7a0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd48162110 0x7fbd480d17f0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbd4815e590 0x7fbd48155e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 --2- 172.21.15.17:0/1544481543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbd480cecc0 0x7fbd48155680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 >> 172.21.15.17:0/1544481543 conn(0x7fbd4806f400 msgr2=0x7fbd48162520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 shutdown_connections 2024-09-19T08:07:46.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.420+0000 7fbd4f9cd640 1 -- 172.21.15.17:0/1544481543 wait complete. 2024-09-19T08:07:46.834 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:07:40.691174+0000', 'modified': '2024-09-19T08:07:43.493082+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5992}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5992': {'gid': 5992, 'name': 'd', 'rank': 0, 'incarnation': 58, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.160:6835/1224163311', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6834', 'nonce': 1224163311}, {'type': 'v1', 'addr': '172.21.15.160:6835', 'nonce': 1224163311}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5992, 'qdb_cluster': [5992]} 2024-09-19T08:07:46.834 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:07:46.835 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T08:07:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 Processor -- start 2024-09-19T08:07:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 -- start start 2024-09-19T08:07:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbc080d08f0 0x7fbc0815ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc080b2820 con 0x7fbc080b3800 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc080b2b00 con 0x7fbc080d0510 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.938+0000 7fbc0ee74640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbc08141730 con 0x7fbc080d08f0 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc07fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbc080b3800 0x7fbc08072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46772/0 (socket says 172.21.15.17:46772) 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc07fff640 1 -- 172.21.15.17:0/2857091730 learned_addr learned my addr 172.21.15.17:0/2857091730 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 693701866 0 0) 0x7fbc080b2820 con 0x7fbc080b3800 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc0d411640 1 --2- 172.21.15.17:0/2857091730 >> v2:172.21.15.160:3300/0 conn(0x7fbc080d08f0 0x7fbc0815ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbbf8003520 con 0x7fbc080b3800 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 538103928 0 0) 0x7fbbf8003520 con 0x7fbc080b3800 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 >> v2:172.21.15.160:3300/0 conn(0x7fbc080d08f0 msgr2=0x7fbc0815ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 --2- 172.21.15.17:0/2857091730 >> v2:172.21.15.160:3300/0 conn(0x7fbc080d08f0 0x7fbc0815ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 >> v1:172.21.15.160:6789/0 conn(0x7fbc080d0510 legacy=0x7fbc080b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc08144320 con 0x7fbc080b3800 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fbbf4001670 con 0x7fbc080b3800 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 >> v1:172.21.15.17:6789/0 conn(0x7fbc080b3800 legacy=0x7fbc08072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbbf80039b0 0x7fbbf8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbbf8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbbf80051c0 0x7fbbf800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc08141730 con 0x7fbbf8004800 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf800c060 con 0x7fbbf80051c0 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbbf800d370 con 0x7fbbf80039b0 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbbf8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbbf80039b0 0x7fbbf8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.939+0000 7fbc0d411640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbbf80051c0 0x7fbbf800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 -- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbbf80039b0 msgr2=0x7fbbf8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbbf80039b0 0x7fbbf8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 -- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbbf80051c0 msgr2=0x7fbbf800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbbf80051c0 0x7fbbf800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 -- 172.21.15.17:0/2857091730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf8003520 con 0x7fbbf8004800 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc0d411640 1 -- 172.21.15.17:0/2857091730 reap_dead start 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.940+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbbf8004c80 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbc080afd10 tx=0x7fbbf8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f9960c09edb2a0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4007d30 con 0x7fbbf8004800 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbf4005af0 con 0x7fbbf8004800 2024-09-19T08:07:46.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc077fe640 1 -- 172.21.15.17:0/2857091730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4007070 con 0x7fbbf8004800 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 msgr2=0x7fbbf8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbbf8004c80 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbc080afd10 tx=0x7fbbf8005830 comp rx=0 tx=0).stop 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2857091730 shutdown_connections 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2857091730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbbf8004c80 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2857091730 >> 172.21.15.17:0/2857091730 conn(0x7fbc0806bc10 msgr2=0x7fbc0806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2857091730 shutdown_connections 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.941+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2857091730 wait complete. 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.942+0000 7fbc0ee74640 1 Processor -- start 2024-09-19T08:07:46.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.942+0000 7fbc0ee74640 1 -- start start 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc080c5290 0x7fbc0814edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc0814f2f0 0x7fbc081ef330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0815ef90 con 0x7fbbf8004800 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbc08143dc0 con 0x7fbc080c5290 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0ee74640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbc0815f110 con 0x7fbc0814f2f0 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44210/0 (socket says 172.21.15.17:44210) 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.943+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2219954179 learned_addr learned my addr 172.21.15.17:0/2219954179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc0814f2f0 msgr2=0x7fbc081ef330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc0814f2f0 0x7fbc081ef330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc080c5290 msgr2=0x7fbc0814edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc080c5290 0x7fbc0814edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc080c5290 0x7fbc0814edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2219954179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc0814cdc0 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00f5a0 tx=0x7fbbfc00fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc057fa640 1 -- 172.21.15.17:0/2219954179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc0052e0 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc057fa640 1 -- 172.21.15.17:0/2219954179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbfc018070 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc080ab4f0 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc057fa640 1 -- 172.21.15.17:0/2219954179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc003810 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.944+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc080abab0 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.946+0000 7fbc057fa640 1 -- 172.21.15.17:0/2219954179 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbbfc0039b0 con 0x7fbbf8004800 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.946+0000 7fbc057fa640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 0x7fbbec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.946+0000 7fbc057fa640 1 -- 172.21.15.17:0/2219954179 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbbfc08b0e0 con 0x7fbbf8004800 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.946+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 0x7fbbec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.947+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 0x7fbbec06e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4032000 tx=0x7fbbf402d000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.947+0000 7fbc11c15740 1 Processor -- start 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.947+0000 7fbc11c15740 1 -- start start 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288bf5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288baca80 0x55b288bf57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b288b11520 con 0x55b288bd9120 2024-09-19T08:07:46.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b288ab93e0 con 0x55b288baca80 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b288b0d4e0 con 0x55b288bf3ae0 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44214/0 (socket says 172.21.15.17:44214) 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2503973004 learned_addr learned my addr 172.21.15.17:0/2503973004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288bf5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 msgr2=0x55b288bf5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288bf5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288baca80 msgr2=0x55b288bf57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0d411640 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288baca80 0x55b288bf57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288baca80 0x55b288bf57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2503973004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b288ad42f0 con 0x55b288bd9120 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc089610 tx=0x7fbbfc0598e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fcc7afd540caea4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbbf27fc640 1 -- 172.21.15.17:0/2503973004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc05d590 con 0x55b288bd9120 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbbf27fc640 1 -- 172.21.15.17:0/2503973004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbfc061dc0 con 0x55b288bd9120 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbbf27fc640 1 -- 172.21.15.17:0/2503973004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc071180 con 0x55b288bd9120 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- 172.21.15.17:0/2503973004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 msgr2=0x55b288bd9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc089610 tx=0x7fbbfc0598e0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- 172.21.15.17:0/2503973004 shutdown_connections 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288baca80 0x55b288bf57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288bf5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2503973004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bd9500 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- 172.21.15.17:0/2503973004 >> 172.21.15.17:0/2503973004 conn(0x55b288baba80 msgr2=0x55b288bf3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- 172.21.15.17:0/2503973004 shutdown_connections 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.949+0000 7fbc11c15740 1 -- 172.21.15.17:0/2503973004 wait complete. 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.950+0000 7fbc11c15740 1 -- start start 2024-09-19T08:07:46.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.950+0000 7fbc11c15740 1 Processor -- start 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288c0b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288bf2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b288bd9ee0 con 0x55b288bd9120 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b288a9a450 con 0x55b288bf2480 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b288bf4770 con 0x55b288bf3ae0 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc11c15740 10 client.0 _ll_register_callbacks cb 0x55b288823ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44224/0 (socket says 172.21.15.17:44224) 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2551788808 learned_addr learned my addr 172.21.15.17:0/2551788808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288c0b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0d411640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288bf2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 msgr2=0x55b288c0b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288c0b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 msgr2=0x55b288bf2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288bf2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 -- 172.21.15.17:0/2551788808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2888242d0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc059a90 tx=0x7fbbfc05c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e17486d0ccaf632a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.951+0000 7fbbe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc089360 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbbfc0574e0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbfc061dc0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7fbbfc003ca0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 10 client.6588 fetch_fsmap learned FSMap version 61 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x55b2888ee6b0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbfc061dc0 con 0x55b288bd9120 2024-09-19T08:07:46.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7fbbfc05d160 con 0x55b288bd9120 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 10 client.6588 fetch_fsmap finished waiting for FSMap version 61 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 10 client.6588 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 20 client.6588 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288bd76d0 0x55b288bda860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 4 client.6588 mds_command: new command op to 5992 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 --> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b288b1ec50 con 0x55b288bd76d0 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.952+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288bd76d0 0x55b288bda860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.953+0000 7fbc07fff640 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288bd76d0 0x55b288bda860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b1699f0854f4084 server_cookie=59658c2b4e16295f in_seq=0 out_seq=0 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.953+0000 7fbbe77fe640 10 client.6588 ms_handle_connect on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.953+0000 7fbbe77fe640 1 -- 172.21.15.17:0/2551788808 <== mds.0 v2:172.21.15.160:6834/1224163311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b288b1ec50 con 0x55b288bd76d0 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.953+0000 7fbbe77fe640 10 client.6588 handle_command_reply: tid=0 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 client.6588 shutdown 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 msgr2=0x55b288bdc050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc059a90 tx=0x7fbbfc05c070 comp rx=0 tx=0).stop 2024-09-19T08:07:46.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 shutdown_connections 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288bd76d0 0x55b288bda860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288bf2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf3ae0 0x55b288c0b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 --2- 172.21.15.17:0/2551788808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bd9120 0x55b288bdc050 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 >> 172.21.15.17:0/2551788808 conn(0x55b288baca80 msgr2=0x55b288bf7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbbe77fe640 0 client.6588 ms_handle_reset on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 shutdown_connections 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 1 -- 172.21.15.17:0/2551788808 wait complete. 2024-09-19T08:07:46.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.954+0000 7fbc11c15740 20 client.6588 trim_cache size 0 max 16384 2024-09-19T08:07:46.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 Processor -- start 2024-09-19T08:07:46.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 -- start start 2024-09-19T08:07:46.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bd9120 0x55b288c1c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 0x55b288bfd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc081fbdb0 con 0x55b288bf3ae0 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbc081f3fa0 con 0x55b288bd9120 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.972+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbc081fb760 con 0x55b288bf2480 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44232/0 (socket says 172.21.15.17:44232) 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 -- 172.21.15.17:0/4051156100 learned_addr learned my addr 172.21.15.17:0/4051156100 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bd9120 0x55b288c1c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc07fff640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 0x55b288bfd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 -- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 msgr2=0x55b288bfd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 0x55b288bfd5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 -- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bd9120 msgr2=0x55b288c1c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bd9120 0x55b288c1c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 -- 172.21.15.17:0/4051156100 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b288bfd2d0 con 0x55b288bf3ae0 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc07fff640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 0x55b288bfd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009ed0 tx=0x7fbc00003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bcde625864a6792 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbbf1ffb640 1 -- 172.21.15.17:0/4051156100 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0001b070 con 0x55b288bf3ae0 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbbf1ffb640 1 -- 172.21.15.17:0/4051156100 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc00017440 con 0x55b288bf3ae0 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.973+0000 7fbbf1ffb640 1 -- 172.21.15.17:0/4051156100 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00017830 con 0x55b288bf3ae0 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- 172.21.15.17:0/4051156100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 msgr2=0x55b288bfdb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009ed0 tx=0x7fbc00003d60 comp rx=0 tx=0).stop 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- 172.21.15.17:0/4051156100 shutdown_connections 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288bfdb10 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bf2480 0x55b288bfd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4051156100 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bd9120 0x55b288c1c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- 172.21.15.17:0/4051156100 >> 172.21.15.17:0/4051156100 conn(0x55b288baca80 msgr2=0x55b288baf210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- 172.21.15.17:0/4051156100 shutdown_connections 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- 172.21.15.17:0/4051156100 wait complete. 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 -- start start 2024-09-19T08:07:46.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.974+0000 7fbc11c15740 1 Processor -- start 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bd9120 0x55b288c7aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288c607f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b288bd9ee0 con 0x55b288bf3ae0 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b288a9a450 con 0x55b288bf2480 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b288bdd480 con 0x55b288bd9120 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc11c15740 10 client.0 _ll_register_callbacks cb 0x7fbbfc08b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc0d411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc0d411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44240/0 (socket says 172.21.15.17:44240) 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc0d411640 1 -- 172.21.15.17:0/4061354808 learned_addr learned my addr 172.21.15.17:0/4061354808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bd9120 0x55b288c7aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.975+0000 7fbc07fff640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288c607f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 -- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bd9120 msgr2=0x55b288c7aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bd9120 0x55b288c7aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 -- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 msgr2=0x55b288c607f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288c607f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 -- 172.21.15.17:0/4061354808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2888ee6b0 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc0d411640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fbc0001a000 tx=0x7fbc0000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=608eed1b0ca70618 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0002e060 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7fbc000047b0 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc00017440 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) ==== 24+0+0 (secure 0 0 0) 0x7fbc00034050 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc11c15740 10 client.6594 fetch_fsmap learned FSMap version 61 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) -- 0x55b288baa980 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc00017440 con 0x55b288bf3ae0 2024-09-19T08:07:46.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.976+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 61) ==== 3502+0+0 (secure 0 0 0) 0x7fbc00037020 con 0x55b288bf3ae0 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 10 client.6594 fetch_fsmap finished waiting for FSMap version 61 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 10 client.6594 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 20 client.6594 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288c77a30 0x55b288c77e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 4 client.6594 mds_command: new command op to 5992 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 --> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] -- command(tid 0: {"prefix": "status"}) -- 0x55b288bf71f0 con 0x55b288c77a30 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288c77a30 0x55b288c77e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc0cc10640 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288c77a30 0x55b288c77e10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e03d23791ad6e420 server_cookie=171be11c72410118 in_seq=0 out_seq=0 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbbe77fe640 10 client.6594 ms_handle_connect on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbbe77fe640 1 -- 172.21.15.17:0/4061354808 <== mds.0 v2:172.21.15.160:6834/1224163311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55b288bf71f0 con 0x55b288c77a30 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbbe77fe640 10 client.6594 handle_command_reply: tid=0 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 1 client.6594 shutdown 2024-09-19T08:07:46.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.977+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 msgr2=0x55b288c1c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fbc0001a000 tx=0x7fbc0000b040 comp rx=0 tx=0).stop 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 shutdown_connections 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x55b288c77a30 0x55b288c77e10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b288bf3ae0 0x55b288c1c0c0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b288bf2480 0x55b288c607f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbbe77fe640 0 client.6594 ms_handle_reset on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 --2- 172.21.15.17:0/4061354808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b288bd9120 0x55b288c7aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 >> 172.21.15.17:0/4061354808 conn(0x55b288baca80 msgr2=0x55b288bfd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 shutdown_connections 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 1 -- 172.21.15.17:0/4061354808 wait complete. 2024-09-19T08:07:46.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc11c15740 20 client.6594 trim_cache size 0 max 16384 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5992, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 5.6518890989999999, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 61, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 72, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 72, 2024-09-19T08:07:46.986 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 10.987412855000001 2024-09-19T08:07:46.987 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:46.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 msgr2=0x7fbbec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 0x7fbbec06e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4032000 tx=0x7fbbf402d000 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 msgr2=0x7fbc080aae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00f5a0 tx=0x7fbbfc00fa60 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 shutdown_connections 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbbec06c2b0 0x7fbbec06e770 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbc0814f2f0 0x7fbc081ef330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbc080c5290 0x7fbc0814edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 --2- 172.21.15.17:0/2219954179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbf8004800 0x7fbc080aae50 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 >> 172.21.15.17:0/2219954179 conn(0x7fbc0806bc10 msgr2=0x7fbc080cef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 shutdown_connections 2024-09-19T08:07:46.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:46.978+0000 7fbc0ee74640 1 -- 172.21.15.17:0/2219954179 wait complete. 2024-09-19T08:07:46.990 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:07:46.994 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:07:46.993+0000 7ff579926640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:07:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 Processor -- start 2024-09-19T08:07:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 -- start start 2024-09-19T08:07:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d0510 0x7f201815ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f20180d08f0 0x7f20180b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20180b2820 con 0x7f2018143bb0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f20180b2b00 con 0x7f20180d08f0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201ebf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2018141730 con 0x7f20180d0510 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f20180d08f0 0x7f20180b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201d193640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2018143bb0 0x7f2018072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46782/0 (socket says 172.21.15.17:46782) 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201d193640 1 -- 172.21.15.17:0/1350697153 learned_addr learned my addr 172.21.15.17:0/1350697153 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f201c992640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d0510 0x7f201815ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200ffff640 1 -- 172.21.15.17:0/1350697153 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d0510 msgr2=0x7f201815ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200ffff640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d0510 0x7f201815ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200ffff640 1 -- 172.21.15.17:0/1350697153 >> v1:172.21.15.17:6789/0 conn(0x7f2018143bb0 legacy=0x7f2018072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200ffff640 1 -- 172.21.15.17:0/1350697153 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2018144320 con 0x7f20180d08f0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.092+0000 7f200f7fe640 1 -- 172.21.15.17:0/1350697153 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1326946805 0 0) 0x7f20180b2820 con 0x7f2018143bb0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.093+0000 7f200ffff640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20180d08f0 0x7f20180b30f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f20080097a0 tx=0x7f200802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c053e2b88560288 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.093+0000 7f200f7fe640 1 -- 172.21.15.17:0/1350697153 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008037070 con 0x7f20180d08f0 2024-09-19T08:07:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.093+0000 7f200f7fe640 1 -- 172.21.15.17:0/1350697153 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2008032440 con 0x7f20180d08f0 2024-09-19T08:07:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.093+0000 7f200f7fe640 1 -- 172.21.15.17:0/1350697153 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008032810 con 0x7f20180d08f0 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 -- 172.21.15.17:0/1350697153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20180d08f0 msgr2=0x7f20180b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20180d08f0 0x7f20180b30f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f20080097a0 tx=0x7f200802a180 comp rx=0 tx=0).stop 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 -- 172.21.15.17:0/1350697153 shutdown_connections 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20180d08f0 0x7f20180b30f0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1350697153 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d0510 0x7f201815ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 -- 172.21.15.17:0/1350697153 >> 172.21.15.17:0/1350697153 conn(0x7f201806bc10 msgr2=0x7f201806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 -- 172.21.15.17:0/1350697153 shutdown_connections 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.094+0000 7f201ebf6640 1 -- 172.21.15.17:0/1350697153 wait complete. 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 Processor -- start 2024-09-19T08:07:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 -- start start 2024-09-19T08:07:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20180d0510 0x7f201813fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 0x7f2018072710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b3a00 con 0x7f2018143bb0 2024-09-19T08:07:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b3880 con 0x7f20180d0510 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201ebf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2018073580 con 0x7f20180d08f0 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201d193640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201d193640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44264/0 (socket says 172.21.15.17:44264) 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201d193640 1 -- 172.21.15.17:0/1937040096 learned_addr learned my addr 172.21.15.17:0/1937040096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f201c992640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20180d0510 0x7f201813fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.096+0000 7f200ffff640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 0x7f2018072710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 -- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 msgr2=0x7f2018072710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 0x7f2018072710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 -- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20180d0510 msgr2=0x7f201813fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20180d0510 0x7f201813fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 -- 172.21.15.17:0/1937040096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2018071670 con 0x7f2018143bb0 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f200ffff640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 0x7f2018072710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201d193640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f201000c700 tx=0x7f201000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2010018070 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f201000ce10 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2018071950 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f201000a860 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.097+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2018071f10 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.098+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20180739c0 con 0x7f2018143bb0 2024-09-19T08:07:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.098+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f201001b070 con 0x7f2018143bb0 2024-09-19T08:07:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.099+0000 7f200d7fa640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 0x7f200406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.099+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f201008a9a0 con 0x7f2018143bb0 2024-09-19T08:07:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.099+0000 7f201c992640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 0x7f200406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.100+0000 7f201c992640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 0x7f200406e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2014006fd0 tx=0x7f2014008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.104+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2010058ac0 con 0x7f2018143bb0 2024-09-19T08:07:47.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.316+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f20180cf7e0 con 0x7f2018143bb0 2024-09-19T08:07:47.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.317+0000 7f200d7fa640 1 -- 172.21.15.17:0/1937040096 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) ==== 53+0+73 (secure 0 0 0) 0x7f201005cdc0 con 0x7f2018143bb0 2024-09-19T08:07:47.318 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:07:47.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 msgr2=0x7f200406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 0x7f200406e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2014006fd0 tx=0x7f2014008040 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 msgr2=0x7f20180ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f201000c700 tx=0x7f201000cbc0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 shutdown_connections 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f200406c2b0 0x7f200406e770 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2018143bb0 0x7f20180ae8a0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20180d08f0 0x7f2018072710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 --2- 172.21.15.17:0/1937040096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20180d0510 0x7f201813fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 >> 172.21.15.17:0/1937040096 conn(0x7f201806bc10 msgr2=0x7f2018141c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 shutdown_connections 2024-09-19T08:07:47.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47.320+0000 7f201ebf6640 1 -- 172.21.15.17:0/1937040096 wait complete. 2024-09-19T08:07:47.331 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:07:47.332 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:47.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.332 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:47.349 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42454sec preferred_lft 42454sec 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:07:47.350 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:07:47.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.352 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:07:47.413 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:07:47.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.415 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:07:47.471 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:07:47.472 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:07:47.472 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:07:47.472 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:07:47.472 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:07:47.472 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:07:47.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:07:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:47.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.601 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:07:47.618 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:07:47.618 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:07:47.618 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:47.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.619 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:07:47.691 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:07:47.691 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:07:47.691 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:47.748 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:07:47.749 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:07:47.749 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:47.804 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:07:47.871 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:07:47.929 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:07:47.929 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:07:47.929 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:07:47.929 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:07:47.929 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:07:47.930 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:07:47.931 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:07:47.932 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:47.932 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:47.932 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:47.932 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:47.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:47.932 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:07:47.986 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:07:47.986 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:07:48.028 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:07:48.054 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:07:48.111 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:07:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:07:48.113 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:48.114 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:07:48.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:48.114 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:07:48.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:07:48.113+0000 7fb62905a480 -1 init, newargv = 0x56405bc805c0 newargc=15 2024-09-19T08:07:48.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[59301]: starting ceph client 2024-09-19T08:07:48.118 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[59301]: starting fuse 2024-09-19T08:07:48.130 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:07:48.130 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:48.131 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:07:48.132 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:07:48.133 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:07:48.250 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.59301.asok 2024-09-19T08:07:48.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:48.261 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.59301.asok 2024-09-19T08:07:48.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:48.261 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.59301.asok status 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "59301", 2024-09-19T08:07:48.399 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6609, 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 6609 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2140631535 2024-09-19T08:07:48.400 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2140631535 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.6609 192.168.0.1:0/2140631535", 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2140631535", 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 61, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 72, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:07:48.401 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:07:48.402 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:48.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:48.407 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:07:48.407 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:48.423 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:07:48.424 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:48.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:07:48.424 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:07:48.491 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.633+0000 7f2c909fd640 1 Processor -- start 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.633+0000 7f2c909fd640 1 -- start start 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2c8c15e7c0 0x7f2c8c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2c8c0cf480 0x7f2c8c0b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c15f900 0x7f2c8c0b6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2c8c1630d0 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2c8c0b39a0 con 0x7f2c8c0cf480 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c909fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8c15eba0 con 0x7f2c8c15f900 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2c8c15e7c0 0x7f2c8c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2c8c15e7c0 0x7f2c8c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44274/0 (socket says 172.21.15.17:44274) 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 -- 172.21.15.17:0/3435099257 learned_addr learned my addr 172.21.15.17:0/3435099257 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 -- 172.21.15.17:0/3435099257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c15f900 msgr2=0x7f2c8c0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8ad9d640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c15f900 0x7f2c8c0b6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c81d9b640 1 --2- 172.21.15.17:0/3435099257 >> v2:172.21.15.160:3300/0 conn(0x7f2c8c0cf480 0x7f2c8c0b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c15f900 0x7f2c8c0b6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 -- 172.21.15.17:0/3435099257 >> v2:172.21.15.160:3300/0 conn(0x7f2c8c0cf480 msgr2=0x7f2c8c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 --2- 172.21.15.17:0/3435099257 >> v2:172.21.15.160:3300/0 conn(0x7f2c8c0cf480 0x7f2c8c0b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.634+0000 7f2c8a59c640 1 -- 172.21.15.17:0/3435099257 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8c0cfc60 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.635+0000 7f2c8a59c640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c162b90 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c08da60 tx=0x7f2c7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2507ae13a28b460 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.635+0000 7f2c89d9b640 1 -- 172.21.15.17:0/3435099257 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c037070 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.635+0000 7f2c89d9b640 1 -- 172.21.15.17:0/3435099257 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c7c032440 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.635+0000 7f2c89d9b640 1 -- 172.21.15.17:0/3435099257 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c032810 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.635+0000 7f2c909fd640 1 -- 172.21.15.17:0/3435099257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 msgr2=0x7f2c8c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c162b90 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c08da60 tx=0x7f2c7c02a270 comp rx=0 tx=0).stop 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 -- 172.21.15.17:0/3435099257 shutdown_connections 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c15f900 0x7f2c8c0b6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 --2- 172.21.15.17:0/3435099257 >> v2:172.21.15.160:3300/0 conn(0x7f2c8c0cf480 0x7f2c8c0b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 --2- 172.21.15.17:0/3435099257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c162b90 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 -- 172.21.15.17:0/3435099257 >> 172.21.15.17:0/3435099257 conn(0x7f2c8c0d1320 msgr2=0x7f2c8c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 -- 172.21.15.17:0/3435099257 shutdown_connections 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.636+0000 7f2c909fd640 1 -- 172.21.15.17:0/3435099257 wait complete. 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.637+0000 7f2c909fd640 1 Processor -- start 2024-09-19T08:07:48.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.637+0000 7f2c909fd640 1 -- start start 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c0cf480 0x7f2c8c1589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 0x7f2c8c0b9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8c15f100 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8c15ee20 con 0x7f2c8c15f900 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c909fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8c15f3e0 con 0x7f2c8c0cf480 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44278/0 (socket says 172.21.15.17:44278) 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 -- 172.21.15.17:0/1133969037 learned_addr learned my addr 172.21.15.17:0/1133969037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:48.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c8ad9d640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 0x7f2c8c0b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 -- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c0cf480 msgr2=0x7f2c8c1589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c0cf480 0x7f2c8c1589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 -- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 msgr2=0x7f2c8c0b9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.638+0000 7f2c81d9b640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 0x7f2c8c0b9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c81d9b640 1 -- 172.21.15.17:0/1133969037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8c0b9c60 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c8ad9d640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 0x7f2c8c0b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c81d9b640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400c820 tx=0x7f2c7400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c74015070 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c74004020 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c8c0b9f40 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c74004410 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.639+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c8c0b7740 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.640+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c8c162b90 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.641+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c740077d0 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.641+0000 7f2c837fe640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 0x7f2c6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.641+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f2c7408b260 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.641+0000 7f2c8a59c640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 0x7f2c6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.642+0000 7f2c8a59c640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 0x7f2c6c06e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c034000 tx=0x7f2c7c02c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.645+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c74059940 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.857+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2c8c0d2150 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.858+0000 7f2c837fe640 1 -- 172.21.15.17:0/1133969037 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5228 (secure 0 0 0) 0x7f2c7408b080 con 0x7f2c8c15e7c0 2024-09-19T08:07:48.858 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:48.858 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":61,"btime":"2024-09-19T08:07:44:346643+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:43.493082+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:07:48.858 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 61 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 msgr2=0x7f2c6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 0x7f2c6c06e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c034000 tx=0x7f2c7c02c000 comp rx=0 tx=0).stop 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 msgr2=0x7f2c8c1569e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400c820 tx=0x7f2c7400cce0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 shutdown_connections 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c6c06c2b0 0x7f2c6c06e770 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c8c15f900 0x7f2c8c0b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c8c15e7c0 0x7f2c8c1569e0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 --2- 172.21.15.17:0/1133969037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c8c0cf480 0x7f2c8c1589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 >> 172.21.15.17:0/1133969037 conn(0x7f2c8c0d1320 msgr2=0x7f2c8c15d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 shutdown_connections 2024-09-19T08:07:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.860+0000 7f2c909fd640 1 -- 172.21.15.17:0/1133969037 wait complete. 2024-09-19T08:07:48.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 5:0 true 2024-09-19T08:07:48.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.975+0000 7f739e149640 1 Processor -- start 2024-09-19T08:07:48.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.975+0000 7f739e149640 1 -- start start 2024-09-19T08:07:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f739e149640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 0x7f73980d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f739e149640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f73980b75a0 0x7f73980d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f739e149640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73980d2790 con 0x7f73980b3490 2024-09-19T08:07:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f739e149640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f73980b6c10 con 0x7f73980b75a0 2024-09-19T08:07:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f739e149640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f73980d2a70 con 0x7f73980cedd0 2024-09-19T08:07:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f73977fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 0x7f73980d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f7397fff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f73980b75a0 0x7f73980d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f73977fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 0x7f73980d2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:45920/0 (socket says 172.21.15.17:45920) 2024-09-19T08:07:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f7396ffd640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f73980b3490 0x7f73980cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:60918/0 (socket says 172.21.15.17:60918) 2024-09-19T08:07:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.976+0000 7f73977fe640 1 -- 172.21.15.17:0/1509376676 learned_addr learned my addr 172.21.15.17:0/1509376676 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:48.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.977+0000 7f7397fff640 1 -- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 msgr2=0x7f73980d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:48.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.977+0000 7f7397fff640 1 --2- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 0x7f73980d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.977+0000 7f7397fff640 1 -- 172.21.15.17:0/1509376676 >> v1:172.21.15.160:6789/0 conn(0x7f73980b3490 legacy=0x7f73980cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.977+0000 7f7397fff640 1 -- 172.21.15.17:0/1509376676 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73980d2d50 con 0x7f73980b75a0 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.977+0000 7f73967fc640 1 -- 172.21.15.17:0/1509376676 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2970155661 0 0) 0x7f73980d2790 con 0x7f73980b3490 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f7397fff640 1 --2- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f73980d3830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7390009d90 tx=0x7f739002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4e68de2854355d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f73967fc640 1 -- 172.21.15.17:0/1509376676 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390031600 con 0x7f73980b75a0 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f73967fc640 1 -- 172.21.15.17:0/1509376676 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73900317a0 con 0x7f73980b75a0 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f73967fc640 1 -- 172.21.15.17:0/1509376676 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390031b70 con 0x7f73980b75a0 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 -- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 msgr2=0x7f73980d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 --2- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f73980d3830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7390009d90 tx=0x7f739002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 -- 172.21.15.17:0/1509376676 shutdown_connections 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 --2- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f73980d3830 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 --2- 172.21.15.17:0/1509376676 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980cedd0 0x7f73980d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 -- 172.21.15.17:0/1509376676 >> 172.21.15.17:0/1509376676 conn(0x7f73980d0f40 msgr2=0x7f73980d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 -- 172.21.15.17:0/1509376676 shutdown_connections 2024-09-19T08:07:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.978+0000 7f739e149640 1 -- 172.21.15.17:0/1509376676 wait complete. 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.979+0000 7f739e149640 1 Processor -- start 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 -- start start 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 0x7f73980b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f7398156220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f739815e720 con 0x7f73980cedd0 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f73980d3310 con 0x7f73980b75a0 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.980+0000 7f739e149640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f739815e8a0 con 0x7f73980b3490 2024-09-19T08:07:48.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44290/0 (socket says 172.21.15.17:44290) 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 -- 172.21.15.17:0/57112454 learned_addr learned my addr 172.21.15.17:0/57112454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f73977fe640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 0x7f73980b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7396ffd640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f7398156220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 -- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 msgr2=0x7f73980b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 0x7f73980b52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 -- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 msgr2=0x7f7398156220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f7398156220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 -- 172.21.15.17:0/57112454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7398157ed0 con 0x7f73980cedd0 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f73977fe640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 0x7f73980b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7396ffd640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f7398156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:48.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f7397fff640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f7390009eb0 tx=0x7f7390004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390040070 con 0x7f73980cedd0 2024-09-19T08:07:48.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7390030b60 con 0x7f73980cedd0 2024-09-19T08:07:48.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390009450 con 0x7f73980cedd0 2024-09-19T08:07:48.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7398156e30 con 0x7f73980cedd0 2024-09-19T08:07:48.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.981+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73981573f0 con 0x7f73980cedd0 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.982+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73980b7a50 con 0x7f73980cedd0 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.983+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7390039040 con 0x7f73980cedd0 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.983+0000 7f737ffff640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 0x7f738406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.983+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f73900acb70 con 0x7f73980cedd0 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.984+0000 7f73977fe640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 0x7f738406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:48.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.984+0000 7f73977fe640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 0x7f738406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f73981f7650 tx=0x7f7388008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:48.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:48.988+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f739007b240 con 0x7f73980cedd0 2024-09-19T08:07:49.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.236+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "5:0", "val": "true"} v 0) -- 0x7f73980ca970 con 0x7f73980cedd0 2024-09-19T08:07:49.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.360+0000 7f737ffff640 1 -- 172.21.15.17:0/57112454 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "5:0", "val": "true"}]=0 freezing mds.5992 v62) ==== 112+0+0 (secure 0 0 0) 0x7f739007ab40 con 0x7f73980cedd0 2024-09-19T08:07:49.360 INFO:teuthology.orchestra.run.smithi017.stderr:freezing mds.5992 2024-09-19T08:07:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 msgr2=0x7f738406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 0x7f738406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f73981f7650 tx=0x7f7388008040 comp rx=0 tx=0).stop 2024-09-19T08:07:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 msgr2=0x7f7398156760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f7390009eb0 tx=0x7f7390004a40 comp rx=0 tx=0).stop 2024-09-19T08:07:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 shutdown_connections 2024-09-19T08:07:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f738406c2b0 0x7f738406e770 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73980cedd0 0x7f7398156760 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f73980b75a0 0x7f7398156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 --2- 172.21.15.17:0/57112454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73980b3490 0x7f73980b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 >> 172.21.15.17:0/57112454 conn(0x7f73980d0f40 msgr2=0x7f73981556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 shutdown_connections 2024-09-19T08:07:49.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.362+0000 7f739e149640 1 -- 172.21.15.17:0/57112454 wait complete. 2024-09-19T08:07:49.373 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir -p a/{b,c}/d') 2024-09-19T08:07:49.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:07:49.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:07:49.448 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 flush journal 2024-09-19T08:07:49.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.553+0000 7f0ed7703640 1 Processor -- start 2024-09-19T08:07:49.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.553+0000 7f0ed7703640 1 -- start start 2024-09-19T08:07:49.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed7703640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0ed015e660 0x7f0ed015ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed7703640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0ed00b5a50 0x7f0ed00ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed7703640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ed0067ba0 con 0x7f0ed00cf890 2024-09-19T08:07:49.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed7703640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0ed0067950 con 0x7f0ed015e660 2024-09-19T08:07:49.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed7703640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0ed00b3990 con 0x7f0ed00b5a50 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed549f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0ed015e660 0x7f0ed015ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed5ca0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0ed00cf890 0x7f0ed0162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46798/0 (socket says 172.21.15.17:46798) 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/3125312175 learned_addr learned my addr 172.21.15.17:0/3125312175 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3125312175 >> v2:172.21.15.160:3300/0 conn(0x7f0ed00b5a50 0x7f0ed00ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed549f640 1 -- 172.21.15.17:0/3125312175 >> v2:172.21.15.160:3300/0 conn(0x7f0ed00b5a50 msgr2=0x7f0ed00ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3125312175 >> v2:172.21.15.160:3300/0 conn(0x7f0ed00b5a50 0x7f0ed00ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed549f640 1 -- 172.21.15.17:0/3125312175 >> v1:172.21.15.17:6789/0 conn(0x7f0ed00cf890 legacy=0x7f0ed0162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ec7fff640 1 -- 172.21.15.17:0/3125312175 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3896562818 0 0) 0x7f0ed0067ba0 con 0x7f0ed00cf890 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.554+0000 7f0ed549f640 1 -- 172.21.15.17:0/3125312175 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ed0067e80 con 0x7f0ed015e660 2024-09-19T08:07:49.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.555+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3125312175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed015ea40 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0070240 tx=0x7f0ecc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=717b7dedff24ed72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.555+0000 7f0ec7fff640 1 -- 172.21.15.17:0/3125312175 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc037070 con 0x7f0ed015e660 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.555+0000 7f0ec7fff640 1 -- 172.21.15.17:0/3125312175 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ecc032440 con 0x7f0ed015e660 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.555+0000 7f0ec7fff640 1 -- 172.21.15.17:0/3125312175 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc032810 con 0x7f0ed015e660 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 -- 172.21.15.17:0/3125312175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 msgr2=0x7f0ed015ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3125312175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed015ea40 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0070240 tx=0x7f0ecc02a230 comp rx=0 tx=0).stop 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 -- 172.21.15.17:0/3125312175 shutdown_connections 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3125312175 >> v2:172.21.15.160:3300/0 conn(0x7f0ed00b5a50 0x7f0ed00ccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3125312175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed015ea40 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 -- 172.21.15.17:0/3125312175 >> 172.21.15.17:0/3125312175 conn(0x7f0ed00cd400 msgr2=0x7f0ed00cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 -- 172.21.15.17:0/3125312175 shutdown_connections 2024-09-19T08:07:49.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.556+0000 7f0ed7703640 1 -- 172.21.15.17:0/3125312175 wait complete. 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.557+0000 7f0ed7703640 1 Processor -- start 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.557+0000 7f0ed7703640 1 -- start start 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 0x7f0ed0151180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 0x7f0ed014f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed00b3ec0 con 0x7f0ed015e660 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed00cd0c0 con 0x7f0ed00cf890 2024-09-19T08:07:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed7703640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0ed00cfd20 con 0x7f0ed00b5a50 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44312/0 (socket says 172.21.15.17:44312) 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/3091784662 learned_addr learned my addr 172.21.15.17:0/3091784662 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 0x7f0ed014f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 0x7f0ed0151180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 msgr2=0x7f0ed0151180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 0x7f0ed0151180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 msgr2=0x7f0ed014f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 0x7f0ed014f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/3091784662 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ed014f870 con 0x7f0ed015e660 2024-09-19T08:07:49.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 0x7f0ed014f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 0x7f0ed0151180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.558+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f0ec800c7a0 tx=0x7f0ec800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.559+0000 7f0ec5ffb640 1 -- 172.21.15.17:0/3091784662 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec8018070 con 0x7f0ed015e660 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.559+0000 7f0ec5ffb640 1 -- 172.21.15.17:0/3091784662 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec800a640 con 0x7f0ed015e660 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.559+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ed014fb50 con 0x7f0ed015e660 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.559+0000 7f0ec5ffb640 1 -- 172.21.15.17:0/3091784662 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec800aa70 con 0x7f0ed015e660 2024-09-19T08:07:49.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.559+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ed0150110 con 0x7f0ed015e660 2024-09-19T08:07:49.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.560+0000 7f0ec5ffb640 1 -- 172.21.15.17:0/3091784662 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ec801b070 con 0x7f0ed015e660 2024-09-19T08:07:49.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.561+0000 7f0ec5ffb640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 0x7f0eb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.561+0000 7f0ec5ffb640 1 -- 172.21.15.17:0/3091784662 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f0ec808abc0 con 0x7f0ed015e660 2024-09-19T08:07:49.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.561+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 0x7f0eb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.562+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 0x7f0eb406e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc034000 tx=0x7f0ecc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.562+0000 7f0eda499740 1 Processor -- start 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.562+0000 7f0eda499740 1 -- start start 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c47d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4350e0 0x56218c437d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56218c39a6f0 con 0x56218c4390b0 2024-09-19T08:07:49.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56218c342330 con 0x56218c437920 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56218c3966b0 con 0x56218c4350e0 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44326/0 (socket says 172.21.15.17:44326) 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/2806814275 learned_addr learned my addr 172.21.15.17:0/2806814275 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4350e0 0x56218c437d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed549f640 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c47d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4350e0 msgr2=0x56218c437d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4350e0 0x56218c437d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 msgr2=0x56218c47d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c47d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 -- 172.21.15.17:0/2806814275 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56218c3680d0 con 0x56218c4390b0 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8004fd0 tx=0x7f0ec80012f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f665d4bad54efdef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ebaffd640 1 -- 172.21.15.17:0/2806814275 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec8061770 con 0x56218c4390b0 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ebaffd640 1 -- 172.21.15.17:0/2806814275 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec8056e00 con 0x56218c4390b0 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.563+0000 7f0ebaffd640 1 -- 172.21.15.17:0/2806814275 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec80612e0 con 0x56218c4390b0 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 -- 172.21.15.17:0/2806814275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 msgr2=0x56218c4321a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8004fd0 tx=0x7f0ec80012f0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 -- 172.21.15.17:0/2806814275 shutdown_connections 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c4321a0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4350e0 0x56218c437d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 --2- 172.21.15.17:0/2806814275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c47d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 -- 172.21.15.17:0/2806814275 >> 172.21.15.17:0/2806814275 conn(0x56218c434370 msgr2=0x56218c47c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 -- 172.21.15.17:0/2806814275 shutdown_connections 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.564+0000 7f0eda499740 1 -- 172.21.15.17:0/2806814275 wait complete. 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.565+0000 7f0eda499740 1 -- start start 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.565+0000 7f0eda499740 1 Processor -- start 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4565f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4310c0 0x56218c4365f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56218c433810 con 0x56218c4390b0 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56218c3234f0 con 0x56218c437920 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56218c47d8f0 con 0x56218c4310c0 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 10 client.0 _ll_register_callbacks cb 0x56218c344b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44334/0 (socket says 172.21.15.17:44334) 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 -- 172.21.15.17:0/3297954488 learned_addr learned my addr 172.21.15.17:0/3297954488 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 -- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4310c0 msgr2=0x56218c4365f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4310c0 0x56218c4365f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 -- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 msgr2=0x56218c4565f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4565f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 -- 172.21.15.17:0/3297954488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56218c1777d0 con 0x56218c4390b0 2024-09-19T08:07:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00b5e60 tx=0x7f0ec0012760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=621046812cca111f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eaffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec001a070 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f0ec0004240 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.566+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ec8056e00 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f0ec0025050 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 10 client.6633 fetch_fsmap learned FSMap version 62 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x56218c0ad3f0 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec8056e00 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 62) ==== 3502+0+0 (secure 0 0 0) 0x7f0ec0028020 con 0x56218c4390b0 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 10 client.6633 fetch_fsmap finished waiting for FSMap version 62 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 10 client.6633 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.d 2024-09-19T08:07:49.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 20 client.6633 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c461a60 0x56218c461ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 4 client.6633 mds_command: new command op to 5992 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 --> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56218c3a7e20 con 0x56218c461a60 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.567+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c461a60 0x56218c461ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.568+0000 7f0ed549f640 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c461a60 0x56218c461ee0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac35482d0b58a1d7 server_cookie=e4144d8dd1918f7d in_seq=0 out_seq=0 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.568+0000 7f0eaffff640 10 client.6633 ms_handle_connect on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eaffff640 1 -- 172.21.15.17:0/3297954488 <== mds.0 v2:172.21.15.160:6834/1224163311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56218c3a7e20 con 0x56218c461a60 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eaffff640 10 client.6633 handle_command_reply: tid=0 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 client.6633 shutdown 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 msgr2=0x56218c458830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00b5e60 tx=0x7f0ec0012760 comp rx=0 tx=0).stop 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 shutdown_connections 2024-09-19T08:07:49.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c461a60 0x56218c461ee0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4310c0 0x56218c4365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4390b0 0x56218c458830 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eaffff640 0 client.6633 ms_handle_reset on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 --2- 172.21.15.17:0/3297954488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4565f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 >> 172.21.15.17:0/3297954488 conn(0x56218c4350e0 msgr2=0x56218c47a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 shutdown_connections 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 1 -- 172.21.15.17:0/3297954488 wait complete. 2024-09-19T08:07:49.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.569+0000 7f0eda499740 20 client.6633 trim_cache size 0 max 16384 2024-09-19T08:07:49.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 Processor -- start 2024-09-19T08:07:49.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 -- start start 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4561d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4390b0 0x56218c456710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed0200970 con 0x56218c4310c0 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed01ff9f0 con 0x56218c437920 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.584+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0ed01fed80 con 0x56218c4390b0 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44348/0 (socket says 172.21.15.17:44348) 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 -- 172.21.15.17:0/2578179941 learned_addr learned my addr 172.21.15.17:0/2578179941 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4390b0 0x56218c456710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 -- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4390b0 msgr2=0x56218c456710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4390b0 0x56218c456710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 -- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 msgr2=0x56218c4561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 -- 172.21.15.17:0/2578179941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56218c06d0f0 con 0x56218c4310c0 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0ed549f640 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0094b0 tx=0x7f0ecc02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb244adcaad08ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0eba7fc640 1 -- 172.21.15.17:0/2578179941 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc037040 con 0x56218c4310c0 2024-09-19T08:07:49.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0eba7fc640 1 -- 172.21.15.17:0/2578179941 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ecc03e800 con 0x56218c4310c0 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.585+0000 7f0eba7fc640 1 -- 172.21.15.17:0/2578179941 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc03ebb0 con 0x56218c4310c0 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- 172.21.15.17:0/2578179941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 msgr2=0x56218c4a0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0094b0 tx=0x7f0ecc02c000 comp rx=0 tx=0).stop 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- 172.21.15.17:0/2578179941 shutdown_connections 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c4390b0 0x56218c456710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c437920 0x56218c4561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 --2- 172.21.15.17:0/2578179941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c4a0f60 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- 172.21.15.17:0/2578179941 >> 172.21.15.17:0/2578179941 conn(0x56218c4350e0 msgr2=0x56218c47fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- 172.21.15.17:0/2578179941 shutdown_connections 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- 172.21.15.17:0/2578179941 wait complete. 2024-09-19T08:07:49.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 -- start start 2024-09-19T08:07:49.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.586+0000 7f0eda499740 1 Processor -- start 2024-09-19T08:07:49.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c437920 0x56218c4f0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 0x56218c47a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56218c437190 con 0x56218c4310c0 2024-09-19T08:07:49.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed01ff3a0 con 0x56218c4390b0 2024-09-19T08:07:49.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56218c4330c0 con 0x56218c437920 2024-09-19T08:07:49.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0eda499740 10 client.0 _ll_register_callbacks cb 0x7f0ec000d650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:07:49.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.587+0000 7f0ed549f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44364/0 (socket says 172.21.15.17:44364) 2024-09-19T08:07:49.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 -- 172.21.15.17:0/4270633674 learned_addr learned my addr 172.21.15.17:0/4270633674 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c437920 0x56218c4f0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 0x56218c47a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 -- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c437920 msgr2=0x56218c4f0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c437920 0x56218c4f0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 -- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 msgr2=0x56218c47a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 0x56218c47a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 -- 172.21.15.17:0/4270633674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56218c433310 con 0x56218c4310c0 2024-09-19T08:07:49.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed5ca0640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 0x56218c47a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:49.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0ed549f640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc032fd0 tx=0x7f0ecc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72be88122ab64925 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eaffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:07:49.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc059060 con 0x56218c4310c0 2024-09-19T08:07:49.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f0ecc03ec70 con 0x56218c4310c0 2024-09-19T08:07:49.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ecc03e800 con 0x56218c4310c0 2024-09-19T08:07:49.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f0ecc037040 con 0x56218c4310c0 2024-09-19T08:07:49.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eda499740 10 client.6639 fetch_fsmap learned FSMap version 62 2024-09-19T08:07:49.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x56218c4a0650 con 0x56218c4310c0 2024-09-19T08:07:49.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.588+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ecc03e800 con 0x56218c4310c0 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 62) ==== 3502+0+0 (secure 0 0 0) 0x7f0ecc04c450 con 0x56218c4310c0 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 10 client.6639 fetch_fsmap finished waiting for FSMap version 62 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 10 client.6639 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.d 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 20 client.6639 populate_metadata read hostname 'smithi017' 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c47aa80 0x56218c4561d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 4 client.6639 mds_command: new command op to 5992 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:07:49.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 --> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56218c460d70 con 0x56218c47aa80 2024-09-19T08:07:49.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c47aa80 0x56218c4561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0eaffff640 10 client.6639 ms_handle_connect on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:49.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.589+0000 7f0ed4c9e640 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c47aa80 0x56218c4561d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a81e1752fea4f0a1 server_cookie=f469d997d0f57ac8 in_seq=0 out_seq=0 2024-09-19T08:07:49.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eaffff640 1 -- 172.21.15.17:0/4270633674 <== mds.0 v2:172.21.15.160:6834/1224163311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56218c460d70 con 0x56218c47aa80 2024-09-19T08:07:49.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eaffff640 10 client.6639 handle_command_reply: tid=0 2024-09-19T08:07:49.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 client.6639 shutdown 2024-09-19T08:07:49.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 msgr2=0x56218c432810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc032fd0 tx=0x7f0ecc004730 comp rx=0 tx=0).stop 2024-09-19T08:07:49.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 shutdown_connections 2024-09-19T08:07:49.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:6834/1224163311,v1:172.21.15.160:6835/1224163311] conn(0x56218c47aa80 0x56218c4561d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56218c4390b0 0x56218c47a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eaffff640 0 client.6639 ms_handle_reset on v2:172.21.15.160:6834/1224163311 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56218c437920 0x56218c4f0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 --2- 172.21.15.17:0/4270633674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56218c4310c0 0x56218c432810 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 >> 172.21.15.17:0/4270633674 conn(0x56218c4350e0 msgr2=0x56218c47fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 shutdown_connections 2024-09-19T08:07:49.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.603+0000 7f0eda499740 1 -- 172.21.15.17:0/4270633674 wait complete. 2024-09-19T08:07:49.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0eda499740 20 client.6639 trim_cache size 0 max 16384 2024-09-19T08:07:49.608 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:07:49.609 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:07:49.609 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:07:49.609 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 msgr2=0x7f0eb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 0x7f0eb406e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc034000 tx=0x7f0ecc02e000 comp rx=0 tx=0).stop 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 msgr2=0x7f0ed0140310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f0ec800c7a0 tx=0x7f0ec800cc60 comp rx=0 tx=0).stop 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 shutdown_connections 2024-09-19T08:07:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0eb406c2b0 0x7f0eb406e770 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ed015e660 0x7f0ed0140310 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ed00cf890 0x7f0ed014f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 --2- 172.21.15.17:0/3091784662 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ed00b5a50 0x7f0ed0151180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 >> 172.21.15.17:0/3091784662 conn(0x7f0ed00cd400 msgr2=0x7f0ed015bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 shutdown_connections 2024-09-19T08:07:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.604+0000 7f0ed7703640 1 -- 172.21.15.17:0/3091784662 wait complete. 2024-09-19T08:07:49.615 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_rename_corrupt_dentry_first 1.0 2024-09-19T08:07:49.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.721+0000 7f55d8cd0640 1 Processor -- start 2024-09-19T08:07:49.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.721+0000 7f55d8cd0640 1 -- start start 2024-09-19T08:07:49.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55d415e500 0x7f55d406d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d40d1fa0 0x7f55d40cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 0x7f55d40b3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f55d40d00b0 con 0x7f55d415e500 2024-09-19T08:07:49.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f55d406dc80 con 0x7f55d40cf990 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d8cd0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55d406d9a0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55d415e500 0x7f55d406d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55d415e500 0x7f55d406d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44378/0 (socket says 172.21.15.17:44378) 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 -- 172.21.15.17:0/1633803484 learned_addr learned my addr 172.21.15.17:0/1633803484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d2d9d640 1 --2- 172.21.15.17:0/1633803484 >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 0x7f55d40b3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 -- 172.21.15.17:0/1633803484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d40d1fa0 msgr2=0x7f55d40cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d1d9b640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d40d1fa0 0x7f55d40cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d40d1fa0 0x7f55d40cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 -- 172.21.15.17:0/1633803484 >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 msgr2=0x7f55d40b3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 --2- 172.21.15.17:0/1633803484 >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 0x7f55d40b3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d259c640 1 -- 172.21.15.17:0/1633803484 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40ce970 con 0x7f55d415e500 2024-09-19T08:07:49.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.722+0000 7f55d2d9d640 1 --2- 172.21.15.17:0/1633803484 >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 0x7f55d40b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:49.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.723+0000 7f55d259c640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d415e500 0x7f55d406d040 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f55d40d1df0 tx=0x7f55c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed2a367d2843494 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.723+0000 7f55d159a640 1 -- 172.21.15.17:0/1633803484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4037070 con 0x7f55d415e500 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.723+0000 7f55d159a640 1 -- 172.21.15.17:0/1633803484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c4032440 con 0x7f55d415e500 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.723+0000 7f55d159a640 1 -- 172.21.15.17:0/1633803484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4032810 con 0x7f55d415e500 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 -- 172.21.15.17:0/1633803484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d415e500 msgr2=0x7f55d406d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d415e500 0x7f55d406d040 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f55d40d1df0 tx=0x7f55c402a270 comp rx=0 tx=0).stop 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 -- 172.21.15.17:0/1633803484 shutdown_connections 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/1633803484 >> v2:172.21.15.160:3300/0 conn(0x7f55d40cf990 0x7f55d40b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d40d1fa0 0x7f55d40cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/1633803484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d415e500 0x7f55d406d040 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 -- 172.21.15.17:0/1633803484 >> 172.21.15.17:0/1633803484 conn(0x7f55d4067950 msgr2=0x7f55d4067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 -- 172.21.15.17:0/1633803484 shutdown_connections 2024-09-19T08:07:49.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.724+0000 7f55d8cd0640 1 -- 172.21.15.17:0/1633803484 wait complete. 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.725+0000 7f55d8cd0640 1 Processor -- start 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.725+0000 7f55d8cd0640 1 -- start start 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d415e500 0x7f55d41e8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 0x7f55d40b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f55d406d580 con 0x7f55d40d1fa0 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f55d40cef30 con 0x7f55d41e92a0 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d8cd0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55d406d700 con 0x7f55d415e500 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44384/0 (socket says 172.21.15.17:44384) 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 -- 172.21.15.17:0/853744763 learned_addr learned my addr 172.21.15.17:0/853744763 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d1d9b640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d415e500 0x7f55d41e8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d2d9d640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 0x7f55d40b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 -- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d415e500 msgr2=0x7f55d41e8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d415e500 0x7f55d41e8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 -- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 msgr2=0x7f55d40b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 0x7f55d40b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d259c640 1 -- 172.21.15.17:0/853744763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40af1c0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.726+0000 7f55d2d9d640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 0x7f55d40b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55d259c640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f55c402a2b0 tx=0x7f55c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4037040 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c4042070 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d40af4a0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4030bb0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.727+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d40afa60 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.728+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d40cf450 con 0x7f55d40d1fa0 2024-09-19T08:07:49.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.728+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55c4047460 con 0x7f55d40d1fa0 2024-09-19T08:07:49.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.729+0000 7f55c2ffd640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 0x7f55b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:49.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.729+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f55c40abff0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.729+0000 7f55d1d9b640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 0x7f55b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:49.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.729+0000 7f55d1d9b640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 0x7f55b406e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f55d41e75e0 tx=0x7f55c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:49.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.733+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55c407a760 con 0x7f55d40d1fa0 2024-09-19T08:07:49.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.907+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}] v 0) -- 0x7f55d40b65f0 con 0x7f55d40d1fa0 2024-09-19T08:07:49.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.910+0000 7f55c2ffd640 1 -- 172.21.15.17:0/853744763 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}]=0 v23)=0 v23) ==== 138+0+0 (secure 0 0 0) 0x7f55c407a060 con 0x7f55d40d1fa0 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 msgr2=0x7f55b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 0x7f55b406e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f55d41e75e0 tx=0x7f55c8008040 comp rx=0 tx=0).stop 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 msgr2=0x7f55d41e6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f55c402a2b0 tx=0x7f55c40046c0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 shutdown_connections 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55b406c2b0 0x7f55b406e770 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55d41e92a0 0x7f55d40b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55d415e500 0x7f55d41e8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 --2- 172.21.15.17:0/853744763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55d40d1fa0 0x7f55d41e6c70 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:49.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.912+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 >> 172.21.15.17:0/853744763 conn(0x7f55d4067950 msgr2=0x7f55d40b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:49.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.913+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 shutdown_connections 2024-09-19T08:07:49.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:49.913+0000 7f55d8cd0640 1 -- 172.21.15.17:0/853744763 wait complete. 2024-09-19T08:07:54.924 DEBUG:teuthology.orchestra.run.smithi017:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-19T08:07:54.927 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'timeout 60 mv a/b a/z') 2024-09-19T08:07:54.930 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-09-19T08:07:54.995 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:54.995 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:54.996 INFO:tasks.ceph.mds.d.smithi160.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7ff57c12b640 time 2024-09-19T08:07:54.996563+0000 2024-09-19T08:07:54.996 INFO:tasks.ceph.mds.d.smithi160.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:07:54.996 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:54.996 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7ff581d83417] 2024-09-19T08:07:54.996 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:54.997 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:07:54.996+0000 7ff57c12b640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7ff57c12b640 time 2024-09-19T08:07:54.996563+0000 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7ff581d83417] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:54.998 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr:*** Caught signal (Aborted) ** 2024-09-19T08:07:54.999 INFO:tasks.ceph.mds.d.smithi160.stderr: in thread 7ff57c12b640 thread_name:ms_dispatch 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff58143e6f0] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff58148b99c] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: raise() 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: abort() 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7ff581d834d4] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.000 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 16: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr:2024-09-19T08:07:54.997+0000 7ff57c12b640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: in thread 7ff57c12b640 thread_name:ms_dispatch 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff58143e6f0] 2024-09-19T08:07:55.001 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff58148b99c] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: raise() 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: abort() 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7ff581d834d4] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 16: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.002 INFO:tasks.ceph.mds.d.smithi160.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.003 INFO:tasks.ceph.mds.d.smithi160.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.003 INFO:tasks.ceph.mds.d.smithi160.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:07:55.003 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.003 INFO:tasks.ceph.mds.d.smithi160.stderr: -3560> 2024-09-19T08:07:46.993+0000 7ff579926640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:07:55.006 INFO:tasks.ceph.mds.d.smithi160.stderr: -8> 2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:55.006 INFO:tasks.ceph.mds.d.smithi160.stderr: -6> 2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:55.006 INFO:tasks.ceph.mds.d.smithi160.stderr: -1> 2024-09-19T08:07:54.996+0000 7ff57c12b640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7ff57c12b640 time 2024-09-19T08:07:54.996563+0000 2024-09-19T08:07:55.006 INFO:tasks.ceph.mds.d.smithi160.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7ff581d83417] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.007 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 0> 2024-09-19T08:07:54.997+0000 7ff57c12b640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: in thread 7ff57c12b640 thread_name:ms_dispatch 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff58143e6f0] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff58148b99c] 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: raise() 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: abort() 2024-09-19T08:07:55.008 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7ff581d834d4] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 16: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.009 INFO:tasks.ceph.mds.d.smithi160.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:07:55.010 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.010 INFO:tasks.ceph.mds.d.smithi160.stderr: -3560> 2024-09-19T08:07:46.993+0000 7ff579926640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr: -8> 2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr: -6> 2024-09-19T08:07:54.995+0000 7ff57c12b640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr: -1> 2024-09-19T08:07:54.996+0000 7ff57c12b640 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7ff57c12b640 time 2024-09-19T08:07:54.996563+0000 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.1.1-361-g2f599a46/rpm/el9/BUILD/ceph-19.1.1-361-g2f599a46/src/mds/MDSRank.cc: 952: ceph_abort_msg("abort() called") 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.011 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7ff581d83417] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.012 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 0> 2024-09-19T08:07:54.997+0000 7ff57c12b640 -1 *** Caught signal (Aborted) ** 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: in thread 7ff57c12b640 thread_name:ms_dispatch 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff58143e6f0] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff58148b99c] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 3: raise() 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 4: abort() 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7ff581d834d4] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x55e4b8bbf2d1] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 7: (CDentry::check_corruption(bool)+0x4d4) [0x55e4b8dea4e4] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 8: ceph-mds(+0x1cb3e9) [0x55e4b8c023e9] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr const&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x207f) [0x55e4b8c8d2df] 2024-09-19T08:07:55.013 INFO:tasks.ceph.mds.d.smithi160.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr const&)+0x25e2) [0x55e4b8c905b2] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x55e4b8c56dc3] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e4b8c44cec] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x55e4b8bc689b] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55e4b8bc6d6c] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a6) [0x55e4b8bab286] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 16: (DispatchQueue::entry()+0x4c2) [0x7ff581f904d2] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x42a0b1) [0x7ff58202a0b1] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7ff581489c52] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7ff58150ec80] 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T08:07:55.014 INFO:tasks.ceph.mds.d.smithi160.stderr: 2024-09-19T08:07:55.054 INFO:teuthology.orchestra.run.smithi017.stdout:{"mds_beacon_grace":"15.000000"} 2024-09-19T08:07:55.054 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-09-19T08:07:55.054 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:07:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.068+0000 7f9ac54a5640 1 Processor -- start 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.068+0000 7f9ac54a5640 1 -- start start 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9ac54a5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9ac00cfc10 0x7f9ac00d2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9ac54a5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ac006c7f0 0x7f9ac00d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9ac54a5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ac00b77a0 con 0x7f9ac0161bb0 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9ac54a5640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9ac0162c50 con 0x7f9ac006c7f0 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9ac54a5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9ac0163180 con 0x7f9ac00cfc10 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ac006c7f0 0x7f9ac00d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ac006c7f0 0x7f9ac00d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54312/0 (socket says 172.21.15.17:54312) 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 -- 172.21.15.17:0/3206484726 learned_addr learned my addr 172.21.15.17:0/3206484726 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abe7fc640 1 --2- 172.21.15.17:0/3206484726 >> v2:172.21.15.160:3300/0 conn(0x7f9ac00cfc10 0x7f9ac00d2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 -- 172.21.15.17:0/3206484726 >> v2:172.21.15.160:3300/0 conn(0x7f9ac00cfc10 msgr2=0x7f9ac00d2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 --2- 172.21.15.17:0/3206484726 >> v2:172.21.15.160:3300/0 conn(0x7f9ac00cfc10 0x7f9ac00d2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 -- 172.21.15.17:0/3206484726 >> v1:172.21.15.160:6789/0 conn(0x7f9ac0161bb0 legacy=0x7f9ac006c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.069+0000 7f9abf7fe640 1 -- 172.21.15.17:0/3206484726 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac0161f90 con 0x7f9ac006c7f0 2024-09-19T08:07:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.070+0000 7f9abf7fe640 1 --2- 172.21.15.17:0/3206484726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac006c7f0 0x7f9ac00d2650 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f9ac00d0f90 tx=0x7f9ab802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=682e6a755de657ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.070+0000 7f9abdffb640 1 -- 172.21.15.17:0/3206484726 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab8036070 con 0x7f9ac006c7f0 2024-09-19T08:07:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.070+0000 7f9abdffb640 1 -- 172.21.15.17:0/3206484726 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ab8031600 con 0x7f9ac006c7f0 2024-09-19T08:07:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.070+0000 7f9abdffb640 1 -- 172.21.15.17:0/3206484726 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80319d0 con 0x7f9ac006c7f0 2024-09-19T08:07:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 -- 172.21.15.17:0/3206484726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac006c7f0 msgr2=0x7f9ac00d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 --2- 172.21.15.17:0/3206484726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac006c7f0 0x7f9ac00d2650 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f9ac00d0f90 tx=0x7f9ab802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 -- 172.21.15.17:0/3206484726 shutdown_connections 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 --2- 172.21.15.17:0/3206484726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac006c7f0 0x7f9ac00d2650 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 --2- 172.21.15.17:0/3206484726 >> v2:172.21.15.160:3300/0 conn(0x7f9ac00cfc10 0x7f9ac00d2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 -- 172.21.15.17:0/3206484726 >> 172.21.15.17:0/3206484726 conn(0x7f9ac00d4b70 msgr2=0x7f9ac00d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 -- 172.21.15.17:0/3206484726 shutdown_connections 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.071+0000 7f9ac54a5640 1 -- 172.21.15.17:0/3206484726 wait complete. 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.072+0000 7f9ac54a5640 1 Processor -- start 2024-09-19T08:07:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.072+0000 7f9ac54a5640 1 -- start start 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ac006c7f0 0x7f9ac015b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ac00cfc10 0x7f9ac0159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac0161bb0 0x7f9ac015cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac00d0800 con 0x7f9ac0161bb0 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac0162ea0 con 0x7f9ac006c7f0 2024-09-19T08:07:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9ac54a5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9ac00d0ae0 con 0x7f9ac00cfc10 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac0161bb0 0x7f9ac015cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac0161bb0 0x7f9ac015cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54320/0 (socket says 172.21.15.17:54320) 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 -- 172.21.15.17:0/1984722279 learned_addr learned my addr 172.21.15.17:0/1984722279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abe7fc640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ac00cfc10 0x7f9ac0159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abeffd640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ac006c7f0 0x7f9ac015b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 -- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ac00cfc10 msgr2=0x7f9ac0159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ac00cfc10 0x7f9ac0159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 -- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ac006c7f0 msgr2=0x7f9ac015b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ac006c7f0 0x7f9ac015b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.073+0000 7f9abf7fe640 1 -- 172.21.15.17:0/1984722279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac015c080 con 0x7f9ac0161bb0 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9abf7fe640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ac0161bb0 0x7f9ac015cf80 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8034040 tx=0x7f9ab8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab8036050 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ab8042070 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab8009510 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9ac54a5640 1 -- 172.21.15.17:0/1984722279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ac015c360 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.074+0000 7f9ac54a5640 1 -- 172.21.15.17:0/1984722279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ac015c920 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.075+0000 7f9ac54a5640 1 -- 172.21.15.17:0/1984722279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f9ac015cb60 con 0x7f9ac0161bb0 2024-09-19T08:07:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.075+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ab8007bd0 con 0x7f9ac0161bb0 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.076+0000 7f9aa77fe640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aac06c2e0 0x7f9aac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.076+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f9ab80ac210 con 0x7f9ac0161bb0 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.076+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+501 (secure 0 0 0) 0x7f9ac015cb60 con 0x7f9ac0161bb0 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.076+0000 7f9abeffd640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aac06c2e0 0x7f9aac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.076+0000 7f9ac54a5640 1 -- 172.21.15.17:0/1984722279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({log-info=0+}) -- 0x7f9ac00d0180 con 0x7f9ac0161bb0 2024-09-19T08:07:55.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.077+0000 7f9abeffd640 1 --2- 172.21.15.17:0/1984722279 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aac06c2e0 0x7f9aac06e7a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9ac00c7ba0 tx=0x7f9ab0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.157+0000 7f4400865640 1 Processor -- start 2024-09-19T08:07:55.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 -- start start 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 0x7f43fc0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f43fc0cf720 0x7f43fc0d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43fc15ea20 con 0x7f43fc15e640 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f43fc0b3d00 con 0x7f43fc0cf720 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.158+0000 7f4400865640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f43fc0b2860 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f43fc0cf720 0x7f43fc0d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f43fc0cf720 0x7f43fc0d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54324/0 (socket says 172.21.15.17:54324) 2024-09-19T08:07:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 -- 172.21.15.17:0/2549804245 learned_addr learned my addr 172.21.15.17:0/2549804245 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43f9d9b640 1 --2- 172.21.15.17:0/2549804245 >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 0x7f43fc0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 -- 172.21.15.17:0/2549804245 >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 msgr2=0x7f43fc0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 --2- 172.21.15.17:0/2549804245 >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 0x7f43fc0d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 -- 172.21.15.17:0/2549804245 >> v1:172.21.15.160:6789/0 conn(0x7f43fc15e640 legacy=0x7f43fc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43fad9d640 1 -- 172.21.15.17:0/2549804245 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc0b1c50 con 0x7f43fc0cf720 2024-09-19T08:07:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.159+0000 7f43f9d9b640 1 --2- 172.21.15.17:0/2549804245 >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 0x7f43fc0d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f43fad9d640 1 --2- 172.21.15.17:0/2549804245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf720 0x7f43fc0d2b90 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f43fc15ebf0 tx=0x7f43f402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d4b899a9f407782 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f43f959a640 1 -- 172.21.15.17:0/2549804245 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f4036070 con 0x7f43fc0cf720 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f43f959a640 1 -- 172.21.15.17:0/2549804245 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43f4031600 con 0x7f43fc0cf720 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f43f959a640 1 -- 172.21.15.17:0/2549804245 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f40319d0 con 0x7f43fc0cf720 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 -- 172.21.15.17:0/2549804245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf720 msgr2=0x7f43fc0d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 --2- 172.21.15.17:0/2549804245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf720 0x7f43fc0d2b90 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f43fc15ebf0 tx=0x7f43f402a6a0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 -- 172.21.15.17:0/2549804245 shutdown_connections 2024-09-19T08:07:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 --2- 172.21.15.17:0/2549804245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf720 0x7f43fc0d2b90 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 --2- 172.21.15.17:0/2549804245 >> v2:172.21.15.160:3300/0 conn(0x7f43fc0cf2b0 0x7f43fc0d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.160+0000 7f4400865640 1 -- 172.21.15.17:0/2549804245 >> 172.21.15.17:0/2549804245 conn(0x7f43fc09d820 msgr2=0x7f43fc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.161+0000 7f4400865640 1 -- 172.21.15.17:0/2549804245 shutdown_connections 2024-09-19T08:07:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.161+0000 7f4400865640 1 -- 172.21.15.17:0/2549804245 wait complete. 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.162+0000 7f4400865640 1 Processor -- start 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.162+0000 7f4400865640 1 -- start start 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43fc0cf720 0x7f43fc155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43fc15e640 0x7f43fc0b48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc0b24f0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc0b2210 con 0x7f43fc0cf720 2024-09-19T08:07:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f43fc0cfe40 con 0x7f43fc15e640 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54332/0 (socket says 172.21.15.17:54332) 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 -- 172.21.15.17:0/3363555964 learned_addr learned my addr 172.21.15.17:0/3363555964 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43f9d9b640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43fc0cf720 0x7f43fc155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fad9d640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43fc15e640 0x7f43fc0b48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 -- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43fc15e640 msgr2=0x7f43fc0b48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43fc15e640 0x7f43fc0b48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 -- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43fc0cf720 msgr2=0x7f43fc155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43fc0cf720 0x7f43fc155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 -- 172.21.15.17:0/3363555964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc1615e0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43fa59c640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f43ec00c400 tx=0x7f43ec00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec0052d0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43ec005490 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43fc1618c0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.163+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec007260 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.164+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43fc15ef70 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.165+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43fc068eb0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.165+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43ec007400 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.166+0000 7f43eaffd640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.166+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f43ec08a8c0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.166+0000 7f43f9d9b640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.166+0000 7f43f9d9b640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 0x7f43dc06e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009560 tx=0x7f43f0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:55.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.170+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43ec0589e0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.380+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43fc0b8cf0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.381+0000 7f43eaffd640 1 -- 172.21.15.17:0/3363555964 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5228 (secure 0 0 0) 0x7f43ec05cce0 con 0x7f43fc0cf2b0 2024-09-19T08:07:55.381 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.381 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":62,"btime":"2024-09-19T08:07:49:359545+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:49.237888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:07:55.381 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 62 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.382+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 msgr2=0x7f43dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.382+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 0x7f43dc06e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009560 tx=0x7f43f0009190 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.382+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 msgr2=0x7f43fc0c8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.382+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f43ec00c400 tx=0x7f43ec00c8c0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 shutdown_connections 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f43dc06c2b0 0x7f43dc06e770 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f43fc15e640 0x7f43fc0b48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f43fc0cf720 0x7f43fc155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 --2- 172.21.15.17:0/3363555964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc0cf2b0 0x7f43fc0c8c70 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:55.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 >> 172.21.15.17:0/3363555964 conn(0x7f43fc09d820 msgr2=0x7f43fc0b8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:55.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 shutdown_connections 2024-09-19T08:07:55.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.383+0000 7f4400865640 1 -- 172.21.15.17:0/3363555964 wait complete. 2024-09-19T08:07:55.392 INFO:tasks.ceph.mds.d.smithi160.stderr:daemon-helper: command crashed with signal 6 2024-09-19T08:07:55.394 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:07:55.529+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 7 ==== log(1 entries from seq 1 at 2024-09-19T08:07:54.996509+0000) ==== 468+0+0 (secure 0 0 0) 0x7f9ab8078590 con 0x7f9ac0161bb0 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: cluster: 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: id: 69b5e481-59b9-432b-b815-af8fc37a64c1 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: health: HEALTH_OK 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: services: 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: mon: 3 daemons, quorum a,b,c (age 5m) 2024-09-19T08:07:55.529 INFO:teuthology.orchestra.run.smithi017.stdout: mgr: x(active, since 5m), standbys: y 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: mds: 1/1 daemons up, 3 standby 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 5m) 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: data: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: volumes: 1/1 healthy 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: pools: 3 pools, 97 pgs 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: objects: 24 objects, 582 KiB 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: usage: 247 MiB used, 720 GiB / 720 GiB avail 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: pgs: 97 active+clean 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: io: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: client: 1.6 KiB/s wr, 0 op/s rd, 4 op/s wr 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:07:55.530 INFO:teuthology.orchestra.run.smithi017.stdout:2024-09-19T08:07:54.996509+0000 mds.d [ERR] MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by request(client.6609:20 nref=7 cr=0x55e4bc3d3880)) (dversion lock w=1 last_client=6609) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x55e4bc2e1400] 2024-09-19T08:07:57.931 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:07:57.934 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:08:00.394 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:00.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.510+0000 7f5f39847640 1 Processor -- start 2024-09-19T08:08:00.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.510+0000 7f5f39847640 1 -- start start 2024-09-19T08:08:00.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f39847640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5f340d3c00 0x7f5f340d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f39847640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f340b7e60 con 0x7f5f3415e840 2024-09-19T08:08:00.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f39847640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f340cf800 con 0x7f5f340b3720 2024-09-19T08:08:00.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f39847640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5f3415ec20 con 0x7f5f340d3c00 2024-09-19T08:08:00.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f32ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f5f3415e840 0x7f5f340cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45560/0 (socket says 172.21.15.17:45560) 2024-09-19T08:08:00.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.511+0000 7f5f32ffd640 1 -- 172.21.15.17:0/3866178178 learned_addr learned my addr 172.21.15.17:0/3866178178 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:00.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 505923120 0 0) 0x7f5f24001490 con 0x7f5f3415e840 2024-09-19T08:08:00.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f337fe640 1 --2- 172.21.15.17:0/3866178178 >> v2:172.21.15.160:3300/0 conn(0x7f5f340d3c00 0x7f5f340d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f1c003520 con 0x7f5f3415e840 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 795026069 0 0) 0x7f5f1c003520 con 0x7f5f3415e840 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 >> v2:172.21.15.160:3300/0 conn(0x7f5f340d3c00 msgr2=0x7f5f340d4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 --2- 172.21.15.17:0/3866178178 >> v2:172.21.15.160:3300/0 conn(0x7f5f340d3c00 0x7f5f340d4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 >> v1:172.21.15.160:6789/0 conn(0x7f5f340b3720 legacy=0x7f5f340b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f340cfae0 con 0x7f5f3415e840 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f5f24001bc0 con 0x7f5f3415e840 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 >> v1:172.21.15.17:6789/0 conn(0x7f5f3415e840 legacy=0x7f5f340cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f1c0039b0 0x7f5f1c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 0x7f5f1c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c0051c0 0x7f5f1c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c00c040 con 0x7f5f1c004800 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c00c1f0 con 0x7f5f1c0039b0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5f1c00c3f0 con 0x7f5f1c0051c0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 0x7f5f1c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f32ffd640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f1c0039b0 0x7f5f1c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.512+0000 7f5f337fe640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c0051c0 0x7f5f1c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 -- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c0051c0 msgr2=0x7f5f1c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c0051c0 0x7f5f1c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 -- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f1c0039b0 msgr2=0x7f5f1c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f1c0039b0 0x7f5f1c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 -- 172.21.15.17:0/3866178178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f1c003520 con 0x7f5f1c004800 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f337fe640 1 -- 172.21.15.17:0/3866178178 reap_dead start 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 0x7f5f1c004c80 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f5f28001750 tx=0x7f5f1c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa5368c3eae1449 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f28001370 con 0x7f5f1c004800 2024-09-19T08:08:00.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f280052d0 con 0x7f5f1c004800 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.513+0000 7f5f31ffb640 1 -- 172.21.15.17:0/3866178178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2802abc0 con 0x7f5f1c004800 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 -- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 msgr2=0x7f5f1c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 0x7f5f1c004c80 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f5f28001750 tx=0x7f5f1c005830 comp rx=0 tx=0).stop 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 -- 172.21.15.17:0/3866178178 shutdown_connections 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 --2- 172.21.15.17:0/3866178178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f1c004800 0x7f5f1c004c80 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 -- 172.21.15.17:0/3866178178 >> 172.21.15.17:0/3866178178 conn(0x7f5f340d4930 msgr2=0x7f5f340d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 -- 172.21.15.17:0/3866178178 shutdown_connections 2024-09-19T08:08:00.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.514+0000 7f5f39847640 1 -- 172.21.15.17:0/3866178178 wait complete. 2024-09-19T08:08:00.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.515+0000 7f5f39847640 1 Processor -- start 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 -- start start 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 0x7f5f34158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 0x7f5f34160d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5f340d27e0 con 0x7f5f34157bd0 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5f340cfdc0 con 0x7f5f34158740 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f39847640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5f340d4090 con 0x7f5f1c004800 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.516+0000 7f5f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54350/0 (socket says 172.21.15.17:54350) 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 -- 172.21.15.17:0/3402216594 learned_addr learned my addr 172.21.15.17:0/3402216594 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 0x7f5f34160d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f32ffd640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 0x7f5f34158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 -- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 msgr2=0x7f5f34158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 0x7f5f34158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 -- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 msgr2=0x7f5f34160d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 0x7f5f34160d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 -- 172.21.15.17:0/3402216594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f340ce9a0 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f327fc640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 0x7f5f34160d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f32ffd640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 0x7f5f34158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f337fe640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5f340ba210 tx=0x7f5f2c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c003610 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f2c01b070 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c0039f0 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f340ce6c0 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.517+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f3415fa20 con 0x7f5f34157bd0 2024-09-19T08:08:00.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.518+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f340d4420 con 0x7f5f34157bd0 2024-09-19T08:08:00.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.519+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f2c003b90 con 0x7f5f34157bd0 2024-09-19T08:08:00.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.519+0000 7f5f1bfff640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 0x7f5f2006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:00.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.519+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f5f2c08b810 con 0x7f5f34157bd0 2024-09-19T08:08:00.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.520+0000 7f5f32ffd640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 0x7f5f2006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:00.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.520+0000 7f5f32ffd640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 0x7f5f2006e7a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5f341f78e0 tx=0x7f5f24006040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:00.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.524+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f2c059f80 con 0x7f5f34157bd0 2024-09-19T08:08:00.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.736+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f340b5230 con 0x7f5f34157bd0 2024-09-19T08:08:00.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.736+0000 7f5f1bfff640 1 -- 172.21.15.17:0/3402216594 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5228 (secure 0 0 0) 0x7f5f2c059880 con 0x7f5f34157bd0 2024-09-19T08:08:00.736 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:00.737 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":62,"btime":"2024-09-19T08:07:49:359545+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:49.237888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:08:00.737 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 62 2024-09-19T08:08:00.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 msgr2=0x7f5f2006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 0x7f5f2006e7a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5f341f78e0 tx=0x7f5f24006040 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 msgr2=0x7f5f34158050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5f340ba210 tx=0x7f5f2c009f90 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 shutdown_connections 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5f2006c2e0 0x7f5f2006e7a0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f34157bd0 0x7f5f34158050 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5f34158740 0x7f5f34160d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 --2- 172.21.15.17:0/3402216594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5f1c004800 0x7f5f34158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 >> 172.21.15.17:0/3402216594 conn(0x7f5f340d4930 msgr2=0x7f5f340b5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 shutdown_connections 2024-09-19T08:08:00.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:00.738+0000 7f5f39847640 1 -- 172.21.15.17:0/3402216594 wait complete. 2024-09-19T08:08:00.749 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:08:02.189 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T08:08:05.750 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.866+0000 7f9011f7f640 1 Processor -- start 2024-09-19T08:08:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.866+0000 7f9011f7f640 1 -- start start 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f9011f7f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f900c0af890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f9011f7f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f900c15f150 con 0x7f900c15ec50 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f9011f7f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f900c15f430 con 0x7f900c0aefb0 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f9011f7f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f900c0b34c0 con 0x7f900c15c2f0 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900affd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f900c15ec50 0x7f900c0ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35846/0 (socket says 172.21.15.17:35846) 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900affd640 1 -- 172.21.15.17:0/2576402830 learned_addr learned my addr 172.21.15.17:0/2576402830 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f900c0af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2644429428 0 0) 0x7f900c15f150 con 0x7f900c15ec50 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ff4003520 con 0x7f900c15ec50 2024-09-19T08:08:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1160165325 0 0) 0x7f900c15f430 con 0x7f900c0aefb0 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.867+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f900c15f150 con 0x7f900c0aefb0 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2772642523 0 0) 0x7f8ff4003520 con 0x7f900c15ec50 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 msgr2=0x7f900c0af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f900c0af890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 >> v1:172.21.15.160:6789/0 conn(0x7f900c0aefb0 legacy=0x7f900c0b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f900c15f710 con 0x7f900c15ec50 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9000001670 con 0x7f900c15ec50 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f900c0af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 >> v1:172.21.15.17:6789/0 conn(0x7f900c15ec50 legacy=0x7f900c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f8ff4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f8ff4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ff4004d40 0x7f8ff40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f900c0b34c0 con 0x7f8ff4003b70 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8ff400ba70 con 0x7f8ff4004d40 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ff400bbf0 con 0x7f900c15c2f0 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f8ff4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900bfff640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ff4004d40 0x7f8ff40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900affd640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f8ff4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 -- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 msgr2=0x7f8ff4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c15c2f0 0x7f8ff4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 -- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ff4004d40 msgr2=0x7f8ff40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ff4004d40 0x7f8ff40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900b7fe640 1 -- 172.21.15.17:0/2576402830 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ff4003520 con 0x7f8ff4003b70 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.868+0000 7f900bfff640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ff4004d40 0x7f8ff40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f900b7fe640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f8ff4003f70 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009cc0 tx=0x7f8ff4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ce2049ca1e4a0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc036070 con 0x7f8ff4003b70 2024-09-19T08:08:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ffc031400 con 0x7f8ff4003b70 2024-09-19T08:08:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f900a7fc640 1 -- 172.21.15.17:0/2576402830 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc009860 con 0x7f8ff4003b70 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f9011f7f640 1 -- 172.21.15.17:0/2576402830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 msgr2=0x7f8ff4003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f9011f7f640 1 --2- 172.21.15.17:0/2576402830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f8ff4003f70 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009cc0 tx=0x7f8ff4005830 comp rx=0 tx=0).stop 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.869+0000 7f900bfff640 1 -- 172.21.15.17:0/2576402830 reap_dead start 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.870+0000 7f9011f7f640 1 -- 172.21.15.17:0/2576402830 shutdown_connections 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.870+0000 7f9011f7f640 1 -- 172.21.15.17:0/2576402830 >> 172.21.15.17:0/2576402830 conn(0x7f900c0b21c0 msgr2=0x7f900c0b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.870+0000 7f9011f7f640 1 -- 172.21.15.17:0/2576402830 shutdown_connections 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.870+0000 7f9011f7f640 1 -- 172.21.15.17:0/2576402830 wait complete. 2024-09-19T08:08:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.871+0000 7f9011f7f640 1 Processor -- start 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.871+0000 7f9011f7f640 1 -- start start 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c1f81a0 0x7f900c153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f900c1f8620 0x7f900c153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f900c0afa10 con 0x7f8ff4003b70 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f900c0af890 con 0x7f900c1f8620 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f9011f7f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f900c0afb90 con 0x7f900c1f81a0 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39438/0 (socket says 172.21.15.17:39438) 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 -- 172.21.15.17:0/1790518540 learned_addr learned my addr 172.21.15.17:0/1790518540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900affd640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c1f81a0 0x7f900c153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900bfff640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f900c1f8620 0x7f900c153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 -- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c1f81a0 msgr2=0x7f900c153530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c1f81a0 0x7f900c153530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 -- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f900c1f8620 msgr2=0x7f900c153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f900c1f8620 0x7f900c153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 -- 172.21.15.17:0/1790518540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f900c0cdff0 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f900b7fe640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009cc0 tx=0x7f8ffc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.872+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc041020 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.873+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ffc0093e0 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.873+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f900c1f8b80 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.873+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc036040 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.873+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f900c15d010 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.874+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f900c068c90 con 0x7f8ff4003b70 2024-09-19T08:08:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.874+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ffc044020 con 0x7f8ff4003b70 2024-09-19T08:08:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.875+0000 7f8ff3fff640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 0x7f8ff806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.875+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f8ffc0abba0 con 0x7f8ff4003b70 2024-09-19T08:08:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.875+0000 7f900affd640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 0x7f8ff806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.875+0000 7f900affd640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 0x7f8ff806e7a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9000001050 tx=0x7f9000009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:05.879+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f900c068c90 con 0x7f8ff4003b70 2024-09-19T08:08:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.093+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f900c0ae8a0 con 0x7f8ff4003b70 2024-09-19T08:08:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.094+0000 7f8ff3fff640 1 -- 172.21.15.17:0/1790518540 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5228 (secure 0 0 0) 0x7f8ffc04b030 con 0x7f8ff4003b70 2024-09-19T08:08:06.094 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:06.094 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":62,"btime":"2024-09-19T08:07:49:359545+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:49.237888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:08:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 62 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 msgr2=0x7f8ff806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 0x7f8ff806e7a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9000001050 tx=0x7f9000009040 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 msgr2=0x7f900c152150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009cc0 tx=0x7f8ffc004730 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 shutdown_connections 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8ff806c2e0 0x7f8ff806e7a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f900c1f8620 0x7f900c153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f900c1f81a0 0x7f900c153530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.095+0000 7f9011f7f640 1 --2- 172.21.15.17:0/1790518540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ff4003b70 0x7f900c152150 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.096+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 >> 172.21.15.17:0/1790518540 conn(0x7f900c0b21c0 msgr2=0x7f900c06e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:06.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.096+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 shutdown_connections 2024-09-19T08:08:06.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:06.096+0000 7f9011f7f640 1 -- 172.21.15.17:0/1790518540 wait complete. 2024-09-19T08:08:06.107 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:08:08.800 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-09-19T08:08:11.108 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.225+0000 7f20f6623640 1 Processor -- start 2024-09-19T08:08:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.225+0000 7f20f6623640 1 -- start start 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f6623640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f20f00cdfc0 0x7f20f00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f6623640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 0x7f20f0071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f6623640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f00ce4f0 con 0x7f20f015b2e0 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f6623640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f20f015b6c0 con 0x7f20f00cdfc0 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f6623640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f20f00b4430 con 0x7f20f00b22c0 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f4bc0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 0x7f20f0071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20ef7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f20f00cdfc0 0x7f20f00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20effff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f20f015b2e0 0x7f20f00b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:43248/0 (socket says 172.21.15.17:43248) 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20effff640 1 -- 172.21.15.17:0/3679895529 learned_addr learned my addr 172.21.15.17:0/3679895529 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20ef7fe640 1 -- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 msgr2=0x7f20f0071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:11.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 0x7f20f0071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20ef7fe640 1 -- 172.21.15.17:0/3679895529 >> v1:172.21.15.160:6789/0 conn(0x7f20f015b2e0 legacy=0x7f20f00b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20ef7fe640 1 -- 172.21.15.17:0/3679895529 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f00ce7d0 con 0x7f20f00cdfc0 2024-09-19T08:08:11.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.226+0000 7f20f4bc0640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 0x7f20f0071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.227+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f00b1d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f20e40097d0 tx=0x7f20e402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3c6fa50099eb4d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.227+0000 7f20eeffd640 1 -- 172.21.15.17:0/3679895529 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e4037070 con 0x7f20f00cdfc0 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.227+0000 7f20eeffd640 1 -- 172.21.15.17:0/3679895529 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e4032440 con 0x7f20f00cdfc0 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.227+0000 7f20eeffd640 1 -- 172.21.15.17:0/3679895529 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e4032810 con 0x7f20f00cdfc0 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 -- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 msgr2=0x7f20f00b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f00b1d80 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f20e40097d0 tx=0x7f20e402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 -- 172.21.15.17:0/3679895529 shutdown_connections 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f00b22c0 0x7f20f0071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 --2- 172.21.15.17:0/3679895529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f00b1d80 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 -- 172.21.15.17:0/3679895529 >> 172.21.15.17:0/3679895529 conn(0x7f20f006bc10 msgr2=0x7f20f006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 -- 172.21.15.17:0/3679895529 shutdown_connections 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.228+0000 7f20f6623640 1 -- 172.21.15.17:0/3679895529 wait complete. 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.229+0000 7f20f6623640 1 Processor -- start 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 -- start start 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f0151820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015b2e0 0x7f20f01531d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0071130 con 0x7f20f00b22c0 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f20f00ced90 con 0x7f20f00cdfc0 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20f6623640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f20f00712b0 con 0x7f20f015b2e0 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39446/0 (socket says 172.21.15.17:39446) 2024-09-19T08:08:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.230+0000 7f20effff640 1 -- 172.21.15.17:0/3890565958 learned_addr learned my addr 172.21.15.17:0/3890565958 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f0151820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20f4bc0640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015b2e0 0x7f20f01531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 -- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015b2e0 msgr2=0x7f20f01531d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015b2e0 0x7f20f01531d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 -- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 msgr2=0x7f20f0151820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f0151820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 -- 172.21.15.17:0/3890565958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f0152240 con 0x7f20f00b22c0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20effff640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f20e000c3c0 tx=0x7f20e000c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e0017070 con 0x7f20f00b22c0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e0005ce0 con 0x7f20f00b22c0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e00072f0 con 0x7f20f00b22c0 2024-09-19T08:08:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f015bbc0 con 0x7f20f00b22c0 2024-09-19T08:08:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.231+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f015c140 con 0x7f20f00b22c0 2024-09-19T08:08:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.232+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f00cf780 con 0x7f20f00b22c0 2024-09-19T08:08:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.233+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20e001a070 con 0x7f20f00b22c0 2024-09-19T08:08:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.233+0000 7f20ecff9640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.234+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5709+0+0 (secure 0 0 0) 0x7f20e008a610 con 0x7f20f00b22c0 2024-09-19T08:08:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.234+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.235+0000 7f20ef7fe640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f20e4034000 tx=0x7f20e402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:11.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.238+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f20f00cf780 con 0x7f20f00b22c0 2024-09-19T08:08:11.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.452+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20f00b1d80 con 0x7f20f00b22c0 2024-09-19T08:08:11.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.453+0000 7f20ecff9640 1 -- 172.21.15.17:0/3890565958 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5228 (secure 0 0 0) 0x7f20e0058740 con 0x7f20f00b22c0 2024-09-19T08:08:11.453 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:11.453 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":62,"btime":"2024-09-19T08:07:49:359545+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:07:49.237888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:08:11.453 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 62 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 msgr2=0x7f20dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f20e4034000 tx=0x7f20e402e000 comp rx=0 tx=0).stop 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 msgr2=0x7f20f01f2390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f20e000c3c0 tx=0x7f20e000c7c0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 shutdown_connections 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20dc06c2b0 0x7f20dc06e770 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f20f015b2e0 0x7f20f01531d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f20f00cdfc0 0x7f20f0151820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 --2- 172.21.15.17:0/3890565958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f20f00b22c0 0x7f20f01f2390 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 >> 172.21.15.17:0/3890565958 conn(0x7f20f006bc10 msgr2=0x7f20f0072610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 shutdown_connections 2024-09-19T08:08:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.455+0000 7f20f6623640 1 -- 172.21.15.17:0/3890565958 wait complete. 2024-09-19T08:08:11.466 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-19T08:08:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:11.554+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 8 ==== log(4 entries from seq 113 at 2024-09-19T08:08:11.421228+0000) ==== 1126+0+0 (secure 0 0 0) 0x7f9ab80aa7b0 con 0x7f9ac0161bb0 2024-09-19T08:08:12.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:12.572+0000 7f9aa77fe640 1 -- 172.21.15.17:0/1984722279 <== mon.0 v2:172.21.15.17:3300/0 9 ==== log(2 entries from seq 688 at 2024-09-19T08:08:11.561661+0000) ==== 560+0+0 (secure 0 0 0) 0x7f9ab8076900 con 0x7f9ac0161bb0 2024-09-19T08:08:15.414 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~13s 2024-09-19T08:08:16.467 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:16.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.583+0000 7fb7dcf31640 1 Processor -- start 2024-09-19T08:08:16.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.583+0000 7fb7dcf31640 1 -- start start 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.584+0000 7fb7dcf31640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb7d80d27b0 0x7fb7d80b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.584+0000 7fb7dcf31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 0x7fb7d815d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.584+0000 7fb7dcf31640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7d80b59b0 con 0x7fb7d8070660 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.584+0000 7fb7dcf31640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb7d815d750 con 0x7fb7d80d27b0 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.584+0000 7fb7dcf31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d80b5c90 con 0x7fb7d815d2e0 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7d8070660 0x7fb7d80b6a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45912/0 (socket says 172.21.15.17:45912) 2024-09-19T08:08:16.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d6d9d640 1 -- 172.21.15.17:0/1911424071 learned_addr learned my addr 172.21.15.17:0/1911424071 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7cffff640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 0x7fb7d815d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d659c640 1 --2- 172.21.15.17:0/1911424071 >> v2:172.21.15.160:3300/0 conn(0x7fb7d80d27b0 0x7fb7d80b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d5d9b640 1 -- 172.21.15.17:0/1911424071 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3990945741 0 0) 0x7fb7d80b59b0 con 0x7fb7d8070660 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d5d9b640 1 -- 172.21.15.17:0/1911424071 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7c4003520 con 0x7fb7d8070660 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d659c640 1 -- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 msgr2=0x7fb7d815d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d659c640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 0x7fb7d815d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d659c640 1 -- 172.21.15.17:0/1911424071 >> v1:172.21.15.17:6789/0 conn(0x7fb7d8070660 legacy=0x7fb7d80b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7d659c640 1 -- 172.21.15.17:0/1911424071 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d80b5f70 con 0x7fb7d80d27b0 2024-09-19T08:08:16.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.585+0000 7fb7cffff640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 0x7fb7d815d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:16.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.586+0000 7fb7d659c640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d80b5320 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb7c80097a0 tx=0x7fb7c802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f562624c46ca98d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:16.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.586+0000 7fb7d5d9b640 1 -- 172.21.15.17:0/1911424071 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8037070 con 0x7fb7d80d27b0 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.586+0000 7fb7d5d9b640 1 -- 172.21.15.17:0/1911424071 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c8032440 con 0x7fb7d80d27b0 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.586+0000 7fb7d5d9b640 1 -- 172.21.15.17:0/1911424071 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c80327f0 con 0x7fb7d80d27b0 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 -- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 msgr2=0x7fb7d80b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d80b5320 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb7c80097a0 tx=0x7fb7c802a180 comp rx=0 tx=0).stop 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 -- 172.21.15.17:0/1911424071 shutdown_connections 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d815d2e0 0x7fb7d815d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/1911424071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d80b5320 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 -- 172.21.15.17:0/1911424071 >> 172.21.15.17:0/1911424071 conn(0x7fb7d806f400 msgr2=0x7fb7d806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 -- 172.21.15.17:0/1911424071 shutdown_connections 2024-09-19T08:08:16.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.587+0000 7fb7dcf31640 1 -- 172.21.15.17:0/1911424071 wait complete. 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.588+0000 7fb7dcf31640 1 Processor -- start 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.588+0000 7fb7dcf31640 1 -- start start 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d8070660 0x7fb7d814dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d8159870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d80d2b90 con 0x7fb7d815d2e0 2024-09-19T08:08:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d80b6530 con 0x7fb7d80d27b0 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7dcf31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d80d2d10 con 0x7fb7d8070660 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37900/0 (socket says 172.21.15.17:37900) 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 -- 172.21.15.17:0/3618976466 learned_addr learned my addr 172.21.15.17:0/3618976466 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7cffff640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d8159870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d659c640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d8070660 0x7fb7d814dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 -- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d8070660 msgr2=0x7fb7d814dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d8070660 0x7fb7d814dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 -- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 msgr2=0x7fb7d8159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d8159870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7d6d9d640 1 -- 172.21.15.17:0/3618976466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d80cb820 con 0x7fb7d815d2e0 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.589+0000 7fb7cffff640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d8159870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7d6d9d640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000cb70 tx=0x7fb7d000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d0017070 con 0x7fb7d815d2e0 2024-09-19T08:08:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7d000ad40 con 0x7fb7d815d2e0 2024-09-19T08:08:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d80cbb00 con 0x7fb7d815d2e0 2024-09-19T08:08:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d0012620 con 0x7fb7d815d2e0 2024-09-19T08:08:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.590+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d80cc0c0 con 0x7fb7d815d2e0 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.591+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d80cf7d0 con 0x7fb7d815d2e0 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.591+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7d001a070 con 0x7fb7d815d2e0 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.592+0000 7fb7ceffd640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 0x7fb7b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.592+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5767+0+0 (secure 0 0 0) 0x7fb7d008b300 con 0x7fb7d815d2e0 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.592+0000 7fb7d659c640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 0x7fb7b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.593+0000 7fb7d659c640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 0x7fb7b806e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8034000 tx=0x7fb7c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.596+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7d80cf7d0 con 0x7fb7d815d2e0 2024-09-19T08:08:16.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.811+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7d80b70b0 con 0x7fb7d815d2e0 2024-09-19T08:08:16.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.812+0000 7fb7ceffd640 1 -- 172.21.15.17:0/3618976466 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5276 (secure 0 0 0) 0x7fb7d0059a30 con 0x7fb7d815d2e0 2024-09-19T08:08:16.812 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:16.812 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":63,"btime":"2024-09-19T08:08:12:138969+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5543,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:12.138918+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5992},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5992":{"gid":5992,"name":"d","rank":0,"incarnation":58,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6835/1224163311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1224163311},{"type":"v1","addr":"172.21.15.160:6835","nonce":1224163311}]},"join_fscid":-1,"laggy_since":"2024-09-19T08:08:12.138918+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5992,"qdb_cluster":[5992]},"id":5}]} 2024-09-19T08:08:16.812 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 63 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 msgr2=0x7fb7b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 0x7fb7b806e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8034000 tx=0x7fb7c802e000 comp rx=0 tx=0).stop 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 msgr2=0x7fb7d8159db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000cb70 tx=0x7fb7d000a430 comp rx=0 tx=0).stop 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 shutdown_connections 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7b806c2b0 0x7fb7b806e770 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d815d2e0 0x7fb7d8159db0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d80d27b0 0x7fb7d8159870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 --2- 172.21.15.17:0/3618976466 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d8070660 0x7fb7d814dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:16.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 >> 172.21.15.17:0/3618976466 conn(0x7fb7d806f400 msgr2=0x7fb7d815c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:16.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 shutdown_connections 2024-09-19T08:08:16.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:16.814+0000 7fb7dcf31640 1 -- 172.21.15.17:0/3618976466 wait complete. 2024-09-19T08:08:16.825 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-09-19T08:08:16.926 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-19T08:08:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.031+0000 7fe69f60e640 1 Processor -- start 2024-09-19T08:08:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.031+0000 7fe69f60e640 1 -- start start 2024-09-19T08:08:17.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 0x7fe69806fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe698073d30 0x7fe6980d21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe6980d26e0 0x7fe6980d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe69815ff40 con 0x7fe6980d26e0 2024-09-19T08:08:17.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe69815edf0 con 0x7fe698073d30 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69f60e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe698070090 con 0x7fe69815c1f0 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe6980d26e0 0x7fe6980d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe6980d26e0 0x7fe6980d02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37916/0 (socket says 172.21.15.17:37916) 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 -- 172.21.15.17:0/4138571099 learned_addr learned my addr 172.21.15.17:0/4138571099 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69d3aa640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 0x7fe69806fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69cba9640 1 --2- 172.21.15.17:0/4138571099 >> v2:172.21.15.160:3300/0 conn(0x7fe698073d30 0x7fe6980d21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 -- 172.21.15.17:0/4138571099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 msgr2=0x7fe69806fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 0x7fe69806fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 -- 172.21.15.17:0/4138571099 >> v2:172.21.15.160:3300/0 conn(0x7fe698073d30 msgr2=0x7fe6980d21a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 --2- 172.21.15.17:0/4138571099 >> v2:172.21.15.160:3300/0 conn(0x7fe698073d30 0x7fe6980d21a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69dbab640 1 -- 172.21.15.17:0/4138571099 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe69815f040 con 0x7fe6980d26e0 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.032+0000 7fe69d3aa640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 0x7fe69806fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:17.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.033+0000 7fe69dbab640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe6980d02c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe6980d0120 tx=0x7fe69002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe98b013ba40f912 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.033+0000 7fe697fff640 1 -- 172.21.15.17:0/4138571099 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe690037070 con 0x7fe6980d26e0 2024-09-19T08:08:17.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.033+0000 7fe697fff640 1 -- 172.21.15.17:0/4138571099 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe690032440 con 0x7fe6980d26e0 2024-09-19T08:08:17.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.033+0000 7fe697fff640 1 -- 172.21.15.17:0/4138571099 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe690032810 con 0x7fe6980d26e0 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 -- 172.21.15.17:0/4138571099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 msgr2=0x7fe6980d02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe6980d02c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe6980d0120 tx=0x7fe69002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 -- 172.21.15.17:0/4138571099 shutdown_connections 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe6980d02c0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 --2- 172.21.15.17:0/4138571099 >> v2:172.21.15.160:3300/0 conn(0x7fe698073d30 0x7fe6980d21a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 --2- 172.21.15.17:0/4138571099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe69815c1f0 0x7fe69806fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 -- 172.21.15.17:0/4138571099 >> 172.21.15.17:0/4138571099 conn(0x7fe6980b7db0 msgr2=0x7fe698067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 -- 172.21.15.17:0/4138571099 shutdown_connections 2024-09-19T08:08:17.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.034+0000 7fe69f60e640 1 -- 172.21.15.17:0/4138571099 wait complete. 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.035+0000 7fe69f60e640 1 Processor -- start 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.035+0000 7fe69f60e640 1 -- start start 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe698073d30 0x7fe6980ced40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe69815c1f0 0x7fe69815dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe69815f8e0 con 0x7fe6980d26e0 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe69815f600 con 0x7fe69815c1f0 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69f60e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe6980d2b00 con 0x7fe698073d30 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37924/0 (socket says 172.21.15.17:37924) 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 -- 172.21.15.17:0/1427059721 learned_addr learned my addr 172.21.15.17:0/1427059721 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69dbab640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe69815c1f0 0x7fe69815dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69d3aa640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe698073d30 0x7fe6980ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 -- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe698073d30 msgr2=0x7fe6980ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe698073d30 0x7fe6980ced40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 -- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe69815c1f0 msgr2=0x7fe69815dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe69815c1f0 0x7fe69815dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.036+0000 7fe69cba9640 1 -- 172.21.15.17:0/1427059721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6980cdca0 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe69cba9640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe68c00d800 tx=0x7fe68c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe68c0096a0 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe68c019070 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6980cdf80 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe68c009a60 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.037+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6980ce540 con 0x7fe6980d26e0 2024-09-19T08:08:17.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.038+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe69815c5d0 con 0x7fe6980d26e0 2024-09-19T08:08:17.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.038+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe68c009c00 con 0x7fe6980d26e0 2024-09-19T08:08:17.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.039+0000 7fe695ffb640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 0x7fe68406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.039+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5767+0+0 (secure 0 0 0) 0x7fe68c08b720 con 0x7fe6980d26e0 2024-09-19T08:08:17.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.039+0000 7fe69d3aa640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 0x7fe68406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.040+0000 7fe69d3aa640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 0x7fe68406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe68800f500 tx=0x7fe688007770 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.043+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe68c059800 con 0x7fe6980d26e0 2024-09-19T08:08:17.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.219+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) -- 0x7fe6980b3000 con 0x7fe6980d26e0 2024-09-19T08:08:17.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.222+0000 7fe695ffb640 1 -- 172.21.15.17:0/1427059721 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v24) ==== 121+0+0 (secure 0 0 0) 0x7fe68c05db00 con 0x7fe6980d26e0 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 msgr2=0x7fe68406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 0x7fe68406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe68800f500 tx=0x7fe688007770 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 msgr2=0x7fe698156190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe68c00d800 tx=0x7fe68c00dcc0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 shutdown_connections 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe68406c2b0 0x7fe68406e770 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe69815c1f0 0x7fe69815dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6980d26e0 0x7fe698156190 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 --2- 172.21.15.17:0/1427059721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe698073d30 0x7fe6980ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.224+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 >> 172.21.15.17:0/1427059721 conn(0x7fe6980b7db0 msgr2=0x7fe6980b3940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.225+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 shutdown_connections 2024-09-19T08:08:17.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.225+0000 7fe69f60e640 1 -- 172.21.15.17:0/1427059721 wait complete. 2024-09-19T08:08:17.236 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 5:0 false 2024-09-19T08:08:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.340+0000 7f3bde14b640 1 Processor -- start 2024-09-19T08:08:17.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.340+0000 7f3bde14b640 1 -- start start 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bde14b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3bd815e7f0 0x7f3bd80cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bde14b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 0x7f3bd80b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bde14b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bd80cfcc0 con 0x7f3bd80cf7b0 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bde14b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3bd80cffa0 con 0x7f3bd815e7f0 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bde14b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3bd80d0280 con 0x7f3bd806c7f0 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bd6ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3bd80cf7b0 0x7f3bd806c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45920/0 (socket says 172.21.15.17:45920) 2024-09-19T08:08:17.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bd77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3bd815e7f0 0x7f3bd80cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.341+0000 7f3bd6ffd640 1 -- 172.21.15.17:0/1105161595 learned_addr learned my addr 172.21.15.17:0/1105161595 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd7fff640 1 --2- 172.21.15.17:0/1105161595 >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 0x7f3bd80b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd77fe640 1 -- 172.21.15.17:0/1105161595 >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 msgr2=0x7f3bd80b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd77fe640 1 --2- 172.21.15.17:0/1105161595 >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 0x7f3bd80b75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd77fe640 1 -- 172.21.15.17:0/1105161595 >> v1:172.21.15.17:6789/0 conn(0x7f3bd80cf7b0 legacy=0x7f3bd806c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd67fc640 1 -- 172.21.15.17:0/1105161595 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1996336405 0 0) 0x7f3bd80cfcc0 con 0x7f3bd80cf7b0 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd77fe640 1 -- 172.21.15.17:0/1105161595 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd80d0560 con 0x7f3bd815e7f0 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd7fff640 1 --2- 172.21.15.17:0/1105161595 >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 0x7f3bd80b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.342+0000 7f3bd77fe640 1 --2- 172.21.15.17:0/1105161595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd80cf270 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3bd806cf10 tx=0x7f3bc802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef40da6bd8882ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bd67fc640 1 -- 172.21.15.17:0/1105161595 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8037070 con 0x7f3bd815e7f0 2024-09-19T08:08:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bd67fc640 1 -- 172.21.15.17:0/1105161595 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bc8032440 con 0x7f3bd815e7f0 2024-09-19T08:08:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bd67fc640 1 -- 172.21.15.17:0/1105161595 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8032810 con 0x7f3bd815e7f0 2024-09-19T08:08:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 -- 172.21.15.17:0/1105161595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 msgr2=0x7f3bd80cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 --2- 172.21.15.17:0/1105161595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd80cf270 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3bd806cf10 tx=0x7f3bc802a230 comp rx=0 tx=0).stop 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 -- 172.21.15.17:0/1105161595 shutdown_connections 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 --2- 172.21.15.17:0/1105161595 >> v2:172.21.15.160:3300/0 conn(0x7f3bd806c7f0 0x7f3bd80b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 --2- 172.21.15.17:0/1105161595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd80cf270 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 -- 172.21.15.17:0/1105161595 >> 172.21.15.17:0/1105161595 conn(0x7f3bd80d44e0 msgr2=0x7f3bd80d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 -- 172.21.15.17:0/1105161595 shutdown_connections 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.343+0000 7f3bde14b640 1 -- 172.21.15.17:0/1105161595 wait complete. 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.344+0000 7f3bde14b640 1 Processor -- start 2024-09-19T08:08:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 -- start start 2024-09-19T08:08:17.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd806c7f0 0x7f3bd80cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 0x7f3bd814d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd80cee70 con 0x7f3bd815e7f0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd80cecf0 con 0x7f3bd80cf7b0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bde14b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd80b7b30 con 0x7f3bd806c7f0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.345+0000 7f3bd7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37952/0 (socket says 172.21.15.17:37952) 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 -- 172.21.15.17:0/3342217240 learned_addr learned my addr 172.21.15.17:0/3342217240 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd6ffd640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 0x7f3bd814d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd77fe640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd806c7f0 0x7f3bd80cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 -- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd806c7f0 msgr2=0x7f3bd80cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd806c7f0 0x7f3bd80cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 -- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 msgr2=0x7f3bd814d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 0x7f3bd814d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:17.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 -- 172.21.15.17:0/3342217240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd80c8640 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd6ffd640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 0x7f3bd814d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bd7fff640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000ce70 tx=0x7f3bd000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0003b90 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd0003d50 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd80c8920 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0004260 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.346+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd80c8ee0 con 0x7f3bd815e7f0 2024-09-19T08:08:17.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.347+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd80b75f0 con 0x7f3bd815e7f0 2024-09-19T08:08:17.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.348+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3bd0004400 con 0x7f3bd815e7f0 2024-09-19T08:08:17.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.348+0000 7f3bbffff640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 0x7f3bc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:17.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.348+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5767+0+0 (secure 0 0 0) 0x7f3bd008bea0 con 0x7f3bd815e7f0 2024-09-19T08:08:17.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.349+0000 7f3bd77fe640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 0x7f3bc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:17.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.349+0000 7f3bd77fe640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 0x7f3bc406e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8034000 tx=0x7f3bc802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:17.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.353+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3bd005a540 con 0x7f3bd815e7f0 2024-09-19T08:08:17.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:17.596+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "5:0", "val": "false"} v 0) -- 0x7f3bd80d2380 con 0x7f3bd815e7f0 2024-09-19T08:08:18.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.587+0000 7f3bbffff640 1 -- 172.21.15.17:0/3342217240 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "5:0", "val": "false"}]=0 unfreezing mds.5992 v64) ==== 115+0+0 (secure 0 0 0) 0x7f3bd0059e40 con 0x7f3bd815e7f0 2024-09-19T08:08:18.588 INFO:teuthology.orchestra.run.smithi017.stderr:unfreezing mds.5992 2024-09-19T08:08:18.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 msgr2=0x7f3bc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 0x7f3bc406e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8034000 tx=0x7f3bc802e000 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 msgr2=0x7f3bd814da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000ce70 tx=0x7f3bd000a710 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 shutdown_connections 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3bc406c2b0 0x7f3bc406e770 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3bd815e7f0 0x7f3bd814da20 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3bd80cf7b0 0x7f3bd814d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 --2- 172.21.15.17:0/3342217240 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3bd806c7f0 0x7f3bd80cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.590+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 >> 172.21.15.17:0/3342217240 conn(0x7f3bd80d44e0 msgr2=0x7f3bd80b4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.591+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 shutdown_connections 2024-09-19T08:08:18.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.591+0000 7f3bde14b640 1 -- 172.21.15.17:0/3342217240 wait complete. 2024-09-19T08:08:18.607 DEBUG:teuthology.orchestra.run.smithi160:> sudo sysctl -n kernel.core_pattern 2024-09-19T08:08:18.633 INFO:teuthology.orchestra.run.smithi160.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T08:08:18.634 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:08:18.635 DEBUG:teuthology.orchestra.run.smithi160:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-09-19T08:08:18.706 INFO:teuthology.orchestra.run.smithi160.stdout:1726733275.44497.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-09-19T08:08:18.708 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1726733275.44497.core'] 2024-09-19T08:08:18.708 INFO:tasks.cephfs.cephfs_test_case:Found core file 1726733275.44497.core, deleting it 2024-09-19T08:08:18.709 DEBUG:teuthology.orchestra.run.smithi160:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1726733275.44497.core 2024-09-19T08:08:18.778 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:08:18.778 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:08:18.778 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:08:18.778 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:18.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:08:18.778 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi160 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-09-19T08:08:18.779 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:08:18.779 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:08:18.820 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:08:18.821 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:18.896 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:08:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.936+0000 7f1cbc027640 1 Processor -- start 2024-09-19T08:08:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.936+0000 7f1cbc027640 1 -- start start 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cbc027640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cbc027640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 0x7f1cb40b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cbc027640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cb406e3c0 con 0x7f1cb40b0610 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cbc027640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb406c5b0 con 0x7f1cb406c150 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cbc027640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb406e170 con 0x7f1cb4158c90 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cb9dc3640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cb9dc3640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:42418/0 (socket says 172.21.15.17:42418) 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cba5c4640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f1cb40b0610 0x7f1cb40d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:35298/0 (socket says 172.21.15.17:35298) 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/3511596333 learned_addr learned my addr 172.21.15.17:0/3511596333 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.937+0000 7f1cb95c2640 1 --2- 172.21.15.17:0/3511596333 >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 0x7f1cb40b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb8dc1640 1 -- 172.21.15.17:0/3511596333 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1441244935 0 0) 0x7f1cb406e3c0 con 0x7f1cb40b0610 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb8dc1640 1 -- 172.21.15.17:0/3511596333 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ca0003520 con 0x7f1cb40b0610 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/3511596333 >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 msgr2=0x7f1cb40b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb9dc3640 1 --2- 172.21.15.17:0/3511596333 >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 0x7f1cb40b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/3511596333 >> v1:172.21.15.160:6789/0 conn(0x7f1cb40b0610 legacy=0x7f1cb40d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/3511596333 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb406e6a0 con 0x7f1cb4158c90 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.938+0000 7f1cb95c2640 1 --2- 172.21.15.17:0/3511596333 >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 0x7f1cb40b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cb9dc3640 1 --2- 172.21.15.17:0/3511596333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009870 tx=0x7f1cb002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfc03e7b0d8eb834 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cb8dc1640 1 -- 172.21.15.17:0/3511596333 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0037070 con 0x7f1cb4158c90 2024-09-19T08:08:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cb8dc1640 1 -- 172.21.15.17:0/3511596333 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb0032440 con 0x7f1cb4158c90 2024-09-19T08:08:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cb8dc1640 1 -- 172.21.15.17:0/3511596333 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0032810 con 0x7f1cb4158c90 2024-09-19T08:08:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 -- 172.21.15.17:0/3511596333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 msgr2=0x7f1cb406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 --2- 172.21.15.17:0/3511596333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009870 tx=0x7f1cb002a270 comp rx=0 tx=0).stop 2024-09-19T08:08:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 -- 172.21.15.17:0/3511596333 shutdown_connections 2024-09-19T08:08:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 --2- 172.21.15.17:0/3511596333 >> v2:172.21.15.160:3300/0 conn(0x7f1cb406c150 0x7f1cb40b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 --2- 172.21.15.17:0/3511596333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb4158c90 0x7f1cb406bc10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 -- 172.21.15.17:0/3511596333 >> 172.21.15.17:0/3511596333 conn(0x7f1cb4067b30 msgr2=0x7f1cb406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 -- 172.21.15.17:0/3511596333 shutdown_connections 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.939+0000 7f1cbc027640 1 -- 172.21.15.17:0/3511596333 wait complete. 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 Processor -- start 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 -- start start 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb40b0610 0x7f1cb40b1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 0x7f1cb40b1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb406ec60 con 0x7f1cb406c150 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb415fac0 con 0x7f1cb4158c90 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.941+0000 7f1cbc027640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb40b0ac0 con 0x7f1cb40b0610 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37954/0 (socket says 172.21.15.17:37954) 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/2371147401 learned_addr learned my addr 172.21.15.17:0/2371147401 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb95c2640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb40b0610 0x7f1cb40b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cba5c4640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 0x7f1cb40b1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb40b0610 msgr2=0x7f1cb40b1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb40b0610 0x7f1cb40b1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 msgr2=0x7f1cb40b1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 0x7f1cb40b1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 -- 172.21.15.17:0/2371147401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb41465e0 con 0x7f1cb406c150 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cba5c4640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 0x7f1cb40b1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cb9dc3640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f1cb002a2b0 tx=0x7f1cb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0041020 con 0x7f1cb406c150 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb003d640 con 0x7f1cb406c150 2024-09-19T08:08:18.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb41468c0 con 0x7f1cb406c150 2024-09-19T08:08:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0037040 con 0x7f1cb406c150 2024-09-19T08:08:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.942+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb4146e80 con 0x7f1cb406c150 2024-09-19T08:08:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.944+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb40b4210 con 0x7f1cb406c150 2024-09-19T08:08:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.944+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1cb0044020 con 0x7f1cb406c150 2024-09-19T08:08:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.945+0000 7f1caa7fc640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 0x7f1c9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.945+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f1cb00abad0 con 0x7f1cb406c150 2024-09-19T08:08:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.945+0000 7f1cb95c2640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 0x7f1c9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.945+0000 7f1cb95c2640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 0x7f1c9806e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1ca4009560 tx=0x7f1ca4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:18.949+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1cb004b030 con 0x7f1cb406c150 2024-09-19T08:08:19.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.160+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cb415f660 con 0x7f1cb406c150 2024-09-19T08:08:19.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.161+0000 7f1caa7fc640 1 -- 172.21.15.17:0/2371147401 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+4394 (secure 0 0 0) 0x7f1cb007a1b0 con 0x7f1cb406c150 2024-09-19T08:08:19.161 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:19.161 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":65,"btime":"2024-09-19T08:08:18:591179+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":65,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:18.591175+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:replay","state_seq":1,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":5}]} 2024-09-19T08:08:19.162 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 65 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 msgr2=0x7f1c9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 0x7f1c9806e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1ca4009560 tx=0x7f1ca4009190 comp rx=0 tx=0).stop 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 msgr2=0x7f1cb414a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f1cb002a2b0 tx=0x7f1cb00046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 shutdown_connections 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9806c2b0 0x7f1c9806e770 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb4158c90 0x7f1cb40b1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:19.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb40b0610 0x7f1cb40b1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:19.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 --2- 172.21.15.17:0/2371147401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb406c150 0x7f1cb414a570 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:19.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 >> 172.21.15.17:0/2371147401 conn(0x7f1cb4067b30 msgr2=0x7f1cb4071e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:19.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 shutdown_connections 2024-09-19T08:08:19.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:19.163+0000 7f1cbc027640 1 -- 172.21.15.17:0/2371147401 wait complete. 2024-09-19T08:08:19.577 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 65, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:07:40.691174+0000', 'modified': '2024-09-19T08:08:18.591175+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5543}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5543': {'gid': 5543, 'name': 'b', 'rank': 0, 'incarnation': 65, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.160:6837/2411704292', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6836', 'nonce': 2411704292}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 2411704292}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:08:19.577 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5543:up:replay 2024-09-19T08:08:20.578 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:20.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.695+0000 7fd042aba640 1 Processor -- start 2024-09-19T08:08:20.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.695+0000 7fd042aba640 1 -- start start 2024-09-19T08:08:20.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd042aba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd03c0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd042aba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd03c15e8c0 0x7fd03c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd042aba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd03c06cec0 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd042aba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd03c0d2d40 con 0x7fd03c15e8c0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd042aba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd03c0b7250 con 0x7fd03c15e4e0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd041057640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd03c0d1fc0 0x7fd03c0d2450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45928/0 (socket says 172.21.15.17:45928) 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd041057640 1 -- 172.21.15.17:0/857490018 learned_addr learned my addr 172.21.15.17:0/857490018 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd040856640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd03c0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> v2:172.21.15.160:3300/0 conn(0x7fd03c15e8c0 0x7fd03c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1030366872 0 0) 0x7fd03c06cec0 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.696+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd024003520 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3518397078 0 0) 0x7fd024003520 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 msgr2=0x7fd03c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd03c0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 >> v2:172.21.15.160:3300/0 conn(0x7fd03c15e8c0 msgr2=0x7fd03c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 --2- 172.21.15.17:0/857490018 >> v2:172.21.15.160:3300/0 conn(0x7fd03c15e8c0 0x7fd03c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd03c06d160 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd0340019f0 con 0x7fd03c0d1fc0 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> v2:172.21.15.160:3300/0 conn(0x7fd03c15e8c0 0x7fd03c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 >> v1:172.21.15.17:6789/0 conn(0x7fd03c0d1fc0 legacy=0x7fd03c0d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd0240039b0 0x7fd024003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd024004800 0x7fd024004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd0240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c0d2d40 con 0x7fd024004800 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c0b7250 con 0x7fd0240039b0 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd02400b9c0 con 0x7fd03c15e4e0 2024-09-19T08:08:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd024004800 0x7fd024004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd041057640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd0240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd040856640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd0240039b0 0x7fd024003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 -- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 msgr2=0x7fd0240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd03c15e4e0 0x7fd0240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 -- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd0240039b0 msgr2=0x7fd024003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd0240039b0 0x7fd024003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.697+0000 7fd033fff640 1 -- 172.21.15.17:0/857490018 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd024003520 con 0x7fd024004800 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.698+0000 7fd033fff640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd024004800 0x7fd024004c80 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fd03c0730e0 tx=0x7fd024005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b0d2d098fdc453d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.698+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd02c036070 con 0x7fd024004800 2024-09-19T08:08:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.698+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd02c031400 con 0x7fd024004800 2024-09-19T08:08:20.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.698+0000 7fd0337fe640 1 -- 172.21.15.17:0/857490018 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd02c009860 con 0x7fd024004800 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 -- 172.21.15.17:0/857490018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd024004800 msgr2=0x7fd024004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 --2- 172.21.15.17:0/857490018 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd024004800 0x7fd024004c80 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fd03c0730e0 tx=0x7fd024005830 comp rx=0 tx=0).stop 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd041057640 1 -- 172.21.15.17:0/857490018 reap_dead start 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 -- 172.21.15.17:0/857490018 shutdown_connections 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 -- 172.21.15.17:0/857490018 >> 172.21.15.17:0/857490018 conn(0x7fd03c06f400 msgr2=0x7fd03c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 -- 172.21.15.17:0/857490018 shutdown_connections 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.699+0000 7fd042aba640 1 -- 172.21.15.17:0/857490018 wait complete. 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.700+0000 7fd042aba640 1 Processor -- start 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.700+0000 7fd042aba640 1 -- start start 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd024004800 0x7fd03c1f1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd03c1f4cc0 0x7fd03c1f3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c0b67d0 con 0x7fd03c157640 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c06d720 con 0x7fd03c1f4cc0 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd042aba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd03c0b6950 con 0x7fd024004800 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd041057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd041057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37976/0 (socket says 172.21.15.17:37976) 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd041057640 1 -- 172.21.15.17:0/1758153877 learned_addr learned my addr 172.21.15.17:0/1758153877 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd033fff640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd03c1f4cc0 0x7fd03c1f3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.701+0000 7fd040856640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd024004800 0x7fd03c1f1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 -- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd024004800 msgr2=0x7fd03c1f1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd024004800 0x7fd03c1f1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 -- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd03c1f4cc0 msgr2=0x7fd03c1f3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd03c1f4cc0 0x7fd03c1f3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 -- 172.21.15.17:0/1758153877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd03c1f4090 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd041057640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd03c073d20 tx=0x7fd034007ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03400ac70 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd034018070 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd03c1f57a0 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034013630 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.702+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd03c1f5d60 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.703+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd03c0b6cf0 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.704+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd0340137d0 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.704+0000 7fd0317fa640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.704+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fd03408b9c0 con 0x7fd03c157640 2024-09-19T08:08:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.704+0000 7fd040856640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.705+0000 7fd040856640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 0x7fd02806e7a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd0380099e0 tx=0x7fd038008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.709+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd03408de20 con 0x7fd03c157640 2024-09-19T08:08:20.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.921+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd03c15cfd0 con 0x7fd03c157640 2024-09-19T08:08:20.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.921+0000 7fd0317fa640 1 -- 172.21.15.17:0/1758153877 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5220 (secure 0 0 0) 0x7fd034059a50 con 0x7fd03c157640 2024-09-19T08:08:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:20.922 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":67,"btime":"2024-09-19T08:08:20:599030+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:19.601338+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:rejoin","state_seq":13,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":5}]} 2024-09-19T08:08:20.922 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 67 2024-09-19T08:08:20.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 msgr2=0x7fd02806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 0x7fd02806e7a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd0380099e0 tx=0x7fd038008040 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 msgr2=0x7fd03c157af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd03c073d20 tx=0x7fd034007ae0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 shutdown_connections 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd02806c2e0 0x7fd02806e7a0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd03c157640 0x7fd03c157af0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd03c1f4cc0 0x7fd03c1f3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 --2- 172.21.15.17:0/1758153877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd024004800 0x7fd03c1f1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 >> 172.21.15.17:0/1758153877 conn(0x7fd03c06f400 msgr2=0x7fd03c15d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 shutdown_connections 2024-09-19T08:08:20.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:20.923+0000 7fd042aba640 1 -- 172.21.15.17:0/1758153877 wait complete. 2024-09-19T08:08:21.338 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 67, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:07:40.691174+0000', 'modified': '2024-09-19T08:08:19.601338+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5543}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5543': {'gid': 5543, 'name': 'b', 'rank': 0, 'incarnation': 65, 'state': 'up:rejoin', 'state_seq': 13, 'addr': '172.21.15.160:6837/2411704292', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6836', 'nonce': 2411704292}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 2411704292}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:08:21.338 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5543:up:rejoin 2024-09-19T08:08:21.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:08:21.999 INFO:tasks.ceph.mds.b.smithi160.stderr:2024-09-19T08:08:21.999+0000 7f42f4017640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:08:22.126 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T08:08:22.339 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:22.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.455+0000 7f1d952a4640 1 Processor -- start 2024-09-19T08:08:22.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.455+0000 7f1d952a4640 1 -- start start 2024-09-19T08:08:22.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.456+0000 7f1d952a4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 0x7f1d900b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.456+0000 7f1d952a4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.456+0000 7f1d952a4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d9006cec0 con 0x7f1d900d1fc0 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.456+0000 7f1d952a4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1d900d2d40 con 0x7f1d9015e8c0 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.456+0000 7f1d952a4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1d900b7250 con 0x7f1d9015e4e0 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8e7fc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8effd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 0x7f1d900b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8e7fc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:40690/0 (socket says 172.21.15.17:40690) 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8f7fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f1d900d1fc0 0x7f1d900d2450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:58762/0 (socket says 172.21.15.17:58762) 2024-09-19T08:08:22.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8e7fc640 1 -- 172.21.15.17:0/1973506679 learned_addr learned my addr 172.21.15.17:0/1973506679 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8effd640 1 -- 172.21.15.17:0/1973506679 >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 msgr2=0x7f1d900b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8effd640 1 --2- 172.21.15.17:0/1973506679 >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8effd640 1 -- 172.21.15.17:0/1973506679 >> v1:172.21.15.160:6789/0 conn(0x7f1d900d1fc0 legacy=0x7f1d900d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8effd640 1 -- 172.21.15.17:0/1973506679 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9006d160 con 0x7f1d9015e4e0 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8dffb640 1 -- 172.21.15.17:0/1973506679 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2158219991 0 0) 0x7f1d9006cec0 con 0x7f1d900d1fc0 2024-09-19T08:08:22.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.457+0000 7f1d8e7fc640 1 --2- 172.21.15.17:0/1973506679 >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.458+0000 7f1d8effd640 1 --2- 172.21.15.17:0/1973506679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 0x7f1d900b67d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009d90 tx=0x7f1d8002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df6a1025daef92a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.458+0000 7f1d8dffb640 1 -- 172.21.15.17:0/1973506679 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80007740 con 0x7f1d9015e4e0 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.458+0000 7f1d8dffb640 1 -- 172.21.15.17:0/1973506679 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d800078e0 con 0x7f1d9015e4e0 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.458+0000 7f1d8dffb640 1 -- 172.21.15.17:0/1973506679 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80007cb0 con 0x7f1d9015e4e0 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 -- 172.21.15.17:0/1973506679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 msgr2=0x7f1d900b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 --2- 172.21.15.17:0/1973506679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 0x7f1d900b67d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009d90 tx=0x7f1d8002a660 comp rx=0 tx=0).stop 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 -- 172.21.15.17:0/1973506679 shutdown_connections 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 --2- 172.21.15.17:0/1973506679 >> v2:172.21.15.160:3300/0 conn(0x7f1d9015e8c0 0x7f1d900b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 --2- 172.21.15.17:0/1973506679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e4e0 0x7f1d900b67d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 -- 172.21.15.17:0/1973506679 >> 172.21.15.17:0/1973506679 conn(0x7f1d9006f400 msgr2=0x7f1d9006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 -- 172.21.15.17:0/1973506679 shutdown_connections 2024-09-19T08:08:22.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.459+0000 7f1d952a4640 1 -- 172.21.15.17:0/1973506679 wait complete. 2024-09-19T08:08:22.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.460+0000 7f1d952a4640 1 Processor -- start 2024-09-19T08:08:22.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.460+0000 7f1d952a4640 1 -- start start 2024-09-19T08:08:22.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d9015e4e0 0x7f1d900b3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e8c0 0x7f1d900b2620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9006dc40 con 0x7f1d900d1fc0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9006d720 con 0x7f1d9015e4e0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d952a4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1d9006ddc0 con 0x7f1d9015e8c0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56196/0 (socket says 172.21.15.17:56196) 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d8effd640 1 -- 172.21.15.17:0/2993132802 learned_addr learned my addr 172.21.15.17:0/2993132802 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d8f7fe640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e8c0 0x7f1d900b2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.461+0000 7f1d8e7fc640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d9015e4e0 0x7f1d900b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 -- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e8c0 msgr2=0x7f1d900b2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e8c0 0x7f1d900b2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 -- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d9015e4e0 msgr2=0x7f1d900b3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d9015e4e0 0x7f1d900b3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 -- 172.21.15.17:0/2993132802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d900c8810 con 0x7f1d900d1fc0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d8effd640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009d90 tx=0x7f1d80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80040070 con 0x7f1d900d1fc0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d80031c40 con 0x7f1d900d1fc0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d900c8af0 con 0x7f1d900d1fc0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80045460 con 0x7f1d900d1fc0 2024-09-19T08:08:22.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.462+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d900c90b0 con 0x7f1d900d1fc0 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.463+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d900d2450 con 0x7f1d900d1fc0 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.464+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d80039040 con 0x7f1d900d1fc0 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.464+0000 7f1d777fe640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 0x7f1d7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.464+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f1d800acc60 con 0x7f1d900d1fc0 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.464+0000 7f1d8e7fc640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 0x7f1d7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:22.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.465+0000 7f1d8e7fc640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 0x7f1d7c06e770 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1d901f77d0 tx=0x7f1d84009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:22.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.469+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d8007ae10 con 0x7f1d900d1fc0 2024-09-19T08:08:22.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.682+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d90050040 con 0x7f1d900d1fc0 2024-09-19T08:08:22.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.683+0000 7f1d777fe640 1 -- 172.21.15.17:0/2993132802 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5227 (secure 0 0 0) 0x7f1d8007f110 con 0x7f1d900d1fc0 2024-09-19T08:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":68,"btime":"2024-09-19T08:08:21:604821+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:21.604813+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:active","state_seq":14,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5543,"qdb_cluster":[5543]},"id":5}]} 2024-09-19T08:08:22.683 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 68 2024-09-19T08:08:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 msgr2=0x7f1d7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 0x7f1d7c06e770 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1d901f77d0 tx=0x7f1d84009240 comp rx=0 tx=0).stop 2024-09-19T08:08:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 msgr2=0x7f1d900c98b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009d90 tx=0x7f1d80004a40 comp rx=0 tx=0).stop 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 shutdown_connections 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d7c06c2b0 0x7f1d7c06e770 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9015e8c0 0x7f1d900b2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d9015e4e0 0x7f1d900b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 --2- 172.21.15.17:0/2993132802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d900d1fc0 0x7f1d900c98b0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 >> 172.21.15.17:0/2993132802 conn(0x7f1d9006f400 msgr2=0x7f1d90070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 shutdown_connections 2024-09-19T08:08:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:22.685+0000 7f1d952a4640 1 -- 172.21.15.17:0/2993132802 wait complete. 2024-09-19T08:08:23.098 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 68, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:07:40.691174+0000', 'modified': '2024-09-19T08:08:21.604813+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5543}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5543': {'gid': 5543, 'name': 'b', 'rank': 0, 'incarnation': 65, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.160:6837/2411704292', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6836', 'nonce': 2411704292}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 2411704292}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5543, 'qdb_cluster': [5543]} 2024-09-19T08:08:23.099 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:08:23.099 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T08:08:23.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.206+0000 7fcf1ed52640 1 Processor -- start 2024-09-19T08:08:23.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.206+0000 7fcf1ed52640 1 -- start start 2024-09-19T08:08:23.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcf1815b2e0 0x7fcf180b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcf180cdfc0 0x7fcf180b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180b22c0 0x7fcf180ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcf1815b6c0 con 0x7fcf180cdfc0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcf180ce4f0 con 0x7fcf1815b2e0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1ed52640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcf180ce7d0 con 0x7fcf180b22c0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcf180cdfc0 0x7fcf180b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcf180cdfc0 0x7fcf180b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56202/0 (socket says 172.21.15.17:56202) 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 -- 172.21.15.17:0/732613225 learned_addr learned my addr 172.21.15.17:0/732613225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1caee640 1 --2- 172.21.15.17:0/732613225 >> v2:172.21.15.160:3300/0 conn(0x7fcf1815b2e0 0x7fcf180b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180b22c0 0x7fcf180ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 -- 172.21.15.17:0/732613225 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180b22c0 msgr2=0x7fcf180ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180b22c0 0x7fcf180ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 -- 172.21.15.17:0/732613225 >> v2:172.21.15.160:3300/0 conn(0x7fcf1815b2e0 msgr2=0x7fcf180b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/732613225 >> v2:172.21.15.160:3300/0 conn(0x7fcf1815b2e0 0x7fcf180b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.207+0000 7fcf0ffff640 1 -- 172.21.15.17:0/732613225 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf180ceab0 con 0x7fcf180cdfc0 2024-09-19T08:08:23.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.208+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180cdfc0 0x7fcf180b1d80 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fcf18069550 tx=0x7fcf0802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7742902f8907bece server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.208+0000 7fcf0f7fe640 1 -- 172.21.15.17:0/732613225 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf08037070 con 0x7fcf180cdfc0 2024-09-19T08:08:23.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.208+0000 7fcf0f7fe640 1 -- 172.21.15.17:0/732613225 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf08032440 con 0x7fcf180cdfc0 2024-09-19T08:08:23.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.208+0000 7fcf0f7fe640 1 -- 172.21.15.17:0/732613225 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf08032810 con 0x7fcf180cdfc0 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 -- 172.21.15.17:0/732613225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180cdfc0 msgr2=0x7fcf180b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180cdfc0 0x7fcf180b1d80 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fcf18069550 tx=0x7fcf0802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 -- 172.21.15.17:0/732613225 shutdown_connections 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180b22c0 0x7fcf180ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/732613225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180cdfc0 0x7fcf180b1d80 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/732613225 >> v2:172.21.15.160:3300/0 conn(0x7fcf1815b2e0 0x7fcf180b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 -- 172.21.15.17:0/732613225 >> 172.21.15.17:0/732613225 conn(0x7fcf1806bc10 msgr2=0x7fcf1806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 -- 172.21.15.17:0/732613225 shutdown_connections 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.209+0000 7fcf1ed52640 1 -- 172.21.15.17:0/732613225 wait complete. 2024-09-19T08:08:23.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.210+0000 7fcf1ed52640 1 Processor -- start 2024-09-19T08:08:23.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.210+0000 7fcf1ed52640 1 -- start start 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180cdfc0 0x7fcf18156fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 0x7fcf1815dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf180712b0 con 0x7fcf180b22c0 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcf18071130 con 0x7fcf1815b2e0 2024-09-19T08:08:23.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1ed52640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcf180b4260 con 0x7fcf180cdfc0 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56216/0 (socket says 172.21.15.17:56216) 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 -- 172.21.15.17:0/2930057078 learned_addr learned my addr 172.21.15.17:0/2930057078 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 0x7fcf1815dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180cdfc0 0x7fcf18156fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 -- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180cdfc0 msgr2=0x7fcf18156fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180cdfc0 0x7fcf18156fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 -- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 msgr2=0x7fcf1815dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 0x7fcf1815dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1caee640 1 -- 172.21.15.17:0/2930057078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf18157a20 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.211+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 0x7fcf1815dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf1caee640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fcf14007f20 tx=0x7fcf1400e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf0d7fa640 1 -- 172.21.15.17:0/2930057078 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf14014620 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf0d7fa640 1 -- 172.21.15.17:0/2930057078 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf14019070 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf0d7fa640 1 -- 172.21.15.17:0/2930057078 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf14014a00 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf181f7c40 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.212+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf181f8200 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.213+0000 7fcf0d7fa640 1 -- 172.21.15.17:0/2930057078 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf14014ba0 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.214+0000 7fcf0d7fa640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 0x7fcf0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.214+0000 7fcf0d7fa640 1 -- 172.21.15.17:0/2930057078 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fcf1408bda0 con 0x7fcf180b22c0 2024-09-19T08:08:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.214+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 0x7fcf0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.215+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 0x7fcf0406e770 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fcf08034000 tx=0x7fcf0802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.215+0000 7fcf21bcb740 1 Processor -- start 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.215+0000 7fcf21bcb740 1 -- start start 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f0692a80 0x5651f06956a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0696a50 0x5651f068f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5651f05f7520 con 0x5651f06952c0 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5651f059f3e0 con 0x5651f0696a50 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5651f05f34e0 con 0x5651f0692a80 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56230/0 (socket says 172.21.15.17:56230) 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 -- 172.21.15.17:0/929985537 learned_addr learned my addr 172.21.15.17:0/929985537 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0696a50 0x5651f068f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f0692a80 0x5651f06956a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 -- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f0692a80 msgr2=0x5651f06956a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f0692a80 0x5651f06956a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 -- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0696a50 msgr2=0x5651f068f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0696a50 0x5651f068f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 -- 172.21.15.17:0/929985537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651f05ba2f0 con 0x5651f06952c0 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcf1caee640 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fcf1400c040 tx=0x7fcf1405a470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ddcf6ef143e0b25 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcefeffd640 1 -- 172.21.15.17:0/929985537 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1405e120 con 0x5651f06952c0 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcefeffd640 1 -- 172.21.15.17:0/929985537 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf14062950 con 0x5651f06952c0 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.216+0000 7fcefeffd640 1 -- 172.21.15.17:0/929985537 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf140563e0 con 0x5651f06952c0 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 -- 172.21.15.17:0/929985537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 msgr2=0x5651f06daa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fcf1400c040 tx=0x7fcf1405a470 comp rx=0 tx=0).stop 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 -- 172.21.15.17:0/929985537 shutdown_connections 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0696a50 0x5651f068f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f0692a80 0x5651f06956a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/929985537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06daa60 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 -- 172.21.15.17:0/929985537 >> 172.21.15.17:0/929985537 conn(0x5651f0691a80 msgr2=0x5651f06d9f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 -- 172.21.15.17:0/929985537 shutdown_connections 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.217+0000 7fcf21bcb740 1 -- 172.21.15.17:0/929985537 wait complete. 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.218+0000 7fcf21bcb740 1 -- start start 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.218+0000 7fcf21bcb740 1 Processor -- start 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.218+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f06952c0 0x5651f06beba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 0x5651f0690270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5651f0690f20 con 0x5651f0696a50 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5651f0580450 con 0x5651f068fdf0 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5651f06db290 con 0x5651f06952c0 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 10 client.0 _ll_register_callbacks cb 0x5651f0309ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56236/0 (socket says 172.21.15.17:56236) 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 -- 172.21.15.17:0/1692161422 learned_addr learned my addr 172.21.15.17:0/1692161422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 0x5651f0690270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f06952c0 0x5651f06beba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 -- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f06952c0 msgr2=0x5651f06beba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f06952c0 0x5651f06beba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 -- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 msgr2=0x5651f0690270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 0x5651f0690270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 -- 172.21.15.17:0/1692161422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651f030a2d0 con 0x5651f0696a50 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 0x5651f0690270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fcf08000c00 tx=0x7fcf0802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e142d90e526af02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcef77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf08037040 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fcf0803eaf0 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf14062950 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7fcf08056050 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 10 client.6723 fetch_fsmap learned FSMap version 68 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.219+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x5651f03d46b0 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf14062950 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7fcf08059020 con 0x5651f0696a50 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 10 client.6723 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 10 client.6723 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 20 client.6723 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f06b74e0 0x5651f06b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 4 client.6723 mds_command: new command op to 5543 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 --> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651f0604c50 con 0x5651f06b74e0 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f06b74e0 0x5651f06b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f06b74e0 0x5651f06b78c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18c30c3ef7a62243 server_cookie=160e68f7bfe570c in_seq=0 out_seq=0 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.220+0000 7fcef77fe640 10 client.6723 ms_handle_connect on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcef77fe640 1 -- 172.21.15.17:0/1692161422 <== mds.0 v2:172.21.15.160:6836/2411704292 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5651f0604c50 con 0x5651f06b74e0 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcef77fe640 10 client.6723 handle_command_reply: tid=0 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 client.6723 shutdown 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 msgr2=0x5651f06b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fcf08000c00 tx=0x7fcf0802c070 comp rx=0 tx=0).stop 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 shutdown_connections 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f06b74e0 0x5651f06b78c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f068fdf0 0x5651f0690270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f0696a50 0x5651f06b4a50 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcef77fe640 0 client.6723 ms_handle_reset on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1692161422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f06952c0 0x5651f06beba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.221+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 >> 172.21.15.17:0/1692161422 conn(0x5651f0692a80 msgr2=0x5651f06d7ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.222+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 shutdown_connections 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.222+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1692161422 wait complete. 2024-09-19T08:08:23.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.222+0000 7fcf21bcb740 20 client.6723 trim_cache size 0 max 16384 2024-09-19T08:08:23.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 Processor -- start 2024-09-19T08:08:23.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 -- start start 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f06b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06d82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf18200ce0 con 0x5651f06952c0 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcf18152960 con 0x5651f0692a80 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcf18152fb0 con 0x5651f068fdf0 2024-09-19T08:08:23.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf1d2ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf1d2ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56238/0 (socket says 172.21.15.17:56238) 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.240+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/2501081956 learned_addr learned my addr 172.21.15.17:0/2501081956 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1caee640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f06b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06d82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 msgr2=0x5651f06d82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06d82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 msgr2=0x5651f06b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f06b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/2501081956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651f06b43e0 con 0x5651f06952c0 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06d82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1caee640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f06b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:23.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fcf1000b7c0 tx=0x7fcf1000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9abbc77a515dc32c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcefe7fc640 1 -- 172.21.15.17:0/2501081956 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1001a070 con 0x5651f06952c0 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcefe7fc640 1 -- 172.21.15.17:0/2501081956 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf10012a00 con 0x5651f06952c0 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcefe7fc640 1 -- 172.21.15.17:0/2501081956 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf10012df0 con 0x5651f06952c0 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf21bcb740 1 -- 172.21.15.17:0/2501081956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 msgr2=0x5651f06d87e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.241+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fcf1000b7c0 tx=0x7fcf1000bc80 comp rx=0 tx=0).stop 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 -- 172.21.15.17:0/2501081956 shutdown_connections 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06d87e0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06d82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/2501081956 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f06b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 -- 172.21.15.17:0/2501081956 >> 172.21.15.17:0/2501081956 conn(0x5651f06bed00 msgr2=0x5651f06d9e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 -- 172.21.15.17:0/2501081956 shutdown_connections 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 -- 172.21.15.17:0/2501081956 wait complete. 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 -- start start 2024-09-19T08:08:23.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.242+0000 7fcf21bcb740 1 Processor -- start 2024-09-19T08:08:23.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06ebf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f075b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5651f06d7810 con 0x5651f06952c0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5651f06bf0e0 con 0x5651f0692a80 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5651f06bd930 con 0x5651f068fdf0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf21bcb740 10 client.0 _ll_register_callbacks cb 0x7fcf08035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56242/0 (socket says 172.21.15.17:56242) 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/1478227412 learned_addr learned my addr 172.21.15.17:0/1478227412 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06ebf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf0ffff640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f075b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 msgr2=0x5651f06ebf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06ebf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 msgr2=0x5651f075b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f075b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.243+0000 7fcf1d2ef640 1 -- 172.21.15.17:0/1478227412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651f068fac0 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf1d2ef640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcf10012ee0 tx=0x7fcf10004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=216a8359aa0169f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1001a040 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fcf1001f720 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf10012a00 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7fcf1001f920 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 10 client.6729 fetch_fsmap learned FSMap version 68 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x5651f06eed10 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf10012a00 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7fcf1001fac0 con 0x5651f06952c0 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 10 client.6729 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 10 client.6729 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:08:23.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 20 client.6729 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f0696a50 0x5651f068e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 4 client.6729 mds_command: new command op to 5543 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 --> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] -- command(tid 0: {"prefix": "status"}) -- 0x5651f05fefa0 con 0x5651f0696a50 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.244+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f0696a50 0x5651f068e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcef77fe640 10 client.6729 ms_handle_connect on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf1caee640 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f0696a50 0x5651f068e7d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47913d9c0283f31a server_cookie=da5208a81627e8fe in_seq=0 out_seq=0 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcef77fe640 1 -- 172.21.15.17:0/1478227412 <== mds.0 v2:172.21.15.160:6836/2411704292 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5651f05fefa0 con 0x5651f0696a50 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcef77fe640 10 client.6729 handle_command_reply: tid=0 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 client.6729 shutdown 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 msgr2=0x5651f06ee3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcf10012ee0 tx=0x7fcf10004730 comp rx=0 tx=0).stop 2024-09-19T08:08:23.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 shutdown_connections 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x5651f0696a50 0x5651f068e7d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651f06952c0 0x5651f06ee3c0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5651f0692a80 0x5651f075b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcef77fe640 0 client.6729 ms_handle_reset on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 --2- 172.21.15.17:0/1478227412 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5651f068fdf0 0x5651f06ebf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 >> 172.21.15.17:0/1478227412 conn(0x5651f06bed00 msgr2=0x5651f06fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 shutdown_connections 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.245+0000 7fcf21bcb740 1 -- 172.21.15.17:0/1478227412 wait complete. 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf21bcb740 20 client.6729 trim_cache size 0 max 16384 2024-09-19T08:08:23.252 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 5543, 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.6519856590000002, 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 68, 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 75, 2024-09-19T08:08:23.253 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 75, 2024-09-19T08:08:23.254 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 47.252798366 2024-09-19T08:08:23.254 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:23.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 msgr2=0x7fcf0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 0x7fcf0406e770 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fcf08034000 tx=0x7fcf0802e000 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 msgr2=0x7fcf18151c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fcf14007f20 tx=0x7fcf1400e570 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 shutdown_connections 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0406c2b0 0x7fcf0406e770 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcf1815b2e0 0x7fcf1815dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcf180cdfc0 0x7fcf18156fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 --2- 172.21.15.17:0/2930057078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf180b22c0 0x7fcf18151c70 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 >> 172.21.15.17:0/2930057078 conn(0x7fcf1806bc10 msgr2=0x7fcf1815a100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 shutdown_connections 2024-09-19T08:08:23.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.246+0000 7fcf1ed52640 1 -- 172.21.15.17:0/2930057078 wait complete. 2024-09-19T08:08:23.257 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat a/ && find a/') 2024-09-19T08:08:23.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:08:23.311 INFO:teuthology.orchestra.run.smithi017.stdout: File: a/ 2024-09-19T08:08:23.311 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 0 Blocks: 1 IO Block: 4096 directory 2024-09-19T08:08:23.311 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 2bh/43d Inode: 1099511627776 Links: 4 2024-09-19T08:08:23.311 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0755/drwxr-xr-x) Uid: ( 1000/ ubuntu) Gid: ( 1333/ ubuntu) 2024-09-19T08:08:23.311 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-19T08:08:23.312 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-19 08:07:49.432408956 +0000 2024-09-19T08:08:23.312 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-19 08:07:54.994866866 +0000 2024-09-19T08:08:23.312 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-19 08:07:54.994866866 +0000 2024-09-19T08:08:23.312 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: - 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stdout:a/ 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stdout:a/z 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stdout:a/z/d 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stdout:a/c 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stdout:a/c/d 2024-09-19T08:08:23.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:08:23.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 flush journal 2024-09-19T08:08:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.435+0000 7fb727baf640 1 Processor -- start 2024-09-19T08:08:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.435+0000 7fb727baf640 1 -- start start 2024-09-19T08:08:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb727baf640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb72015b2e0 0x7fb7200ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb727baf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb72015f500 0x7fb7200b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb727baf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb72015f9d0 con 0x7fb7200b4990 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb727baf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb720073fe0 con 0x7fb72015f500 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb727baf640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb720071060 con 0x7fb72015b2e0 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72614c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb72015f500 0x7fb7200b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72514a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7200b4990 0x7fb72015edf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42294/0 (socket says 172.21.15.17:42294) 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72514a640 1 -- 172.21.15.17:0/919083925 learned_addr learned my addr 172.21.15.17:0/919083925 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72594b640 1 --2- 172.21.15.17:0/919083925 >> v2:172.21.15.160:3300/0 conn(0x7fb72015b2e0 0x7fb7200ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72614c640 1 -- 172.21.15.17:0/919083925 >> v2:172.21.15.160:3300/0 conn(0x7fb72015b2e0 msgr2=0x7fb7200ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72614c640 1 --2- 172.21.15.17:0/919083925 >> v2:172.21.15.160:3300/0 conn(0x7fb72015b2e0 0x7fb7200ce980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72614c640 1 -- 172.21.15.17:0/919083925 >> v1:172.21.15.17:6789/0 conn(0x7fb7200b4990 legacy=0x7fb72015edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb72614c640 1 -- 172.21.15.17:0/919083925 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72015fcb0 con 0x7fb72015f500 2024-09-19T08:08:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.436+0000 7fb724949640 1 -- 172.21.15.17:0/919083925 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4289635652 0 0) 0x7fb72015f9d0 con 0x7fb7200b4990 2024-09-19T08:08:23.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.437+0000 7fb72614c640 1 --2- 172.21.15.17:0/919083925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015f500 0x7fb7200b4dd0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fb720070aa0 tx=0x7fb71802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5fabba0088077d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.437+0000 7fb724949640 1 -- 172.21.15.17:0/919083925 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718007740 con 0x7fb72015f500 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.437+0000 7fb724949640 1 -- 172.21.15.17:0/919083925 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7180078e0 con 0x7fb72015f500 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.437+0000 7fb724949640 1 -- 172.21.15.17:0/919083925 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718007cb0 con 0x7fb72015f500 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 -- 172.21.15.17:0/919083925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015f500 msgr2=0x7fb7200b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 --2- 172.21.15.17:0/919083925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015f500 0x7fb7200b4dd0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fb720070aa0 tx=0x7fb71802a730 comp rx=0 tx=0).stop 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 -- 172.21.15.17:0/919083925 shutdown_connections 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 --2- 172.21.15.17:0/919083925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015f500 0x7fb7200b4dd0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 --2- 172.21.15.17:0/919083925 >> v2:172.21.15.160:3300/0 conn(0x7fb72015b2e0 0x7fb7200ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 -- 172.21.15.17:0/919083925 >> 172.21.15.17:0/919083925 conn(0x7fb72006bc10 msgr2=0x7fb72006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 -- 172.21.15.17:0/919083925 shutdown_connections 2024-09-19T08:08:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.438+0000 7fb727baf640 1 -- 172.21.15.17:0/919083925 wait complete. 2024-09-19T08:08:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.439+0000 7fb727baf640 1 Processor -- start 2024-09-19T08:08:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.439+0000 7fb727baf640 1 -- start start 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 0x7fb7200aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 0x7fb7200abed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200ce4f0 con 0x7fb72015b2e0 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb72015b6c0 con 0x7fb72015f500 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb727baf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7200b5310 con 0x7fb7200b4990 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56260/0 (socket says 172.21.15.17:56260) 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 -- 172.21.15.17:0/4262032420 learned_addr learned my addr 172.21.15.17:0/4262032420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72614c640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 0x7fb7200abed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72594b640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 0x7fb7200aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 -- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 msgr2=0x7fb7200aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 0x7fb7200aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 -- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 msgr2=0x7fb7200abed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 0x7fb7200abed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72514a640 1 -- 172.21.15.17:0/4262032420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb720158b50 con 0x7fb72015b2e0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72614c640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 0x7fb7200abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.440+0000 7fb72594b640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 0x7fb7200aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb72514a640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fb71000c4a0 tx=0x7fb71000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb7167fc640 1 -- 172.21.15.17:0/4262032420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb710018070 con 0x7fb72015b2e0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb7167fc640 1 -- 172.21.15.17:0/4262032420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7100074e0 con 0x7fb72015b2e0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb720158e30 con 0x7fb72015b2e0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb7167fc640 1 -- 172.21.15.17:0/4262032420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb710004a20 con 0x7fb72015b2e0 2024-09-19T08:08:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.441+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7201593f0 con 0x7fb72015b2e0 2024-09-19T08:08:23.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.443+0000 7fb7167fc640 1 -- 172.21.15.17:0/4262032420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb71001b070 con 0x7fb72015b2e0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.443+0000 7fb7167fc640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 0x7fb70406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.443+0000 7fb7167fc640 1 -- 172.21.15.17:0/4262032420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fb71008a790 con 0x7fb72015b2e0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.443+0000 7fb72594b640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 0x7fb70406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.444+0000 7fb72594b640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 0x7fb70406e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb72015a5d0 tx=0x7fb71c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.444+0000 7fb72aa23740 1 Processor -- start 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.444+0000 7fb72aa23740 1 -- start start 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d0772d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d02c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd8cf926f0 con 0x55fd8d02f2f0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55fd8cf3a330 con 0x55fd8d0332c0 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55fd8cf8e6b0 con 0x55fd8d031b30 2024-09-19T08:08:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56276/0 (socket says 172.21.15.17:56276) 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 -- 172.21.15.17:0/1020277870 learned_addr learned my addr 172.21.15.17:0/1020277870 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72594b640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d0772d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72614c640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d02c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 -- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 msgr2=0x55fd8d0772d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d0772d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 -- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 msgr2=0x55fd8d02c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d02c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 -- 172.21.15.17:0/1020277870 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd8cf600d0 con 0x55fd8d02f2f0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72614c640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d02c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb72514a640 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fb710088c30 tx=0x7fb710058800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e391e59b7366a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb7037fe640 1 -- 172.21.15.17:0/1020277870 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7100613e0 con 0x55fd8d02f2f0 2024-09-19T08:08:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb7037fe640 1 -- 172.21.15.17:0/1020277870 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb710056b00 con 0x55fd8d02f2f0 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.445+0000 7fb7037fe640 1 -- 172.21.15.17:0/1020277870 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb710004bc0 con 0x55fd8d02f2f0 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 -- 172.21.15.17:0/1020277870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 msgr2=0x55fd8d031f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fb710088c30 tx=0x7fb710058800 comp rx=0 tx=0).stop 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 -- 172.21.15.17:0/1020277870 shutdown_connections 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d02c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d02f2f0 0x55fd8d031f10 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1020277870 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d0772d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 -- 172.21.15.17:0/1020277870 >> 172.21.15.17:0/1020277870 conn(0x55fd8d02e580 msgr2=0x55fd8d0767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 -- 172.21.15.17:0/1020277870 shutdown_connections 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.446+0000 7fb72aa23740 1 -- 172.21.15.17:0/1020277870 wait complete. 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.447+0000 7fb72aa23740 1 -- start start 2024-09-19T08:08:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.447+0000 7fb72aa23740 1 Processor -- start 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d054700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d086150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd8d02da20 con 0x55fd8d0332c0 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55fd8cf1b4f0 con 0x55fd8d052d20 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55fd8d077b00 con 0x55fd8d031b30 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72aa23740 10 client.0 _ll_register_callbacks cb 0x55fd8cf3cb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56278/0 (socket says 172.21.15.17:56278) 2024-09-19T08:08:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 -- 172.21.15.17:0/860228213 learned_addr learned my addr 172.21.15.17:0/860228213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72614c640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d086150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72594b640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d054700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 -- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 msgr2=0x55fd8d054700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d054700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 -- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 msgr2=0x55fd8d086150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d086150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 -- 172.21.15.17:0/860228213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd8cd6f7d0 con 0x55fd8d0332c0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72594b640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d054700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72614c640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d086150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb72514a640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fb710015040 tx=0x7fb71000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91c7764cb533b8b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.448+0000 7fb700ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7100613e0 con 0x55fd8d0332c0 2024-09-19T08:08:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fb710059b30 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb710056b00 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7fb710077ba0 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 10 client.6744 fetch_fsmap learned FSMap version 68 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x55fd8cca53f0 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb710056b00 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7fb710057c50 con 0x55fd8d0332c0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 10 client.6744 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 10 client.6744 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 20 client.6744 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d0879d0 0x55fd8d08a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 4 client.6744 mds_command: new command op to 5543 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 --> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd8cf9fe20 con 0x55fd8d0879d0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.449+0000 7fb72594b640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d0879d0 0x55fd8d08a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.450+0000 7fb700ff9640 10 client.6744 ms_handle_connect on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.450+0000 7fb72594b640 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d0879d0 0x55fd8d08a380 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cbe4e5a911d5192 server_cookie=25ff653faca36d21 in_seq=0 out_seq=0 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.450+0000 7fb700ff9640 1 -- 172.21.15.17:0/860228213 <== mds.0 v2:172.21.15.160:6836/2411704292 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fd8cf9fe20 con 0x55fd8d0879d0 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.450+0000 7fb700ff9640 10 client.6744 handle_command_reply: tid=0 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 client.6744 shutdown 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 msgr2=0x55fd8d0527e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fb710015040 tx=0x7fb71000cf90 comp rx=0 tx=0).stop 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 shutdown_connections 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d0879d0 0x55fd8d08a380 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d086150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d0332c0 0x55fd8d0527e0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb700ff9640 0 client.6744 ms_handle_reset on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 --2- 172.21.15.17:0/860228213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d031b30 0x55fd8d054700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 >> 172.21.15.17:0/860228213 conn(0x55fd8d02f2f0 msgr2=0x55fd8d075630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 shutdown_connections 2024-09-19T08:08:23.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 1 -- 172.21.15.17:0/860228213 wait complete. 2024-09-19T08:08:23.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.451+0000 7fb72aa23740 20 client.6744 trim_cache size 0 max 16384 2024-09-19T08:08:23.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.465+0000 7fb72aa23740 1 Processor -- start 2024-09-19T08:08:23.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 -- start start 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d075550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d052d20 0x55fd8d075a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201fc700 con 0x55fd8d031b30 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7201fb740 con 0x55fd8d0332c0 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb72015d440 con 0x55fd8d052d20 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72594b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72594b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56280/0 (socket says 172.21.15.17:56280) 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.466+0000 7fb72594b640 1 -- 172.21.15.17:0/1526952881 learned_addr learned my addr 172.21.15.17:0/1526952881 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 -- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d052d20 msgr2=0x55fd8d075a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d052d20 0x55fd8d075a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 -- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 msgr2=0x55fd8d075550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d075550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 -- 172.21.15.17:0/1526952881 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd8cc650f0 con 0x55fd8d031b30 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72594b640 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x55fd8d057110 tx=0x7fb71c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e70102344d6b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb702ffd640 1 -- 172.21.15.17:0/1526952881 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71c02a040 con 0x55fd8d031b30 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb702ffd640 1 -- 172.21.15.17:0/1526952881 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb71c010e80 con 0x55fd8d031b30 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb702ffd640 1 -- 172.21.15.17:0/1526952881 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00f040 con 0x55fd8d031b30 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 -- 172.21.15.17:0/1526952881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 msgr2=0x55fd8d090f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x55fd8d057110 tx=0x7fb71c013000 comp rx=0 tx=0).stop 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 -- 172.21.15.17:0/1526952881 shutdown_connections 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d052d20 0x55fd8d075a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d0332c0 0x55fd8d075550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 --2- 172.21.15.17:0/1526952881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d090f60 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 -- 172.21.15.17:0/1526952881 >> 172.21.15.17:0/1526952881 conn(0x55fd8d02f2f0 msgr2=0x55fd8d074820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 -- 172.21.15.17:0/1526952881 shutdown_connections 2024-09-19T08:08:23.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.467+0000 7fb72aa23740 1 -- 172.21.15.17:0/1526952881 wait complete. 2024-09-19T08:08:23.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.468+0000 7fb72aa23740 1 -- start start 2024-09-19T08:08:23.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.468+0000 7fb72aa23740 1 Processor -- start 2024-09-19T08:08:23.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d0332c0 0x55fd8d0f6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d085760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd8d078c00 con 0x55fd8d031b30 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200d0e40 con 0x55fd8d052d20 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55fd8d05bbb0 con 0x55fd8d0332c0 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72aa23740 10 client.0 _ll_register_callbacks cb 0x7fb71006f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56286/0 (socket says 172.21.15.17:56286) 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 -- 172.21.15.17:0/2771455215 learned_addr learned my addr 172.21.15.17:0/2771455215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72614c640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d085760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72514a640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d0332c0 0x55fd8d0f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 -- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d0332c0 msgr2=0x55fd8d0f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d0332c0 0x55fd8d0f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 -- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 msgr2=0x55fd8d085760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d085760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 -- 172.21.15.17:0/2771455215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd8d08a100 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72614c640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d085760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb72594b640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fb71c008010 tx=0x7fb71c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9913dc03698cace server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.469+0000 7fb700ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71c033030 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7fb71c003a60 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fd8cf9a170 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7fb71c03f050 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 10 client.6750 fetch_fsmap learned FSMap version 68 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x55fd8d029120 con 0x55fd8d031b30 2024-09-19T08:08:23.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55fd8cf9a170 con 0x55fd8d031b30 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 68) ==== 3502+0+0 (secure 0 0 0) 0x7fb71c042020 con 0x55fd8d031b30 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 10 client.6750 fetch_fsmap finished waiting for FSMap version 68 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 10 client.6750 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 20 client.6750 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d054b60 0x55fd8d075520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 4 client.6750 mds_command: new command op to 5543 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 --> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fd8cf16da0 con 0x55fd8d054b60 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.470+0000 7fb72514a640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d054b60 0x55fd8d075520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.471+0000 7fb72514a640 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d054b60 0x55fd8d075520 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6e7d28c3fc42f0b server_cookie=7b55bc0c06044639 in_seq=0 out_seq=0 2024-09-19T08:08:23.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.471+0000 7fb700ff9640 10 client.6750 ms_handle_connect on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb700ff9640 1 -- 172.21.15.17:0/2771455215 <== mds.0 v2:172.21.15.160:6836/2411704292 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fd8cf16da0 con 0x55fd8d054b60 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb700ff9640 10 client.6750 handle_command_reply: tid=0 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 client.6750 shutdown 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 msgr2=0x55fd8d079cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fb71c008010 tx=0x7fb71c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 shutdown_connections 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:6836/2411704292,v1:172.21.15.160:6837/2411704292] conn(0x55fd8d054b60 0x55fd8d075520 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd8d052d20 0x55fd8d085760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd8d0332c0 0x55fd8d0f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 --2- 172.21.15.17:0/2771455215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8d031b30 0x55fd8d079cb0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb700ff9640 0 client.6750 ms_handle_reset on v2:172.21.15.160:6836/2411704292 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 >> 172.21.15.17:0/2771455215 conn(0x55fd8d02f2f0 msgr2=0x55fd8d09add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 shutdown_connections 2024-09-19T08:08:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 1 -- 172.21.15.17:0/2771455215 wait complete. 2024-09-19T08:08:23.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.482+0000 7fb72aa23740 20 client.6750 trim_cache size 0 max 16384 2024-09-19T08:08:23.484 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:23.484 INFO:teuthology.orchestra.run.smithi017.stdout: "message": "", 2024-09-19T08:08:23.484 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0 2024-09-19T08:08:23.484 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 msgr2=0x7fb70406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 0x7fb70406e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb72015a5d0 tx=0x7fb71c008040 comp rx=0 tx=0).stop 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 msgr2=0x7fb720159bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fb71000c4a0 tx=0x7fb71000c960 comp rx=0 tx=0).stop 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 shutdown_connections 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70406c2b0 0x7fb70406e770 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb72015f500 0x7fb7200abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb72015b2e0 0x7fb720159bf0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 --2- 172.21.15.17:0/4262032420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7200b4990 0x7fb7200aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 >> 172.21.15.17:0/4262032420 conn(0x7fb72006bc10 msgr2=0x7fb7200711f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 shutdown_connections 2024-09-19T08:08:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.483+0000 7fb727baf640 1 -- 172.21.15.17:0/4262032420 wait complete. 2024-09-19T08:08:23.494 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:08:23.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:08:23.533 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:08:23.576 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:08:23.576 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:08:23.576 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:23.576 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:23.592 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:08:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.735+0000 7f84ab04c640 1 Processor -- start 2024-09-19T08:08:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.735+0000 7f84ab04c640 1 -- start start 2024-09-19T08:08:23.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84a406c150 0x7f84a40b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f84a40b0610 0x7f84a40d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f84a406c5b0 con 0x7f84a406c150 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f84a406e170 con 0x7f84a40b0610 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84ab04c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84a406e3c0 con 0x7f84a4158c90 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84a3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84a406c150 0x7f84a40b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84a3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84a406c150 0x7f84a40b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56294/0 (socket says 172.21.15.17:56294) 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.736+0000 7f84a3fff640 1 -- 172.21.15.17:0/516059980 learned_addr learned my addr 172.21.15.17:0/516059980 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 -- 172.21.15.17:0/516059980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 msgr2=0x7f84a406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 --2- 172.21.15.17:0/516059980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a95e9640 1 --2- 172.21.15.17:0/516059980 >> v2:172.21.15.160:3300/0 conn(0x7f84a40b0610 0x7f84a40d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 -- 172.21.15.17:0/516059980 >> v2:172.21.15.160:3300/0 conn(0x7f84a40b0610 msgr2=0x7f84a40d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 --2- 172.21.15.17:0/516059980 >> v2:172.21.15.160:3300/0 conn(0x7f84a40b0610 0x7f84a40d1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 -- 172.21.15.17:0/516059980 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a406e6a0 con 0x7f84a406c150 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a3fff640 1 --2- 172.21.15.17:0/516059980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40b00d0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f84a4162040 tx=0x7f848c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9bb54c46c89c998 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a37fe640 1 -- 172.21.15.17:0/516059980 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c036070 con 0x7f84a406c150 2024-09-19T08:08:23.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a37fe640 1 -- 172.21.15.17:0/516059980 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f848c031600 con 0x7f84a406c150 2024-09-19T08:08:23.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.737+0000 7f84a37fe640 1 -- 172.21.15.17:0/516059980 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c0319d0 con 0x7f84a406c150 2024-09-19T08:08:23.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 -- 172.21.15.17:0/516059980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 msgr2=0x7f84a40b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 --2- 172.21.15.17:0/516059980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40b00d0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f84a4162040 tx=0x7f848c02a6a0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 -- 172.21.15.17:0/516059980 shutdown_connections 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 --2- 172.21.15.17:0/516059980 >> v2:172.21.15.160:3300/0 conn(0x7f84a40b0610 0x7f84a40d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 --2- 172.21.15.17:0/516059980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40b00d0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 --2- 172.21.15.17:0/516059980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 -- 172.21.15.17:0/516059980 >> 172.21.15.17:0/516059980 conn(0x7f84a4067b30 msgr2=0x7f84a406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 -- 172.21.15.17:0/516059980 shutdown_connections 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.738+0000 7f84ab04c640 1 -- 172.21.15.17:0/516059980 wait complete. 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.739+0000 7f84ab04c640 1 Processor -- start 2024-09-19T08:08:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.739+0000 7f84ab04c640 1 -- start start 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84a40b0610 0x7f84a415c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a40c63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84a40b0ac0 con 0x7f84a406c150 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84a406ec60 con 0x7f84a40b0610 2024-09-19T08:08:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84ab04c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84a40b4210 con 0x7f84a4158c90 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84a8de8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84a8de8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56302/0 (socket says 172.21.15.17:56302) 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84a8de8640 1 -- 172.21.15.17:0/1475269472 learned_addr learned my addr 172.21.15.17:0/1475269472 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84a95e9640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a40c63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.740+0000 7f84a3fff640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84a40b0610 0x7f84a415c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 -- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 msgr2=0x7f84a40c63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a40c63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 -- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84a40b0610 msgr2=0x7f84a415c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84a40b0610 0x7f84a415c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 -- 172.21.15.17:0/1475269472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a415cbd0 con 0x7f84a406c150 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a8de8640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f849400b410 tx=0x7f849400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8494015020 con 0x7f84a406c150 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8494011850 con 0x7f84a406c150 2024-09-19T08:08:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a415cea0 con 0x7f84a406c150 2024-09-19T08:08:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8494011c40 con 0x7f84a406c150 2024-09-19T08:08:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.741+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a415d460 con 0x7f84a406c150 2024-09-19T08:08:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.742+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a40b5d20 con 0x7f84a406c150 2024-09-19T08:08:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.742+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8494018020 con 0x7f84a406c150 2024-09-19T08:08:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.743+0000 7f84a17fa640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 0x7f848406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.743+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f849408b390 con 0x7f84a406c150 2024-09-19T08:08:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.743+0000 7f84a3fff640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 0x7f848406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.744+0000 7f84a3fff640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 0x7f848406e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f848c033000 tx=0x7f848c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.747+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f849401f020 con 0x7f84a406c150 2024-09-19T08:08:23.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.937+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84a40d0ac0 con 0x7f84a406c150 2024-09-19T08:08:23.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.937+0000 7f84a17fa640 1 -- 172.21.15.17:0/1475269472 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v75) ==== 80+0+124 (secure 0 0 0) 0x7f8494059b00 con 0x7f84a406c150 2024-09-19T08:08:23.937 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.160:6835/1224163311 2024-09-20T08:08:18.590947+0000 2024-09-19T08:08:23.938 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.160:6834/1224163311 2024-09-20T08:08:18.590947+0000 2024-09-19T08:08:23.938 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 msgr2=0x7f848406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 0x7f848406e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f848c033000 tx=0x7f848c009000 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 msgr2=0x7f84a40cfec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f849400b410 tx=0x7f849400b8d0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 shutdown_connections 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f848406c2b0 0x7f848406e770 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84a4158c90 0x7f84a40c63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84a40b0610 0x7f84a415c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 --2- 172.21.15.17:0/1475269472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84a406c150 0x7f84a40cfec0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:23.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.939+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 >> 172.21.15.17:0/1475269472 conn(0x7f84a4067b30 msgr2=0x7f84a4157a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:23.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.940+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 shutdown_connections 2024-09-19T08:08:23.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:23.940+0000 7f84ab04c640 1 -- 172.21.15.17:0/1475269472 wait complete. 2024-09-19T08:08:23.950 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:08:23.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:23.950 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:23.974 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[59301]: fuse finished with error 0 and tester_r 0 2024-09-19T08:08:23.976 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:08:23.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:23.976 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:08:24.142 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:08:24.142 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:08:24.142 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:24.161 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:08:24.162 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:08:24.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:24.162 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:08:24.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:08:24.220 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:08:24.221 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:08:24.221 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:24.221 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:24.237 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:08:24.237 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:08:24.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:24.237 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:08:24.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:08:24.293 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:08:24.293 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:08:24.293 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:08:24.293 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:24.312 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:08:24.312 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:08:24.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:24.312 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:08:24.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:08:24.370 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:08:24.371 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:24.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.473+0000 7f6179ffd640 1 Processor -- start 2024-09-19T08:08:24.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.473+0000 7f6179ffd640 1 -- start start 2024-09-19T08:08:24.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.474+0000 7f6179ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f61740b5320 0x7f617415d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.474+0000 7f6179ffd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61740b59b0 con 0x7f6174070660 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.474+0000 7f6179ffd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61740b5c90 con 0x7f61740d27b0 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.474+0000 7f6179ffd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f61740b5790 con 0x7f61740b5320 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.474+0000 7f6173fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6174070660 0x7f6174070a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42304/0 (socket says 172.21.15.17:42304) 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f6173fff640 1 -- 172.21.15.17:0/4154443370 learned_addr learned my addr 172.21.15.17:0/4154443370 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f6172ffd640 1 --2- 172.21.15.17:0/4154443370 >> v2:172.21.15.160:3300/0 conn(0x7f61740b5320 0x7f617415d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3400542620 0 0) 0x7f61740b59b0 con 0x7f6174070660 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f615c003520 con 0x7f6174070660 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2338255949 0 0) 0x7f615c003520 con 0x7f6174070660 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 >> v2:172.21.15.160:3300/0 conn(0x7f61740b5320 msgr2=0x7f617415d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 --2- 172.21.15.17:0/4154443370 >> v2:172.21.15.160:3300/0 conn(0x7f61740b5320 0x7f617415d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 >> v1:172.21.15.160:6789/0 conn(0x7f61740d27b0 legacy=0x7f617415d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61740b5f70 con 0x7f6174070660 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f616c0019f0 con 0x7f6174070660 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 >> v1:172.21.15.17:6789/0 conn(0x7f6174070660 legacy=0x7f6174070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f615c0039b0 0x7f615c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c004800 0x7f615c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 0x7f615c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f61740b5790 con 0x7f615c0051c0 2024-09-19T08:08:24.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f615c00c060 con 0x7f615c004800 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f615c00c260 con 0x7f615c0039b0 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f6173fff640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 0x7f615c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f6172ffd640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c004800 0x7f615c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.475+0000 7f61737fe640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f615c0039b0 0x7f615c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 -- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f615c0039b0 msgr2=0x7f615c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f615c0039b0 0x7f615c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 -- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c004800 msgr2=0x7f615c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c004800 0x7f615c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 -- 172.21.15.17:0/4154443370 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f615c003520 con 0x7f615c0051c0 2024-09-19T08:08:24.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 -- 172.21.15.17:0/4154443370 reap_dead start 2024-09-19T08:08:24.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f6173fff640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 0x7f615c00b9c0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f616c00a860 tx=0x7f615c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=537b5054bbc213cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.476+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c00a480 con 0x7f615c0051c0 2024-09-19T08:08:24.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f616c02f070 con 0x7f615c0051c0 2024-09-19T08:08:24.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f61727fc640 1 -- 172.21.15.17:0/4154443370 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c02bca0 con 0x7f615c0051c0 2024-09-19T08:08:24.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 -- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 msgr2=0x7f615c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 0x7f615c00b9c0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f616c00a860 tx=0x7f615c005830 comp rx=0 tx=0).stop 2024-09-19T08:08:24.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 -- 172.21.15.17:0/4154443370 shutdown_connections 2024-09-19T08:08:24.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 --2- 172.21.15.17:0/4154443370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f615c0051c0 0x7f615c00b9c0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 -- 172.21.15.17:0/4154443370 >> 172.21.15.17:0/4154443370 conn(0x7f617406f400 msgr2=0x7f617406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 -- 172.21.15.17:0/4154443370 shutdown_connections 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.477+0000 7f6179ffd640 1 -- 172.21.15.17:0/4154443370 wait complete. 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.478+0000 7f6179ffd640 1 Processor -- start 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.478+0000 7f6179ffd640 1 -- start start 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c0051c0 0x7f61741f22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61741f5330 0x7f6174157ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f61740d2b90 con 0x7f61741581e0 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f61740b6530 con 0x7f615c0051c0 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6179ffd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f61740d2d10 con 0x7f61741f5330 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6173fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6173fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56326/0 (socket says 172.21.15.17:56326) 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f6173fff640 1 -- 172.21.15.17:0/3904578593 learned_addr learned my addr 172.21.15.17:0/3904578593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.479+0000 7f61737fe640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c0051c0 0x7f61741f22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6172ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61741f5330 0x7f6174157ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 -- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61741f5330 msgr2=0x7f6174157ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61741f5330 0x7f6174157ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 -- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c0051c0 msgr2=0x7f61741f22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c0051c0 0x7f61741f22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 -- 172.21.15.17:0/3904578593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6174158a20 con 0x7f61741581e0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6173fff640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f616c00a980 tx=0x7f616c02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c00a480 con 0x7f61741581e0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f616c034670 con 0x7f61741581e0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c034a40 con 0x7f61741581e0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6174158740 con 0x7f61741581e0 2024-09-19T08:08:24.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.480+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61740c7820 con 0x7f61741581e0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.481+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6174155370 con 0x7f61741581e0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.482+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f616c034be0 con 0x7f61741581e0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.482+0000 7f615bfff640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 0x7f616006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.482+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f616c0ab1b0 con 0x7f61741581e0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.482+0000 7f61737fe640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 0x7f616006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.483+0000 7f61737fe640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 0x7f616006e7a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6164001760 tx=0x7f6164009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.487+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f616c046060 con 0x7f61741581e0 2024-09-19T08:08:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.697+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f617415ff40 con 0x7f61741581e0 2024-09-19T08:08:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.698+0000 7f615bfff640 1 -- 172.21.15.17:0/3904578593 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5227 (secure 0 0 0) 0x7f616c079240 con 0x7f61741581e0 2024-09-19T08:08:24.698 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:24.698 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":68,"btime":"2024-09-19T08:08:21:604821+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:21.604813+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:active","state_seq":14,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5543,"qdb_cluster":[5543]},"id":5}]} 2024-09-19T08:08:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 68 2024-09-19T08:08:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 msgr2=0x7f616006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 0x7f616006e7a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6164001760 tx=0x7f6164009040 comp rx=0 tx=0).stop 2024-09-19T08:08:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 msgr2=0x7f61740b2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f616c00a980 tx=0x7f616c02d070 comp rx=0 tx=0).stop 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 shutdown_connections 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f616006c2e0 0x7f616006e7a0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61741581e0 0x7f61740b2da0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61741f5330 0x7f6174157ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 --2- 172.21.15.17:0/3904578593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f615c0051c0 0x7f61741f22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 >> 172.21.15.17:0/3904578593 conn(0x7f617406f400 msgr2=0x7f6174160460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 shutdown_connections 2024-09-19T08:08:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.700+0000 7f6179ffd640 1 -- 172.21.15.17:0/3904578593 wait complete. 2024-09-19T08:08:24.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.812+0000 7f8d4aad2640 1 Processor -- start 2024-09-19T08:08:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.812+0000 7f8d4aad2640 1 -- start start 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4aad2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8d4415b2e0 0x7f8d440b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4aad2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d440ce4f0 con 0x7f8d440b2490 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4aad2640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d440ce7d0 con 0x7f8d440cdfc0 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4aad2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8d4415b6c0 con 0x7f8d4415b2e0 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4906f640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8d440b2490 0x7f8d44071750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42306/0 (socket says 172.21.15.17:42306) 2024-09-19T08:08:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4906f640 1 -- 172.21.15.17:0/12281455 learned_addr learned my addr 172.21.15.17:0/12281455 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 424353031 0 0) 0x7f8d440ce4f0 con 0x7f8d440b2490 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d2c003520 con 0x7f8d440b2490 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.813+0000 7f8d4886e640 1 --2- 172.21.15.17:0/12281455 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415b2e0 0x7f8d440b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2848035346 0 0) 0x7f8d2c003520 con 0x7f8d440b2490 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415b2e0 msgr2=0x7f8d440b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 --2- 172.21.15.17:0/12281455 >> v2:172.21.15.160:3300/0 conn(0x7f8d4415b2e0 0x7f8d440b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 >> v1:172.21.15.160:6789/0 conn(0x7f8d440cdfc0 legacy=0x7f8d440b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d440ceab0 con 0x7f8d440b2490 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8d34001670 con 0x7f8d440b2490 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 >> v1:172.21.15.17:6789/0 conn(0x7f8d440b2490 legacy=0x7f8d44071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2c0039b0 0x7f8d2c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c004800 0x7f8d2c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 0x7f8d2c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c00c130 con 0x7f8d2c0051c0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c00c2e0 con 0x7f8d2c004800 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d2c00c4e0 con 0x7f8d2c0039b0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 0x7f8d2c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d43fff640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c004800 0x7f8d2c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4886e640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2c0039b0 0x7f8d2c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 -- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2c0039b0 msgr2=0x7f8d2c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2c0039b0 0x7f8d2c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 -- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c004800 msgr2=0x7f8d2c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c004800 0x7f8d2c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.814+0000 7f8d4906f640 1 -- 172.21.15.17:0/12281455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d2c003520 con 0x7f8d2c0051c0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.815+0000 7f8d4906f640 1 -- 172.21.15.17:0/12281455 reap_dead start 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.815+0000 7f8d4906f640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 0x7f8d2c00b9c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f8d44070f00 tx=0x7f8d2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15458a94bc04a58b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.815+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34007d10 con 0x7f8d2c0051c0 2024-09-19T08:08:24.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.815+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d340058d0 con 0x7f8d2c0051c0 2024-09-19T08:08:24.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.815+0000 7f8d437fe640 1 -- 172.21.15.17:0/12281455 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34005cc0 con 0x7f8d2c0051c0 2024-09-19T08:08:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 -- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 msgr2=0x7f8d2c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 0x7f8d2c00b9c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f8d44070f00 tx=0x7f8d2c005830 comp rx=0 tx=0).stop 2024-09-19T08:08:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 -- 172.21.15.17:0/12281455 shutdown_connections 2024-09-19T08:08:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/12281455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d2c0051c0 0x7f8d2c00b9c0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 -- 172.21.15.17:0/12281455 >> 172.21.15.17:0/12281455 conn(0x7f8d4406bc10 msgr2=0x7f8d4406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 -- 172.21.15.17:0/12281455 shutdown_connections 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.816+0000 7f8d4aad2640 1 -- 172.21.15.17:0/12281455 wait complete. 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.817+0000 7f8d4aad2640 1 Processor -- start 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.817+0000 7f8d4aad2640 1 -- start start 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c0051c0 0x7f8d441e53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415b6c0 0x7f8d441f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8d440712b0 con 0x7f8d441f3860 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8d44071130 con 0x7f8d2c0051c0 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4aad2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d440b1d80 con 0x7f8d4415b6c0 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56344/0 (socket says 172.21.15.17:56344) 2024-09-19T08:08:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 -- 172.21.15.17:0/442909011 learned_addr learned my addr 172.21.15.17:0/442909011 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4886e640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c0051c0 0x7f8d441e53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d43fff640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415b6c0 0x7f8d441f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 -- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415b6c0 msgr2=0x7f8d441f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415b6c0 0x7f8d441f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 -- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c0051c0 msgr2=0x7f8d441e53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c0051c0 0x7f8d441e53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.818+0000 7f8d4906f640 1 -- 172.21.15.17:0/442909011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d441e3aa0 con 0x7f8d441f3860 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d4906f640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400c2d0 tx=0x7f8d440ce6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34040030 con 0x7f8d441f3860 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d340049f0 con 0x7f8d441f3860 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d441e3d80 con 0x7f8d441f3860 2024-09-19T08:08:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d34007d10 con 0x7f8d441f3860 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.819+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d4415bd30 con 0x7f8d441f3860 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.820+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d4415baa0 con 0x7f8d441f3860 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.820+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d34038040 con 0x7f8d441f3860 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.821+0000 7f8d417fa640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 0x7f8d3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.821+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f8d340acf70 con 0x7f8d441f3860 2024-09-19T08:08:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.821+0000 7f8d4886e640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 0x7f8d3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:24.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.821+0000 7f8d4886e640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 0x7f8d3006e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c014450 tx=0x7f8d3c00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:24.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:24.825+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d3407b090 con 0x7f8d441f3860 2024-09-19T08:08:25.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.038+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d4406c200 con 0x7f8d441f3860 2024-09-19T08:08:25.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.039+0000 7f8d417fa640 1 -- 172.21.15.17:0/442909011 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5227 (secure 0 0 0) 0x7f8d3407f390 con 0x7f8d441f3860 2024-09-19T08:08:25.039 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:25.039 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":68,"btime":"2024-09-19T08:08:21:604821+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:21.604813+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:active","state_seq":14,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5543,"qdb_cluster":[5543]},"id":5}]} 2024-09-19T08:08:25.039 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 68 2024-09-19T08:08:25.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 msgr2=0x7f8d3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 0x7f8d3006e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c014450 tx=0x7f8d3c00b040 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 msgr2=0x7f8d44143230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400c2d0 tx=0x7f8d440ce6c0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 shutdown_connections 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d3006c2b0 0x7f8d3006e770 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d441f3860 0x7f8d44143230 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d4415b6c0 0x7f8d441f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 --2- 172.21.15.17:0/442909011 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d2c0051c0 0x7f8d441e53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 >> 172.21.15.17:0/442909011 conn(0x7f8d4406bc10 msgr2=0x7f8d440b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 shutdown_connections 2024-09-19T08:08:25.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.041+0000 7f8d4aad2640 1 -- 172.21.15.17:0/442909011 wait complete. 2024-09-19T08:08:25.052 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.154+0000 7f4e9647b640 1 Processor -- start 2024-09-19T08:08:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.154+0000 7f4e9647b640 1 -- start start 2024-09-19T08:08:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e9647b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e9015eab0 0x7f4e9006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e9647b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 0x7f4e900b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e9647b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e900d17e0 con 0x7f4e900b80c0 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e9647b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4e900d09d0 con 0x7f4e9015eab0 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e9647b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4e9015ee90 con 0x7f4e9006dae0 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e9015eab0 0x7f4e9006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4e9015eab0 0x7f4e9006d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56350/0 (socket says 172.21.15.17:56350) 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 -- 172.21.15.17:0/1301696493 learned_addr learned my addr 172.21.15.17:0/1301696493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 0x7f4e900b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 -- 172.21.15.17:0/1301696493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 msgr2=0x7f4e900b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 0x7f4e900b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 -- 172.21.15.17:0/1301696493 >> v1:172.21.15.160:6789/0 conn(0x7f4e900b80c0 legacy=0x7f4e900b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8ffff640 1 -- 172.21.15.17:0/1301696493 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e900cfc10 con 0x7f4e9015eab0 2024-09-19T08:08:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.155+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 0x7f4e900b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.156+0000 7f4e8ffff640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e9006d5a0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f4e80009870 tx=0x7f4e8002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=984cd3505659ae89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.156+0000 7f4e8effd640 1 -- 172.21.15.17:0/1301696493 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e80037070 con 0x7f4e9015eab0 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.156+0000 7f4e8effd640 1 -- 172.21.15.17:0/1301696493 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e8002ae50 con 0x7f4e9015eab0 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.156+0000 7f4e8effd640 1 -- 172.21.15.17:0/1301696493 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e80032860 con 0x7f4e9015eab0 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 -- 172.21.15.17:0/1301696493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 msgr2=0x7f4e9006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e9006d5a0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f4e80009870 tx=0x7f4e8002a300 comp rx=0 tx=0).stop 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 -- 172.21.15.17:0/1301696493 shutdown_connections 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e9006dae0 0x7f4e900b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 --2- 172.21.15.17:0/1301696493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e9006d5a0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 -- 172.21.15.17:0/1301696493 >> 172.21.15.17:0/1301696493 conn(0x7f4e900d4b30 msgr2=0x7f4e900d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 -- 172.21.15.17:0/1301696493 shutdown_connections 2024-09-19T08:08:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.157+0000 7f4e9647b640 1 -- 172.21.15.17:0/1301696493 wait complete. 2024-09-19T08:08:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.158+0000 7f4e9647b640 1 Processor -- start 2024-09-19T08:08:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.158+0000 7f4e9647b640 1 -- start start 2024-09-19T08:08:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e9006dae0 0x7f4e9015cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e900b80c0 0x7f4e90160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4e900d01d0 con 0x7f4e9015eab0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9006df20 con 0x7f4e9006dae0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e9647b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4e900d04b0 con 0x7f4e900b80c0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56364/0 (socket says 172.21.15.17:56364) 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 -- 172.21.15.17:0/3086699779 learned_addr learned my addr 172.21.15.17:0/3086699779 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e8ffff640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e9006dae0 0x7f4e9015cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e900b80c0 0x7f4e90160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 -- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e900b80c0 msgr2=0x7f4e90160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e900b80c0 0x7f4e90160120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 -- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e9006dae0 msgr2=0x7f4e9015cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e9006dae0 0x7f4e9015cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 -- 172.21.15.17:0/3086699779 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9015bf10 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.159+0000 7f4e94a18640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800c6b0 tx=0x7f4e8800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.160+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88003b70 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.160+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e88003d30 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.160+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9015c1f0 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.160+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88005310 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.160+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e9015c7b0 con 0x7f4e9015eab0 2024-09-19T08:08:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.161+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e9006d7b0 con 0x7f4e9015eab0 2024-09-19T08:08:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.161+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e880054b0 con 0x7f4e9015eab0 2024-09-19T08:08:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.162+0000 7f4e8cff9640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.162+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f4e8808b1d0 con 0x7f4e9015eab0 2024-09-19T08:08:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.162+0000 7f4e8ffff640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.162+0000 7f4e8ffff640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4e80034000 tx=0x7f4e8002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.166+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e9006d7b0 con 0x7f4e9015eab0 2024-09-19T08:08:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.341+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e900ceb50 con 0x7f4e9015eab0 2024-09-19T08:08:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.342+0000 7f4e8cff9640 1 -- 172.21.15.17:0/3086699779 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+16933 (secure 0 0 0) 0x7f4e88059260 con 0x7f4e9015eab0 2024-09-19T08:08:25.342 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:25.342 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:18.590999+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:07:38.349050+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T08:07:39.678049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"11.22","mappings":[{"from":6,"to":0}]},{"pgid":"11.26","mappings":[{"from":6,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6835/1224163311":"2024-09-20T08:08:18.590947+0000","172.21.15.160:6834/1224163311":"2024-09-20T08:08:18.590947+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 msgr2=0x7f4e7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4e80034000 tx=0x7f4e8002e000 comp rx=0 tx=0).stop 2024-09-19T08:08:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 msgr2=0x7f4e90160660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800c6b0 tx=0x7f4e8800cb70 comp rx=0 tx=0).stop 2024-09-19T08:08:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 shutdown_connections 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e9015eab0 0x7f4e90160660 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e900b80c0 0x7f4e90160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 --2- 172.21.15.17:0/3086699779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e9006dae0 0x7f4e9015cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 >> 172.21.15.17:0/3086699779 conn(0x7f4e900d4b30 msgr2=0x7f4e900cef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 shutdown_connections 2024-09-19T08:08:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.344+0000 7f4e9647b640 1 -- 172.21.15.17:0/3086699779 wait complete. 2024-09-19T08:08:25.355 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:08:25.355 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:25.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.458+0000 7ff6b3991640 1 Processor -- start 2024-09-19T08:08:25.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.458+0000 7ff6b3991640 1 -- start start 2024-09-19T08:08:25.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff6ac15eab0 0x7ff6ac06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 0x7ff6ac0b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff6ac0d09d0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff6ac15ee90 con 0x7ff6ac15eab0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b3991640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac06df20 con 0x7ff6ac0b80c0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56374/0 (socket says 172.21.15.17:56374) 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 -- 172.21.15.17:0/2245496307 learned_addr learned my addr 172.21.15.17:0/2245496307 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b172d640 1 --2- 172.21.15.17:0/2245496307 >> v2:172.21.15.160:3300/0 conn(0x7ff6ac15eab0 0x7ff6ac06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b1f2e640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 0x7ff6ac0b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 -- 172.21.15.17:0/2245496307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 msgr2=0x7ff6ac0b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 0x7ff6ac0b8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 -- 172.21.15.17:0/2245496307 >> v2:172.21.15.160:3300/0 conn(0x7ff6ac15eab0 msgr2=0x7ff6ac06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/2245496307 >> v2:172.21.15.160:3300/0 conn(0x7ff6ac15eab0 0x7ff6ac06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b0f2c640 1 -- 172.21.15.17:0/2245496307 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac0d17e0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.459+0000 7ff6b1f2e640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 0x7ff6ac0b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.460+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0d53d0 tx=0x7ff69c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b10563e2ee0680 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.460+0000 7ff6a3fff640 1 -- 172.21.15.17:0/2245496307 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c037070 con 0x7ff6ac06dae0 2024-09-19T08:08:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.460+0000 7ff6a3fff640 1 -- 172.21.15.17:0/2245496307 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff69c032440 con 0x7ff6ac06dae0 2024-09-19T08:08:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.460+0000 7ff6a3fff640 1 -- 172.21.15.17:0/2245496307 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c032810 con 0x7ff6ac06dae0 2024-09-19T08:08:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 -- 172.21.15.17:0/2245496307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 msgr2=0x7ff6ac0b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0d53d0 tx=0x7ff69c02a2a0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 -- 172.21.15.17:0/2245496307 shutdown_connections 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac0b80c0 0x7ff6ac0b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 --2- 172.21.15.17:0/2245496307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0b7b80 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 --2- 172.21.15.17:0/2245496307 >> v2:172.21.15.160:3300/0 conn(0x7ff6ac15eab0 0x7ff6ac06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 -- 172.21.15.17:0/2245496307 >> 172.21.15.17:0/2245496307 conn(0x7ff6ac0d4b30 msgr2=0x7ff6ac0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 -- 172.21.15.17:0/2245496307 shutdown_connections 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.461+0000 7ff6b3991640 1 -- 172.21.15.17:0/2245496307 wait complete. 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.462+0000 7ff6b3991640 1 Processor -- start 2024-09-19T08:08:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.462+0000 7ff6b3991640 1 -- start start 2024-09-19T08:08:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 0x7ff6ac1605f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 0x7ff6ac1577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0d01d0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0cfef0 con 0x7ff6ac0b80c0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b3991640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac0d04b0 con 0x7ff6ac15eab0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56390/0 (socket says 172.21.15.17:56390) 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 -- 172.21.15.17:0/535271020 learned_addr learned my addr 172.21.15.17:0/535271020 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 0x7ff6ac1605f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b1f2e640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 0x7ff6ac1577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 -- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 msgr2=0x7ff6ac1577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 0x7ff6ac1577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 -- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 msgr2=0x7ff6ac1605f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 0x7ff6ac1605f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 -- 172.21.15.17:0/535271020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac160f20 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b1f2e640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 0x7ff6ac1577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 0x7ff6ac1605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6b172d640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7ff6a800d830 tx=0x7ff6a800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.463+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a800b6c0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.464+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6a8019070 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.464+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a800ba80 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.464+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ac161200 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.464+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ac1617c0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.465+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6ac0ceb50 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.465+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6a801e460 con 0x7ff6ac06dae0 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.466+0000 7ff6a1ffb640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 0x7ff69006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.466+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7ff6a808bb60 con 0x7ff6ac06dae0 2024-09-19T08:08:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.466+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 0x7ff69006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.467+0000 7ff6b0f2c640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 0x7ff69006e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff69c034000 tx=0x7ff69c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.470+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6a805a2d0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.680+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6ac06e360 con 0x7ff6ac06dae0 2024-09-19T08:08:25.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.680+0000 7ff6a1ffb640 1 -- 172.21.15.17:0/535271020 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5227 (secure 0 0 0) 0x7ff6a8059bd0 con 0x7ff6ac06dae0 2024-09-19T08:08:25.681 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:25.681 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":68,"btime":"2024-09-19T08:08:21:604821+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:21.604813+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:active","state_seq":14,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5543,"qdb_cluster":[5543]},"id":5}]} 2024-09-19T08:08:25.681 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 68 2024-09-19T08:08:25.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 msgr2=0x7ff69006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 0x7ff69006e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff69c034000 tx=0x7ff69c02e000 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 msgr2=0x7ff6ac0ce070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7ff6a800d830 tx=0x7ff6a800dcf0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 shutdown_connections 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff69006c2b0 0x7ff69006e770 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6ac15eab0 0x7ff6ac1577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6ac0b80c0 0x7ff6ac1605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 --2- 172.21.15.17:0/535271020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6ac06dae0 0x7ff6ac0ce070 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 >> 172.21.15.17:0/535271020 conn(0x7ff6ac0d4b30 msgr2=0x7ff6ac0b8530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 shutdown_connections 2024-09-19T08:08:25.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.682+0000 7ff6b3991640 1 -- 172.21.15.17:0/535271020 wait complete. 2024-09-19T08:08:25.694 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:25.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.795+0000 7f0d7c152640 1 Processor -- start 2024-09-19T08:08:25.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 -- start start 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0d7415e8c0 0x7f0d740d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d740b6ee0 0x7f0d740d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d7406cec0 con 0x7f0d7415e4e0 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0d740d2d40 con 0x7f0d740b6ee0 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.796+0000 7f0d7c152640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0d7406d160 con 0x7f0d7415e8c0 2024-09-19T08:08:25.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d740b6ee0 0x7f0d740d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d740b6ee0 0x7f0d740d2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56392/0 (socket says 172.21.15.17:56392) 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 -- 172.21.15.17:0/1718456927 learned_addr learned my addr 172.21.15.17:0/1718456927 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d796ed640 1 --2- 172.21.15.17:0/1718456927 >> v2:172.21.15.160:3300/0 conn(0x7f0d7415e8c0 0x7f0d740d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 -- 172.21.15.17:0/1718456927 >> v2:172.21.15.160:3300/0 conn(0x7f0d7415e8c0 msgr2=0x7f0d740d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 --2- 172.21.15.17:0/1718456927 >> v2:172.21.15.160:3300/0 conn(0x7f0d7415e8c0 0x7f0d740d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 -- 172.21.15.17:0/1718456927 >> v1:172.21.15.160:6789/0 conn(0x7f0d7415e4e0 legacy=0x7f0d740b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:25.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.797+0000 7f0d7a6ef640 1 -- 172.21.15.17:0/1718456927 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7406d440 con 0x7f0d740b6ee0 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7a6ef640 1 --2- 172.21.15.17:0/1718456927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d740d2500 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f0d74072c30 tx=0x7f0d6c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6f45254e8c4146d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d78eec640 1 -- 172.21.15.17:0/1718456927 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6c036070 con 0x7f0d740b6ee0 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d78eec640 1 -- 172.21.15.17:0/1718456927 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d6c031600 con 0x7f0d740b6ee0 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d78eec640 1 -- 172.21.15.17:0/1718456927 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6c0319d0 con 0x7f0d740b6ee0 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 -- 172.21.15.17:0/1718456927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 msgr2=0x7f0d740d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1718456927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d740d2500 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f0d74072c30 tx=0x7f0d6c02a6c0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 -- 172.21.15.17:0/1718456927 shutdown_connections 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1718456927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d740d2500 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1718456927 >> v2:172.21.15.160:3300/0 conn(0x7f0d7415e8c0 0x7f0d740d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.798+0000 7f0d7c152640 1 -- 172.21.15.17:0/1718456927 >> 172.21.15.17:0/1718456927 conn(0x7f0d7406f400 msgr2=0x7f0d7406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:25.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.799+0000 7f0d7c152640 1 -- 172.21.15.17:0/1718456927 shutdown_connections 2024-09-19T08:08:25.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.799+0000 7f0d7c152640 1 -- 172.21.15.17:0/1718456927 wait complete. 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.800+0000 7f0d7c152640 1 Processor -- start 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.800+0000 7f0d7c152640 1 -- start start 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d7415e4e0 0x7f0d741e9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d7415e8c0 0x7f0d740b1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7406dc40 con 0x7f0d740b6ee0 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0d740d2a40 con 0x7f0d7415e4e0 2024-09-19T08:08:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d7406ddc0 con 0x7f0d7415e8c0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56398/0 (socket says 172.21.15.17:56398) 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 -- 172.21.15.17:0/1010369082 learned_addr learned my addr 172.21.15.17:0/1010369082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d796ed640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d7415e4e0 0x7f0d741e9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7a6ef640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d7415e8c0 0x7f0d740b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 -- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d7415e8c0 msgr2=0x7f0d740b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d7415e8c0 0x7f0d740b1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 -- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d7415e4e0 msgr2=0x7f0d741e9230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d7415e4e0 0x7f0d741e9230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 -- 172.21.15.17:0/1010369082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d741e9770 con 0x7f0d740b6ee0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d79eee640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f0d7000c430 tx=0x7f0d7000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70011790 con 0x7f0d740b6ee0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d70017070 con 0x7f0d740b6ee0 2024-09-19T08:08:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d740aeaf0 con 0x7f0d740b6ee0 2024-09-19T08:08:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70011b70 con 0x7f0d740b6ee0 2024-09-19T08:08:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.801+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d740af0b0 con 0x7f0d740b6ee0 2024-09-19T08:08:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.802+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d740b67d0 con 0x7f0d740b6ee0 2024-09-19T08:08:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.803+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d70011d10 con 0x7f0d740b6ee0 2024-09-19T08:08:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.803+0000 7f0d6a7fc640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 0x7f0d5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.803+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f0d7008b1e0 con 0x7f0d740b6ee0 2024-09-19T08:08:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.804+0000 7f0d796ed640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 0x7f0d5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.804+0000 7f0d796ed640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 0x7f0d5806e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d74155860 tx=0x7f0d64008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:25.808+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d70059260 con 0x7f0d740b6ee0 2024-09-19T08:08:26.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.023+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d74071390 con 0x7f0d740b6ee0 2024-09-19T08:08:26.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.024+0000 7f0d6a7fc640 1 -- 172.21.15.17:0/1010369082 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5227 (secure 0 0 0) 0x7f0d7005d560 con 0x7f0d740b6ee0 2024-09-19T08:08:26.024 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:26.024 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":68,"btime":"2024-09-19T08:08:21:604821+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:07:40.691174+0000","modified":"2024-09-19T08:08:21.604813+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5543},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5543":{"gid":5543,"name":"b","rank":0,"incarnation":65,"state":"up:active","state_seq":14,"addr":"172.21.15.160:6837/2411704292","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":2411704292},{"type":"v1","addr":"172.21.15.160:6837","nonce":2411704292}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5543,"qdb_cluster":[5543]},"id":5}]} 2024-09-19T08:08:26.024 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 68 2024-09-19T08:08:26.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 msgr2=0x7f0d5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 0x7f0d5806e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d74155860 tx=0x7f0d64008040 comp rx=0 tx=0).stop 2024-09-19T08:08:26.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 msgr2=0x7f0d74152de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f0d7000c430 tx=0x7f0d7000c8f0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 shutdown_connections 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5806c2b0 0x7f0d5806e770 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d7415e8c0 0x7f0d740b1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d7415e4e0 0x7f0d741e9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 --2- 172.21.15.17:0/1010369082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d740b6ee0 0x7f0d74152de0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 >> 172.21.15.17:0/1010369082 conn(0x7f0d7406f400 msgr2=0x7f0d740d1a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 shutdown_connections 2024-09-19T08:08:26.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.026+0000 7f0d7c152640 1 -- 172.21.15.17:0/1010369082 wait complete. 2024-09-19T08:08:26.037 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.139+0000 7ff4d892a640 1 Processor -- start 2024-09-19T08:08:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.139+0000 7ff4d892a640 1 -- start start 2024-09-19T08:08:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4d415e670 0x7ff4d4070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff4d40ceaf0 0x7ff4d40cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 0x7ff4d415eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff4d40d0040 con 0x7ff4d415e670 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff4d40cf490 con 0x7ff4d40ceaf0 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d892a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4d4072f80 con 0x7ff4d415ea50 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4d415e670 0x7ff4d4070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4d415e670 0x7ff4d4070a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56402/0 (socket says 172.21.15.17:56402) 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 -- 172.21.15.17:0/1795229135 learned_addr learned my addr 172.21.15.17:0/1795229135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d1d9b640 1 --2- 172.21.15.17:0/1795229135 >> v2:172.21.15.160:3300/0 conn(0x7ff4d40ceaf0 0x7ff4d40cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d2d9d640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 0x7ff4d415eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 -- 172.21.15.17:0/1795229135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 msgr2=0x7ff4d415eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 0x7ff4d415eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 -- 172.21.15.17:0/1795229135 >> v2:172.21.15.160:3300/0 conn(0x7ff4d40ceaf0 msgr2=0x7ff4d40cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:26.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 --2- 172.21.15.17:0/1795229135 >> v2:172.21.15.160:3300/0 conn(0x7ff4d40ceaf0 0x7ff4d40cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d259c640 1 -- 172.21.15.17:0/1795229135 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4d40731d0 con 0x7ff4d415e670 2024-09-19T08:08:26.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.140+0000 7ff4d2d9d640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 0x7ff4d415eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.141+0000 7ff4d259c640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415e670 0x7ff4d4070a50 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7ff4d40cfe50 tx=0x7ff4c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e71b7227d95cf51c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.141+0000 7ff4d159a640 1 -- 172.21.15.17:0/1795229135 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c4037070 con 0x7ff4d415e670 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.141+0000 7ff4d159a640 1 -- 172.21.15.17:0/1795229135 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4c4032440 con 0x7ff4d415e670 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.141+0000 7ff4d159a640 1 -- 172.21.15.17:0/1795229135 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c4032810 con 0x7ff4d415e670 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 -- 172.21.15.17:0/1795229135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415e670 msgr2=0x7ff4d4070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415e670 0x7ff4d4070a50 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7ff4d40cfe50 tx=0x7ff4c402a270 comp rx=0 tx=0).stop 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 -- 172.21.15.17:0/1795229135 shutdown_connections 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d415ea50 0x7ff4d415eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 --2- 172.21.15.17:0/1795229135 >> v2:172.21.15.160:3300/0 conn(0x7ff4d40ceaf0 0x7ff4d40cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 --2- 172.21.15.17:0/1795229135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415e670 0x7ff4d4070a50 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 -- 172.21.15.17:0/1795229135 >> 172.21.15.17:0/1795229135 conn(0x7ff4d406f400 msgr2=0x7ff4d406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 -- 172.21.15.17:0/1795229135 shutdown_connections 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.142+0000 7ff4d892a640 1 -- 172.21.15.17:0/1795229135 wait complete. 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.143+0000 7ff4d892a640 1 Processor -- start 2024-09-19T08:08:26.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.143+0000 7ff4d892a640 1 -- start start 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d40ceaf0 0x7ff4d4151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4d415e670 0x7ff4d4155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d4073790 con 0x7ff4d415ea50 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d4073de0 con 0x7ff4d415e670 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d892a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4d4073a70 con 0x7ff4d40ceaf0 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56410/0 (socket says 172.21.15.17:56410) 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 -- 172.21.15.17:0/306481596 learned_addr learned my addr 172.21.15.17:0/306481596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d1d9b640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4d415e670 0x7ff4d4155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d259c640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d40ceaf0 0x7ff4d4151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 -- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d40ceaf0 msgr2=0x7ff4d4151b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d40ceaf0 0x7ff4d4151b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 -- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4d415e670 msgr2=0x7ff4d4155d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4d415e670 0x7ff4d4155d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.144+0000 7ff4d2d9d640 1 -- 172.21.15.17:0/306481596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4d41587e0 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4d2d9d640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc007df0 tx=0x7ff4cc00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc01a070 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4cc003990 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4d4158ac0 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc003d80 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.145+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4d4152840 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.146+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4d4071410 con 0x7ff4d415ea50 2024-09-19T08:08:26.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.146+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4cc01d070 con 0x7ff4d415ea50 2024-09-19T08:08:26.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.147+0000 7ff4c2ffd640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 0x7ff4b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.147+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7ff4cc08b630 con 0x7ff4d415ea50 2024-09-19T08:08:26.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.147+0000 7ff4d259c640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 0x7ff4b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.148+0000 7ff4d259c640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 0x7ff4b406e770 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4034000 tx=0x7ff4c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.151+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4cc010070 con 0x7ff4d415ea50 2024-09-19T08:08:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.327+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4d40b2700 con 0x7ff4d415ea50 2024-09-19T08:08:26.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.328+0000 7ff4c2ffd640 1 -- 172.21.15.17:0/306481596 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+16933 (secure 0 0 0) 0x7ff4cc059750 con 0x7ff4d415ea50 2024-09-19T08:08:26.328 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:26.328 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:18.590999+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:07:38.349050+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T08:07:39.678049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"11.22","mappings":[{"from":6,"to":0}]},{"pgid":"11.26","mappings":[{"from":6,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6835/1224163311":"2024-09-20T08:08:18.590947+0000","172.21.15.160:6834/1224163311":"2024-09-20T08:08:18.590947+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 msgr2=0x7ff4b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 0x7ff4b406e770 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4034000 tx=0x7ff4c402e000 comp rx=0 tx=0).stop 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 msgr2=0x7ff4d40d23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc007df0 tx=0x7ff4cc00d4a0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 shutdown_connections 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff4b406c2b0 0x7ff4b406e770 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d415ea50 0x7ff4d40d23e0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4d415e670 0x7ff4d4155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 --2- 172.21.15.17:0/306481596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4d40ceaf0 0x7ff4d4151b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 >> 172.21.15.17:0/306481596 conn(0x7ff4d406f400 msgr2=0x7ff4d406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 shutdown_connections 2024-09-19T08:08:26.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.330+0000 7ff4d892a640 1 -- 172.21.15.17:0/306481596 wait complete. 2024-09-19T08:08:26.342 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:08:26.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.445+0000 7f54a5bcf640 1 Processor -- start 2024-09-19T08:08:26.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.445+0000 7f54a5bcf640 1 -- start start 2024-09-19T08:08:26.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f54a5bcf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f54a015eab0 0x7f54a006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f54a5bcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a00d3480 0x7f54a00b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f54a5bcf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54a00d17e0 con 0x7f54a006dae0 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f54a5bcf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f54a00d09d0 con 0x7f54a015eab0 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f54a5bcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f54a015ee90 con 0x7f54a00d3480 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f549f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f54a015eab0 0x7f54a006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f549effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f54a006dae0 0x7f54a00b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42318/0 (socket says 172.21.15.17:42318) 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.446+0000 7f549effd640 1 -- 172.21.15.17:0/3773925399 learned_addr learned my addr 172.21.15.17:0/3773925399 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549f7fe640 1 -- 172.21.15.17:0/3773925399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a00d3480 msgr2=0x7f54a00b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549ffff640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a00d3480 0x7f54a00b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549e7fc640 1 -- 172.21.15.17:0/3773925399 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3437588239 0 0) 0x7f54a00d17e0 con 0x7f54a006dae0 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549f7fe640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a00d3480 0x7f54a00b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549f7fe640 1 -- 172.21.15.17:0/3773925399 >> v1:172.21.15.17:6789/0 conn(0x7f54a006dae0 legacy=0x7f54a00b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549f7fe640 1 -- 172.21.15.17:0/3773925399 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54a00cfc10 con 0x7f54a015eab0 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549f7fe640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a015eab0 0x7f54a006d5a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f54900097d0 tx=0x7f549002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f98d5185764165 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.447+0000 7f549e7fc640 1 -- 172.21.15.17:0/3773925399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5490037070 con 0x7f54a015eab0 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f549e7fc640 1 -- 172.21.15.17:0/3773925399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5490032440 con 0x7f54a015eab0 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f549e7fc640 1 -- 172.21.15.17:0/3773925399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5490032810 con 0x7f54a015eab0 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3773925399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a015eab0 msgr2=0x7f54a006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a015eab0 0x7f54a006d5a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f54900097d0 tx=0x7f549002a250 comp rx=0 tx=0).stop 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3773925399 shutdown_connections 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a00d3480 0x7f54a00b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3773925399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a015eab0 0x7f54a006d5a0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3773925399 >> 172.21.15.17:0/3773925399 conn(0x7f54a00d4b30 msgr2=0x7f54a00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3773925399 shutdown_connections 2024-09-19T08:08:26.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.448+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3773925399 wait complete. 2024-09-19T08:08:26.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.449+0000 7f54a5bcf640 1 Processor -- start 2024-09-19T08:08:26.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 -- start start 2024-09-19T08:08:26.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a006dae0 0x7f54a01f3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54a015eab0 0x7f54a01f7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f54a00d01d0 con 0x7f54a00d3480 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f54a006df20 con 0x7f54a015eab0 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f54a5bcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f54a00d04b0 con 0x7f54a006dae0 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f549effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f549effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56416/0 (socket says 172.21.15.17:56416) 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.450+0000 7f549effd640 1 -- 172.21.15.17:0/3832395800 learned_addr learned my addr 172.21.15.17:0/3832395800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549f7fe640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a006dae0 0x7f54a01f3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549ffff640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54a015eab0 0x7f54a01f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 -- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a006dae0 msgr2=0x7f54a01f3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a006dae0 0x7f54a01f3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 -- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54a015eab0 msgr2=0x7f54a01f7690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54a015eab0 0x7f54a01f7690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 -- 172.21.15.17:0/3832395800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54a00cdbd0 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f549effd640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f549400c4d0 tx=0x7f549400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5494018070 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5494007500 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54a00cde70 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5494004a20 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.451+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54a015b080 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.452+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54a00ce390 con 0x7f54a00d3480 2024-09-19T08:08:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.453+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f549401b070 con 0x7f54a00d3480 2024-09-19T08:08:26.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.453+0000 7f5487fff640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 0x7f548c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.453+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5853+0+0 (secure 0 0 0) 0x7f549408a760 con 0x7f54a00d3480 2024-09-19T08:08:26.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.453+0000 7f549f7fe640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 0x7f548c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.454+0000 7f549f7fe640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 0x7f548c06e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5490034000 tx=0x7f549002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.458+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5494058ed0 con 0x7f54a00d3480 2024-09-19T08:08:26.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.672+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f54a00ceb50 con 0x7f54a00d3480 2024-09-19T08:08:26.672 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:08:26.673+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:08:26.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.674+0000 7f5487fff640 1 -- 172.21.15.17:0/3832395800 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v69) ==== 161+0+0 (secure 0 0 0) 0x7f54940587d0 con 0x7f54a00d3480 2024-09-19T08:08:26.674 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:08:26.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 msgr2=0x7f548c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 0x7f548c06e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5490034000 tx=0x7f549002e000 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 msgr2=0x7f54a0161910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f549400c4d0 tx=0x7f549400c990 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 shutdown_connections 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f548c06c2b0 0x7f548c06e770 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f54a015eab0 0x7f54a01f7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54a00d3480 0x7f54a0161910 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 --2- 172.21.15.17:0/3832395800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f54a006dae0 0x7f54a01f3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 >> 172.21.15.17:0/3832395800 conn(0x7f54a00d4b30 msgr2=0x7f54a00c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 shutdown_connections 2024-09-19T08:08:26.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.677+0000 7f54a5bcf640 1 -- 172.21.15.17:0/3832395800 wait complete. 2024-09-19T08:08:26.681 INFO:tasks.ceph.mds.b.smithi160.stderr: -1904> 2024-09-19T08:08:21.999+0000 7f42f4017640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:08:26.688 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:08:26.709 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:08:26.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.793+0000 7fe72c6dd640 1 Processor -- start 2024-09-19T08:08:26.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.793+0000 7fe72c6dd640 1 -- start start 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72c6dd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe72415e500 0x7fe72406d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72c6dd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7240b3fb0 0x7fe7240b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72c6dd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7240cfb60 con 0x7fe7240d1fa0 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72c6dd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe7240d00b0 con 0x7fe7240b3fb0 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72c6dd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe72406dc80 con 0x7fe72415e500 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72ac7a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7240b3fb0 0x7fe7240b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72ac7a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7240b3fb0 0x7fe7240b4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56432/0 (socket says 172.21.15.17:56432) 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72ac7a640 1 -- 172.21.15.17:0/1019030711 learned_addr learned my addr 172.21.15.17:0/1019030711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.794+0000 7fe72a479640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe72415e500 0x7fe72406d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe72ac7a640 1 -- 172.21.15.17:0/1019030711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe72415e500 msgr2=0x7fe72406d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe72ac7a640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe72415e500 0x7fe72406d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe72ac7a640 1 -- 172.21.15.17:0/1019030711 >> v1:172.21.15.160:6789/0 conn(0x7fe7240d1fa0 legacy=0x7fe7240cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:26.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe72ac7a640 1 -- 172.21.15.17:0/1019030711 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72406d9a0 con 0x7fe7240b3fb0 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe72ac7a640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240b3fb0 0x7fe7240b4460 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fe714009e50 tx=0x7fe71402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b9c2c8b65f2efb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe729477640 1 -- 172.21.15.17:0/1019030711 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe714036070 con 0x7fe7240b3fb0 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.795+0000 7fe729477640 1 -- 172.21.15.17:0/1019030711 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe714031600 con 0x7fe7240b3fb0 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe729477640 1 -- 172.21.15.17:0/1019030711 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7140319d0 con 0x7fe7240b3fb0 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 -- 172.21.15.17:0/1019030711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240b3fb0 msgr2=0x7fe7240b4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240b3fb0 0x7fe7240b4460 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fe714009e50 tx=0x7fe71402a750 comp rx=0 tx=0).stop 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 -- 172.21.15.17:0/1019030711 shutdown_connections 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240b3fb0 0x7fe7240b4460 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/1019030711 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe72415e500 0x7fe72406d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 -- 172.21.15.17:0/1019030711 >> 172.21.15.17:0/1019030711 conn(0x7fe724067950 msgr2=0x7fe724067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:26.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 -- 172.21.15.17:0/1019030711 shutdown_connections 2024-09-19T08:08:26.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.796+0000 7fe72c6dd640 1 -- 172.21.15.17:0/1019030711 wait complete. 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.797+0000 7fe72c6dd640 1 Processor -- start 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.797+0000 7fe72c6dd640 1 -- start start 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7240b3fb0 0x7fe724147460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe72415e500 0x7fe7240aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe7240cef30 con 0x7fe7240d1fa0 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe7240cec50 con 0x7fe72415e500 2024-09-19T08:08:26.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72c6dd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe72406d580 con 0x7fe7240b3fb0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56442/0 (socket says 172.21.15.17:56442) 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 -- 172.21.15.17:0/4056423963 learned_addr learned my addr 172.21.15.17:0/4056423963 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72a479640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7240b3fb0 0x7fe724147460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe72ac7a640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe72415e500 0x7fe7240aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 -- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7240b3fb0 msgr2=0x7fe724147460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7240b3fb0 0x7fe724147460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 -- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe72415e500 msgr2=0x7fe7240aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe72415e500 0x7fe7240aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.798+0000 7fe729c78640 1 -- 172.21.15.17:0/4056423963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72414a0c0 con 0x7fe7240d1fa0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe729c78640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe71800c400 tx=0x7fe71800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe718011790 con 0x7fe7240d1fa0 2024-09-19T08:08:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe718017070 con 0x7fe7240d1fa0 2024-09-19T08:08:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7240b13f0 con 0x7fe7240d1fa0 2024-09-19T08:08:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe718011bb0 con 0x7fe7240d1fa0 2024-09-19T08:08:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.799+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7240b1c90 con 0x7fe7240d1fa0 2024-09-19T08:08:26.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.800+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe724068070 con 0x7fe7240d1fa0 2024-09-19T08:08:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.800+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe71801c460 con 0x7fe7240d1fa0 2024-09-19T08:08:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.801+0000 7fe722ffd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 0x7fe71006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.801+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5939+0+0 (secure 0 0 0) 0x7fe71808b220 con 0x7fe7240d1fa0 2024-09-19T08:08:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.801+0000 7fe72a479640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 0x7fe71006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:26.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.802+0000 7fe72a479640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 0x7fe71006e770 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0079a0 tx=0x7fe71c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:26.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:26.806+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe72414a0c0 con 0x7fe7240d1fa0 2024-09-19T08:08:27.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.019+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe7240690c0 con 0x7fe7240d1fa0 2024-09-19T08:08:27.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.678+0000 7fe722ffd640 1 -- 172.21.15.17:0/4056423963 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v70) ==== 104+0+0 (secure 0 0 0) 0x7fe718059250 con 0x7fe7240d1fa0 2024-09-19T08:08:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 msgr2=0x7fe71006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 0x7fe71006e770 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0079a0 tx=0x7fe71c008040 comp rx=0 tx=0).stop 2024-09-19T08:08:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 msgr2=0x7fe7240ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe71800c400 tx=0x7fe71800c8c0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 shutdown_connections 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe71006c2b0 0x7fe71006e770 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe72415e500 0x7fe7240aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7240d1fa0 0x7fe7240ae8a0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 --2- 172.21.15.17:0/4056423963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7240b3fb0 0x7fe724147460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 >> 172.21.15.17:0/4056423963 conn(0x7fe724067950 msgr2=0x7fe7240b6ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 shutdown_connections 2024-09-19T08:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.681+0000 7fe72c6dd640 1 -- 172.21.15.17:0/4056423963 wait complete. 2024-09-19T08:08:27.694 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:08:27.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.807+0000 7ff10c0e6640 1 Processor -- start 2024-09-19T08:08:27.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.807+0000 7ff10c0e6640 1 -- start start 2024-09-19T08:08:27.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10c0e6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff104147f50 0x7ff104073460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10c0e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040739a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10c0e6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff104074000 con 0x7ff104162d10 2024-09-19T08:08:27.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10c0e6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff1040742e0 con 0x7ff104147f50 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10c0e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff104162230 con 0x7ff1040b0960 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff104147f50 0x7ff104073460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109681640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff104162d10 0x7ff1040b0250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42332/0 (socket says 172.21.15.17:42332) 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff104147f50 0x7ff104073460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56444/0 (socket says 172.21.15.17:56444) 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109681640 1 -- 172.21.15.17:0/871964399 learned_addr learned my addr 172.21.15.17:0/871964399 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10a683640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 -- 172.21.15.17:0/871964399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 msgr2=0x7ff1040739a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040739a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 -- 172.21.15.17:0/871964399 >> v1:172.21.15.17:6789/0 conn(0x7ff104162d10 legacy=0x7ff1040b0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff109e82640 1 -- 172.21.15.17:0/871964399 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff104162510 con 0x7ff104147f50 2024-09-19T08:08:27.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.808+0000 7ff10a683640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.809+0000 7ff109e82640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104147f50 0x7ff104073460 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7ff1000097a0 tx=0x7ff10002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0939e2c74af99d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.809+0000 7ff108e80640 1 -- 172.21.15.17:0/871964399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100037070 con 0x7ff104147f50 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.809+0000 7ff108e80640 1 -- 172.21.15.17:0/871964399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff100032440 con 0x7ff104147f50 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.809+0000 7ff108e80640 1 -- 172.21.15.17:0/871964399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100032810 con 0x7ff104147f50 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 -- 172.21.15.17:0/871964399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104147f50 msgr2=0x7ff104073460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104147f50 0x7ff104073460 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7ff1000097a0 tx=0x7ff10002a180 comp rx=0 tx=0).stop 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 -- 172.21.15.17:0/871964399 shutdown_connections 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/871964399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104147f50 0x7ff104073460 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 -- 172.21.15.17:0/871964399 >> 172.21.15.17:0/871964399 conn(0x7ff1040b2fa0 msgr2=0x7ff1040b3380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:27.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 -- 172.21.15.17:0/871964399 shutdown_connections 2024-09-19T08:08:27.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.810+0000 7ff10c0e6640 1 -- 172.21.15.17:0/871964399 wait complete. 2024-09-19T08:08:27.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.811+0000 7ff10c0e6640 1 Processor -- start 2024-09-19T08:08:27.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.811+0000 7ff10c0e6640 1 -- start start 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff104147f50 0x7ff10415de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1040ae8a0 con 0x7ff104162d10 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff104070680 con 0x7ff104147f50 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1040aea20 con 0x7ff1040b0960 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56446/0 (socket says 172.21.15.17:56446) 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 -- 172.21.15.17:0/724421334 learned_addr learned my addr 172.21.15.17:0/724421334 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff109e82640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff109681640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff104147f50 0x7ff10415de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 -- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 msgr2=0x7ff1040cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040cdc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 -- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff104147f50 msgr2=0x7ff10415de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff104147f50 0x7ff10415de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 -- 172.21.15.17:0/724421334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff104144960 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10a683640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc00ce70 tx=0x7ff0fc00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0fc003b90 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0fc003d50 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff104147450 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0fc004260 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.812+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff104144ee0 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.813+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1041450b0 con 0x7ff104162d10 2024-09-19T08:08:27.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.814+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0fc004400 con 0x7ff104162d10 2024-09-19T08:08:27.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.814+0000 7ff0f67fc640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:27.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.815+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5939+0+0 (secure 0 0 0) 0x7ff0fc08bed0 con 0x7ff104162d10 2024-09-19T08:08:27.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.815+0000 7ff109e82640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:27.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.815+0000 7ff109e82640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 0x7ff0e806e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff100034000 tx=0x7ff10002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:27.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.819+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0fc05a550 con 0x7ff104162d10 2024-09-19T08:08:27.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:27.995+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff1040b5d80 con 0x7ff104162d10 2024-09-19T08:08:28.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:08:28.006 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:08:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.679+0000 7ff0f67fc640 1 -- 172.21.15.17:0/724421334 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v77) ==== 181+0+0 (secure 0 0 0) 0x7ff0fc059e50 con 0x7ff104162d10 2024-09-19T08:08:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 msgr2=0x7ff0e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 0x7ff0e806e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff100034000 tx=0x7ff10002e000 comp rx=0 tx=0).stop 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 msgr2=0x7ff10415f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc00ce70 tx=0x7ff0fc00a710 comp rx=0 tx=0).stop 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 shutdown_connections 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff104162d10 0x7ff10415f8d0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff104147f50 0x7ff10415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 --2- 172.21.15.17:0/724421334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1040b0960 0x7ff1040cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 >> 172.21.15.17:0/724421334 conn(0x7ff1040b2fa0 msgr2=0x7ff1040b5240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:28.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 shutdown_connections 2024-09-19T08:08:28.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.683+0000 7ff10c0e6640 1 -- 172.21.15.17:0/724421334 wait complete. 2024-09-19T08:08:28.698 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:08:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.811+0000 7f8f39a2e640 1 Processor -- start 2024-09-19T08:08:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.811+0000 7f8f39a2e640 1 -- start start 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f39a2e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f340b41c0 0x7f8f3415ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f39a2e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 0x7f8f34071d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f39a2e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f34070fc0 con 0x7f8f3415b230 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f39a2e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8f340718b0 con 0x7f8f340b41c0 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f39a2e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8f3415fb80 con 0x7f8f3415f3b0 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f327fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f340b41c0 0x7f8f3415ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f32ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8f3415b230 0x7f8f340b3ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42348/0 (socket says 172.21.15.17:42348) 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f32ffd640 1 -- 172.21.15.17:0/1286563343 learned_addr learned my addr 172.21.15.17:0/1286563343 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f337fe640 1 --2- 172.21.15.17:0/1286563343 >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 0x7f8f34071d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f327fc640 1 -- 172.21.15.17:0/1286563343 >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 msgr2=0x7f8f34071d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:28.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f327fc640 1 --2- 172.21.15.17:0/1286563343 >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 0x7f8f34071d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f327fc640 1 -- 172.21.15.17:0/1286563343 >> v1:172.21.15.17:6789/0 conn(0x7f8f3415b230 legacy=0x7f8f340b3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.812+0000 7f8f31ffb640 1 -- 172.21.15.17:0/1286563343 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2283778602 0 0) 0x7f8f34070fc0 con 0x7f8f3415b230 2024-09-19T08:08:28.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f327fc640 1 -- 172.21.15.17:0/1286563343 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f34071260 con 0x7f8f340b41c0 2024-09-19T08:08:28.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f337fe640 1 --2- 172.21.15.17:0/1286563343 >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 0x7f8f34071d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:28.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f327fc640 1 --2- 172.21.15.17:0/1286563343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f3415ee70 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8f340d1130 tx=0x7f8f1c02c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e5fbe74e63a727 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:28.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f31ffb640 1 -- 172.21.15.17:0/1286563343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c032770 con 0x7f8f340b41c0 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f31ffb640 1 -- 172.21.15.17:0/1286563343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f1c038070 con 0x7f8f340b41c0 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.813+0000 7f8f31ffb640 1 -- 172.21.15.17:0/1286563343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c032b30 con 0x7f8f340b41c0 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1286563343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 msgr2=0x7f8f3415ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1286563343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f3415ee70 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8f340d1130 tx=0x7f8f1c02c870 comp rx=0 tx=0).stop 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1286563343 shutdown_connections 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1286563343 >> v2:172.21.15.160:3300/0 conn(0x7f8f3415f3b0 0x7f8f34071d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1286563343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f3415ee70 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1286563343 >> 172.21.15.17:0/1286563343 conn(0x7f8f3406bc10 msgr2=0x7f8f3406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:28.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1286563343 shutdown_connections 2024-09-19T08:08:28.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.814+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1286563343 wait complete. 2024-09-19T08:08:28.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.815+0000 7f8f39a2e640 1 Processor -- start 2024-09-19T08:08:28.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.815+0000 7f8f39a2e640 1 -- start start 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f3415b230 0x7f8f341f4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 0x7f8f3415e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3415b610 con 0x7f8f340b41c0 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3415f820 con 0x7f8f3415f3b0 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f39a2e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f34072280 con 0x7f8f3415b230 2024-09-19T08:08:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56454/0 (socket says 172.21.15.17:56454) 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f32ffd640 1 -- 172.21.15.17:0/1719325671 learned_addr learned my addr 172.21.15.17:0/1719325671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f327fc640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f3415b230 0x7f8f341f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.816+0000 7f8f337fe640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 0x7f8f3415e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 -- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f3415b230 msgr2=0x7f8f341f4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f3415b230 0x7f8f341f4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 -- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 msgr2=0x7f8f3415e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 0x7f8f3415e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 -- 172.21.15.17:0/1719325671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f340c52f0 con 0x7f8f340b41c0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f337fe640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 0x7f8f3415e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f32ffd640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400c890 tx=0x7f8f2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f24018070 con 0x7f8f340b41c0 2024-09-19T08:08:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f2400a640 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f340c55d0 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2400aa30 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.817+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f340c5b90 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.818+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f34069170 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.819+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f2401b070 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.819+0000 7f8f2bfff640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 0x7f8f1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.819+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5501+0+0 (secure 0 0 0) 0x7f8f2408a960 con 0x7f8f340b41c0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.819+0000 7f8f327fc640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 0x7f8f1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.820+0000 7f8f327fc640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 0x7f8f1406e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c037000 tx=0x7f8f1c032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:28.824+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f24058be0 con 0x7f8f340b41c0 2024-09-19T08:08:29.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.002+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8f340ce740 con 0x7f8f340b41c0 2024-09-19T08:08:29.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.685+0000 7f8f2bfff640 1 -- 172.21.15.17:0/1719325671 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v78) ==== 169+0+0 (secure 0 0 0) 0x7f8f2405cee0 con 0x7f8f340b41c0 2024-09-19T08:08:29.686 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:08:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 msgr2=0x7f8f1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 0x7f8f1406e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c037000 tx=0x7f8f1c032000 comp rx=0 tx=0).stop 2024-09-19T08:08:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 msgr2=0x7f8f341578f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400c890 tx=0x7f8f2400cd50 comp rx=0 tx=0).stop 2024-09-19T08:08:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 shutdown_connections 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1406c2b0 0x7f8f1406e770 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f3415f3b0 0x7f8f3415e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f3415b230 0x7f8f341f4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 --2- 172.21.15.17:0/1719325671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f340b41c0 0x7f8f341578f0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 >> 172.21.15.17:0/1719325671 conn(0x7f8f3406bc10 msgr2=0x7f8f340b4640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 shutdown_connections 2024-09-19T08:08:29.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.689+0000 7f8f39a2e640 1 -- 172.21.15.17:0/1719325671 wait complete. 2024-09-19T08:08:29.703 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:08:29.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.812+0000 7f1a7f51a640 1 Processor -- start 2024-09-19T08:08:29.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.812+0000 7f1a7f51a640 1 -- start start 2024-09-19T08:08:29.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1a78161a60 0x7f1a780d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 0x7f1a780cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1a780d23d0 con 0x7f1a78161a60 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1a780d32a0 con 0x7f1a780d2da0 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7f51a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1a780d3540 con 0x7f1a78161e40 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7d2b6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1a78161a60 0x7f1a780d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7d2b6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1a78161a60 0x7f1a780d3ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56460/0 (socket says 172.21.15.17:56460) 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/697503257 learned_addr learned my addr 172.21.15.17:0/697503257 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7cab5640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.813+0000 7f1a7dab7640 1 --2- 172.21.15.17:0/697503257 >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 0x7f1a780cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/697503257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 msgr2=0x7f1a780d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780d2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/697503257 >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 msgr2=0x7f1a780cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/697503257 >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 0x7f1a780cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/697503257 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a780d3820 con 0x7f1a78161a60 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7cab5640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7dab7640 1 --2- 172.21.15.17:0/697503257 >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 0x7f1a780cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780d3ca0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f1a78163330 tx=0x7f1a7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecbe539dd3d1caa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a6ffff640 1 -- 172.21.15.17:0/697503257 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74037070 con 0x7f1a78161a60 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a6ffff640 1 -- 172.21.15.17:0/697503257 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a74032440 con 0x7f1a78161a60 2024-09-19T08:08:29.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.814+0000 7f1a6ffff640 1 -- 172.21.15.17:0/697503257 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74032810 con 0x7f1a78161a60 2024-09-19T08:08:29.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 -- 172.21.15.17:0/697503257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 msgr2=0x7f1a780d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780d3ca0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f1a78163330 tx=0x7f1a7402a270 comp rx=0 tx=0).stop 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 -- 172.21.15.17:0/697503257 shutdown_connections 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/697503257 >> v2:172.21.15.160:3300/0 conn(0x7f1a780d2da0 0x7f1a780cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/697503257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780d3ca0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 -- 172.21.15.17:0/697503257 >> 172.21.15.17:0/697503257 conn(0x7f1a780d1390 msgr2=0x7f1a780d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 -- 172.21.15.17:0/697503257 shutdown_connections 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.815+0000 7f1a7f51a640 1 -- 172.21.15.17:0/697503257 wait complete. 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.816+0000 7f1a7f51a640 1 Processor -- start 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.816+0000 7f1a7f51a640 1 -- start start 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780b4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1a78149c70 0x7f1a7814b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a780d4360 con 0x7f1a78161a60 2024-09-19T08:08:29.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1a780d41e0 con 0x7f1a78149c70 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7f51a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1a7806e010 con 0x7f1a78161e40 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56468/0 (socket says 172.21.15.17:56468) 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/3562880576 learned_addr learned my addr 172.21.15.17:0/3562880576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7cab5640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780b4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 msgr2=0x7f1a780b4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780b4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1a78149c70 msgr2=0x7f1a7814b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1a78149c70 0x7f1a7814b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.817+0000 7f1a7d2b6640 1 -- 172.21.15.17:0/3562880576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a7814a1e0 con 0x7f1a78161a60 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a7d2b6640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f1a7402a2b0 tx=0x7f1a740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74041020 con 0x7f1a78161a60 2024-09-19T08:08:29.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a740306c0 con 0x7f1a78161a60 2024-09-19T08:08:29.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74037040 con 0x7f1a78161a60 2024-09-19T08:08:29.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a7814a4c0 con 0x7f1a78161a60 2024-09-19T08:08:29.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.818+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a7814aa80 con 0x7f1a78161a60 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.819+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a780d3ca0 con 0x7f1a78161a60 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.820+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a74044020 con 0x7f1a78161a60 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.820+0000 7f1a6dffb640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 0x7f1a5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.820+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f1a740ab9d0 con 0x7f1a78161a60 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.820+0000 7f1a7cab5640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 0x7f1a5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:29.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.821+0000 7f1a7cab5640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 0x7f1a5c06e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1a780ba390 tx=0x7f1a68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:29.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:29.824+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a7404b030 con 0x7f1a78161a60 2024-09-19T08:08:30.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.003+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f1a780b8ed0 con 0x7f1a78161a60 2024-09-19T08:08:30.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.006+0000 7f1a6dffb640 1 -- 172.21.15.17:0/3562880576 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7f1a7407a360 con 0x7f1a78161a60 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 msgr2=0x7f1a5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 0x7f1a5c06e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1a780ba390 tx=0x7f1a68008040 comp rx=0 tx=0).stop 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 msgr2=0x7f1a780b9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f1a7402a2b0 tx=0x7f1a740046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 shutdown_connections 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1a5c06c2b0 0x7f1a5c06e770 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1a78149c70 0x7f1a7814b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1a78161e40 0x7f1a780b4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 --2- 172.21.15.17:0/3562880576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a78161a60 0x7f1a780b9d70 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.008+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 >> 172.21.15.17:0/3562880576 conn(0x7f1a780d1390 msgr2=0x7f1a780b75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:30.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.009+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 shutdown_connections 2024-09-19T08:08:30.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.009+0000 7f1a7f51a640 1 -- 172.21.15.17:0/3562880576 wait complete. 2024-09-19T08:08:30.020 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-19T08:08:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.124+0000 7f18fe45a640 1 Processor -- start 2024-09-19T08:08:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.124+0000 7f18fe45a640 1 -- start start 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18fe45a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18f80d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18fe45a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18f80d2520 con 0x7f18f80cedd0 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18fe45a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18f80d2790 con 0x7f18f80b3490 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18fe45a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18f80b7cb0 con 0x7f18f80d2090 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f18f80cedd0 0x7f18f80cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42358/0 (socket says 172.21.15.17:42358) 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f7fff640 1 -- 172.21.15.17:0/1958056486 learned_addr learned my addr 172.21.15.17:0/1958056486 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18f80d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2865822288 0 0) 0x7f18f80d2520 con 0x7f18f80cedd0 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18e0003520 con 0x7f18f80cedd0 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1363726108 0 0) 0x7f18f80d2790 con 0x7f18f80b3490 2024-09-19T08:08:30.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18f80d2520 con 0x7f18f80b3490 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1188517538 0 0) 0x7f18e0003520 con 0x7f18f80cedd0 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 msgr2=0x7f18f80d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18f80d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 >> v1:172.21.15.160:6789/0 conn(0x7f18f80b3490 legacy=0x7f18f80b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f80d2a70 con 0x7f18f80cedd0 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f18e8001670 con 0x7f18f80cedd0 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 >> v1:172.21.15.17:6789/0 conn(0x7f18f80cedd0 legacy=0x7f18f80cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18e0003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18e00040d0 0x7f18e0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18e00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18f80b7cb0 con 0x7f18e0004d40 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18e000bb50 con 0x7f18e00040d0 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.125+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18e000bd20 con 0x7f18f80d2090 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18e00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18f7fff640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18e0003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18f77fe640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18e00040d0 0x7f18e0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 -- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 msgr2=0x7f18e0003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80d2090 0x7f18e0003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 -- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18e00040d0 msgr2=0x7f18e0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18e00040d0 0x7f18e0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.126+0000 7f18fc9f7640 1 -- 172.21.15.17:0/1958056486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e0003520 con 0x7f18e0004d40 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18e00051c0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f18f0009fc0 tx=0x7f18e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc00ae52716a0d81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f0009c10 con 0x7f18e0004d40 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18f0036070 con 0x7f18e0004d40 2024-09-19T08:08:30.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18f6ffd640 1 -- 172.21.15.17:0/1958056486 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f0031880 con 0x7f18e0004d40 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 -- 172.21.15.17:0/1958056486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 msgr2=0x7f18e00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1958056486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18e00051c0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f18f0009fc0 tx=0x7f18e0005830 comp rx=0 tx=0).stop 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fc9f7640 1 -- 172.21.15.17:0/1958056486 reap_dead start 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 -- 172.21.15.17:0/1958056486 shutdown_connections 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 -- 172.21.15.17:0/1958056486 >> 172.21.15.17:0/1958056486 conn(0x7f18f80d0f40 msgr2=0x7f18f80d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 -- 172.21.15.17:0/1958056486 shutdown_connections 2024-09-19T08:08:30.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.127+0000 7f18fe45a640 1 -- 172.21.15.17:0/1958056486 wait complete. 2024-09-19T08:08:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 Processor -- start 2024-09-19T08:08:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 -- start start 2024-09-19T08:08:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80b4910 0x7f18f815ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18f815ea10 0x7f18f815f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18f80d3030 con 0x7f18e0004d40 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18f80b6c10 con 0x7f18f815ea10 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.129+0000 7f18fe45a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18f80d3310 con 0x7f18f80b4910 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56486/0 (socket says 172.21.15.17:56486) 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 -- 172.21.15.17:0/1387327568 learned_addr learned my addr 172.21.15.17:0/1387327568 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f77fe640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80b4910 0x7f18f815ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18fc9f7640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18f815ea10 0x7f18f815f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 -- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80b4910 msgr2=0x7f18f815ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80b4910 0x7f18f815ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 -- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18f815ea10 msgr2=0x7f18f815f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18f815ea10 0x7f18f815f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 -- 172.21.15.17:0/1387327568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f80ccad0 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f7fff640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f18e80072c0 tx=0x7f18e80076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e8001670 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18e8018070 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f80b4da0 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e800fbe0 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.130+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f80b5360 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.131+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18f815e720 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.132+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18e801d460 con 0x7f18e0004d40 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.133+0000 7f18f4ff9640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 0x7f18e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.133+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f18e808b040 con 0x7f18e0004d40 2024-09-19T08:08:30.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.135+0000 7f18f77fe640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 0x7f18e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.138+0000 7f18f77fe640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 0x7f18e406e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f18f8160460 tx=0x7f18ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.141+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18f80ccad0 con 0x7f18e0004d40 2024-09-19T08:08:30.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.320+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) -- 0x7f18f80b9340 con 0x7f18e0004d40 2024-09-19T08:08:30.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.321+0000 7f18f4ff9640 1 -- 172.21.15.17:0/1387327568 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v25) ==== 121+0+0 (secure 0 0 0) 0x7f18e8059a40 con 0x7f18e0004d40 2024-09-19T08:08:30.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 msgr2=0x7f18e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 0x7f18e406e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f18f8160460 tx=0x7f18ec009040 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 msgr2=0x7f18f8150d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f18e80072c0 tx=0x7f18e80076c0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 shutdown_connections 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f18e406c2e0 0x7f18e406e7a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18f815ea10 0x7f18f815f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18f80b4910 0x7f18f815ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 --2- 172.21.15.17:0/1387327568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18e0004d40 0x7f18f8150d40 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 >> 172.21.15.17:0/1387327568 conn(0x7f18f80d0f40 msgr2=0x7f18f815d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:30.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 shutdown_connections 2024-09-19T08:08:30.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.323+0000 7f18fe45a640 1 -- 172.21.15.17:0/1387327568 wait complete. 2024-09-19T08:08:30.334 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush' 2024-09-19T08:08:30.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.436+0000 7f0d74827640 1 Processor -- start 2024-09-19T08:08:30.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.436+0000 7f0d74827640 1 -- start start 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d74827640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0d70159e20 0x7f0d70073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d74827640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d70160b30 0x7f0d700d15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d74827640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d70073960 con 0x7f0d7015d500 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d74827640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0d70073c40 con 0x7f0d70160b30 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d74827640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0d7015ca20 con 0x7f0d70159e20 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d6dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d70160b30 0x7f0d700d15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d6dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d70160b30 0x7f0d700d15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56496/0 (socket says 172.21.15.17:56496) 2024-09-19T08:08:30.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/2954155891 learned_addr learned my addr 172.21.15.17:0/2954155891 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:30.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.437+0000 7f0d6e59c640 1 --2- 172.21.15.17:0/2954155891 >> v2:172.21.15.160:3300/0 conn(0x7f0d70159e20 0x7f0d70073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.438+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/2954155891 >> v2:172.21.15.160:3300/0 conn(0x7f0d70159e20 msgr2=0x7f0d70073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:30.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.438+0000 7f0d6dd9b640 1 --2- 172.21.15.17:0/2954155891 >> v2:172.21.15.160:3300/0 conn(0x7f0d70159e20 0x7f0d70073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.438+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/2954155891 >> v1:172.21.15.160:6789/0 conn(0x7f0d7015d500 legacy=0x7f0d70071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:30.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.438+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/2954155891 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7015cd00 con 0x7f0d70160b30 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.438+0000 7f0d6dd9b640 1 --2- 172.21.15.17:0/2954155891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d70160b30 0x7f0d700d15f0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0d700d21e0 tx=0x7f0d5802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e205a411b89a1b89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d6d59a640 1 -- 172.21.15.17:0/2954155891 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d58037070 con 0x7f0d70160b30 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d6d59a640 1 -- 172.21.15.17:0/2954155891 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d58032440 con 0x7f0d70160b30 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d6d59a640 1 -- 172.21.15.17:0/2954155891 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d58032810 con 0x7f0d70160b30 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 -- 172.21.15.17:0/2954155891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d70160b30 msgr2=0x7f0d700d15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 --2- 172.21.15.17:0/2954155891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d70160b30 0x7f0d700d15f0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0d700d21e0 tx=0x7f0d5802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 -- 172.21.15.17:0/2954155891 shutdown_connections 2024-09-19T08:08:30.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 --2- 172.21.15.17:0/2954155891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d70160b30 0x7f0d700d15f0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 --2- 172.21.15.17:0/2954155891 >> v2:172.21.15.160:3300/0 conn(0x7f0d70159e20 0x7f0d70073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 -- 172.21.15.17:0/2954155891 >> 172.21.15.17:0/2954155891 conn(0x7f0d7006d110 msgr2=0x7f0d7006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:30.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 -- 172.21.15.17:0/2954155891 shutdown_connections 2024-09-19T08:08:30.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.439+0000 7f0d74827640 1 -- 172.21.15.17:0/2954155891 wait complete. 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 Processor -- start 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 -- start start 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 0x7f0d70151ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d70160b30 0x7f0d70154210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d70073550 con 0x7f0d7015d500 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7015a200 con 0x7f0d70159e20 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d74827640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d700736d0 con 0x7f0d70160b30 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.441+0000 7f0d6dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56498/0 (socket says 172.21.15.17:56498) 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/3316086710 learned_addr learned my addr 172.21.15.17:0/3316086710 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6e59c640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 0x7f0d70151ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6ed9d640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d70160b30 0x7f0d70154210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d70160b30 msgr2=0x7f0d70154210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d70160b30 0x7f0d70154210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 msgr2=0x7f0d70151ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 0x7f0d70151ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 -- 172.21.15.17:0/3316086710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d700b3110 con 0x7f0d7015d500 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6e59c640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 0x7f0d70151ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d6dd9b640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f0d5802a220 tx=0x7f0d580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d58041020 con 0x7f0d7015d500 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d580306c0 con 0x7f0d7015d500 2024-09-19T08:08:30.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d700b33b0 con 0x7f0d7015d500 2024-09-19T08:08:30.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d58037040 con 0x7f0d7015d500 2024-09-19T08:08:30.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.442+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d700b3930 con 0x7f0d7015d500 2024-09-19T08:08:30.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.443+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d7015c180 con 0x7f0d7015d500 2024-09-19T08:08:30.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.444+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d58044020 con 0x7f0d7015d500 2024-09-19T08:08:30.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.444+0000 7f0d66ffd640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 0x7f0d5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:30.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.444+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f0d580ab830 con 0x7f0d7015d500 2024-09-19T08:08:30.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.445+0000 7f0d6e59c640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 0x7f0d5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:30.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.445+0000 7f0d6e59c640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 0x7f0d5006e770 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0d68006fd0 tx=0x7f0d68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:30.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.449+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d5804b030 con 0x7f0d7015d500 2024-09-19T08:08:30.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:30.690+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]} v 0) -- 0x7f0d700ceb90 con 0x7f0d7015d500 2024-09-19T08:08:31.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.692+0000 7f0d66ffd640 1 -- 172.21.15.17:0/3316086710 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]}]=0 v286) ==== 141+0+0 (secure 0 0 0) 0x7f0d5807a2d0 con 0x7f0d7015d500 2024-09-19T08:08:31.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 msgr2=0x7f0d5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 0x7f0d5006e770 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0d68006fd0 tx=0x7f0d68008040 comp rx=0 tx=0).stop 2024-09-19T08:08:31.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 msgr2=0x7f0d70153cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f0d5802a220 tx=0x7f0d580046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 shutdown_connections 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d5006c2b0 0x7f0d5006e770 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d70160b30 0x7f0d70154210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d7015d500 0x7f0d70153cd0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 --2- 172.21.15.17:0/3316086710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d70159e20 0x7f0d70151ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 >> 172.21.15.17:0/3316086710 conn(0x7f0d7006d110 msgr2=0x7f0d700b5170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 shutdown_connections 2024-09-19T08:08:31.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.695+0000 7f0d74827640 1 -- 172.21.15.17:0/3316086710 wait complete. 2024-09-19T08:08:31.709 INFO:tasks.cephfs_test_runner:That the MDS won't write a dentry with new damage to CDentry::first ... ok 2024-09-19T08:08:31.709 INFO:tasks.cephfs_test_runner:Starting test: test_object_deletion (tasks.cephfs.test_damage.TestDamage) That the MDS has a clean 'damaged' response to loss of any single metadata object 2024-09-19T08:08:31.709 INFO:tasks.cephfs_test_runner:test_object_deletion (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:08:31.710 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:31.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.819+0000 7f1529bc4640 1 Processor -- start 2024-09-19T08:08:31.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.819+0000 7f1529bc4640 1 -- start start 2024-09-19T08:08:31.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1529bc4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f152415eab0 0x7f152406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1529bc4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f15240d3480 0x7f15240b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1529bc4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15240d17e0 con 0x7f152406dae0 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1529bc4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f15240d09d0 con 0x7f15240d3480 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1529bc4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f152415ee90 con 0x7f152415eab0 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1523fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f15240d3480 0x7f15240b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1522ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f152406dae0 0x7f15240b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42360/0 (socket says 172.21.15.17:42360) 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1522ffd640 1 -- 172.21.15.17:0/2525264058 learned_addr learned my addr 172.21.15.17:0/2525264058 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f15237fe640 1 --2- 172.21.15.17:0/2525264058 >> v2:172.21.15.160:3300/0 conn(0x7f152415eab0 0x7f152406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1523fff640 1 -- 172.21.15.17:0/2525264058 >> v2:172.21.15.160:3300/0 conn(0x7f152415eab0 msgr2=0x7f152406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1523fff640 1 --2- 172.21.15.17:0/2525264058 >> v2:172.21.15.160:3300/0 conn(0x7f152415eab0 0x7f152406d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1523fff640 1 -- 172.21.15.17:0/2525264058 >> v1:172.21.15.17:6789/0 conn(0x7f152406dae0 legacy=0x7f15240b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f1523fff640 1 -- 172.21.15.17:0/2525264058 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15240cfc10 con 0x7f15240d3480 2024-09-19T08:08:31.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.820+0000 7f15227fc640 1 -- 172.21.15.17:0/2525264058 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1514713068 0 0) 0x7f15240d17e0 con 0x7f152406dae0 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.821+0000 7f1523fff640 1 --2- 172.21.15.17:0/2525264058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f15240b8290 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f15240d53d0 tx=0x7f151c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9bbc39ce56341cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.821+0000 7f15227fc640 1 -- 172.21.15.17:0/2525264058 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c007740 con 0x7f15240d3480 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.821+0000 7f15227fc640 1 -- 172.21.15.17:0/2525264058 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f151c0078e0 con 0x7f15240d3480 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.821+0000 7f15227fc640 1 -- 172.21.15.17:0/2525264058 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c007cb0 con 0x7f15240d3480 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 -- 172.21.15.17:0/2525264058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 msgr2=0x7f15240b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 --2- 172.21.15.17:0/2525264058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f15240b8290 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f15240d53d0 tx=0x7f151c02a710 comp rx=0 tx=0).stop 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 -- 172.21.15.17:0/2525264058 shutdown_connections 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 --2- 172.21.15.17:0/2525264058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f15240b8290 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 --2- 172.21.15.17:0/2525264058 >> v2:172.21.15.160:3300/0 conn(0x7f152415eab0 0x7f152406d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 -- 172.21.15.17:0/2525264058 >> 172.21.15.17:0/2525264058 conn(0x7f15240d4b30 msgr2=0x7f15240d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 -- 172.21.15.17:0/2525264058 shutdown_connections 2024-09-19T08:08:31.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.822+0000 7f1529bc4640 1 -- 172.21.15.17:0/2525264058 wait complete. 2024-09-19T08:08:31.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.823+0000 7f1529bc4640 1 Processor -- start 2024-09-19T08:08:31.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.823+0000 7f1529bc4640 1 -- start start 2024-09-19T08:08:31.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f152406dae0 0x7f1524161da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f152415eab0 0x7f15240cccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f15240d01d0 con 0x7f15240d3480 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f152406df20 con 0x7f152406dae0 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1529bc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f15240d04b0 con 0x7f152415eab0 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56514/0 (socket says 172.21.15.17:56514) 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1522ffd640 1 -- 172.21.15.17:0/3948250148 learned_addr learned my addr 172.21.15.17:0/3948250148 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f1523fff640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f152415eab0 0x7f15240cccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.824+0000 7f15237fe640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f152406dae0 0x7f1524161da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 -- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f152415eab0 msgr2=0x7f15240cccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f152415eab0 0x7f15240cccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 -- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f152406dae0 msgr2=0x7f1524161da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f152406dae0 0x7f1524161da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 -- 172.21.15.17:0/3948250148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15240cd800 con 0x7f15240d3480 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1522ffd640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f151800c500 tx=0x7f151800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1518018070 con 0x7f15240d3480 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1518007580 con 0x7f15240d3480 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15240cdae0 con 0x7f15240d3480 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1518004a20 con 0x7f15240d3480 2024-09-19T08:08:31.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.825+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15240ce0a0 con 0x7f15240d3480 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.826+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15240ce2a0 con 0x7f15240d3480 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.827+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f151801b070 con 0x7f15240d3480 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.827+0000 7f150bfff640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 0x7f151006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.827+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f151808a3c0 con 0x7f15240d3480 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.828+0000 7f15237fe640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 0x7f151006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:31.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.828+0000 7f15237fe640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 0x7f151006e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f15140079a0 tx=0x7f1514008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:31.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:31.832+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15240ce2a0 con 0x7f15240d3480 2024-09-19T08:08:32.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.006+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15240ceb50 con 0x7f15240d3480 2024-09-19T08:08:32.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.007+0000 7f150bfff640 1 -- 172.21.15.17:0/3948250148 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+13143 (secure 0 0 0) 0x7f1518058810 con 0x7f15240d3480 2024-09-19T08:08:32.007 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:32.007 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":78,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:29.681098+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6837/2411704292":"2024-09-20T08:08:26.673588+0000","172.21.15.160:6836/2411704292":"2024-09-20T08:08:26.673588+0000","172.21.15.160:6835/1224163311":"2024-09-20T08:08:18.590947+0000","172.21.15.160:6834/1224163311":"2024-09-20T08:08:18.590947+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:32.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 msgr2=0x7f151006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 0x7f151006e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f15140079a0 tx=0x7f1514008040 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 msgr2=0x7f1524157a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f151800c500 tx=0x7f151800c9c0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 shutdown_connections 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f151006c2b0 0x7f151006e770 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f152415eab0 0x7f15240cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15240d3480 0x7f1524157a40 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 --2- 172.21.15.17:0/3948250148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f152406dae0 0x7f1524161da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 >> 172.21.15.17:0/3948250148 conn(0x7f15240d4b30 msgr2=0x7f15240c8cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 shutdown_connections 2024-09-19T08:08:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.009+0000 7f1529bc4640 1 -- 172.21.15.17:0/3948250148 wait complete. 2024-09-19T08:08:32.020 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:08:32.021 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:08:32.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.126+0000 7f244edb7640 1 Processor -- start 2024-09-19T08:08:32.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.126+0000 7f244edb7640 1 -- start start 2024-09-19T08:08:32.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244edb7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2448141a90 0x7f244815c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244edb7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24480ce360 con 0x7f244806bc10 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244edb7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2448141f20 con 0x7f24480cda00 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244edb7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f244813f770 con 0x7f2448141a90 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244d354640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f244806bc10 0x7f2448160390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42370/0 (socket says 172.21.15.17:42370) 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f244d354640 1 -- 172.21.15.17:0/511905043 learned_addr learned my addr 172.21.15.17:0/511905043 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f243ffff640 1 --2- 172.21.15.17:0/511905043 >> v2:172.21.15.160:3300/0 conn(0x7f2448141a90 0x7f244815c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3455497818 0 0) 0x7f24480ce360 con 0x7f244806bc10 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.127+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2430003520 con 0x7f244806bc10 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2750199759 0 0) 0x7f2448141f20 con 0x7f24480cda00 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24480ce360 con 0x7f24480cda00 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 167847776 0 0) 0x7f2430003520 con 0x7f244806bc10 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243ffff640 1 -- 172.21.15.17:0/511905043 >> v1:172.21.15.160:6789/0 conn(0x7f24480cda00 legacy=0x7f24480ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243ffff640 1 -- 172.21.15.17:0/511905043 >> v1:172.21.15.17:6789/0 conn(0x7f244806bc10 legacy=0x7f2448160390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243ffff640 1 -- 172.21.15.17:0/511905043 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2448142200 con 0x7f2448141a90 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.128+0000 7f243ffff640 1 --2- 172.21.15.17:0/511905043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2448141a90 0x7f244815c910 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f24380097a0 tx=0x7f243802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45fd3b18d071ecf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2438037070 con 0x7f2448141a90 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f243802abc0 con 0x7f2448141a90 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f243f7fe640 1 -- 172.21.15.17:0/511905043 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24400019f0 con 0x7f2448141a90 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 -- 172.21.15.17:0/511905043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2448141a90 msgr2=0x7f244815c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 --2- 172.21.15.17:0/511905043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2448141a90 0x7f244815c910 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f24380097a0 tx=0x7f243802a130 comp rx=0 tx=0).stop 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 -- 172.21.15.17:0/511905043 shutdown_connections 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 --2- 172.21.15.17:0/511905043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2448141a90 0x7f244815c910 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 -- 172.21.15.17:0/511905043 >> 172.21.15.17:0/511905043 conn(0x7f24480b30f0 msgr2=0x7f24480b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 -- 172.21.15.17:0/511905043 shutdown_connections 2024-09-19T08:08:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.129+0000 7f244edb7640 1 -- 172.21.15.17:0/511905043 wait complete. 2024-09-19T08:08:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.130+0000 7f244edb7640 1 Processor -- start 2024-09-19T08:08:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 -- start start 2024-09-19T08:08:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24480cda00 0x7f244813d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24481f52a0 0x7f2448154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f24481427c0 con 0x7f244806bc10 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f244815ff00 con 0x7f24480cda00 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244edb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f244815ce50 con 0x7f24481f52a0 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.131+0000 7f244cb53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56516/0 (socket says 172.21.15.17:56516) 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 -- 172.21.15.17:0/940741065 learned_addr learned my addr 172.21.15.17:0/940741065 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f243ffff640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24480cda00 0x7f244813d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244d354640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24481f52a0 0x7f2448154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 -- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24481f52a0 msgr2=0x7f2448154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24481f52a0 0x7f2448154180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 -- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24480cda00 msgr2=0x7f244813d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24480cda00 0x7f244813d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 -- 172.21.15.17:0/940741065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24481546c0 con 0x7f244806bc10 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244cb53640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f244400c4c0 tx=0x7f244400c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24440052d0 con 0x7f244806bc10 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2444005470 con 0x7f244806bc10 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24481f47e0 con 0x7f244806bc10 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2444012870 con 0x7f244806bc10 2024-09-19T08:08:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.132+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2448154c40 con 0x7f244806bc10 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.133+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24480b0d40 con 0x7f244806bc10 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.134+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2444012a10 con 0x7f244806bc10 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.134+0000 7f243d7fa640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 0x7f243406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.134+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f244408aee0 con 0x7f244806bc10 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.134+0000 7f243ffff640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 0x7f243406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.135+0000 7f243ffff640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 0x7f243406e770 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2438034000 tx=0x7f243802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.138+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2444059870 con 0x7f244806bc10 2024-09-19T08:08:32.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.312+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f24480b46a0 con 0x7f244806bc10 2024-09-19T08:08:32.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.313+0000 7f243d7fa640 1 -- 172.21.15.17:0/940741065 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) ==== 93+0+10 (secure 0 0 0) 0x7f2444059170 con 0x7f244806bc10 2024-09-19T08:08:32.313 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 msgr2=0x7f243406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 0x7f243406e770 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2438034000 tx=0x7f243802e000 comp rx=0 tx=0).stop 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 msgr2=0x7f2448153170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f244400c4c0 tx=0x7f244400c980 comp rx=0 tx=0).stop 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 shutdown_connections 2024-09-19T08:08:32.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f243406c2b0 0x7f243406e770 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24481f52a0 0x7f2448154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24480cda00 0x7f244813d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 --2- 172.21.15.17:0/940741065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f244806bc10 0x7f2448153170 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 >> 172.21.15.17:0/940741065 conn(0x7f24480b30f0 msgr2=0x7f24480d0210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 shutdown_connections 2024-09-19T08:08:32.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.315+0000 7f244edb7640 1 -- 172.21.15.17:0/940741065 wait complete. 2024-09-19T08:08:32.326 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion' 2024-09-19T08:08:32.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.429+0000 7fb7fd798640 1 Processor -- start 2024-09-19T08:08:32.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.429+0000 7fb7fd798640 1 -- start start 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7fd798640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7f80b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7fd798640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb7f80cdfc0 0x7fb7f80b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7fd798640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7f80ce4f0 con 0x7fb7f80b22c0 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7fd798640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb7f815b6c0 con 0x7fb7f80cdfc0 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7fd798640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f80ce7d0 con 0x7fb7f815b2e0 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7f77fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7f80b22c0 0x7fb7f80ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54480/0 (socket says 172.21.15.17:54480) 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7f77fe640 1 -- 172.21.15.17:0/1136043995 learned_addr learned my addr 172.21.15.17:0/1136043995 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7f6ffd640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7f80b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7effff640 1 --2- 172.21.15.17:0/1136043995 >> v2:172.21.15.160:3300/0 conn(0x7fb7f80cdfc0 0x7fb7f80b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2070885771 0 0) 0x7fb7f80ce4f0 con 0x7fb7f80b22c0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.430+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7e4003520 con 0x7fb7f80b22c0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1775833100 0 0) 0x7fb7e4003520 con 0x7fb7f80b22c0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 msgr2=0x7fb7f80b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7f80b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 >> v2:172.21.15.160:3300/0 conn(0x7fb7f80cdfc0 msgr2=0x7fb7f80b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 --2- 172.21.15.17:0/1136043995 >> v2:172.21.15.160:3300/0 conn(0x7fb7f80cdfc0 0x7fb7f80b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f80ceab0 con 0x7fb7f80b22c0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fb7f00019f0 con 0x7fb7f80b22c0 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 >> v1:172.21.15.17:6789/0 conn(0x7fb7f80b22c0 legacy=0x7fb7f80ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7e40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7e4003f30 0x7fb7e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7e4004d40 0x7fb7e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f80ce7d0 con 0x7fb7e4003f30 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e400b9c0 con 0x7fb7e4004d40 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7e400bb40 con 0x7fb7f815b2e0 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7e4003f30 0x7fb7e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f6ffd640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7e40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7f77fe640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7e4004d40 0x7fb7e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 -- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 msgr2=0x7fb7e40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7f815b2e0 0x7fb7e40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 -- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7e4004d40 msgr2=0x7fb7e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7e4004d40 0x7fb7e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.431+0000 7fb7effff640 1 -- 172.21.15.17:0/1136043995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7e4003520 con 0x7fb7e4003f30 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.432+0000 7fb7effff640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7e4003f30 0x7fb7e4004800 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0009a90 tx=0x7fb7e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee070ece6acac14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.432+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0036070 con 0x7fb7e4003f30 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.432+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7e0031400 con 0x7fb7e4003f30 2024-09-19T08:08:32.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.432+0000 7fb7f67fc640 1 -- 172.21.15.17:0/1136043995 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0009690 con 0x7fb7e4003f30 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 -- 172.21.15.17:0/1136043995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7e4003f30 msgr2=0x7fb7e4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 --2- 172.21.15.17:0/1136043995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7e4003f30 0x7fb7e4004800 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0009a90 tx=0x7fb7e4005830 comp rx=0 tx=0).stop 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7f77fe640 1 -- 172.21.15.17:0/1136043995 reap_dead start 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 -- 172.21.15.17:0/1136043995 shutdown_connections 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 -- 172.21.15.17:0/1136043995 >> 172.21.15.17:0/1136043995 conn(0x7fb7f806bc10 msgr2=0x7fb7f806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 -- 172.21.15.17:0/1136043995 shutdown_connections 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.433+0000 7fb7fd798640 1 -- 172.21.15.17:0/1136043995 wait complete. 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.434+0000 7fb7fd798640 1 Processor -- start 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.434+0000 7fb7fd798640 1 -- start start 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7e4003f30 0x7fb7f8148be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7f815b6c0 0x7fb7f81598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f80712b0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f8071130 con 0x7fb7f815b6c0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7fd798640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f8072760 con 0x7fb7e4003f30 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45458/0 (socket says 172.21.15.17:45458) 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 -- 172.21.15.17:0/4294814930 learned_addr learned my addr 172.21.15.17:0/4294814930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 -- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7e4003f30 msgr2=0x7fb7f8148be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f6ffd640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7e4003f30 0x7fb7f8148be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7effff640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7f815b6c0 0x7fb7f81598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7e4003f30 0x7fb7f8148be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 -- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7f815b6c0 msgr2=0x7fb7f81598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7f815b6c0 0x7fb7f81598a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 -- 172.21.15.17:0/4294814930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f80724b0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.435+0000 7fb7f77fe640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001330 tx=0x7fb7f0007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.436+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f0019070 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.436+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7f000ac20 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.436+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7f80716f0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.436+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f00133f0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.436+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7f8071cb0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.437+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7f80b1d80 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.437+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7f001c070 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.438+0000 7fb7ef7fe640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 0x7fb7d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.438+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7fb7f008add0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.438+0000 7fb7f6ffd640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 0x7fb7d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.438+0000 7fb7f6ffd640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 0x7fb7d806e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8009900 tx=0x7fb7e8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.442+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7f00597e0 con 0x7fb7f80aefd0 2024-09-19T08:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.687+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]} v 0) -- 0x7fb7f8068480 con 0x7fb7f80aefd0 2024-09-19T08:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.694+0000 7fb7ef7fe640 1 -- 172.21.15.17:0/4294814930 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]}]=0 v287) ==== 138+0+0 (secure 0 0 0) 0x7fb7f008c020 con 0x7fb7f80aefd0 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 msgr2=0x7fb7d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 0x7fb7d806e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8009900 tx=0x7fb7e8008040 comp rx=0 tx=0).stop 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 msgr2=0x7fb7f8159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001330 tx=0x7fb7f0007b00 comp rx=0 tx=0).stop 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 shutdown_connections 2024-09-19T08:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7d806c2b0 0x7fb7d806e770 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7f80aefd0 0x7fb7f8159de0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7f815b6c0 0x7fb7f81598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 --2- 172.21.15.17:0/4294814930 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7e4003f30 0x7fb7f8148be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 >> 172.21.15.17:0/4294814930 conn(0x7fb7f806bc10 msgr2=0x7fb7f8072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 shutdown_connections 2024-09-19T08:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.697+0000 7fb7fd798640 1 -- 172.21.15.17:0/4294814930 wait complete. 2024-09-19T08:08:32.708 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:08:32.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.813+0000 7fd124bf6640 1 Processor -- start 2024-09-19T08:08:32.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.813+0000 7fd124bf6640 1 -- start start 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b0990 0x7fd1200aea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd1200b5030 0x7fd1200b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd12006bc10 0x7fd12006c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd12006c580 con 0x7fd12006bc10 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd12015fae0 con 0x7fd1200b5030 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd124bf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd12015ef60 con 0x7fd1200b0990 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd12006bc10 0x7fd12006c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd12006bc10 0x7fd12006c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45470/0 (socket says 172.21.15.17:45470) 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 -- 172.21.15.17:0/1362811859 learned_addr learned my addr 172.21.15.17:0/1362811859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11e59c640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b0990 0x7fd1200aea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11dd9b640 1 --2- 172.21.15.17:0/1362811859 >> v2:172.21.15.160:3300/0 conn(0x7fd1200b5030 0x7fd1200b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 -- 172.21.15.17:0/1362811859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b0990 msgr2=0x7fd1200aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b0990 0x7fd1200aea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 -- 172.21.15.17:0/1362811859 >> v2:172.21.15.160:3300/0 conn(0x7fd1200b5030 msgr2=0x7fd1200b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:32.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.814+0000 7fd11ed9d640 1 --2- 172.21.15.17:0/1362811859 >> v2:172.21.15.160:3300/0 conn(0x7fd1200b5030 0x7fd1200b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.815+0000 7fd11ed9d640 1 -- 172.21.15.17:0/1362811859 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12015f240 con 0x7fd12006bc10 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.815+0000 7fd11ed9d640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd12006c040 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fd12006f4d0 tx=0x7fd11002a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a8ab92a28dcafda server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.815+0000 7fd11d59a640 1 -- 172.21.15.17:0/1362811859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110036070 con 0x7fd12006bc10 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.815+0000 7fd11d59a640 1 -- 172.21.15.17:0/1362811859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd110031600 con 0x7fd12006bc10 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.815+0000 7fd11d59a640 1 -- 172.21.15.17:0/1362811859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1100319d0 con 0x7fd12006bc10 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 -- 172.21.15.17:0/1362811859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 msgr2=0x7fd12006c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd12006c040 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fd12006f4d0 tx=0x7fd11002a570 comp rx=0 tx=0).stop 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 -- 172.21.15.17:0/1362811859 shutdown_connections 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd12006c040 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 --2- 172.21.15.17:0/1362811859 >> v2:172.21.15.160:3300/0 conn(0x7fd1200b5030 0x7fd1200b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 --2- 172.21.15.17:0/1362811859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b0990 0x7fd1200aea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 -- 172.21.15.17:0/1362811859 >> 172.21.15.17:0/1362811859 conn(0x7fd1200b30f0 msgr2=0x7fd1200b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 -- 172.21.15.17:0/1362811859 shutdown_connections 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.816+0000 7fd124bf6640 1 -- 172.21.15.17:0/1362811859 wait complete. 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.817+0000 7fd124bf6640 1 Processor -- start 2024-09-19T08:08:32.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.817+0000 7fd124bf6640 1 -- start start 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1200b0990 0x7fd1201e70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b5030 0x7fd1201e7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd1200aefc0 con 0x7fd12006bc10 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd12015f800 con 0x7fd1200b0990 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd124bf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd1200b0d70 con 0x7fd1200b5030 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd11e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd11e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45472/0 (socket says 172.21.15.17:45472) 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.818+0000 7fd11e59c640 1 -- 172.21.15.17:0/4089453787 learned_addr learned my addr 172.21.15.17:0/4089453787 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11ed9d640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b5030 0x7fd1201e7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11dd9b640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1200b0990 0x7fd1201e70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 -- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b5030 msgr2=0x7fd1201e7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b5030 0x7fd1201e7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 -- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1200b0990 msgr2=0x7fd1201e70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1200b0990 0x7fd1201e70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 -- 172.21.15.17:0/4089453787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1201609e0 con 0x7fd12006bc10 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd11e59c640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fd11800d800 tx=0x7fd11800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118018030 con 0x7fd12006bc10 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1180096a0 con 0x7fd12006bc10 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd120160cc0 con 0x7fd12006bc10 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118009870 con 0x7fd12006bc10 2024-09-19T08:08:32.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.819+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd120161280 con 0x7fd12006bc10 2024-09-19T08:08:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.820+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12015eb30 con 0x7fd12006bc10 2024-09-19T08:08:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.821+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd11801b070 con 0x7fd12006bc10 2024-09-19T08:08:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.821+0000 7fd116ffd640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 0x7fd10006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.821+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7fd11808b480 con 0x7fd12006bc10 2024-09-19T08:08:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.821+0000 7fd11dd9b640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 0x7fd10006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.822+0000 7fd11dd9b640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 0x7fd10006e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd1201592c0 tx=0x7fd108008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.825+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd118059e90 con 0x7fd12006bc10 2024-09-19T08:08:32.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:32.999+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd1200723b0 con 0x7fd12006bc10 2024-09-19T08:08:33.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.002+0000 7fd116ffd640 1 -- 172.21.15.17:0/4089453787 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7fd118059790 con 0x7fd12006bc10 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 msgr2=0x7fd10006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 0x7fd10006e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd1201592c0 tx=0x7fd108008040 comp rx=0 tx=0).stop 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 msgr2=0x7fd1201f3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fd11800d800 tx=0x7fd11800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 shutdown_connections 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd10006c2b0 0x7fd10006e770 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1200b5030 0x7fd1201e7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1200b0990 0x7fd1201e70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 --2- 172.21.15.17:0/4089453787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd12006bc10 0x7fd1201f3c40 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 >> 172.21.15.17:0/4089453787 conn(0x7fd1200b30f0 msgr2=0x7fd12006e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:33.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 shutdown_connections 2024-09-19T08:08:33.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.005+0000 7fd124bf6640 1 -- 172.21.15.17:0/4089453787 wait complete. 2024-09-19T08:08:33.016 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:08:33.016 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:08:33.057 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:08:33.109 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:08:33.110 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:33.110 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:33.125 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:08:33.126 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:08:33.126 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:33.144 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:08:33.144 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:33.144 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:33.182 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:08:33.182 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:08:33.182 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:33.201 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:08:33.202 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:08:33.202 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.324+0000 7f26ab9d6640 1 Processor -- start 2024-09-19T08:08:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.324+0000 7f26ab9d6640 1 -- start start 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26ab9d6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26a415eab0 0x7f26a406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26ab9d6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f26a406dae0 0x7f26a40b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26ab9d6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a40d17e0 con 0x7f26a40b80c0 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26ab9d6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f26a40d09d0 con 0x7f26a415eab0 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26ab9d6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f26a415ee90 con 0x7f26a406dae0 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26a9772640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26a415eab0 0x7f26a406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26a9772640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26a415eab0 0x7f26a406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45486/0 (socket says 172.21.15.17:45486) 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.325+0000 7f26a9772640 1 -- 172.21.15.17:0/3344549857 learned_addr learned my addr 172.21.15.17:0/3344549857 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a8f71640 1 --2- 172.21.15.17:0/3344549857 >> v2:172.21.15.160:3300/0 conn(0x7f26a406dae0 0x7f26a40b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a9772640 1 -- 172.21.15.17:0/3344549857 >> v2:172.21.15.160:3300/0 conn(0x7f26a406dae0 msgr2=0x7f26a40b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a9772640 1 --2- 172.21.15.17:0/3344549857 >> v2:172.21.15.160:3300/0 conn(0x7f26a406dae0 0x7f26a40b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a9772640 1 -- 172.21.15.17:0/3344549857 >> v1:172.21.15.160:6789/0 conn(0x7f26a40b80c0 legacy=0x7f26a40b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a9772640 1 -- 172.21.15.17:0/3344549857 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a40cfc10 con 0x7f26a415eab0 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.326+0000 7f26a9772640 1 --2- 172.21.15.17:0/3344549857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a415eab0 0x7f26a406d5a0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f26a40d1c20 tx=0x7f26a002a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55194f148cc9b750 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f269bfff640 1 -- 172.21.15.17:0/3344549857 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a0036070 con 0x7f26a415eab0 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f269bfff640 1 -- 172.21.15.17:0/3344549857 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26a0031600 con 0x7f26a415eab0 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f269bfff640 1 -- 172.21.15.17:0/3344549857 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a00319d0 con 0x7f26a415eab0 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 -- 172.21.15.17:0/3344549857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a415eab0 msgr2=0x7f26a406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/3344549857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a415eab0 0x7f26a406d5a0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f26a40d1c20 tx=0x7f26a002a780 comp rx=0 tx=0).stop 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 -- 172.21.15.17:0/3344549857 shutdown_connections 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/3344549857 >> v2:172.21.15.160:3300/0 conn(0x7f26a406dae0 0x7f26a40b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/3344549857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a415eab0 0x7f26a406d5a0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 -- 172.21.15.17:0/3344549857 >> 172.21.15.17:0/3344549857 conn(0x7f26a40d4b30 msgr2=0x7f26a40d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 -- 172.21.15.17:0/3344549857 shutdown_connections 2024-09-19T08:08:33.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.327+0000 7f26ab9d6640 1 -- 172.21.15.17:0/3344549857 wait complete. 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.328+0000 7f26ab9d6640 1 Processor -- start 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.328+0000 7f26ab9d6640 1 -- start start 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26a40b80c0 0x7f26a41f3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f26a415eab0 0x7f26a40b96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40d01d0 con 0x7f26a406dae0 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f26a406df20 con 0x7f26a415eab0 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26ab9d6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f26a40d04b0 con 0x7f26a40b80c0 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26a9772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26a9772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45502/0 (socket says 172.21.15.17:45502) 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26a9772640 1 -- 172.21.15.17:0/1540524878 learned_addr learned my addr 172.21.15.17:0/1540524878 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26a9f73640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f26a415eab0 0x7f26a40b96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.329+0000 7f26a8f71640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26a40b80c0 0x7f26a41f3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 -- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26a40b80c0 msgr2=0x7f26a41f3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26a40b80c0 0x7f26a41f3a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 -- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f26a415eab0 msgr2=0x7f26a40b96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f26a415eab0 0x7f26a40b96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 -- 172.21.15.17:0/1540524878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a4159f30 con 0x7f26a406dae0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26a9772640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f26a0034040 tx=0x7f26a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a0036050 con 0x7f26a406dae0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26a0042070 con 0x7f26a406dae0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a415a210 con 0x7f26a406dae0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a0009510 con 0x7f26a406dae0 2024-09-19T08:08:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.330+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a415a7d0 con 0x7f26a406dae0 2024-09-19T08:08:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.331+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a40ceb50 con 0x7f26a406dae0 2024-09-19T08:08:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.332+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26a0007c50 con 0x7f26a406dae0 2024-09-19T08:08:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.332+0000 7f2699ffb640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 0x7f268806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.332+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5029+0+0 (secure 0 0 0) 0x7f26a00abf00 con 0x7f26a406dae0 2024-09-19T08:08:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.333+0000 7f26a8f71640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 0x7f268806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.333+0000 7f26a8f71640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 0x7f268806e7a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f26a40b34c0 tx=0x7f2694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.336+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26a007a2c0 con 0x7f26a406dae0 2024-09-19T08:08:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.547+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26a40b34f0 con 0x7f26a406dae0 2024-09-19T08:08:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.547+0000 7f2699ffb640 1 -- 172.21.15.17:0/1540524878 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+3911 (secure 0 0 0) 0x7f26a007e5c0 con 0x7f26a406dae0 2024-09-19T08:08:33.547 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:33.548 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":70,"btime":"2024-09-19T08:08:27:675452+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5531,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/4015850910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4015850910},{"type":"v1","addr":"172.21.15.17:6834","nonce":4015850910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":5534,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/757479697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":757479697},{"type":"v1","addr":"172.21.15.17:6835","nonce":757479697}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":6172,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6835/590598810","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":590598810},{"type":"v1","addr":"172.21.15.160:6835","nonce":590598810}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66},{"gid":6277,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1506281052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6836","nonce":1506281052},{"type":"v1","addr":"172.21.15.160:6837","nonce":1506281052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[]} 2024-09-19T08:08:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 70 2024-09-19T08:08:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 msgr2=0x7f268806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 0x7f268806e7a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f26a40b34c0 tx=0x7f2694008040 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 msgr2=0x7f26a40b58c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f26a0034040 tx=0x7f26a0004a40 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 shutdown_connections 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f268806c2e0 0x7f268806e7a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f26a415eab0 0x7f26a40b96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26a40b80c0 0x7f26a41f3a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 --2- 172.21.15.17:0/1540524878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26a406dae0 0x7f26a40b58c0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 >> 172.21.15.17:0/1540524878 conn(0x7f26a40d4b30 msgr2=0x7f26a4161600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 shutdown_connections 2024-09-19T08:08:33.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.549+0000 7f26ab9d6640 1 -- 172.21.15.17:0/1540524878 wait complete. 2024-09-19T08:08:33.560 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:08:33.560 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:08:33.561 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:08:33.561 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:33.561 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:08:33.561 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:08:33.561 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:08:33.561 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:33.561 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:08:33.562 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:08:33.562 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:08:33.562 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:33.562 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:08:33.562 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:08:33.562 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:08:33.562 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:33.570 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:08:33.570 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:08:33.571 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:08:33.571 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:08:33.577 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:08:33.577 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:08:33.578 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:08:33.578 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:08:33.612 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:08:33.612 DEBUG:teuthology.parallel:result is None 2024-09-19T08:08:33.613 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:08:33.613 DEBUG:teuthology.parallel:result is None 2024-09-19T08:08:33.619 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:08:33.619 DEBUG:teuthology.parallel:result is None 2024-09-19T08:08:33.620 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:08:33.620 DEBUG:teuthology.parallel:result is None 2024-09-19T08:08:33.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:08:33.690 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:08:33.690 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:08:33.708 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:08:33.709 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:08:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.728+0000 7f5ba960a640 1 Processor -- start 2024-09-19T08:08:33.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.728+0000 7f5ba960a640 1 -- start start 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba960a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba40cf2b0 0x7f5ba40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba960a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5ba40cf720 0x7f5ba40d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba960a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ba415ea20 con 0x7f5ba415e640 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba960a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba40b3d00 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba960a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba40b2860 con 0x7f5ba40cf720 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba40cf2b0 0x7f5ba40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5ba40cf2b0 0x7f5ba40d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45536/0 (socket says 172.21.15.17:45536) 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.729+0000 7f5ba27fc640 1 -- 172.21.15.17:0/3604382833 learned_addr learned my addr 172.21.15.17:0/3604382833 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba37fe640 1 --2- 172.21.15.17:0/3604382833 >> v2:172.21.15.160:3300/0 conn(0x7f5ba40cf720 0x7f5ba40d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba27fc640 1 -- 172.21.15.17:0/3604382833 >> v2:172.21.15.160:3300/0 conn(0x7f5ba40cf720 msgr2=0x7f5ba40d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba27fc640 1 --2- 172.21.15.17:0/3604382833 >> v2:172.21.15.160:3300/0 conn(0x7f5ba40cf720 0x7f5ba40d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba27fc640 1 -- 172.21.15.17:0/3604382833 >> v1:172.21.15.160:6789/0 conn(0x7f5ba415e640 legacy=0x7f5ba40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba27fc640 1 -- 172.21.15.17:0/3604382833 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba40b1c50 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.730+0000 7f5ba27fc640 1 --2- 172.21.15.17:0/3604382833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba40cf2b0 0x7f5ba40d2650 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f5ba415ebf0 tx=0x7f5b9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec7e54e1021908c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba1ffb640 1 -- 172.21.15.17:0/3604382833 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98037070 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba1ffb640 1 -- 172.21.15.17:0/3604382833 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b98032440 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba1ffb640 1 -- 172.21.15.17:0/3604382833 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b98032810 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 -- 172.21.15.17:0/3604382833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba40cf2b0 msgr2=0x7f5ba40d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 --2- 172.21.15.17:0/3604382833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba40cf2b0 0x7f5ba40d2650 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f5ba415ebf0 tx=0x7f5b9802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 -- 172.21.15.17:0/3604382833 shutdown_connections 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 --2- 172.21.15.17:0/3604382833 >> v2:172.21.15.160:3300/0 conn(0x7f5ba40cf720 0x7f5ba40d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 --2- 172.21.15.17:0/3604382833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba40cf2b0 0x7f5ba40d2650 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 -- 172.21.15.17:0/3604382833 >> 172.21.15.17:0/3604382833 conn(0x7f5ba409d820 msgr2=0x7f5ba40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 -- 172.21.15.17:0/3604382833 shutdown_connections 2024-09-19T08:08:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.731+0000 7f5ba960a640 1 -- 172.21.15.17:0/3604382833 wait complete. 2024-09-19T08:08:33.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 Processor -- start 2024-09-19T08:08:33.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 -- start start 2024-09-19T08:08:33.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba40cf2b0 0x7f5ba415b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba40cf720 0x7f5ba4160e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba40b24f0 con 0x7f5ba415e640 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba40b2210 con 0x7f5ba40cf720 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.733+0000 7f5ba960a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba40cfe40 con 0x7f5ba40cf2b0 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45548/0 (socket says 172.21.15.17:45548) 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 -- 172.21.15.17:0/1964853848 learned_addr learned my addr 172.21.15.17:0/1964853848 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba27fc640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba40cf720 0x7f5ba4160e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba2ffd640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba40cf2b0 0x7f5ba415b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 -- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba40cf2b0 msgr2=0x7f5ba415b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba40cf2b0 0x7f5ba415b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 -- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba40cf720 msgr2=0x7f5ba4160e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba40cf720 0x7f5ba4160e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 -- 172.21.15.17:0/1964853848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba40b5b00 con 0x7f5ba415e640 2024-09-19T08:08:33.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba37fe640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c009dd0 tx=0x7f5b9c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c018020 con 0x7f5ba415e640 2024-09-19T08:08:33.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9c014480 con 0x7f5ba415e640 2024-09-19T08:08:33.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c014870 con 0x7f5ba415e640 2024-09-19T08:08:33.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba40b5de0 con 0x7f5ba415e640 2024-09-19T08:08:33.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.734+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba40b63a0 con 0x7f5ba415e640 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.735+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ba4068eb0 con 0x7f5ba415e640 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.736+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5b9c005d10 con 0x7f5ba415e640 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.736+0000 7f5b8b7fe640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 0x7f5b9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.736+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5029+0+0 (secure 0 0 0) 0x7f5b9c08bb40 con 0x7f5ba415e640 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.736+0000 7f5ba2ffd640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 0x7f5b9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.737+0000 7f5ba2ffd640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 0x7f5b9006e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5ba40ba180 tx=0x7f5b94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.740+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5b9c022070 con 0x7f5ba415e640 2024-09-19T08:08:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:33.931+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5ba40b9b00 con 0x7f5ba415e640 2024-09-19T08:08:34.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.017+0000 7f5b8b7fe640 1 -- 172.21.15.17:0/1964853848 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v82) ==== 97+0+0 (secure 0 0 0) 0x7f5b9c010040 con 0x7f5ba415e640 2024-09-19T08:08:34.017 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:08:34.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 msgr2=0x7f5b9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 0x7f5b9006e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5ba40ba180 tx=0x7f5b94009040 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 msgr2=0x7f5ba41613c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c009dd0 tx=0x7f5b9c00c490 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 shutdown_connections 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9006c2b0 0x7f5b9006e770 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ba415e640 0x7f5ba41613c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5ba40cf720 0x7f5ba4160e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 --2- 172.21.15.17:0/1964853848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5ba40cf2b0 0x7f5ba415b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 >> 172.21.15.17:0/1964853848 conn(0x7f5ba409d820 msgr2=0x7f5ba406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 shutdown_connections 2024-09-19T08:08:34.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.019+0000 7f5ba960a640 1 -- 172.21.15.17:0/1964853848 wait complete. 2024-09-19T08:08:34.031 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:08:34.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.132+0000 7fdaa9227640 1 Processor -- start 2024-09-19T08:08:34.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.133+0000 7fdaa9227640 1 -- start start 2024-09-19T08:08:34.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.133+0000 7fdaa9227640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdaa415e4e0 0x7fdaa40b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.133+0000 7fdaa9227640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa406cec0 con 0x7fdaa415e8c0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.133+0000 7fdaa9227640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa406d160 con 0x7fdaa40d26d0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.133+0000 7fdaa9227640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdaa40d2d40 con 0x7fdaa415e4e0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdaa415e4e0 0x7fdaa40b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdaa415e4e0 0x7fdaa40b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45560/0 (socket says 172.21.15.17:45560) 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdaa415e8c0 0x7fdaa40d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54488/0 (socket says 172.21.15.17:54488) 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 -- 172.21.15.17:0/3676694594 learned_addr learned my addr 172.21.15.17:0/3676694594 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 -- 172.21.15.17:0/3676694594 >> v1:172.21.15.160:6789/0 conn(0x7fdaa40d26d0 legacy=0x7fdaa406dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 -- 172.21.15.17:0/3676694594 >> v1:172.21.15.17:6789/0 conn(0x7fdaa415e8c0 legacy=0x7fdaa40d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa2d9d640 1 -- 172.21.15.17:0/3676694594 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa406d440 con 0x7fdaa415e4e0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.134+0000 7fdaa1d9b640 1 -- 172.21.15.17:0/3676694594 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1953227865 0 0) 0x7fdaa406cec0 con 0x7fdaa415e8c0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa2d9d640 1 --2- 172.21.15.17:0/3676694594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b67d0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fda9c009e50 tx=0x7fda9c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6363e2bad8165b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa1d9b640 1 -- 172.21.15.17:0/3676694594 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c036070 con 0x7fdaa415e4e0 2024-09-19T08:08:34.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa1d9b640 1 -- 172.21.15.17:0/3676694594 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda9c031600 con 0x7fdaa415e4e0 2024-09-19T08:08:34.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa1d9b640 1 -- 172.21.15.17:0/3676694594 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c0319f0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 -- 172.21.15.17:0/3676694594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 msgr2=0x7fdaa40b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 --2- 172.21.15.17:0/3676694594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b67d0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fda9c009e50 tx=0x7fda9c02a7c0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 -- 172.21.15.17:0/3676694594 shutdown_connections 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 --2- 172.21.15.17:0/3676694594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b67d0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 -- 172.21.15.17:0/3676694594 >> 172.21.15.17:0/3676694594 conn(0x7fdaa406f400 msgr2=0x7fdaa406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 -- 172.21.15.17:0/3676694594 shutdown_connections 2024-09-19T08:08:34.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.135+0000 7fdaa9227640 1 -- 172.21.15.17:0/3676694594 wait complete. 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.137+0000 7fdaa9227640 1 Processor -- start 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.137+0000 7fdaa9227640 1 -- start start 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdaa40d26d0 0x7fdaa4154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdaa415e8c0 0x7fdaa40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa40b6d10 con 0x7fdaa415e4e0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa40d2b20 con 0x7fdaa40d26d0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa9227640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa40b6e90 con 0x7fdaa415e8c0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45574/0 (socket says 172.21.15.17:45574) 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 -- 172.21.15.17:0/477647019 learned_addr learned my addr 172.21.15.17:0/477647019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa2d9d640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdaa40d26d0 0x7fdaa4154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa359e640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdaa415e8c0 0x7fdaa40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 -- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdaa415e8c0 msgr2=0x7fdaa40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdaa415e8c0 0x7fdaa40ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 -- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdaa40d26d0 msgr2=0x7fdaa4154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdaa40d26d0 0x7fdaa4154a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.138+0000 7fdaa259c640 1 -- 172.21.15.17:0/477647019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa40b0f50 con 0x7fdaa415e4e0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fdaa259c640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00c3c0 tx=0x7fda8c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c0074e0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda8c0047e0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa40b1230 con 0x7fdaa415e4e0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c004c50 con 0x7fdaa415e4e0 2024-09-19T08:08:34.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.139+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa40b1cf0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.140+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa40b67d0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.140+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda8c01a020 con 0x7fdaa415e4e0 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.141+0000 7fda9b7fe640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 0x7fda8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.141+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 4857+0+0 (secure 0 0 0) 0x7fda8c08a6f0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.141+0000 7fdaa2d9d640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 0x7fda8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.142+0000 7fdaa2d9d640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 0x7fda8406e770 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fda9c033000 tx=0x7fda9c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.146+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda8c058bf0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.388+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fdaa40d2280 con 0x7fdaa415e4e0 2024-09-19T08:08:34.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.388+0000 7fda9b7fe640 1 -- 172.21.15.17:0/477647019 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7fda8c05cef0 con 0x7fdaa415e4e0 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.389 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:08:34.390 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.391 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.392 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.393 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.394 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:08:34.395 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.396 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.397 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.398 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow r", 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:08:34.399 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:08:34.400 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:08:34.401 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:08:34.402 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:08:34.403 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 msgr2=0x7fda8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 0x7fda8406e770 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fda9c033000 tx=0x7fda9c009000 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 msgr2=0x7fdaa40b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00c3c0 tx=0x7fda8c00c880 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 shutdown_connections 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda8406c2b0 0x7fda8406e770 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdaa415e8c0 0x7fdaa40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa415e4e0 0x7fdaa40b2b70 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 --2- 172.21.15.17:0/477647019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdaa40d26d0 0x7fdaa4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 >> 172.21.15.17:0/477647019 conn(0x7fdaa406f400 msgr2=0x7fdaa406e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 shutdown_connections 2024-09-19T08:08:34.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.391+0000 7fdaa9227640 1 -- 172.21.15.17:0/477647019 wait complete. 2024-09-19T08:08:34.406 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:08:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.509+0000 7f59c9c96640 1 Processor -- start 2024-09-19T08:08:34.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 -- start start 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf2b0 0x7f59c40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59c40cf6f0 0x7f59c40d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59c415ea20 con 0x7f59c415e640 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f59c40b3d00 con 0x7f59c40cf6f0 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.510+0000 7f59c9c96640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f59c40b2860 con 0x7f59c40cf2b0 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59c40cf6f0 0x7f59c40d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59c40cf6f0 0x7f59c40d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45590/0 (socket says 172.21.15.17:45590) 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 -- 172.21.15.17:0/1957022960 learned_addr learned my addr 172.21.15.17:0/1957022960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c37fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f59c415e640 0x7f59c40ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54500/0 (socket says 172.21.15.17:54500) 2024-09-19T08:08:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c2ffd640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf2b0 0x7f59c40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 -- 172.21.15.17:0/1957022960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf2b0 msgr2=0x7f59c40d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf2b0 0x7f59c40d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 -- 172.21.15.17:0/1957022960 >> v1:172.21.15.17:6789/0 conn(0x7f59c415e640 legacy=0x7f59c40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c3fff640 1 -- 172.21.15.17:0/1957022960 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c40b1c50 con 0x7f59c40cf6f0 2024-09-19T08:08:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.511+0000 7f59c27fc640 1 -- 172.21.15.17:0/1957022960 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1182762678 0 0) 0x7f59c415ea20 con 0x7f59c415e640 2024-09-19T08:08:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c3fff640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf6f0 0x7f59c40d2b90 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f59c415ebf0 tx=0x7f59bc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58d64c5757043984 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c27fc640 1 -- 172.21.15.17:0/1957022960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59bc036070 con 0x7f59c40cf6f0 2024-09-19T08:08:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c27fc640 1 -- 172.21.15.17:0/1957022960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59bc031600 con 0x7f59c40cf6f0 2024-09-19T08:08:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c27fc640 1 -- 172.21.15.17:0/1957022960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59bc0319d0 con 0x7f59c40cf6f0 2024-09-19T08:08:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 -- 172.21.15.17:0/1957022960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf6f0 msgr2=0x7f59c40d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf6f0 0x7f59c40d2b90 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f59c415ebf0 tx=0x7f59bc02a680 comp rx=0 tx=0).stop 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 -- 172.21.15.17:0/1957022960 shutdown_connections 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf6f0 0x7f59c40d2b90 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 --2- 172.21.15.17:0/1957022960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf2b0 0x7f59c40d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 -- 172.21.15.17:0/1957022960 >> 172.21.15.17:0/1957022960 conn(0x7f59c409d820 msgr2=0x7f59c40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 -- 172.21.15.17:0/1957022960 shutdown_connections 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.512+0000 7f59c9c96640 1 -- 172.21.15.17:0/1957022960 wait complete. 2024-09-19T08:08:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 Processor -- start 2024-09-19T08:08:34.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 -- start start 2024-09-19T08:08:34.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf6f0 0x7f59c40b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59c415e640 0x7f59c40b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f59c40b24f0 con 0x7f59c40cf2b0 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f59c40b2210 con 0x7f59c415e640 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.514+0000 7f59c9c96640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f59c40cfe40 con 0x7f59c40cf6f0 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45604/0 (socket says 172.21.15.17:45604) 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 -- 172.21.15.17:0/2076749096 learned_addr learned my addr 172.21.15.17:0/2076749096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c2ffd640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf6f0 0x7f59c40b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c3fff640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59c415e640 0x7f59c40b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 -- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf6f0 msgr2=0x7f59c40b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf6f0 0x7f59c40b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 -- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59c415e640 msgr2=0x7f59c40b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59c415e640 0x7f59c40b5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 -- 172.21.15.17:0/2076749096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c40c8b30 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c37fe640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f59b400c4d0 tx=0x7f59b400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4018070 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59b4007500 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59c40c8e10 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4004a20 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.515+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59c40c96b0 con 0x7f59c40cf2b0 2024-09-19T08:08:34.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.516+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59c4068eb0 con 0x7f59c40cf2b0 2024-09-19T08:08:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.517+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f59b401b070 con 0x7f59c40cf2b0 2024-09-19T08:08:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.517+0000 7f59abfff640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 0x7f59b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.518+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 4857+0+0 (secure 0 0 0) 0x7f59b408a3d0 con 0x7f59c40cf2b0 2024-09-19T08:08:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.518+0000 7f59c2ffd640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 0x7f59b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.518+0000 7f59c2ffd640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 0x7f59b006e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f59b8006fd0 tx=0x7f59b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.522+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f59b4058f20 con 0x7f59c40cf2b0 2024-09-19T08:08:34.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.698+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f59c40c8fe0 con 0x7f59c40cf2b0 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.699+0000 7f59abfff640 1 -- 172.21.15.17:0/2076749096 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f59b4058820 con 0x7f59c40cf2b0 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:34.699 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 msgr2=0x7f59b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 0x7f59b006e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f59b8006fd0 tx=0x7f59b8008040 comp rx=0 tx=0).stop 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 msgr2=0x7f59c415cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f59b400c4d0 tx=0x7f59b400c990 comp rx=0 tx=0).stop 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 shutdown_connections 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59b006c2b0 0x7f59b006e770 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59c415e640 0x7f59c40b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59c40cf6f0 0x7f59c40b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 --2- 172.21.15.17:0/2076749096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59c40cf2b0 0x7f59c415cc00 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 >> 172.21.15.17:0/2076749096 conn(0x7f59c409d820 msgr2=0x7f59c40ceba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 shutdown_connections 2024-09-19T08:08:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.701+0000 7f59c9c96640 1 -- 172.21.15.17:0/2076749096 wait complete. 2024-09-19T08:08:34.712 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:08:34.712 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:08:34.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.818+0000 7f603e423640 1 Processor -- start 2024-09-19T08:08:34.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.818+0000 7f603e423640 1 -- start start 2024-09-19T08:08:34.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f603e423640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 0x7f6038162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f603e423640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60380b3340 0x7f60380d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f603e423640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60380cee50 con 0x7f60380d18c0 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f603e423640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f60380cfef0 con 0x7f60380b3340 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f603e423640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f60380cec00 con 0x7f603815e6a0 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f60377fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60380b3340 0x7f60380d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f60377fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f60380b3340 0x7f60380d1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45610/0 (socket says 172.21.15.17:45610) 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f60377fe640 1 -- 172.21.15.17:0/3394642371 learned_addr learned my addr 172.21.15.17:0/3394642371 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.819+0000 7f6037fff640 1 --2- 172.21.15.17:0/3394642371 >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 0x7f6038162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f60377fe640 1 -- 172.21.15.17:0/3394642371 >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 msgr2=0x7f6038162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f60377fe640 1 --2- 172.21.15.17:0/3394642371 >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 0x7f6038162bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f60377fe640 1 -- 172.21.15.17:0/3394642371 >> v1:172.21.15.160:6789/0 conn(0x7f60380d18c0 legacy=0x7f60380b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f60377fe640 1 -- 172.21.15.17:0/3394642371 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60380cf130 con 0x7f60380b3340 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f6037fff640 1 --2- 172.21.15.17:0/3394642371 >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 0x7f6038162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f60377fe640 1 --2- 172.21.15.17:0/3394642371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380d1380 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f60380d5690 tx=0x7f602c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4fe7c07cb0b5d48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f6036ffd640 1 -- 172.21.15.17:0/3394642371 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602c037070 con 0x7f60380b3340 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.820+0000 7f6036ffd640 1 -- 172.21.15.17:0/3394642371 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f602c032440 con 0x7f60380b3340 2024-09-19T08:08:34.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f6036ffd640 1 -- 172.21.15.17:0/3394642371 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602c032810 con 0x7f60380b3340 2024-09-19T08:08:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 -- 172.21.15.17:0/3394642371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 msgr2=0x7f60380d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 --2- 172.21.15.17:0/3394642371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380d1380 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f60380d5690 tx=0x7f602c02a230 comp rx=0 tx=0).stop 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 -- 172.21.15.17:0/3394642371 shutdown_connections 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 --2- 172.21.15.17:0/3394642371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380d1380 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 --2- 172.21.15.17:0/3394642371 >> v2:172.21.15.160:3300/0 conn(0x7f603815e6a0 0x7f6038162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 -- 172.21.15.17:0/3394642371 >> 172.21.15.17:0/3394642371 conn(0x7f603806dae0 msgr2=0x7f603806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 -- 172.21.15.17:0/3394642371 shutdown_connections 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.821+0000 7f603e423640 1 -- 172.21.15.17:0/3394642371 wait complete. 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.822+0000 7f603e423640 1 Processor -- start 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.822+0000 7f603e423640 1 -- start start 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60380d18c0 0x7f603815d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f603815e6a0 0x7f60380ca9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f60380cf9d0 con 0x7f60380b3340 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f60380cf6f0 con 0x7f60380d18c0 2024-09-19T08:08:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603e423640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f60381630f0 con 0x7f603815e6a0 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f6037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f6037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45626/0 (socket says 172.21.15.17:45626) 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f6037fff640 1 -- 172.21.15.17:0/450006386 learned_addr learned my addr 172.21.15.17:0/450006386 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f60377fe640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60380d18c0 0x7f603815d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.823+0000 7f603c9c0640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f603815e6a0 0x7f60380ca9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 -- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f603815e6a0 msgr2=0x7f60380ca9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f603815e6a0 0x7f60380ca9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 -- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60380d18c0 msgr2=0x7f603815d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60380d18c0 0x7f603815d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 -- 172.21.15.17:0/450006386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60380cb150 con 0x7f60380b3340 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6037fff640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f602800c7f0 tx=0x7f602800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028015070 con 0x7f60380b3340 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60280079d0 con 0x7f60380b3340 2024-09-19T08:08:34.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60380c8280 con 0x7f60380b3340 2024-09-19T08:08:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028007da0 con 0x7f60380b3340 2024-09-19T08:08:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.824+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60380c8840 con 0x7f60380b3340 2024-09-19T08:08:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.825+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60380d4190 con 0x7f60380b3340 2024-09-19T08:08:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.826+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6028018070 con 0x7f60380b3340 2024-09-19T08:08:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.826+0000 7f6034ff9640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 0x7f602406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.826+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 4857+0+0 (secure 0 0 0) 0x7f602808ae90 con 0x7f60380b3340 2024-09-19T08:08:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.826+0000 7f60377fe640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 0x7f602406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.827+0000 7f60377fe640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 0x7f602406e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f602c034000 tx=0x7f602c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:34.830+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f60380d4190 con 0x7f60380b3340 2024-09-19T08:08:35.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.006+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f603815ea80 con 0x7f60380b3340 2024-09-19T08:08:35.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.704+0000 7f6034ff9640 1 -- 172.21.15.17:0/450006386 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f6028059390 con 0x7f60380b3340 2024-09-19T08:08:35.704 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.707+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 msgr2=0x7f602406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.707+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 0x7f602406e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f602c034000 tx=0x7f602c02e000 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.707+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 msgr2=0x7f60380c9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.707+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f602800c7f0 tx=0x7f602800cbf0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 shutdown_connections 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f602406c2b0 0x7f602406e770 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f603815e6a0 0x7f60380ca9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f60380d18c0 0x7f603815d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 --2- 172.21.15.17:0/450006386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f60380b3340 0x7f60380c9040 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 >> 172.21.15.17:0/450006386 conn(0x7f603806dae0 msgr2=0x7f603806dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 shutdown_connections 2024-09-19T08:08:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.708+0000 7f603e423640 1 -- 172.21.15.17:0/450006386 wait complete. 2024-09-19T08:08:35.725 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:08:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.841+0000 7fcd5030a640 1 Processor -- start 2024-09-19T08:08:35.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.841+0000 7fcd5030a640 1 -- start start 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd5030a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcd480b66c0 0x7fcd480b7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd5030a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd480cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd5030a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd48161d50 con 0x7fcd48161970 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd5030a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcd48162d20 con 0x7fcd480b66c0 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd5030a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd480cf130 con 0x7fcd480ce6c0 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4e0a6640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcd48161970 0x7fcd480b5fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54516/0 (socket says 172.21.15.17:54516) 2024-09-19T08:08:35.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4e0a6640 1 -- 172.21.15.17:0/1598831682 learned_addr learned my addr 172.21.15.17:0/1598831682 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3487067397 0 0) 0x7fcd38001490 con 0x7fcd48161970 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd480cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcd30003520 con 0x7fcd48161970 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.842+0000 7fcd4d8a5640 1 --2- 172.21.15.17:0/1598831682 >> v2:172.21.15.160:3300/0 conn(0x7fcd480b66c0 0x7fcd480b7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4036757088 0 0) 0x7fcd30003520 con 0x7fcd48161970 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 msgr2=0x7fcd480cfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd480cfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 >> v2:172.21.15.160:3300/0 conn(0x7fcd480b66c0 msgr2=0x7fcd480b7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 --2- 172.21.15.17:0/1598831682 >> v2:172.21.15.160:3300/0 conn(0x7fcd480b66c0 0x7fcd480b7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd480cf410 con 0x7fcd48161970 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fcd38001bc0 con 0x7fcd48161970 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 >> v1:172.21.15.17:6789/0 conn(0x7fcd48161970 legacy=0x7fcd480b5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd300039b0 0x7fcd30003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd30004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd30004d40 0x7fcd300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd48162d20 con 0x7fcd300039b0 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd480cf130 con 0x7fcd30004d40 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd3000b9c0 con 0x7fcd480ce6c0 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd300039b0 0x7fcd30003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4d8a5640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd30004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd30004d40 0x7fcd300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 -- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 msgr2=0x7fcd30004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd480ce6c0 0x7fcd30004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 -- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd30004d40 msgr2=0x7fcd300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd30004d40 0x7fcd300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e0a6640 1 -- 172.21.15.17:0/1598831682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd30003520 con 0x7fcd300039b0 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.843+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd30004d40 0x7fcd300051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.844+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd300039b0 0x7fcd30003dd0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800aa00 tx=0x7fcd30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f885e37e5dd830 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.844+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3800a650 con 0x7fcd300039b0 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.844+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd3802f070 con 0x7fcd300039b0 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.844+0000 7fcd4d0a4640 1 -- 172.21.15.17:0/1598831682 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd38034470 con 0x7fcd300039b0 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 -- 172.21.15.17:0/1598831682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd300039b0 msgr2=0x7fcd30003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1598831682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd300039b0 0x7fcd30003dd0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800aa00 tx=0x7fcd30005830 comp rx=0 tx=0).stop 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd4e8a7640 1 -- 172.21.15.17:0/1598831682 reap_dead start 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 -- 172.21.15.17:0/1598831682 shutdown_connections 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 -- 172.21.15.17:0/1598831682 >> 172.21.15.17:0/1598831682 conn(0x7fcd48067f80 msgr2=0x7fcd480d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 -- 172.21.15.17:0/1598831682 shutdown_connections 2024-09-19T08:08:35.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.845+0000 7fcd5030a640 1 -- 172.21.15.17:0/1598831682 wait complete. 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.846+0000 7fcd5030a640 1 Processor -- start 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.846+0000 7fcd5030a640 1 -- start start 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd300039b0 0x7fcd481f8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd48159cb0 0x7fcd481593a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd48162980 con 0x7fcd480c9720 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd480cf9d0 con 0x7fcd300039b0 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd5030a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd48162b00 con 0x7fcd48159cb0 2024-09-19T08:08:35.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45642/0 (socket says 172.21.15.17:45642) 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 -- 172.21.15.17:0/1459440569 learned_addr learned my addr 172.21.15.17:0/1459440569 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd300039b0 0x7fcd481f8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4d8a5640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd48159cb0 0x7fcd481593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 -- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd48159cb0 msgr2=0x7fcd481593a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd48159cb0 0x7fcd481593a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 -- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd300039b0 msgr2=0x7fcd481f8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd300039b0 0x7fcd481f8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.847+0000 7fcd4e8a7640 1 -- 172.21.15.17:0/1459440569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd480ca090 con 0x7fcd480c9720 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd4e8a7640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fcd480d34e0 tx=0x7fcd40011860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd40019020 con 0x7fcd480c9720 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd40004440 con 0x7fcd480c9720 2024-09-19T08:08:35.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd40003850 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd480ca370 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.848+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd481f83e0 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.849+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd481f85e0 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.849+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd4001c020 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.850+0000 7fcd46ffd640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 0x7fcd3406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.850+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5227+0+0 (secure 0 0 0) 0x7fcd4008b2b0 con 0x7fcd480c9720 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.850+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 0x7fcd3406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:35.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.851+0000 7fcd4e0a6640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 0x7fcd3406e7a0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fcd38033000 tx=0x7fcd38007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:35.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:35.855+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd481f85e0 con 0x7fcd480c9720 2024-09-19T08:08:36.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.031+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcd480d28f0 con 0x7fcd480c9720 2024-09-19T08:08:36.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.709+0000 7fcd46ffd640 1 -- 172.21.15.17:0/1459440569 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) ==== 170+0+0 (secure 0 0 0) 0x7fcd40023030 con 0x7fcd480c9720 2024-09-19T08:08:36.709 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:08:36.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 msgr2=0x7fcd3406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 0x7fcd3406e7a0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fcd38033000 tx=0x7fcd38007000 comp rx=0 tx=0).stop 2024-09-19T08:08:36.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 msgr2=0x7fcd480b8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fcd480d34e0 tx=0x7fcd40011860 comp rx=0 tx=0).stop 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 shutdown_connections 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd3406c2e0 0x7fcd3406e7a0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd480c9720 0x7fcd480b8a50 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd48159cb0 0x7fcd481593a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 --2- 172.21.15.17:0/1459440569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd300039b0 0x7fcd481f8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.714+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 >> 172.21.15.17:0/1459440569 conn(0x7fcd48067f80 msgr2=0x7fcd480b5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.722+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 shutdown_connections 2024-09-19T08:08:36.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.724+0000 7fcd5030a640 1 -- 172.21.15.17:0/1459440569 wait complete. 2024-09-19T08:08:36.743 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:08:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.853+0000 7f96cce7b640 1 Processor -- start 2024-09-19T08:08:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.853+0000 7f96cce7b640 1 -- start start 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.854+0000 7f96cce7b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96c815e640 0x7f96c80b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.854+0000 7f96cce7b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96c80b39d0 con 0x7f96c80cef60 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.854+0000 7f96cce7b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96c80cf520 con 0x7f96c80d4710 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.854+0000 7f96cce7b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f96c80cf800 con 0x7f96c815e640 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96c815e640 0x7f96c80b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f96c815e640 0x7f96c80b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45656/0 (socket says 172.21.15.17:45656) 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 -- 172.21.15.17:0/1452689220 learned_addr learned my addr 172.21.15.17:0/1452689220 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c5d9b640 1 --1- 172.21.15.17:0/1452689220 >> v1:172.21.15.17:6789/0 conn(0x7f96c80cef60 0x7f96c80d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54518/0 (socket says 172.21.15.17:54518) 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 -- 172.21.15.17:0/1452689220 >> v1:172.21.15.160:6789/0 conn(0x7f96c80d4710 legacy=0x7f96c80d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 -- 172.21.15.17:0/1452689220 >> v1:172.21.15.17:6789/0 conn(0x7f96c80cef60 legacy=0x7f96c80d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c659c640 1 -- 172.21.15.17:0/1452689220 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c80cfae0 con 0x7f96c815e640 2024-09-19T08:08:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.855+0000 7f96c559a640 1 -- 172.21.15.17:0/1452689220 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1291067207 0 0) 0x7f96b0001110 con 0x7f96c80cef60 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96c659c640 1 --2- 172.21.15.17:0/1452689220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c80b3bf0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f96c0009e50 tx=0x7f96c002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0aa31fd88ee064 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96c559a640 1 -- 172.21.15.17:0/1452689220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c0036070 con 0x7f96c815e640 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96c559a640 1 -- 172.21.15.17:0/1452689220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96c0031600 con 0x7f96c815e640 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96c559a640 1 -- 172.21.15.17:0/1452689220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c00319d0 con 0x7f96c815e640 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96cce7b640 1 -- 172.21.15.17:0/1452689220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 msgr2=0x7f96c80b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96cce7b640 1 --2- 172.21.15.17:0/1452689220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c80b3bf0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f96c0009e50 tx=0x7f96c002a730 comp rx=0 tx=0).stop 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96cce7b640 1 -- 172.21.15.17:0/1452689220 shutdown_connections 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96cce7b640 1 --2- 172.21.15.17:0/1452689220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c80b3bf0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.856+0000 7f96cce7b640 1 -- 172.21.15.17:0/1452689220 >> 172.21.15.17:0/1452689220 conn(0x7f96c8067d70 msgr2=0x7f96c8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.857+0000 7f96cce7b640 1 -- 172.21.15.17:0/1452689220 shutdown_connections 2024-09-19T08:08:36.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.857+0000 7f96cce7b640 1 -- 172.21.15.17:0/1452689220 wait complete. 2024-09-19T08:08:36.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.858+0000 7f96cce7b640 1 Processor -- start 2024-09-19T08:08:36.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.858+0000 7f96cce7b640 1 -- start start 2024-09-19T08:08:36.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 0x7f96c814ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 0x7f96c81565e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96c80d3590 con 0x7f96c815e640 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f96c815ea20 con 0x7f96c80cef60 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f96c80d3710 con 0x7f96c80d4710 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45664/0 (socket says 172.21.15.17:45664) 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 -- 172.21.15.17:0/3374337387 learned_addr learned my addr 172.21.15.17:0/3374337387 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c659c640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 0x7f96c814ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c5d9b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 0x7f96c81565e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 -- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 msgr2=0x7f96c81565e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 0x7f96c81565e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 -- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 msgr2=0x7f96c814ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 0x7f96c814ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 -- 172.21.15.17:0/3374337387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c8161da0 con 0x7f96c815e640 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c659c640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 0x7f96c814ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c5d9b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 0x7f96c81565e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96c6d9d640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f96b800c3f0 tx=0x7f96b800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8017070 con 0x7f96c815e640 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96b80052d0 con 0x7f96c815e640 2024-09-19T08:08:36.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c8157150 con 0x7f96c815e640 2024-09-19T08:08:36.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.859+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8003830 con 0x7f96c815e640 2024-09-19T08:08:36.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.860+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c8157710 con 0x7f96c815e640 2024-09-19T08:08:36.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.860+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96c80b3bf0 con 0x7f96c815e640 2024-09-19T08:08:36.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.861+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96b801a070 con 0x7f96c815e640 2024-09-19T08:08:36.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.862+0000 7f96beffd640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 0x7f96a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:36.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.862+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 5609+0+0 (secure 0 0 0) 0x7f96b808a740 con 0x7f96c815e640 2024-09-19T08:08:36.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.862+0000 7f96c659c640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 0x7f96a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:36.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.862+0000 7f96c659c640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 0x7f96a806e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f96c0033000 tx=0x7f96c0009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:36.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:36.866+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96b8058e70 con 0x7f96c815e640 2024-09-19T08:08:37.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.079+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f96c80d3060 con 0x7f96c815e640 2024-09-19T08:08:37.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.727+0000 7f96beffd640 1 -- 172.21.15.17:0/3374337387 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v73) ==== 174+0+0 (secure 0 0 0) 0x7f96b8058770 con 0x7f96c815e640 2024-09-19T08:08:37.727 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 12 and data pool 13 2024-09-19T08:08:37.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.736+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 msgr2=0x7f96a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.736+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 0x7f96a806e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f96c0033000 tx=0x7f96c0009000 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.736+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 msgr2=0x7f96c8156b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.736+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f96b800c3f0 tx=0x7f96b800c8b0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 shutdown_connections 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f96a806c2b0 0x7f96a806e770 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96c815e640 0x7f96c8156b20 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96c80d4710 0x7f96c81565e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 --2- 172.21.15.17:0/3374337387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96c80cef60 0x7f96c814ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.737+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 >> 172.21.15.17:0/3374337387 conn(0x7f96c8067d70 msgr2=0x7f96c80b5d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:37.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.738+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 shutdown_connections 2024-09-19T08:08:37.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.740+0000 7f96cce7b640 1 -- 172.21.15.17:0/3374337387 wait complete. 2024-09-19T08:08:37.757 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:37.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.864+0000 7f45982f1640 1 Processor -- start 2024-09-19T08:08:37.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.864+0000 7f45982f1640 1 -- start start 2024-09-19T08:08:37.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f45982f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f459015fe70 0x7f459006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f45982f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f459006c150 0x7f45900cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f45982f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f459006e240 con 0x7f4590156950 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f45982f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4590156d30 con 0x7f459015fe70 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f45982f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4590160380 con 0x7f459006c150 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459608d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4590156950 0x7f459015d140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54520/0 (socket says 172.21.15.17:54520) 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459608d640 1 -- 172.21.15.17:0/2108528526 learned_addr learned my addr 172.21.15.17:0/2108528526 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459588c640 1 --2- 172.21.15.17:0/2108528526 >> v2:172.21.15.17:3300/0 conn(0x7f459015fe70 0x7f459006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459508b640 1 -- 172.21.15.17:0/2108528526 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2415738436 0 0) 0x7f4580001490 con 0x7f4590156950 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459688e640 1 --2- 172.21.15.17:0/2108528526 >> v2:172.21.15.160:3300/0 conn(0x7f459006c150 0x7f45900cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459508b640 1 -- 172.21.15.17:0/2108528526 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4578003520 con 0x7f4590156950 2024-09-19T08:08:37.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459588c640 1 -- 172.21.15.17:0/2108528526 >> v2:172.21.15.160:3300/0 conn(0x7f459006c150 msgr2=0x7f45900cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:37.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459588c640 1 --2- 172.21.15.17:0/2108528526 >> v2:172.21.15.160:3300/0 conn(0x7f459006c150 0x7f45900cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459588c640 1 -- 172.21.15.17:0/2108528526 >> v1:172.21.15.17:6789/0 conn(0x7f4590156950 legacy=0x7f459015d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.865+0000 7f459588c640 1 -- 172.21.15.17:0/2108528526 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4590160660 con 0x7f459015fe70 2024-09-19T08:08:37.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.866+0000 7f459588c640 1 --2- 172.21.15.17:0/2108528526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459006bc10 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f459015c880 tx=0x7f458402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=986ed6d0c7f97351 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:37.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.866+0000 7f459508b640 1 -- 172.21.15.17:0/2108528526 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4584037070 con 0x7f459015fe70 2024-09-19T08:08:37.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.866+0000 7f459508b640 1 -- 172.21.15.17:0/2108528526 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4584032440 con 0x7f459015fe70 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.866+0000 7f459508b640 1 -- 172.21.15.17:0/2108528526 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4584032810 con 0x7f459015fe70 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 -- 172.21.15.17:0/2108528526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 msgr2=0x7f459006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 --2- 172.21.15.17:0/2108528526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459006bc10 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f459015c880 tx=0x7f458402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 -- 172.21.15.17:0/2108528526 shutdown_connections 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 --2- 172.21.15.17:0/2108528526 >> v2:172.21.15.160:3300/0 conn(0x7f459006c150 0x7f45900cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 --2- 172.21.15.17:0/2108528526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459006bc10 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 -- 172.21.15.17:0/2108528526 >> 172.21.15.17:0/2108528526 conn(0x7f4590067b30 msgr2=0x7f459006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 -- 172.21.15.17:0/2108528526 shutdown_connections 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.867+0000 7f45982f1640 1 -- 172.21.15.17:0/2108528526 wait complete. 2024-09-19T08:08:37.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.868+0000 7f45982f1640 1 Processor -- start 2024-09-19T08:08:37.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.868+0000 7f45982f1640 1 -- start start 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 0x7f459014a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 0x7f45900b3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f45900cede0 con 0x7f459015fe70 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4590160c20 con 0x7f4590156950 2024-09-19T08:08:37.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f45982f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f45900cef60 con 0x7f459006c150 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f459688e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f459688e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45690/0 (socket says 172.21.15.17:45690) 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.869+0000 7f459688e640 1 -- 172.21.15.17:0/1577193289 learned_addr learned my addr 172.21.15.17:0/1577193289 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459588c640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 0x7f45900b3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459608d640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 0x7f459014a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 -- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 msgr2=0x7f459014a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 0x7f459014a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 -- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 msgr2=0x7f45900b3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 0x7f45900b3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 -- 172.21.15.17:0/1577193289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45900b1f70 con 0x7f459015fe70 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459588c640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 0x7f45900b3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459608d640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 0x7f459014a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f459688e640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f458800d800 tx=0x7f458800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458800b6c0 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4588019070 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458800bac0 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45900b2250 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.870+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45900b2810 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.871+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f459006bc10 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.871+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f458800bc60 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.872+0000 7f458effd640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 0x7f457c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.872+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5709+0+0 (secure 0 0 0) 0x7f458808b880 con 0x7f459015fe70 2024-09-19T08:08:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.872+0000 7f459608d640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 0x7f457c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.873+0000 7f459608d640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 0x7f457c06e7a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4580001630 tx=0x7f4580009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:37.877+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4588059ff0 con 0x7f459015fe70 2024-09-19T08:08:38.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.052+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f45900b6200 con 0x7f459015fe70 2024-09-19T08:08:38.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.053+0000 7f458effd640 1 -- 172.21.15.17:0/1577193289 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+16709 (secure 0 0 0) 0x7f45880598f0 con 0x7f459015fe70 2024-09-19T08:08:38.053 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:38.053 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":85,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:37.080875+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:08:35.037540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T08:08:36.062401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 msgr2=0x7f457c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 0x7f457c06e7a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4580001630 tx=0x7f4580009040 comp rx=0 tx=0).stop 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 msgr2=0x7f459014ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f458800d800 tx=0x7f458800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 shutdown_connections 2024-09-19T08:08:38.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f457c06c2e0 0x7f457c06e7a0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f459015fe70 0x7f459014ecc0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4590156950 0x7f45900b3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 --2- 172.21.15.17:0/1577193289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f459006c150 0x7f459014a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 >> 172.21.15.17:0/1577193289 conn(0x7f4590067b30 msgr2=0x7f459014b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 shutdown_connections 2024-09-19T08:08:38.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.055+0000 7f45982f1640 1 -- 172.21.15.17:0/1577193289 wait complete. 2024-09-19T08:08:38.067 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:38.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.169+0000 7f39c57b0640 1 Processor -- start 2024-09-19T08:08:38.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.170+0000 7f39c57b0640 1 -- start start 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.170+0000 7f39c57b0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f39c00cff30 0x7f39c00b5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.170+0000 7f39c57b0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39c00b65b0 con 0x7f39c015c360 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.170+0000 7f39c57b0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39c00b6890 con 0x7f39c006fb20 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.170+0000 7f39c57b0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f39c006ffb0 con 0x7f39c00cff30 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39beffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f39c015c360 0x7f39c00cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54534/0 (socket says 172.21.15.17:54534) 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39beffd640 1 -- 172.21.15.17:0/1118990744 learned_addr learned my addr 172.21.15.17:0/1118990744 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2170858896 0 0) 0x7f39c00b65b0 con 0x7f39c015c360 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39be7fc640 1 --2- 172.21.15.17:0/1118990744 >> v2:172.21.15.160:3300/0 conn(0x7f39c00cff30 0x7f39c00b5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f39ac003520 con 0x7f39c015c360 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3808938557 0 0) 0x7f39ac003520 con 0x7f39c015c360 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 >> v2:172.21.15.160:3300/0 conn(0x7f39c00cff30 msgr2=0x7f39c00b5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 --2- 172.21.15.17:0/1118990744 >> v2:172.21.15.160:3300/0 conn(0x7f39c00cff30 0x7f39c00b5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 >> v1:172.21.15.160:6789/0 conn(0x7f39c006fb20 legacy=0x7f39c006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c006f320 con 0x7f39c015c360 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f39b8001670 con 0x7f39c015c360 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 >> v1:172.21.15.17:6789/0 conn(0x7f39c015c360 legacy=0x7f39c00cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39ac003a00 0x7f39ac003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39ac0051c0 0x7f39ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac00c090 con 0x7f39ac004800 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac00c240 con 0x7f39ac003a00 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39ac00c440 con 0x7f39ac0051c0 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39be7fc640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39beffd640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39ac003a00 0x7f39ac003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.171+0000 7f39bf7fe640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39ac0051c0 0x7f39ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 -- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39ac0051c0 msgr2=0x7f39ac00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39ac0051c0 0x7f39ac00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 -- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39ac003a00 msgr2=0x7f39ac003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39ac003a00 0x7f39ac003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 -- 172.21.15.17:0/1118990744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac003520 con 0x7f39ac004800 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39bf7fe640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39ac0051c0 0x7f39ac00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:38.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39bf7fe640 1 -- 172.21.15.17:0/1118990744 reap_dead start 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.172+0000 7f39be7fc640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39ac004c80 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009ac0 tx=0x7f39ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f6596848f63f34e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a8036070 con 0x7f39ac004800 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39a8031400 con 0x7f39ac004800 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39bdffb640 1 -- 172.21.15.17:0/1118990744 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a8009690 con 0x7f39ac004800 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 -- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 msgr2=0x7f39ac004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39ac004c80 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009ac0 tx=0x7f39ac005830 comp rx=0 tx=0).stop 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 -- 172.21.15.17:0/1118990744 shutdown_connections 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 --2- 172.21.15.17:0/1118990744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39ac004c80 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 -- 172.21.15.17:0/1118990744 >> 172.21.15.17:0/1118990744 conn(0x7f39c00b1770 msgr2=0x7f39c00b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 -- 172.21.15.17:0/1118990744 shutdown_connections 2024-09-19T08:08:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.173+0000 7f39c57b0640 1 -- 172.21.15.17:0/1118990744 wait complete. 2024-09-19T08:08:38.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.174+0000 7f39c57b0640 1 Processor -- start 2024-09-19T08:08:38.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 -- start start 2024-09-19T08:08:38.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39c00cf360 0x7f39c014c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 0x7f39c00aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39c006ef40 con 0x7f39ac004800 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f39c015c740 con 0x7f39c00ae8a0 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39c57b0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39c006f0c0 con 0x7f39c00cf360 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45700/0 (socket says 172.21.15.17:45700) 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.175+0000 7f39beffd640 1 -- 172.21.15.17:0/2833175425 learned_addr learned my addr 172.21.15.17:0/2833175425 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39be7fc640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39c00cf360 0x7f39c014c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39bf7fe640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 0x7f39c00aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 -- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39c00cf360 msgr2=0x7f39c014c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39c00cf360 0x7f39c014c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 -- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 msgr2=0x7f39c00aed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 0x7f39c00aed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 -- 172.21.15.17:0/2833175425 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c00cdb50 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39bf7fe640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 0x7f39c00aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39beffd640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f39b80072f0 tx=0x7f39b80077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8001430 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b8018070 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b800fb20 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c00cde20 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.176+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c00ce3e0 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.177+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c00b5f80 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.178+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39b800fcc0 con 0x7f39ac004800 2024-09-19T08:08:38.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.178+0000 7f39b77fe640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 0x7f39a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.178+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5709+0+0 (secure 0 0 0) 0x7f39b808b310 con 0x7f39ac004800 2024-09-19T08:08:38.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.178+0000 7f39be7fc640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 0x7f39a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.179+0000 7f39be7fc640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 0x7f39a006e7a0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f39a8033000 tx=0x7f39a8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.183+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39b8059b10 con 0x7f39ac004800 2024-09-19T08:08:38.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.357+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39c006d650 con 0x7f39ac004800 2024-09-19T08:08:38.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.359+0000 7f39b77fe640 1 -- 172.21.15.17:0/2833175425 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+16709 (secure 0 0 0) 0x7f39b8059410 con 0x7f39ac004800 2024-09-19T08:08:38.359 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:38.359 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":85,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:37.080875+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:08:35.037540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T08:08:36.062401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.360+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 msgr2=0x7f39a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.360+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 0x7f39a006e7a0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f39a8033000 tx=0x7f39a8008030 comp rx=0 tx=0).stop 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.360+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 msgr2=0x7f39c00cd610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.360+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f39b80072f0 tx=0x7f39b80077b0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 shutdown_connections 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a006c2e0 0x7f39a006e7a0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39c00ae8a0 0x7f39c00aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39c00cf360 0x7f39c014c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 --2- 172.21.15.17:0/2833175425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac004800 0x7f39c00cd610 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 >> 172.21.15.17:0/2833175425 conn(0x7f39c00b1770 msgr2=0x7f39c00b3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 shutdown_connections 2024-09-19T08:08:38.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.361+0000 7f39c57b0640 1 -- 172.21.15.17:0/2833175425 wait complete. 2024-09-19T08:08:38.372 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:08:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.476+0000 7fa61748d640 1 Processor -- start 2024-09-19T08:08:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.476+0000 7fa61748d640 1 -- start start 2024-09-19T08:08:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.477+0000 7fa61748d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa6100ce8f0 0x7fa61015cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.477+0000 7fa61748d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610073160 0x7fa610073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.477+0000 7fa61748d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa610160750 con 0x7fa610160250 2024-09-19T08:08:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.477+0000 7fa61748d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa610073ad0 con 0x7fa6100ce8f0 2024-09-19T08:08:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.477+0000 7fa61748d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa610160a30 con 0x7fa610073160 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615a2a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610073160 0x7fa610073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa6100ce8f0 0x7fa61015cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa614a28640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fa610160250 0x7fa6100708f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:34880/0 (socket says 172.21.15.17:34880) 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa6100ce8f0 0x7fa61015cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:57372/0 (socket says 172.21.15.17:57372) 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa614a28640 1 -- 172.21.15.17:0/1173415837 learned_addr learned my addr 172.21.15.17:0/1173415837 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 -- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610073160 msgr2=0x7fa610073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 --2- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610073160 0x7fa610073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 -- 172.21.15.17:0/1173415837 >> v1:172.21.15.160:6789/0 conn(0x7fa610160250 legacy=0x7fa6100708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.478+0000 7fa615229640 1 -- 172.21.15.17:0/1173415837 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa610160d10 con 0x7fa6100ce8f0 2024-09-19T08:08:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.479+0000 7fa615229640 1 --2- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa61015cc10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa6080097a0 tx=0x7fa60802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e97833edff694d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.479+0000 7fa60ffff640 1 -- 172.21.15.17:0/1173415837 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608037070 con 0x7fa6100ce8f0 2024-09-19T08:08:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.479+0000 7fa60ffff640 1 -- 172.21.15.17:0/1173415837 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa60802ae50 con 0x7fa6100ce8f0 2024-09-19T08:08:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.479+0000 7fa60ffff640 1 -- 172.21.15.17:0/1173415837 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608032660 con 0x7fa6100ce8f0 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 -- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 msgr2=0x7fa61015cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 --2- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa61015cc10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa6080097a0 tx=0x7fa60802a100 comp rx=0 tx=0).stop 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 -- 172.21.15.17:0/1173415837 shutdown_connections 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 --2- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610073160 0x7fa610073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 --2- 172.21.15.17:0/1173415837 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa61015cc10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 -- 172.21.15.17:0/1173415837 >> 172.21.15.17:0/1173415837 conn(0x7fa6100d2570 msgr2=0x7fa6100d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 -- 172.21.15.17:0/1173415837 shutdown_connections 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.480+0000 7fa61748d640 1 -- 172.21.15.17:0/1173415837 wait complete. 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.481+0000 7fa61748d640 1 Processor -- start 2024-09-19T08:08:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.481+0000 7fa61748d640 1 -- start start 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa6100cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610160250 0x7fa6100aefb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa6100d30d0 con 0x7fa610073160 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa6100cecd0 con 0x7fa6100ce8f0 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa61748d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa6100d3250 con 0x7fa610160250 2024-09-19T08:08:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45714/0 (socket says 172.21.15.17:45714) 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 -- 172.21.15.17:0/14313154 learned_addr learned my addr 172.21.15.17:0/14313154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615a2a640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610160250 0x7fa6100aefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa614a28640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa6100cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 -- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610160250 msgr2=0x7fa6100aefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610160250 0x7fa6100aefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 -- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 msgr2=0x7fa6100cb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa6100cb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 -- 172.21.15.17:0/14313154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6100cc210 con 0x7fa610073160 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa615229640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fa608035040 tx=0x7fa6080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608041070 con 0x7fa610073160 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.482+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa60803c460 con 0x7fa610073160 2024-09-19T08:08:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.483+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa61006ce80 con 0x7fa610073160 2024-09-19T08:08:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.483+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608037040 con 0x7fa610073160 2024-09-19T08:08:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.483+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa61006d440 con 0x7fa610073160 2024-09-19T08:08:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.484+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa61006d640 con 0x7fa610073160 2024-09-19T08:08:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.484+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa60803a070 con 0x7fa610073160 2024-09-19T08:08:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.485+0000 7fa60dffb640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 0x7fa5fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.485+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5709+0+0 (secure 0 0 0) 0x7fa6080ab470 con 0x7fa610073160 2024-09-19T08:08:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.485+0000 7fa614a28640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 0x7fa5fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.485+0000 7fa614a28640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 0x7fa5fc06e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa604007fd0 tx=0x7fa604007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.489+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa61006d640 con 0x7fa610073160 2024-09-19T08:08:38.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.701+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa6100cc6d0 con 0x7fa610073160 2024-09-19T08:08:38.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.719+0000 7fa60dffb640 1 -- 172.21.15.17:0/14313154 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v74) ==== 118+0+0 (secure 0 0 0) 0x7fa608079580 con 0x7fa610073160 2024-09-19T08:08:38.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 msgr2=0x7fa5fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 0x7fa5fc06e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa604007fd0 tx=0x7fa604007e80 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 msgr2=0x7fa610153f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fa608035040 tx=0x7fa6080046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 shutdown_connections 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa5fc06c2b0 0x7fa5fc06e770 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa610160250 0x7fa6100aefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa6100ce8f0 0x7fa6100cb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 --2- 172.21.15.17:0/14313154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa610073160 0x7fa610153f60 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 >> 172.21.15.17:0/14313154 conn(0x7fa6100d2570 msgr2=0x7fa61015f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 shutdown_connections 2024-09-19T08:08:38.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.722+0000 7fa61748d640 1 -- 172.21.15.17:0/14313154 wait complete. 2024-09-19T08:08:38.735 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:08:38.735 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:08:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.841+0000 7fc97dea6640 1 Processor -- start 2024-09-19T08:08:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.841+0000 7fc97dea6640 1 -- start start 2024-09-19T08:08:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc97dea6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 0x7fc9781690e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc97dea6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9780d0280 con 0x7fc97815e6c0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc97dea6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9780d0560 con 0x7fc9780cfda0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc97dea6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc9780d0840 con 0x7fc9780b66d0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9777fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc97815e6c0 0x7fc9780d2ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54540/0 (socket says 172.21.15.17:54540) 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9777fe640 1 -- 172.21.15.17:0/1811703820 learned_addr learned my addr 172.21.15.17:0/1811703820 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc977fff640 1 --2- 172.21.15.17:0/1811703820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 0x7fc9781690e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2918111206 0 0) 0x7fc9780d0280 con 0x7fc97815e6c0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc960003520 con 0x7fc97815e6c0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2152875813 0 0) 0x7fc9780d0560 con 0x7fc9780cfda0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc9780d0280 con 0x7fc9780cfda0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc977fff640 1 -- 172.21.15.17:0/1811703820 >> v1:172.21.15.160:6789/0 conn(0x7fc9780cfda0 legacy=0x7fc9780b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc977fff640 1 -- 172.21.15.17:0/1811703820 >> v1:172.21.15.17:6789/0 conn(0x7fc97815e6c0 legacy=0x7fc9780d2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1157458662 0 0) 0x7fc960003520 con 0x7fc97815e6c0 2024-09-19T08:08:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.842+0000 7fc977fff640 1 -- 172.21.15.17:0/1811703820 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9780d0b20 con 0x7fc9780b66d0 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.843+0000 7fc977fff640 1 --2- 172.21.15.17:0/1811703820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 0x7fc9781690e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc970009dc0 tx=0x7fc97002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61b7006164196b83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.843+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968001670 con 0x7fc9780b66d0 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.843+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc970007540 con 0x7fc9780b66d0 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.843+0000 7fc9767fc640 1 -- 172.21.15.17:0/1811703820 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9700078f0 con 0x7fc9780b66d0 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 -- 172.21.15.17:0/1811703820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 msgr2=0x7fc9781690e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 --2- 172.21.15.17:0/1811703820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 0x7fc9781690e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc970009dc0 tx=0x7fc97002a660 comp rx=0 tx=0).stop 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 -- 172.21.15.17:0/1811703820 shutdown_connections 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 --2- 172.21.15.17:0/1811703820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780b66d0 0x7fc9781690e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 -- 172.21.15.17:0/1811703820 >> 172.21.15.17:0/1811703820 conn(0x7fc9780d4540 msgr2=0x7fc9780d4950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:38.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 -- 172.21.15.17:0/1811703820 shutdown_connections 2024-09-19T08:08:38.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.844+0000 7fc97dea6640 1 -- 172.21.15.17:0/1811703820 wait complete. 2024-09-19T08:08:38.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.845+0000 7fc97dea6640 1 Processor -- start 2024-09-19T08:08:38.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.845+0000 7fc97dea6640 1 -- start start 2024-09-19T08:08:38.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 0x7fc978152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 0x7fc9780cc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc9780b7720 con 0x7fc9780b66d0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc9780b75a0 con 0x7fc97815e6c0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc97dea6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc9780b8b90 con 0x7fc9780cfda0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45720/0 (socket says 172.21.15.17:45720) 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 -- 172.21.15.17:0/2934013528 learned_addr learned my addr 172.21.15.17:0/2934013528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc977fff640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 0x7fc9780cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc976ffd640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 0x7fc978152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 -- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 msgr2=0x7fc978152b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 0x7fc978152b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 -- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 msgr2=0x7fc9780cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.846+0000 7fc9777fe640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 0x7fc9780cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:38.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc9777fe640 1 -- 172.21.15.17:0/2934013528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc978160dc0 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc977fff640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 0x7fc9780cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc976ffd640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 0x7fc978152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc9777fe640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fc96800c5d0 tx=0x7fc96800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968017070 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc968005d00 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9680072b0 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9781610a0 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.847+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc978161660 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.848+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9780b5fc0 con 0x7fc9780b66d0 2024-09-19T08:08:38.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.848+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc96801a070 con 0x7fc9780b66d0 2024-09-19T08:08:38.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.849+0000 7fc95ffff640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 0x7fc96406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:38.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.849+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7fc96808a8e0 con 0x7fc9780b66d0 2024-09-19T08:08:38.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.849+0000 7fc976ffd640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 0x7fc96406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:38.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.850+0000 7fc976ffd640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 0x7fc96406e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc9781600a0 tx=0x7fc96c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:38.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:38.853+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc968059040 con 0x7fc9780b66d0 2024-09-19T08:08:39.011 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:08:39.011+0000 7fc8fb813640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:08:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.067+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc9780c8500 con 0x7fc9780b66d0 2024-09-19T08:08:39.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.729+0000 7fc95ffff640 1 -- 172.21.15.17:0/2934013528 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v75) ==== 122+0+0 (secure 0 0 0) 0x7fc968058940 con 0x7fc9780b66d0 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 msgr2=0x7fc96406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 0x7fc96406e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc9781600a0 tx=0x7fc96c009040 comp rx=0 tx=0).stop 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 msgr2=0x7fc9780cb9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fc96800c5d0 tx=0x7fc96800ca90 comp rx=0 tx=0).stop 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 shutdown_connections 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc96406c2b0 0x7fc96406e770 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc97815e6c0 0x7fc9780cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc9780cfda0 0x7fc978152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 --2- 172.21.15.17:0/2934013528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9780b66d0 0x7fc9780cb9f0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.732+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 >> 172.21.15.17:0/2934013528 conn(0x7fc9780d4540 msgr2=0x7fc9780d4920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:39.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.733+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 shutdown_connections 2024-09-19T08:08:39.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.733+0000 7fc97dea6640 1 -- 172.21.15.17:0/2934013528 wait complete. 2024-09-19T08:08:39.746 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:08:39.746 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:39.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.855+0000 7f4562ad2640 1 Processor -- start 2024-09-19T08:08:39.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.855+0000 7f4562ad2640 1 -- start start 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4562ad2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f455c0b6ee0 0x7f455c0d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4562ad2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f455c06cec0 con 0x7f455c15e8c0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4562ad2640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f455c06d160 con 0x7f455c15e4e0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4562ad2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f455c0d2d40 con 0x7f455c0b6ee0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4553fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f455c15e8c0 0x7f455c0d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54546/0 (socket says 172.21.15.17:54546) 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f4553fff640 1 -- 172.21.15.17:0/3600307356 learned_addr learned my addr 172.21.15.17:0/3600307356 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f456106f640 1 --2- 172.21.15.17:0/3600307356 >> v2:172.21.15.160:3300/0 conn(0x7f455c0b6ee0 0x7f455c0d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4009928754 0 0) 0x7f455c06cec0 con 0x7f455c15e8c0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.856+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4544003520 con 0x7f455c15e8c0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3817032084 0 0) 0x7f455c06d160 con 0x7f455c15e4e0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f455c06cec0 con 0x7f455c15e4e0 2024-09-19T08:08:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f456106f640 1 -- 172.21.15.17:0/3600307356 >> v1:172.21.15.160:6789/0 conn(0x7f455c15e4e0 legacy=0x7f455c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1657748140 0 0) 0x7f4544003520 con 0x7f455c15e8c0 2024-09-19T08:08:39.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f456106f640 1 -- 172.21.15.17:0/3600307356 >> v1:172.21.15.17:6789/0 conn(0x7f455c15e8c0 legacy=0x7f455c0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f456106f640 1 -- 172.21.15.17:0/3600307356 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f455c06d440 con 0x7f455c0b6ee0 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.857+0000 7f456106f640 1 --2- 172.21.15.17:0/3600307356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c0d26d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4554009d90 tx=0x7f455402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c51614af4503170 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454c001690 con 0x7f455c0b6ee0 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4554007540 con 0x7f455c0b6ee0 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f45537fe640 1 -- 172.21.15.17:0/3600307356 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4554007910 con 0x7f455c0b6ee0 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 -- 172.21.15.17:0/3600307356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 msgr2=0x7f455c0d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 --2- 172.21.15.17:0/3600307356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c0d26d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4554009d90 tx=0x7f455402a5f0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 -- 172.21.15.17:0/3600307356 shutdown_connections 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 --2- 172.21.15.17:0/3600307356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c0d26d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 -- 172.21.15.17:0/3600307356 >> 172.21.15.17:0/3600307356 conn(0x7f455c06f400 msgr2=0x7f455c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 -- 172.21.15.17:0/3600307356 shutdown_connections 2024-09-19T08:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.858+0000 7f4562ad2640 1 -- 172.21.15.17:0/3600307356 wait complete. 2024-09-19T08:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.859+0000 7f4562ad2640 1 Processor -- start 2024-09-19T08:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.859+0000 7f4562ad2640 1 -- start start 2024-09-19T08:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c159370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f455c15e8c0 0x7f455c13d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f455c169040 con 0x7f455c15e4e0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f455c06ec50 con 0x7f455c0b6ee0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4562ad2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f455c1691c0 con 0x7f455c15e8c0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.860+0000 7f4553fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45736/0 (socket says 172.21.15.17:45736) 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 -- 172.21.15.17:0/949812568 learned_addr learned my addr 172.21.15.17:0/949812568 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f456106f640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f455c15e8c0 0x7f455c13d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f456086e640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c159370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 -- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f455c15e8c0 msgr2=0x7f455c13d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f455c15e8c0 0x7f455c13d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 -- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 msgr2=0x7f455c159370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c159370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 -- 172.21.15.17:0/949812568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f455c150870 con 0x7f455c15e4e0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4553fff640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f454c001200 tx=0x7f454c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454c018070 con 0x7f455c15e4e0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f454c0074e0 con 0x7f455c15e4e0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454c004a20 con 0x7f455c15e4e0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f455c1585b0 con 0x7f455c15e4e0 2024-09-19T08:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.861+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f455c158b70 con 0x7f455c15e4e0 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.862+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f455c0b67d0 con 0x7f455c15e4e0 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.863+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f454c01b070 con 0x7f455c15e4e0 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.863+0000 7f45517fa640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 0x7f454806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.864+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f454c08a6a0 con 0x7f455c15e4e0 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.864+0000 7f456086e640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 0x7f454806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.864+0000 7f456086e640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 0x7f454806e770 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f45580011e0 tx=0x7f4558009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:39.868+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f454c058850 con 0x7f455c15e4e0 2024-09-19T08:08:40.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.077+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f455c15d9a0 con 0x7f455c15e4e0 2024-09-19T08:08:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.078+0000 7f45517fa640 1 -- 172.21.15.17:0/949812568 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) ==== 94+0+5228 (secure 0 0 0) 0x7f454c05cb50 con 0x7f455c15e4e0 2024-09-19T08:08:40.078 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:40.078 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"btime":"2024-09-19T08:08:39:725466+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:08:39.068278+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6894},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6894":{"gid":6894,"name":"a","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415454574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1415454574},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415454574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6894,"qdb_cluster":[6894]},"id":6}]} 2024-09-19T08:08:40.078 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 75 2024-09-19T08:08:40.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 msgr2=0x7f454806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 0x7f454806e770 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f45580011e0 tx=0x7f4558009040 comp rx=0 tx=0).stop 2024-09-19T08:08:40.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 msgr2=0x7f455c0b4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f454c001200 tx=0x7f454c00c9b0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 shutdown_connections 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454806c2b0 0x7f454806e770 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f455c15e8c0 0x7f455c13d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f455c15e4e0 0x7f455c0b4270 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 --2- 172.21.15.17:0/949812568 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f455c0b6ee0 0x7f455c159370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 >> 172.21.15.17:0/949812568 conn(0x7f455c06f400 msgr2=0x7f455c0d13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 shutdown_connections 2024-09-19T08:08:40.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.080+0000 7f4562ad2640 1 -- 172.21.15.17:0/949812568 wait complete. 2024-09-19T08:08:40.091 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:08:40.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.194+0000 7f456fdf8640 1 Processor -- start 2024-09-19T08:08:40.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.194+0000 7f456fdf8640 1 -- start start 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456fdf8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f45680b2490 0x7f4568165db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456fdf8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45680ce480 con 0x7f456815b1e0 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456fdf8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45680ce760 con 0x7f45680cdfc0 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456fdf8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f45680cea40 con 0x7f45680b2490 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456e395640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f45680b2490 0x7f4568165db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456db94640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f456815b1e0 0x7f45680b3c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54558/0 (socket says 172.21.15.17:54558) 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456db94640 1 -- 172.21.15.17:0/1220226827 learned_addr learned my addr 172.21.15.17:0/1220226827 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456e395640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f45680b2490 0x7f4568165db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45752/0 (socket says 172.21.15.17:45752) 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456e395640 1 -- 172.21.15.17:0/1220226827 >> v1:172.21.15.160:6789/0 conn(0x7f45680cdfc0 legacy=0x7f45680b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456e395640 1 -- 172.21.15.17:0/1220226827 >> v1:172.21.15.17:6789/0 conn(0x7f456815b1e0 legacy=0x7f45680b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456e395640 1 -- 172.21.15.17:0/1220226827 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45680ced20 con 0x7f45680b2490 2024-09-19T08:08:40.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.195+0000 7f456cb92640 1 -- 172.21.15.17:0/1220226827 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 596076129 0 0) 0x7f45680ce480 con 0x7f456815b1e0 2024-09-19T08:08:40.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.196+0000 7f456e395640 1 --2- 172.21.15.17:0/1220226827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45680b2490 0x7f4568165db0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f4560009d90 tx=0x7f456002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74dab12b2fe2392f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.196+0000 7f456cb92640 1 -- 172.21.15.17:0/1220226827 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560007740 con 0x7f45680b2490 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.196+0000 7f456cb92640 1 -- 172.21.15.17:0/1220226827 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45600078e0 con 0x7f45680b2490 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.196+0000 7f456cb92640 1 -- 172.21.15.17:0/1220226827 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560007cb0 con 0x7f45680b2490 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 -- 172.21.15.17:0/1220226827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45680b2490 msgr2=0x7f4568165db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 --2- 172.21.15.17:0/1220226827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45680b2490 0x7f4568165db0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f4560009d90 tx=0x7f456002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 -- 172.21.15.17:0/1220226827 shutdown_connections 2024-09-19T08:08:40.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 --2- 172.21.15.17:0/1220226827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45680b2490 0x7f4568165db0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 -- 172.21.15.17:0/1220226827 >> 172.21.15.17:0/1220226827 conn(0x7f456806bc10 msgr2=0x7f456806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 -- 172.21.15.17:0/1220226827 shutdown_connections 2024-09-19T08:08:40.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.197+0000 7f456fdf8640 1 -- 172.21.15.17:0/1220226827 wait complete. 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.198+0000 7f456fdf8640 1 Processor -- start 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.198+0000 7f456fdf8640 1 -- start start 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 0x7f4568153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f45680cdfc0 0x7f4568148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4568071130 con 0x7f456815b1e0 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f456815b5c0 con 0x7f45680cdfc0 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f45680726d0 con 0x7f45680b2490 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45760/0 (socket says 172.21.15.17:45760) 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 -- 172.21.15.17:0/4173610599 learned_addr learned my addr 172.21.15.17:0/4173610599 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456db94640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 0x7f4568153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456d393640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f45680cdfc0 0x7f4568148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 -- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 msgr2=0x7f4568153880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 0x7f4568153880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 -- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f45680cdfc0 msgr2=0x7f4568148e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f45680cdfc0 0x7f4568148e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 -- 172.21.15.17:0/4173610599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4568074050 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456db94640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 0x7f4568153880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456e395640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f4560009d90 tx=0x7f4560004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560040070 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4560031c40 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.199+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4568153f10 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.200+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560003990 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.200+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45681544d0 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.200+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45680b1d80 con 0x7f456815b1e0 2024-09-19T08:08:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.201+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4560039040 con 0x7f456815b1e0 2024-09-19T08:08:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.202+0000 7f455e7fc640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.202+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f45600ac490 con 0x7f456815b1e0 2024-09-19T08:08:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.202+0000 7f456db94640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.203+0000 7f456db94640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4564000f60 tx=0x7f4564007ca0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.206+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f456007abf0 con 0x7f456815b1e0 2024-09-19T08:08:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.385+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4568068480 con 0x7f456815b1e0 2024-09-19T08:08:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.386+0000 7f455e7fc640 1 -- 172.21.15.17:0/4173610599 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+16696 (secure 0 0 0) 0x7f456007a4f0 con 0x7f456815b1e0 2024-09-19T08:08:40.386 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:40.386 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":86,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:08:38.719433+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:08:35.037540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T08:08:36.062401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:08:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 msgr2=0x7f454c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4564000f60 tx=0x7f4564007ca0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 msgr2=0x7f4568073b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f4560009d90 tx=0x7f4560004a40 comp rx=0 tx=0).stop 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 shutdown_connections 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f456815b1e0 0x7f4568073b10 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f45680cdfc0 0x7f4568148e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 --2- 172.21.15.17:0/4173610599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f45680b2490 0x7f4568153880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 >> 172.21.15.17:0/4173610599 conn(0x7f456806bc10 msgr2=0x7f456806d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 shutdown_connections 2024-09-19T08:08:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.388+0000 7f456fdf8640 1 -- 172.21.15.17:0/4173610599 wait complete. 2024-09-19T08:08:40.399 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:08:40.399 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:08:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.502+0000 7f33b19a6640 1 Processor -- start 2024-09-19T08:08:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.502+0000 7f33b19a6640 1 -- start start 2024-09-19T08:08:40.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33b19a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33ac0b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33b19a6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f33ac15d2e0 0x7f33ac15d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33b19a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33ac15d720 con 0x7f33ac070660 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33b19a6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f33ac0b59b0 con 0x7f33ac15d2e0 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33b19a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f33ac0b5c90 con 0x7f33ac0d27b0 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33ab7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f33ac070660 0x7f33ac0b6a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54560/0 (socket says 172.21.15.17:54560) 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33ab7fe640 1 -- 172.21.15.17:0/697125963 learned_addr learned my addr 172.21.15.17:0/697125963 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33aaffd640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33ac0b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4180445521 0 0) 0x7f33ac15d720 con 0x7f33ac070660 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33aa7fc640 1 --2- 172.21.15.17:0/697125963 >> v2:172.21.15.160:3300/0 conn(0x7f33ac15d2e0 0x7f33ac15d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3394003520 con 0x7f33ac070660 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4130870720 0 0) 0x7f3394003520 con 0x7f33ac070660 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 msgr2=0x7f33ac0b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33ac0b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 >> v2:172.21.15.160:3300/0 conn(0x7f33ac15d2e0 msgr2=0x7f33ac15d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 --2- 172.21.15.17:0/697125963 >> v2:172.21.15.160:3300/0 conn(0x7f33ac15d2e0 0x7f33ac15d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac0b5f70 con 0x7f33ac070660 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f33a40019f0 con 0x7f33ac070660 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 >> v1:172.21.15.17:6789/0 conn(0x7f33ac070660 legacy=0x7f33ac0b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33940039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394003f30 0x7f3394004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3394004d40 0x7f33940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0b59b0 con 0x7f3394004d40 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0b5c90 con 0x7f3394003f30 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.503+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f339400b9c0 con 0x7f33ac0d27b0 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3394004d40 0x7f33940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33aaffd640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33940039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33aa7fc640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394003f30 0x7f3394004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 -- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 msgr2=0x7f33940039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac0d27b0 0x7f33940039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 -- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394003f30 msgr2=0x7f3394004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:40.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394003f30 0x7f3394004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.504+0000 7f33ab7fe640 1 -- 172.21.15.17:0/697125963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3394003520 con 0x7f3394004d40 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3394004d40 0x7f33940051c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f33a400a920 tx=0x7f3394005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6b193402db26154 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a400a4c0 con 0x7f3394004d40 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a402f070 con 0x7f3394004d40 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33a9ffb640 1 -- 172.21.15.17:0/697125963 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a402bd40 con 0x7f3394004d40 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 -- 172.21.15.17:0/697125963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3394004d40 msgr2=0x7f33940051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 --2- 172.21.15.17:0/697125963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3394004d40 0x7f33940051c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f33a400a920 tx=0x7f3394005830 comp rx=0 tx=0).stop 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33ab7fe640 1 -- 172.21.15.17:0/697125963 reap_dead start 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 -- 172.21.15.17:0/697125963 shutdown_connections 2024-09-19T08:08:40.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 -- 172.21.15.17:0/697125963 >> 172.21.15.17:0/697125963 conn(0x7f33ac06f400 msgr2=0x7f33ac06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 -- 172.21.15.17:0/697125963 shutdown_connections 2024-09-19T08:08:40.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.505+0000 7f33b19a6640 1 -- 172.21.15.17:0/697125963 wait complete. 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.507+0000 7f33b19a6640 1 Processor -- start 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.507+0000 7f33b19a6640 1 -- start start 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394004d40 0x7f33ac146620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 0x7f33ac06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0d2b90 con 0x7f33ac153ea0 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0b6530 con 0x7f3394004d40 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f33ac0d2d10 con 0x7f33ac06d000 2024-09-19T08:08:40.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45784/0 (socket says 172.21.15.17:45784) 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 -- 172.21.15.17:0/750558174 learned_addr learned my addr 172.21.15.17:0/750558174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aaffd640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394004d40 0x7f33ac146620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 0x7f33ac06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 -- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 msgr2=0x7f33ac06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 0x7f33ac06d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 -- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394004d40 msgr2=0x7f33ac146620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394004d40 0x7f33ac146620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 -- 172.21.15.17:0/750558174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac146b60 con 0x7f33ac153ea0 2024-09-19T08:08:40.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33ab7fe640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 0x7f33ac06d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33aa7fc640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f33a0011960 tx=0x7f33a0011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a000f9d0 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a000fb70 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a0014440 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ac154a10 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.508+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ac154fd0 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.509+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33ac0b5320 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.510+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33a0012040 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.510+0000 7f3393fff640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 0x7f339806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.511+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f33a008b970 con 0x7f33ac153ea0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.511+0000 7f33aaffd640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 0x7f339806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.511+0000 7f33aaffd640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 0x7f339806e7a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f339c009bc0 tx=0x7f339c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.515+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f33a0019030 con 0x7f33ac153ea0 2024-09-19T08:08:40.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.688+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33ac0d1720 con 0x7f339806c2e0 2024-09-19T08:08:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.694+0000 7f3393fff640 1 -- 172.21.15.17:0/750558174 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252084 (secure 0 0 0) 0x7f33ac0d1720 con 0x7f339806c2e0 2024-09-19T08:08:40.697 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:08:40.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 msgr2=0x7f339806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 0x7f339806e7a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f339c009bc0 tx=0x7f339c009190 comp rx=0 tx=0).stop 2024-09-19T08:08:40.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 msgr2=0x7f33ac154320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f33a0011960 tx=0x7f33a0011d60 comp rx=0 tx=0).stop 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 shutdown_connections 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f339806c2e0 0x7f339806e7a0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f33ac06d000 0x7f33ac06d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33ac153ea0 0x7f33ac154320 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 --2- 172.21.15.17:0/750558174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3394004d40 0x7f33ac146620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 >> 172.21.15.17:0/750558174 conn(0x7f33ac06f400 msgr2=0x7f33ac0d00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 shutdown_connections 2024-09-19T08:08:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.697+0000 7f33b19a6640 1 -- 172.21.15.17:0/750558174 wait complete. 2024-09-19T08:08:40.708 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":269,"stamp":"2024-09-19T08:08:39.481496+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":120,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263120,"kb_used_data":9424,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754711600,"statfs":{"total":773094113280,"available":772824678400,"internally_reserved":0,"allocated":9650176,"data_stored":4788724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":259575345},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000827"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728399+0000","last_change":"2024-09-19T08:08:37.732916+0000","last_active":"2024-09-19T08:08:38.728399+0000","last_peered":"2024-09-19T08:08:38.728399+0000","last_clean":"2024-09-19T08:08:38.728399+0000","last_became_active":"2024-09-19T08:08:37.732609+0000","last_became_peered":"2024-09-19T08:08:37.732609+0000","last_unstale":"2024-09-19T08:08:38.728399+0000","last_undegraded":"2024-09-19T08:08:38.728399+0000","last_fullsized":"2024-09-19T08:08:38.728399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:43.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729890+0000","last_change":"2024-09-19T08:08:37.733320+0000","last_active":"2024-09-19T08:08:38.729890+0000","last_peered":"2024-09-19T08:08:38.729890+0000","last_clean":"2024-09-19T08:08:38.729890+0000","last_became_active":"2024-09-19T08:08:37.733042+0000","last_became_peered":"2024-09-19T08:08:37.733042+0000","last_unstale":"2024-09-19T08:08:38.729890+0000","last_undegraded":"2024-09-19T08:08:38.729890+0000","last_fullsized":"2024-09-19T08:08:38.729890+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:52.531424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836233+0000","last_change":"2024-09-19T08:08:37.729127+0000","last_active":"2024-09-19T08:08:38.836233+0000","last_peered":"2024-09-19T08:08:38.836233+0000","last_clean":"2024-09-19T08:08:38.836233+0000","last_became_active":"2024-09-19T08:08:37.728854+0000","last_became_peered":"2024-09-19T08:08:37.728854+0000","last_unstale":"2024-09-19T08:08:38.836233+0000","last_undegraded":"2024-09-19T08:08:38.836233+0000","last_fullsized":"2024-09-19T08:08:38.836233+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835915+0000","last_change":"2024-09-19T08:08:37.744258+0000","last_active":"2024-09-19T08:08:38.835915+0000","last_peered":"2024-09-19T08:08:38.835915+0000","last_clean":"2024-09-19T08:08:38.835915+0000","last_became_active":"2024-09-19T08:08:37.743530+0000","last_became_peered":"2024-09-19T08:08:37.743530+0000","last_unstale":"2024-09-19T08:08:38.835915+0000","last_undegraded":"2024-09-19T08:08:38.835915+0000","last_fullsized":"2024-09-19T08:08:38.835915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:39.950785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835795+0000","last_change":"2024-09-19T08:08:37.738597+0000","last_active":"2024-09-19T08:08:38.835795+0000","last_peered":"2024-09-19T08:08:38.835795+0000","last_clean":"2024-09-19T08:08:38.835795+0000","last_became_active":"2024-09-19T08:08:37.738289+0000","last_became_peered":"2024-09-19T08:08:37.738289+0000","last_unstale":"2024-09-19T08:08:38.835795+0000","last_undegraded":"2024-09-19T08:08:38.835795+0000","last_fullsized":"2024-09-19T08:08:38.835795+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:08.327988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728132+0000","last_change":"2024-09-19T08:08:37.735046+0000","last_active":"2024-09-19T08:08:38.728132+0000","last_peered":"2024-09-19T08:08:38.728132+0000","last_clean":"2024-09-19T08:08:38.728132+0000","last_became_active":"2024-09-19T08:08:37.734746+0000","last_became_peered":"2024-09-19T08:08:37.734746+0000","last_unstale":"2024-09-19T08:08:38.728132+0000","last_undegraded":"2024-09-19T08:08:38.728132+0000","last_fullsized":"2024-09-19T08:08:38.728132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835473+0000","last_change":"2024-09-19T08:08:37.718589+0000","last_active":"2024-09-19T08:08:38.835473+0000","last_peered":"2024-09-19T08:08:38.835473+0000","last_clean":"2024-09-19T08:08:38.835473+0000","last_became_active":"2024-09-19T08:08:37.718221+0000","last_became_peered":"2024-09-19T08:08:37.718221+0000","last_unstale":"2024-09-19T08:08:38.835473+0000","last_undegraded":"2024-09-19T08:08:38.835473+0000","last_fullsized":"2024-09-19T08:08:38.835473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:51.458383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727912+0000","last_change":"2024-09-19T08:08:37.739475+0000","last_active":"2024-09-19T08:08:38.727912+0000","last_peered":"2024-09-19T08:08:38.727912+0000","last_clean":"2024-09-19T08:08:38.727912+0000","last_became_active":"2024-09-19T08:08:37.739203+0000","last_became_peered":"2024-09-19T08:08:37.739203+0000","last_unstale":"2024-09-19T08:08:38.727912+0000","last_undegraded":"2024-09-19T08:08:38.727912+0000","last_fullsized":"2024-09-19T08:08:38.727912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728176+0000","last_change":"2024-09-19T08:08:37.727176+0000","last_active":"2024-09-19T08:08:38.728176+0000","last_peered":"2024-09-19T08:08:38.728176+0000","last_clean":"2024-09-19T08:08:38.728176+0000","last_became_active":"2024-09-19T08:08:37.726899+0000","last_became_peered":"2024-09-19T08:08:37.726899+0000","last_unstale":"2024-09-19T08:08:38.728176+0000","last_undegraded":"2024-09-19T08:08:38.728176+0000","last_fullsized":"2024-09-19T08:08:38.728176+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728263+0000","last_change":"2024-09-19T08:08:37.729521+0000","last_active":"2024-09-19T08:08:38.728263+0000","last_peered":"2024-09-19T08:08:38.728263+0000","last_clean":"2024-09-19T08:08:38.728263+0000","last_became_active":"2024-09-19T08:08:37.726443+0000","last_became_peered":"2024-09-19T08:08:37.726443+0000","last_unstale":"2024-09-19T08:08:38.728263+0000","last_undegraded":"2024-09-19T08:08:38.728263+0000","last_fullsized":"2024-09-19T08:08:38.728263+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:29.938664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729832+0000","last_change":"2024-09-19T08:08:37.738455+0000","last_active":"2024-09-19T08:08:38.729832+0000","last_peered":"2024-09-19T08:08:38.729832+0000","last_clean":"2024-09-19T08:08:38.729832+0000","last_became_active":"2024-09-19T08:08:37.738176+0000","last_became_peered":"2024-09-19T08:08:37.738176+0000","last_unstale":"2024-09-19T08:08:38.729832+0000","last_undegraded":"2024-09-19T08:08:38.729832+0000","last_fullsized":"2024-09-19T08:08:38.729832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:19.657572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729013+0000","last_change":"2024-09-19T08:08:37.727721+0000","last_active":"2024-09-19T08:08:38.729013+0000","last_peered":"2024-09-19T08:08:38.729013+0000","last_clean":"2024-09-19T08:08:38.729013+0000","last_became_active":"2024-09-19T08:08:37.727434+0000","last_became_peered":"2024-09-19T08:08:37.727434+0000","last_unstale":"2024-09-19T08:08:38.729013+0000","last_undegraded":"2024-09-19T08:08:38.729013+0000","last_fullsized":"2024-09-19T08:08:38.729013+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835881+0000","last_change":"2024-09-19T08:08:37.727272+0000","last_active":"2024-09-19T08:08:38.835881+0000","last_peered":"2024-09-19T08:08:38.835881+0000","last_clean":"2024-09-19T08:08:38.835881+0000","last_became_active":"2024-09-19T08:08:37.726977+0000","last_became_peered":"2024-09-19T08:08:37.726977+0000","last_unstale":"2024-09-19T08:08:38.835881+0000","last_undegraded":"2024-09-19T08:08:38.835881+0000","last_fullsized":"2024-09-19T08:08:38.835881+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835697+0000","last_change":"2024-09-19T08:08:37.743803+0000","last_active":"2024-09-19T08:08:38.835697+0000","last_peered":"2024-09-19T08:08:38.835697+0000","last_clean":"2024-09-19T08:08:38.835697+0000","last_became_active":"2024-09-19T08:08:37.743468+0000","last_became_peered":"2024-09-19T08:08:37.743468+0000","last_unstale":"2024-09-19T08:08:38.835697+0000","last_undegraded":"2024-09-19T08:08:38.835697+0000","last_fullsized":"2024-09-19T08:08:38.835697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:32.967963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836214+0000","last_change":"2024-09-19T08:08:37.737741+0000","last_active":"2024-09-19T08:08:38.836214+0000","last_peered":"2024-09-19T08:08:38.836214+0000","last_clean":"2024-09-19T08:08:38.836214+0000","last_became_active":"2024-09-19T08:08:37.737467+0000","last_became_peered":"2024-09-19T08:08:37.737467+0000","last_unstale":"2024-09-19T08:08:38.836214+0000","last_undegraded":"2024-09-19T08:08:38.836214+0000","last_fullsized":"2024-09-19T08:08:38.836214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:33.627912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835523+0000","last_change":"2024-09-19T08:08:37.727616+0000","last_active":"2024-09-19T08:08:38.835523+0000","last_peered":"2024-09-19T08:08:38.835523+0000","last_clean":"2024-09-19T08:08:38.835523+0000","last_became_active":"2024-09-19T08:08:37.726314+0000","last_became_peered":"2024-09-19T08:08:37.726314+0000","last_unstale":"2024-09-19T08:08:38.835523+0000","last_undegraded":"2024-09-19T08:08:38.835523+0000","last_fullsized":"2024-09-19T08:08:38.835523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.889293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836151+0000","last_change":"2024-09-19T08:08:37.728585+0000","last_active":"2024-09-19T08:08:38.836151+0000","last_peered":"2024-09-19T08:08:38.836151+0000","last_clean":"2024-09-19T08:08:38.836151+0000","last_became_active":"2024-09-19T08:08:37.728222+0000","last_became_peered":"2024-09-19T08:08:37.728222+0000","last_unstale":"2024-09-19T08:08:38.836151+0000","last_undegraded":"2024-09-19T08:08:38.836151+0000","last_fullsized":"2024-09-19T08:08:38.836151+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:24.470486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836175+0000","last_change":"2024-09-19T08:08:37.722779+0000","last_active":"2024-09-19T08:08:38.836175+0000","last_peered":"2024-09-19T08:08:38.836175+0000","last_clean":"2024-09-19T08:08:38.836175+0000","last_became_active":"2024-09-19T08:08:37.722435+0000","last_became_peered":"2024-09-19T08:08:37.722435+0000","last_unstale":"2024-09-19T08:08:38.836175+0000","last_undegraded":"2024-09-19T08:08:38.836175+0000","last_fullsized":"2024-09-19T08:08:38.836175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:23.041179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727205+0000","last_change":"2024-09-19T08:08:37.728686+0000","last_active":"2024-09-19T08:08:38.727205+0000","last_peered":"2024-09-19T08:08:38.727205+0000","last_clean":"2024-09-19T08:08:38.727205+0000","last_became_active":"2024-09-19T08:08:37.728172+0000","last_became_peered":"2024-09-19T08:08:37.728172+0000","last_unstale":"2024-09-19T08:08:38.727205+0000","last_undegraded":"2024-09-19T08:08:38.727205+0000","last_fullsized":"2024-09-19T08:08:38.727205+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836071+0000","last_change":"2024-09-19T08:08:37.728001+0000","last_active":"2024-09-19T08:08:38.836071+0000","last_peered":"2024-09-19T08:08:38.836071+0000","last_clean":"2024-09-19T08:08:38.836071+0000","last_became_active":"2024-09-19T08:08:37.727644+0000","last_became_peered":"2024-09-19T08:08:37.727644+0000","last_unstale":"2024-09-19T08:08:38.836071+0000","last_undegraded":"2024-09-19T08:08:38.836071+0000","last_fullsized":"2024-09-19T08:08:38.836071+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:04.561297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835656+0000","last_change":"2024-09-19T08:08:37.727136+0000","last_active":"2024-09-19T08:08:38.835656+0000","last_peered":"2024-09-19T08:08:38.835656+0000","last_clean":"2024-09-19T08:08:38.835656+0000","last_became_active":"2024-09-19T08:08:37.726861+0000","last_became_peered":"2024-09-19T08:08:37.726861+0000","last_unstale":"2024-09-19T08:08:38.835656+0000","last_undegraded":"2024-09-19T08:08:38.835656+0000","last_fullsized":"2024-09-19T08:08:38.835656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:15.657848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729592+0000","last_change":"2024-09-19T08:08:37.740637+0000","last_active":"2024-09-19T08:08:38.729592+0000","last_peered":"2024-09-19T08:08:38.729592+0000","last_clean":"2024-09-19T08:08:38.729592+0000","last_became_active":"2024-09-19T08:08:37.739953+0000","last_became_peered":"2024-09-19T08:08:37.739953+0000","last_unstale":"2024-09-19T08:08:38.729592+0000","last_undegraded":"2024-09-19T08:08:38.729592+0000","last_fullsized":"2024-09-19T08:08:38.729592+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:21.458073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728676+0000","last_change":"2024-09-19T08:08:37.730885+0000","last_active":"2024-09-19T08:08:38.728676+0000","last_peered":"2024-09-19T08:08:38.728676+0000","last_clean":"2024-09-19T08:08:38.728676+0000","last_became_active":"2024-09-19T08:08:37.730350+0000","last_became_peered":"2024-09-19T08:08:37.730350+0000","last_unstale":"2024-09-19T08:08:38.728676+0000","last_undegraded":"2024-09-19T08:08:38.728676+0000","last_fullsized":"2024-09-19T08:08:38.728676+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835967+0000","last_change":"2024-09-19T08:08:37.727096+0000","last_active":"2024-09-19T08:08:38.835967+0000","last_peered":"2024-09-19T08:08:38.835967+0000","last_clean":"2024-09-19T08:08:38.835967+0000","last_became_active":"2024-09-19T08:08:37.726605+0000","last_became_peered":"2024-09-19T08:08:37.726605+0000","last_unstale":"2024-09-19T08:08:38.835967+0000","last_undegraded":"2024-09-19T08:08:38.835967+0000","last_fullsized":"2024-09-19T08:08:38.835967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:43.050883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729862+0000","last_change":"2024-09-19T08:08:37.732886+0000","last_active":"2024-09-19T08:08:38.729862+0000","last_peered":"2024-09-19T08:08:38.729862+0000","last_clean":"2024-09-19T08:08:38.729862+0000","last_became_active":"2024-09-19T08:08:37.732607+0000","last_became_peered":"2024-09-19T08:08:37.732607+0000","last_unstale":"2024-09-19T08:08:38.729862+0000","last_undegraded":"2024-09-19T08:08:38.729862+0000","last_fullsized":"2024-09-19T08:08:38.729862+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:09.546896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836225+0000","last_change":"2024-09-19T08:08:37.738634+0000","last_active":"2024-09-19T08:08:38.836225+0000","last_peered":"2024-09-19T08:08:38.836225+0000","last_clean":"2024-09-19T08:08:38.836225+0000","last_became_active":"2024-09-19T08:08:37.738353+0000","last_became_peered":"2024-09-19T08:08:37.738353+0000","last_unstale":"2024-09-19T08:08:38.836225+0000","last_undegraded":"2024-09-19T08:08:38.836225+0000","last_fullsized":"2024-09-19T08:08:38.836225+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835978+0000","last_change":"2024-09-19T08:08:37.731532+0000","last_active":"2024-09-19T08:08:38.835978+0000","last_peered":"2024-09-19T08:08:38.835978+0000","last_clean":"2024-09-19T08:08:38.835978+0000","last_became_active":"2024-09-19T08:08:37.730091+0000","last_became_peered":"2024-09-19T08:08:37.730091+0000","last_unstale":"2024-09-19T08:08:38.835978+0000","last_undegraded":"2024-09-19T08:08:38.835978+0000","last_fullsized":"2024-09-19T08:08:38.835978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.693491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728936+0000","last_change":"2024-09-19T08:08:37.728338+0000","last_active":"2024-09-19T08:08:38.728936+0000","last_peered":"2024-09-19T08:08:38.728936+0000","last_clean":"2024-09-19T08:08:38.728936+0000","last_became_active":"2024-09-19T08:08:37.728084+0000","last_became_peered":"2024-09-19T08:08:37.728084+0000","last_unstale":"2024-09-19T08:08:38.728936+0000","last_undegraded":"2024-09-19T08:08:38.728936+0000","last_fullsized":"2024-09-19T08:08:38.728936+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729643+0000","last_change":"2024-09-19T08:08:37.732453+0000","last_active":"2024-09-19T08:08:38.729643+0000","last_peered":"2024-09-19T08:08:38.729643+0000","last_clean":"2024-09-19T08:08:38.729643+0000","last_became_active":"2024-09-19T08:08:37.732140+0000","last_became_peered":"2024-09-19T08:08:37.732140+0000","last_unstale":"2024-09-19T08:08:38.729643+0000","last_undegraded":"2024-09-19T08:08:38.729643+0000","last_fullsized":"2024-09-19T08:08:38.729643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:49.439421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729752+0000","last_change":"2024-09-19T08:08:37.737315+0000","last_active":"2024-09-19T08:08:38.729752+0000","last_peered":"2024-09-19T08:08:38.729752+0000","last_clean":"2024-09-19T08:08:38.729752+0000","last_became_active":"2024-09-19T08:08:37.736964+0000","last_became_peered":"2024-09-19T08:08:37.736964+0000","last_unstale":"2024-09-19T08:08:38.729752+0000","last_undegraded":"2024-09-19T08:08:38.729752+0000","last_fullsized":"2024-09-19T08:08:38.729752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:48.257136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835554+0000","last_change":"2024-09-19T08:08:37.730032+0000","last_active":"2024-09-19T08:08:38.835554+0000","last_peered":"2024-09-19T08:08:38.835554+0000","last_clean":"2024-09-19T08:08:38.835554+0000","last_became_active":"2024-09-19T08:08:37.729743+0000","last_became_peered":"2024-09-19T08:08:37.729743+0000","last_unstale":"2024-09-19T08:08:38.835554+0000","last_undegraded":"2024-09-19T08:08:38.835554+0000","last_fullsized":"2024-09-19T08:08:38.835554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:22.347973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728231+0000","last_change":"2024-09-19T08:08:37.739562+0000","last_active":"2024-09-19T08:08:38.728231+0000","last_peered":"2024-09-19T08:08:38.728231+0000","last_clean":"2024-09-19T08:08:38.728231+0000","last_became_active":"2024-09-19T08:08:37.739000+0000","last_became_peered":"2024-09-19T08:08:37.739000+0000","last_unstale":"2024-09-19T08:08:38.728231+0000","last_undegraded":"2024-09-19T08:08:38.728231+0000","last_fullsized":"2024-09-19T08:08:38.728231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:44.972793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836032+0000","last_change":"2024-09-19T08:08:37.730646+0000","last_active":"2024-09-19T08:08:38.836032+0000","last_peered":"2024-09-19T08:08:38.836032+0000","last_clean":"2024-09-19T08:08:38.836032+0000","last_became_active":"2024-09-19T08:08:37.730370+0000","last_became_peered":"2024-09-19T08:08:37.730370+0000","last_unstale":"2024-09-19T08:08:38.836032+0000","last_undegraded":"2024-09-19T08:08:38.836032+0000","last_fullsized":"2024-09-19T08:08:38.836032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:36.183900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"85'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728794+0000","last_change":"2024-09-19T08:08:36.726356+0000","last_active":"2024-09-19T08:08:38.728794+0000","last_peered":"2024-09-19T08:08:38.728794+0000","last_clean":"2024-09-19T08:08:38.728794+0000","last_became_active":"2024-09-19T08:08:36.726065+0000","last_became_peered":"2024-09-19T08:08:36.726065+0000","last_unstale":"2024-09-19T08:08:38.728794+0000","last_undegraded":"2024-09-19T08:08:38.728794+0000","last_fullsized":"2024-09-19T08:08:38.728794+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:27.200246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728683+0000","last_change":"2024-09-19T08:08:37.729661+0000","last_active":"2024-09-19T08:08:38.728683+0000","last_peered":"2024-09-19T08:08:38.728683+0000","last_clean":"2024-09-19T08:08:38.728683+0000","last_became_active":"2024-09-19T08:08:37.729366+0000","last_became_peered":"2024-09-19T08:08:37.729366+0000","last_unstale":"2024-09-19T08:08:38.728683+0000","last_undegraded":"2024-09-19T08:08:38.728683+0000","last_fullsized":"2024-09-19T08:08:38.728683+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836237+0000","last_change":"2024-09-19T08:08:36.733860+0000","last_active":"2024-09-19T08:08:38.836237+0000","last_peered":"2024-09-19T08:08:38.836237+0000","last_clean":"2024-09-19T08:08:38.836237+0000","last_became_active":"2024-09-19T08:08:36.733577+0000","last_became_peered":"2024-09-19T08:08:36.733577+0000","last_unstale":"2024-09-19T08:08:38.836237+0000","last_undegraded":"2024-09-19T08:08:38.836237+0000","last_fullsized":"2024-09-19T08:08:38.836237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:51.038518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729078+0000","last_change":"2024-09-19T08:08:37.739793+0000","last_active":"2024-09-19T08:08:38.729078+0000","last_peered":"2024-09-19T08:08:38.729078+0000","last_clean":"2024-09-19T08:08:38.729078+0000","last_became_active":"2024-09-19T08:08:37.738279+0000","last_became_peered":"2024-09-19T08:08:37.738279+0000","last_unstale":"2024-09-19T08:08:38.729078+0000","last_undegraded":"2024-09-19T08:08:38.729078+0000","last_fullsized":"2024-09-19T08:08:38.729078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727167+0000","last_change":"2024-09-19T08:08:36.729305+0000","last_active":"2024-09-19T08:08:38.727167+0000","last_peered":"2024-09-19T08:08:38.727167+0000","last_clean":"2024-09-19T08:08:38.727167+0000","last_became_active":"2024-09-19T08:08:36.728870+0000","last_became_peered":"2024-09-19T08:08:36.728870+0000","last_unstale":"2024-09-19T08:08:38.727167+0000","last_undegraded":"2024-09-19T08:08:38.727167+0000","last_fullsized":"2024-09-19T08:08:38.727167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:32.443787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836379+0000","last_change":"2024-09-19T08:08:37.729731+0000","last_active":"2024-09-19T08:08:38.836379+0000","last_peered":"2024-09-19T08:08:38.836379+0000","last_clean":"2024-09-19T08:08:38.836379+0000","last_became_active":"2024-09-19T08:08:37.729443+0000","last_became_peered":"2024-09-19T08:08:37.729443+0000","last_unstale":"2024-09-19T08:08:38.836379+0000","last_undegraded":"2024-09-19T08:08:38.836379+0000","last_fullsized":"2024-09-19T08:08:38.836379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:21.240138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726949+0000","last_change":"2024-09-19T08:08:36.730932+0000","last_active":"2024-09-19T08:08:38.726949+0000","last_peered":"2024-09-19T08:08:38.726949+0000","last_clean":"2024-09-19T08:08:38.726949+0000","last_became_active":"2024-09-19T08:08:36.730290+0000","last_became_peered":"2024-09-19T08:08:36.730290+0000","last_unstale":"2024-09-19T08:08:38.726949+0000","last_undegraded":"2024-09-19T08:08:38.726949+0000","last_fullsized":"2024-09-19T08:08:38.726949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:36.349636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729571+0000","last_change":"2024-09-19T08:08:37.745935+0000","last_active":"2024-09-19T08:08:38.729571+0000","last_peered":"2024-09-19T08:08:38.729571+0000","last_clean":"2024-09-19T08:08:38.729571+0000","last_became_active":"2024-09-19T08:08:37.745649+0000","last_became_peered":"2024-09-19T08:08:37.745649+0000","last_unstale":"2024-09-19T08:08:38.729571+0000","last_undegraded":"2024-09-19T08:08:38.729571+0000","last_fullsized":"2024-09-19T08:08:38.729571+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:18.794465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836262+0000","last_change":"2024-09-19T08:08:36.722431+0000","last_active":"2024-09-19T08:08:38.836262+0000","last_peered":"2024-09-19T08:08:38.836262+0000","last_clean":"2024-09-19T08:08:38.836262+0000","last_became_active":"2024-09-19T08:08:36.722174+0000","last_became_peered":"2024-09-19T08:08:36.722174+0000","last_unstale":"2024-09-19T08:08:38.836262+0000","last_undegraded":"2024-09-19T08:08:38.836262+0000","last_fullsized":"2024-09-19T08:08:38.836262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:53.122614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835869+0000","last_change":"2024-09-19T08:08:37.730727+0000","last_active":"2024-09-19T08:08:38.835869+0000","last_peered":"2024-09-19T08:08:38.835869+0000","last_clean":"2024-09-19T08:08:38.835869+0000","last_became_active":"2024-09-19T08:08:37.730446+0000","last_became_peered":"2024-09-19T08:08:37.730446+0000","last_unstale":"2024-09-19T08:08:38.835869+0000","last_undegraded":"2024-09-19T08:08:38.835869+0000","last_fullsized":"2024-09-19T08:08:38.835869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:38.134693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835694+0000","last_change":"2024-09-19T08:08:36.724441+0000","last_active":"2024-09-19T08:08:38.835694+0000","last_peered":"2024-09-19T08:08:38.835694+0000","last_clean":"2024-09-19T08:08:38.835694+0000","last_became_active":"2024-09-19T08:08:36.723375+0000","last_became_peered":"2024-09-19T08:08:36.723375+0000","last_unstale":"2024-09-19T08:08:38.835694+0000","last_undegraded":"2024-09-19T08:08:38.835694+0000","last_fullsized":"2024-09-19T08:08:38.835694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:24.220654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835948+0000","last_change":"2024-09-19T08:08:37.727633+0000","last_active":"2024-09-19T08:08:38.835948+0000","last_peered":"2024-09-19T08:08:38.835948+0000","last_clean":"2024-09-19T08:08:38.835948+0000","last_became_active":"2024-09-19T08:08:37.727322+0000","last_became_peered":"2024-09-19T08:08:37.727322+0000","last_unstale":"2024-09-19T08:08:38.835948+0000","last_undegraded":"2024-09-19T08:08:38.835948+0000","last_fullsized":"2024-09-19T08:08:38.835948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726716+0000","last_change":"2024-09-19T08:08:36.732144+0000","last_active":"2024-09-19T08:08:38.726716+0000","last_peered":"2024-09-19T08:08:38.726716+0000","last_clean":"2024-09-19T08:08:38.726716+0000","last_became_active":"2024-09-19T08:08:36.731889+0000","last_became_peered":"2024-09-19T08:08:36.731889+0000","last_unstale":"2024-09-19T08:08:38.726716+0000","last_undegraded":"2024-09-19T08:08:38.726716+0000","last_fullsized":"2024-09-19T08:08:38.726716+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:15.150169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836258+0000","last_change":"2024-09-19T08:08:37.724911+0000","last_active":"2024-09-19T08:08:38.836258+0000","last_peered":"2024-09-19T08:08:38.836258+0000","last_clean":"2024-09-19T08:08:38.836258+0000","last_became_active":"2024-09-19T08:08:37.724383+0000","last_became_peered":"2024-09-19T08:08:37.724383+0000","last_unstale":"2024-09-19T08:08:38.836258+0000","last_undegraded":"2024-09-19T08:08:38.836258+0000","last_fullsized":"2024-09-19T08:08:38.836258+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:55.240271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729441+0000","last_change":"2024-09-19T08:08:36.729559+0000","last_active":"2024-09-19T08:08:38.729441+0000","last_peered":"2024-09-19T08:08:38.729441+0000","last_clean":"2024-09-19T08:08:38.729441+0000","last_became_active":"2024-09-19T08:08:36.727700+0000","last_became_peered":"2024-09-19T08:08:36.727700+0000","last_unstale":"2024-09-19T08:08:38.729441+0000","last_undegraded":"2024-09-19T08:08:38.729441+0000","last_fullsized":"2024-09-19T08:08:38.729441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:01.161590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836057+0000","last_change":"2024-09-19T08:08:37.740274+0000","last_active":"2024-09-19T08:08:38.836057+0000","last_peered":"2024-09-19T08:08:38.836057+0000","last_clean":"2024-09-19T08:08:38.836057+0000","last_became_active":"2024-09-19T08:08:37.739976+0000","last_became_peered":"2024-09-19T08:08:37.739976+0000","last_unstale":"2024-09-19T08:08:38.836057+0000","last_undegraded":"2024-09-19T08:08:38.836057+0000","last_fullsized":"2024-09-19T08:08:38.836057+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:21.953567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728944+0000","last_change":"2024-09-19T08:08:36.725178+0000","last_active":"2024-09-19T08:08:38.728944+0000","last_peered":"2024-09-19T08:08:38.728944+0000","last_clean":"2024-09-19T08:08:38.728944+0000","last_became_active":"2024-09-19T08:08:36.724900+0000","last_became_peered":"2024-09-19T08:08:36.724900+0000","last_unstale":"2024-09-19T08:08:38.728944+0000","last_undegraded":"2024-09-19T08:08:38.728944+0000","last_fullsized":"2024-09-19T08:08:38.728944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:08.975880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728363+0000","last_change":"2024-09-19T08:08:37.734944+0000","last_active":"2024-09-19T08:08:38.728363+0000","last_peered":"2024-09-19T08:08:38.728363+0000","last_clean":"2024-09-19T08:08:38.728363+0000","last_became_active":"2024-09-19T08:08:37.734650+0000","last_became_peered":"2024-09-19T08:08:37.734650+0000","last_unstale":"2024-09-19T08:08:38.728363+0000","last_undegraded":"2024-09-19T08:08:38.728363+0000","last_fullsized":"2024-09-19T08:08:38.728363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728366+0000","last_change":"2024-09-19T08:08:36.731426+0000","last_active":"2024-09-19T08:08:38.728366+0000","last_peered":"2024-09-19T08:08:38.728366+0000","last_clean":"2024-09-19T08:08:38.728366+0000","last_became_active":"2024-09-19T08:08:36.731149+0000","last_became_peered":"2024-09-19T08:08:36.731149+0000","last_unstale":"2024-09-19T08:08:38.728366+0000","last_undegraded":"2024-09-19T08:08:38.728366+0000","last_fullsized":"2024-09-19T08:08:38.728366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:13.685838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726953+0000","last_change":"2024-09-19T08:08:37.725975+0000","last_active":"2024-09-19T08:08:38.726953+0000","last_peered":"2024-09-19T08:08:38.726953+0000","last_clean":"2024-09-19T08:08:38.726953+0000","last_became_active":"2024-09-19T08:08:37.725581+0000","last_became_peered":"2024-09-19T08:08:37.725581+0000","last_unstale":"2024-09-19T08:08:38.726953+0000","last_undegraded":"2024-09-19T08:08:38.726953+0000","last_fullsized":"2024-09-19T08:08:38.726953+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:39.113621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"85'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729288+0000","last_change":"2024-09-19T08:08:36.726397+0000","last_active":"2024-09-19T08:08:38.729288+0000","last_peered":"2024-09-19T08:08:38.729288+0000","last_clean":"2024-09-19T08:08:38.729288+0000","last_became_active":"2024-09-19T08:08:36.726129+0000","last_became_peered":"2024-09-19T08:08:36.726129+0000","last_unstale":"2024-09-19T08:08:38.729288+0000","last_undegraded":"2024-09-19T08:08:38.729288+0000","last_fullsized":"2024-09-19T08:08:38.729288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:18.649908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836198+0000","last_change":"2024-09-19T08:08:37.731774+0000","last_active":"2024-09-19T08:08:38.836198+0000","last_peered":"2024-09-19T08:08:38.836198+0000","last_clean":"2024-09-19T08:08:38.836198+0000","last_became_active":"2024-09-19T08:08:37.731514+0000","last_became_peered":"2024-09-19T08:08:37.731514+0000","last_unstale":"2024-09-19T08:08:38.836198+0000","last_undegraded":"2024-09-19T08:08:38.836198+0000","last_fullsized":"2024-09-19T08:08:38.836198+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:04.272387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"85'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728449+0000","last_change":"2024-09-19T08:08:36.724114+0000","last_active":"2024-09-19T08:08:38.728449+0000","last_peered":"2024-09-19T08:08:38.728449+0000","last_clean":"2024-09-19T08:08:38.728449+0000","last_became_active":"2024-09-19T08:08:36.723683+0000","last_became_peered":"2024-09-19T08:08:36.723683+0000","last_unstale":"2024-09-19T08:08:38.728449+0000","last_undegraded":"2024-09-19T08:08:38.728449+0000","last_fullsized":"2024-09-19T08:08:38.728449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:15.150169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726776+0000","last_change":"2024-09-19T08:08:37.732445+0000","last_active":"2024-09-19T08:08:38.726776+0000","last_peered":"2024-09-19T08:08:38.726776+0000","last_clean":"2024-09-19T08:08:38.726776+0000","last_became_active":"2024-09-19T08:08:37.732077+0000","last_became_peered":"2024-09-19T08:08:37.732077+0000","last_unstale":"2024-09-19T08:08:38.726776+0000","last_undegraded":"2024-09-19T08:08:38.726776+0000","last_fullsized":"2024-09-19T08:08:38.726776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:43.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729642+0000","last_change":"2024-09-19T08:08:36.730267+0000","last_active":"2024-09-19T08:08:38.729642+0000","last_peered":"2024-09-19T08:08:38.729642+0000","last_clean":"2024-09-19T08:08:38.729642+0000","last_became_active":"2024-09-19T08:08:36.729952+0000","last_became_peered":"2024-09-19T08:08:36.729952+0000","last_unstale":"2024-09-19T08:08:38.729642+0000","last_undegraded":"2024-09-19T08:08:38.729642+0000","last_fullsized":"2024-09-19T08:08:38.729642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.718015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836059+0000","last_change":"2024-09-19T08:08:37.727531+0000","last_active":"2024-09-19T08:08:38.836059+0000","last_peered":"2024-09-19T08:08:38.836059+0000","last_clean":"2024-09-19T08:08:38.836059+0000","last_became_active":"2024-09-19T08:08:37.726959+0000","last_became_peered":"2024-09-19T08:08:37.726959+0000","last_unstale":"2024-09-19T08:08:38.836059+0000","last_undegraded":"2024-09-19T08:08:38.836059+0000","last_fullsized":"2024-09-19T08:08:38.836059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835833+0000","last_change":"2024-09-19T08:08:36.725287+0000","last_active":"2024-09-19T08:08:38.835833+0000","last_peered":"2024-09-19T08:08:38.835833+0000","last_clean":"2024-09-19T08:08:38.835833+0000","last_became_active":"2024-09-19T08:08:36.725019+0000","last_became_peered":"2024-09-19T08:08:36.725019+0000","last_unstale":"2024-09-19T08:08:38.835833+0000","last_undegraded":"2024-09-19T08:08:38.835833+0000","last_fullsized":"2024-09-19T08:08:38.835833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:59.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729434+0000","last_change":"2024-09-19T08:08:37.735092+0000","last_active":"2024-09-19T08:08:38.729434+0000","last_peered":"2024-09-19T08:08:38.729434+0000","last_clean":"2024-09-19T08:08:38.729434+0000","last_became_active":"2024-09-19T08:08:37.734802+0000","last_became_peered":"2024-09-19T08:08:37.734802+0000","last_unstale":"2024-09-19T08:08:38.729434+0000","last_undegraded":"2024-09-19T08:08:38.729434+0000","last_fullsized":"2024-09-19T08:08:38.729434+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:23.094031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728093+0000","last_change":"2024-09-19T08:08:36.730980+0000","last_active":"2024-09-19T08:08:38.728093+0000","last_peered":"2024-09-19T08:08:38.728093+0000","last_clean":"2024-09-19T08:08:38.728093+0000","last_became_active":"2024-09-19T08:08:36.730667+0000","last_became_peered":"2024-09-19T08:08:36.730667+0000","last_unstale":"2024-09-19T08:08:38.728093+0000","last_undegraded":"2024-09-19T08:08:38.728093+0000","last_fullsized":"2024-09-19T08:08:38.728093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729394+0000","last_change":"2024-09-19T08:08:37.736819+0000","last_active":"2024-09-19T08:08:38.729394+0000","last_peered":"2024-09-19T08:08:38.729394+0000","last_clean":"2024-09-19T08:08:38.729394+0000","last_became_active":"2024-09-19T08:08:37.736480+0000","last_became_peered":"2024-09-19T08:08:37.736480+0000","last_unstale":"2024-09-19T08:08:38.729394+0000","last_undegraded":"2024-09-19T08:08:38.729394+0000","last_fullsized":"2024-09-19T08:08:38.729394+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:22.527402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"85'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726726+0000","last_change":"2024-09-19T08:08:36.727363+0000","last_active":"2024-09-19T08:08:38.726726+0000","last_peered":"2024-09-19T08:08:38.726726+0000","last_clean":"2024-09-19T08:08:38.726726+0000","last_became_active":"2024-09-19T08:08:36.727072+0000","last_became_peered":"2024-09-19T08:08:36.727072+0000","last_unstale":"2024-09-19T08:08:38.726726+0000","last_undegraded":"2024-09-19T08:08:38.726726+0000","last_fullsized":"2024-09-19T08:08:38.726726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:51.467988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836671+0000","last_change":"2024-09-19T08:08:37.726464+0000","last_active":"2024-09-19T08:08:38.836671+0000","last_peered":"2024-09-19T08:08:38.836671+0000","last_clean":"2024-09-19T08:08:38.836671+0000","last_became_active":"2024-09-19T08:08:37.726180+0000","last_became_peered":"2024-09-19T08:08:37.726180+0000","last_unstale":"2024-09-19T08:08:38.836671+0000","last_undegraded":"2024-09-19T08:08:38.836671+0000","last_fullsized":"2024-09-19T08:08:38.836671+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:48.703347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729142+0000","last_change":"2024-09-19T08:08:36.728551+0000","last_active":"2024-09-19T08:08:38.729142+0000","last_peered":"2024-09-19T08:08:38.729142+0000","last_clean":"2024-09-19T08:08:38.729142+0000","last_became_active":"2024-09-19T08:08:36.728280+0000","last_became_peered":"2024-09-19T08:08:36.728280+0000","last_unstale":"2024-09-19T08:08:38.729142+0000","last_undegraded":"2024-09-19T08:08:38.729142+0000","last_fullsized":"2024-09-19T08:08:38.729142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:09.023712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728536+0000","last_change":"2024-09-19T08:08:37.731450+0000","last_active":"2024-09-19T08:08:38.728536+0000","last_peered":"2024-09-19T08:08:38.728536+0000","last_clean":"2024-09-19T08:08:38.728536+0000","last_became_active":"2024-09-19T08:08:37.729921+0000","last_became_peered":"2024-09-19T08:08:37.729921+0000","last_unstale":"2024-09-19T08:08:38.728536+0000","last_undegraded":"2024-09-19T08:08:38.728536+0000","last_fullsized":"2024-09-19T08:08:38.728536+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:39.113621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726947+0000","last_change":"2024-09-19T08:08:36.732880+0000","last_active":"2024-09-19T08:08:38.726947+0000","last_peered":"2024-09-19T08:08:38.726947+0000","last_clean":"2024-09-19T08:08:38.726947+0000","last_became_active":"2024-09-19T08:08:36.732611+0000","last_became_peered":"2024-09-19T08:08:36.732611+0000","last_unstale":"2024-09-19T08:08:38.726947+0000","last_undegraded":"2024-09-19T08:08:38.726947+0000","last_fullsized":"2024-09-19T08:08:38.726947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:41.722888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836173+0000","last_change":"2024-09-19T08:08:37.739605+0000","last_active":"2024-09-19T08:08:38.836173+0000","last_peered":"2024-09-19T08:08:38.836173+0000","last_clean":"2024-09-19T08:08:38.836173+0000","last_became_active":"2024-09-19T08:08:37.739340+0000","last_became_peered":"2024-09-19T08:08:37.739340+0000","last_unstale":"2024-09-19T08:08:38.836173+0000","last_undegraded":"2024-09-19T08:08:38.836173+0000","last_fullsized":"2024-09-19T08:08:38.836173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:41.409718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727050+0000","last_change":"2024-09-19T08:08:36.730709+0000","last_active":"2024-09-19T08:08:38.727050+0000","last_peered":"2024-09-19T08:08:38.727050+0000","last_clean":"2024-09-19T08:08:38.727050+0000","last_became_active":"2024-09-19T08:08:36.729957+0000","last_became_peered":"2024-09-19T08:08:36.729957+0000","last_unstale":"2024-09-19T08:08:38.727050+0000","last_undegraded":"2024-09-19T08:08:38.727050+0000","last_fullsized":"2024-09-19T08:08:38.727050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835725+0000","last_change":"2024-09-19T08:08:37.743849+0000","last_active":"2024-09-19T08:08:38.835725+0000","last_peered":"2024-09-19T08:08:38.835725+0000","last_clean":"2024-09-19T08:08:38.835725+0000","last_became_active":"2024-09-19T08:08:37.743577+0000","last_became_peered":"2024-09-19T08:08:37.743577+0000","last_unstale":"2024-09-19T08:08:38.835725+0000","last_undegraded":"2024-09-19T08:08:38.835725+0000","last_fullsized":"2024-09-19T08:08:38.835725+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:32.077227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835943+0000","last_change":"2024-09-19T08:08:36.729250+0000","last_active":"2024-09-19T08:08:38.835943+0000","last_peered":"2024-09-19T08:08:38.835943+0000","last_clean":"2024-09-19T08:08:38.835943+0000","last_became_active":"2024-09-19T08:08:36.728952+0000","last_became_peered":"2024-09-19T08:08:36.728952+0000","last_unstale":"2024-09-19T08:08:38.835943+0000","last_undegraded":"2024-09-19T08:08:38.835943+0000","last_fullsized":"2024-09-19T08:08:38.835943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:09.336692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727928+0000","last_change":"2024-09-19T08:08:37.738822+0000","last_active":"2024-09-19T08:08:38.727928+0000","last_peered":"2024-09-19T08:08:38.727928+0000","last_clean":"2024-09-19T08:08:38.727928+0000","last_became_active":"2024-09-19T08:08:37.738501+0000","last_became_peered":"2024-09-19T08:08:37.738501+0000","last_unstale":"2024-09-19T08:08:38.727928+0000","last_undegraded":"2024-09-19T08:08:38.727928+0000","last_fullsized":"2024-09-19T08:08:38.727928+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835788+0000","last_change":"2024-09-19T08:08:36.734316+0000","last_active":"2024-09-19T08:08:38.835788+0000","last_peered":"2024-09-19T08:08:38.835788+0000","last_clean":"2024-09-19T08:08:38.835788+0000","last_became_active":"2024-09-19T08:08:36.734041+0000","last_became_peered":"2024-09-19T08:08:36.734041+0000","last_unstale":"2024-09-19T08:08:38.835788+0000","last_undegraded":"2024-09-19T08:08:38.835788+0000","last_fullsized":"2024-09-19T08:08:38.835788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:37.781817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835472+0000","last_change":"2024-09-19T08:08:37.734067+0000","last_active":"2024-09-19T08:08:38.835472+0000","last_peered":"2024-09-19T08:08:38.835472+0000","last_clean":"2024-09-19T08:08:38.835472+0000","last_became_active":"2024-09-19T08:08:37.733780+0000","last_became_peered":"2024-09-19T08:08:37.733780+0000","last_unstale":"2024-09-19T08:08:38.835472+0000","last_undegraded":"2024-09-19T08:08:38.835472+0000","last_fullsized":"2024-09-19T08:08:38.835472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:10.463847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835415+0000","last_change":"2024-09-19T08:08:36.731503+0000","last_active":"2024-09-19T08:08:38.835415+0000","last_peered":"2024-09-19T08:08:38.835415+0000","last_clean":"2024-09-19T08:08:38.835415+0000","last_became_active":"2024-09-19T08:08:36.731205+0000","last_became_peered":"2024-09-19T08:08:36.731205+0000","last_unstale":"2024-09-19T08:08:38.835415+0000","last_undegraded":"2024-09-19T08:08:38.835415+0000","last_fullsized":"2024-09-19T08:08:38.835415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:25.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727832+0000","last_change":"2024-09-19T08:08:37.728498+0000","last_active":"2024-09-19T08:08:38.727832+0000","last_peered":"2024-09-19T08:08:38.727832+0000","last_clean":"2024-09-19T08:08:38.727832+0000","last_became_active":"2024-09-19T08:08:37.728032+0000","last_became_peered":"2024-09-19T08:08:37.728032+0000","last_unstale":"2024-09-19T08:08:38.727832+0000","last_undegraded":"2024-09-19T08:08:38.727832+0000","last_fullsized":"2024-09-19T08:08:38.727832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835555+0000","last_change":"2024-09-19T08:08:36.728509+0000","last_active":"2024-09-19T08:08:38.835555+0000","last_peered":"2024-09-19T08:08:38.835555+0000","last_clean":"2024-09-19T08:08:38.835555+0000","last_became_active":"2024-09-19T08:08:36.728236+0000","last_became_peered":"2024-09-19T08:08:36.728236+0000","last_unstale":"2024-09-19T08:08:38.835555+0000","last_undegraded":"2024-09-19T08:08:38.835555+0000","last_fullsized":"2024-09-19T08:08:38.835555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:56.180583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836386+0000","last_change":"2024-09-19T08:08:37.730091+0000","last_active":"2024-09-19T08:08:38.836386+0000","last_peered":"2024-09-19T08:08:38.836386+0000","last_clean":"2024-09-19T08:08:38.836386+0000","last_became_active":"2024-09-19T08:08:37.729827+0000","last_became_peered":"2024-09-19T08:08:37.729827+0000","last_unstale":"2024-09-19T08:08:38.836386+0000","last_undegraded":"2024-09-19T08:08:38.836386+0000","last_fullsized":"2024-09-19T08:08:38.836386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:10.958835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729853+0000","last_change":"2024-09-19T08:08:36.725527+0000","last_active":"2024-09-19T08:08:38.729853+0000","last_peered":"2024-09-19T08:08:38.729853+0000","last_clean":"2024-09-19T08:08:38.729853+0000","last_became_active":"2024-09-19T08:08:36.725260+0000","last_became_peered":"2024-09-19T08:08:36.725260+0000","last_unstale":"2024-09-19T08:08:38.729853+0000","last_undegraded":"2024-09-19T08:08:38.729853+0000","last_fullsized":"2024-09-19T08:08:38.729853+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:15.136268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836709+0000","last_change":"2024-09-19T08:08:37.728163+0000","last_active":"2024-09-19T08:08:38.836709+0000","last_peered":"2024-09-19T08:08:38.836709+0000","last_clean":"2024-09-19T08:08:38.836709+0000","last_became_active":"2024-09-19T08:08:37.727876+0000","last_became_peered":"2024-09-19T08:08:37.727876+0000","last_unstale":"2024-09-19T08:08:38.836709+0000","last_undegraded":"2024-09-19T08:08:38.836709+0000","last_fullsized":"2024-09-19T08:08:38.836709+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:05.685722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"86'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.730909+0000","last_change":"2024-09-19T08:08:36.731623+0000","last_active":"2024-09-19T08:08:38.730909+0000","last_peered":"2024-09-19T08:08:38.730909+0000","last_clean":"2024-09-19T08:08:38.730909+0000","last_became_active":"2024-09-19T08:08:36.730699+0000","last_became_peered":"2024-09-19T08:08:36.730699+0000","last_unstale":"2024-09-19T08:08:38.730909+0000","last_undegraded":"2024-09-19T08:08:38.730909+0000","last_fullsized":"2024-09-19T08:08:38.730909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:59.379862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729201+0000","last_change":"2024-09-19T08:08:37.722437+0000","last_active":"2024-09-19T08:08:38.729201+0000","last_peered":"2024-09-19T08:08:38.729201+0000","last_clean":"2024-09-19T08:08:38.729201+0000","last_became_active":"2024-09-19T08:08:37.722126+0000","last_became_peered":"2024-09-19T08:08:37.722126+0000","last_unstale":"2024-09-19T08:08:38.729201+0000","last_undegraded":"2024-09-19T08:08:38.729201+0000","last_fullsized":"2024-09-19T08:08:38.729201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729356+0000","last_change":"2024-09-19T08:08:36.726122+0000","last_active":"2024-09-19T08:08:38.729356+0000","last_peered":"2024-09-19T08:08:38.729356+0000","last_clean":"2024-09-19T08:08:38.729356+0000","last_became_active":"2024-09-19T08:08:36.725567+0000","last_became_peered":"2024-09-19T08:08:36.725567+0000","last_unstale":"2024-09-19T08:08:38.729356+0000","last_undegraded":"2024-09-19T08:08:38.729356+0000","last_fullsized":"2024-09-19T08:08:38.729356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:51.523760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836314+0000","last_change":"2024-09-19T08:08:37.731910+0000","last_active":"2024-09-19T08:08:38.836314+0000","last_peered":"2024-09-19T08:08:38.836314+0000","last_clean":"2024-09-19T08:08:38.836314+0000","last_became_active":"2024-09-19T08:08:37.731189+0000","last_became_peered":"2024-09-19T08:08:37.731189+0000","last_unstale":"2024-09-19T08:08:38.836314+0000","last_undegraded":"2024-09-19T08:08:38.836314+0000","last_fullsized":"2024-09-19T08:08:38.836314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:01.612546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729234+0000","last_change":"2024-09-19T08:08:36.724713+0000","last_active":"2024-09-19T08:08:38.729234+0000","last_peered":"2024-09-19T08:08:38.729234+0000","last_clean":"2024-09-19T08:08:38.729234+0000","last_became_active":"2024-09-19T08:08:36.724435+0000","last_became_peered":"2024-09-19T08:08:36.724435+0000","last_unstale":"2024-09-19T08:08:38.729234+0000","last_undegraded":"2024-09-19T08:08:38.729234+0000","last_fullsized":"2024-09-19T08:08:38.729234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:47.249472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728202+0000","last_change":"2024-09-19T08:08:37.738702+0000","last_active":"2024-09-19T08:08:38.728202+0000","last_peered":"2024-09-19T08:08:38.728202+0000","last_clean":"2024-09-19T08:08:38.728202+0000","last_became_active":"2024-09-19T08:08:37.738428+0000","last_became_peered":"2024-09-19T08:08:37.738428+0000","last_unstale":"2024-09-19T08:08:38.728202+0000","last_undegraded":"2024-09-19T08:08:38.728202+0000","last_fullsized":"2024-09-19T08:08:38.728202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727093+0000","last_change":"2024-09-19T08:08:36.727999+0000","last_active":"2024-09-19T08:08:38.727093+0000","last_peered":"2024-09-19T08:08:38.727093+0000","last_clean":"2024-09-19T08:08:38.727093+0000","last_became_active":"2024-09-19T08:08:36.727730+0000","last_became_peered":"2024-09-19T08:08:36.727730+0000","last_unstale":"2024-09-19T08:08:38.727093+0000","last_undegraded":"2024-09-19T08:08:38.727093+0000","last_fullsized":"2024-09-19T08:08:38.727093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:00.812316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727000+0000","last_change":"2024-09-19T08:08:37.728625+0000","last_active":"2024-09-19T08:08:38.727000+0000","last_peered":"2024-09-19T08:08:38.727000+0000","last_clean":"2024-09-19T08:08:38.727000+0000","last_became_active":"2024-09-19T08:08:37.728098+0000","last_became_peered":"2024-09-19T08:08:37.728098+0000","last_unstale":"2024-09-19T08:08:38.727000+0000","last_undegraded":"2024-09-19T08:08:38.727000+0000","last_fullsized":"2024-09-19T08:08:38.727000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835704+0000","last_change":"2024-09-19T08:08:36.724525+0000","last_active":"2024-09-19T08:08:38.835704+0000","last_peered":"2024-09-19T08:08:38.835704+0000","last_clean":"2024-09-19T08:08:38.835704+0000","last_became_active":"2024-09-19T08:08:36.724123+0000","last_became_peered":"2024-09-19T08:08:36.724123+0000","last_unstale":"2024-09-19T08:08:38.835704+0000","last_undegraded":"2024-09-19T08:08:38.835704+0000","last_fullsized":"2024-09-19T08:08:38.835704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:25.676435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835828+0000","last_change":"2024-09-19T08:08:37.739409+0000","last_active":"2024-09-19T08:08:38.835828+0000","last_peered":"2024-09-19T08:08:38.835828+0000","last_clean":"2024-09-19T08:08:38.835828+0000","last_became_active":"2024-09-19T08:08:37.739099+0000","last_became_peered":"2024-09-19T08:08:37.739099+0000","last_unstale":"2024-09-19T08:08:38.835828+0000","last_undegraded":"2024-09-19T08:08:38.835828+0000","last_fullsized":"2024-09-19T08:08:38.835828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728772+0000","last_change":"2024-09-19T08:08:36.725414+0000","last_active":"2024-09-19T08:08:38.728772+0000","last_peered":"2024-09-19T08:08:38.728772+0000","last_clean":"2024-09-19T08:08:38.728772+0000","last_became_active":"2024-09-19T08:08:36.725074+0000","last_became_peered":"2024-09-19T08:08:36.725074+0000","last_unstale":"2024-09-19T08:08:38.728772+0000","last_undegraded":"2024-09-19T08:08:38.728772+0000","last_fullsized":"2024-09-19T08:08:38.728772+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:08.539232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728670+0000","last_change":"2024-09-19T08:08:37.722825+0000","last_active":"2024-09-19T08:08:38.728670+0000","last_peered":"2024-09-19T08:08:38.728670+0000","last_clean":"2024-09-19T08:08:38.728670+0000","last_became_active":"2024-09-19T08:08:37.722525+0000","last_became_peered":"2024-09-19T08:08:37.722525+0000","last_unstale":"2024-09-19T08:08:38.728670+0000","last_undegraded":"2024-09-19T08:08:38.728670+0000","last_fullsized":"2024-09-19T08:08:38.728670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835554+0000","last_change":"2024-09-19T08:08:36.734112+0000","last_active":"2024-09-19T08:08:38.835554+0000","last_peered":"2024-09-19T08:08:38.835554+0000","last_clean":"2024-09-19T08:08:38.835554+0000","last_became_active":"2024-09-19T08:08:36.733836+0000","last_became_peered":"2024-09-19T08:08:36.733836+0000","last_unstale":"2024-09-19T08:08:38.835554+0000","last_undegraded":"2024-09-19T08:08:38.835554+0000","last_fullsized":"2024-09-19T08:08:38.835554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:35.524057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729701+0000","last_change":"2024-09-19T08:08:37.737491+0000","last_active":"2024-09-19T08:08:38.729701+0000","last_peered":"2024-09-19T08:08:38.729701+0000","last_clean":"2024-09-19T08:08:38.729701+0000","last_became_active":"2024-09-19T08:08:37.737188+0000","last_became_peered":"2024-09-19T08:08:37.737188+0000","last_unstale":"2024-09-19T08:08:38.729701+0000","last_undegraded":"2024-09-19T08:08:38.729701+0000","last_fullsized":"2024-09-19T08:08:38.729701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:28.943738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836480+0000","last_change":"2024-09-19T08:08:36.726669+0000","last_active":"2024-09-19T08:08:38.836480+0000","last_peered":"2024-09-19T08:08:38.836480+0000","last_clean":"2024-09-19T08:08:38.836480+0000","last_became_active":"2024-09-19T08:08:36.726353+0000","last_became_peered":"2024-09-19T08:08:36.726353+0000","last_unstale":"2024-09-19T08:08:38.836480+0000","last_undegraded":"2024-09-19T08:08:38.836480+0000","last_fullsized":"2024-09-19T08:08:38.836480+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":293,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835962+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:08:38.835962+0000","last_peered":"2024-09-19T08:08:38.835962+0000","last_clean":"2024-09-19T08:08:38.835962+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:08:38.835962+0000","last_undegraded":"2024-09-19T08:08:38.835962+0000","last_fullsized":"2024-09-19T08:08:38.835962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542224,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28640,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343200,"statfs":{"total":96636764160,"available":96607436800,"internally_reserved":0,"allocated":1650688,"data_stored":1042409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542224,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1064960,"data_stored":452665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542224,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28080,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343760,"statfs":{"total":96636764160,"available":96608010240,"internally_reserved":0,"allocated":1069056,"data_stored":453605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542223,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339620,"statfs":{"total":96636764160,"available":96603770880,"internally_reserved":0,"allocated":1052672,"data_stored":451971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36396,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335444,"statfs":{"total":96636764160,"available":96599494656,"internally_reserved":0,"allocated":1064960,"data_stored":453583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":446253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542224,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335460,"statfs":{"total":96636764160,"available":96599511040,"internally_reserved":0,"allocated":1052672,"data_stored":445865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36960,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334880,"statfs":{"total":96636764160,"available":96598917120,"internally_reserved":0,"allocated":1650688,"data_stored":1042373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:08:40.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:08:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.850+0000 7f87ed5bd640 1 Processor -- start 2024-09-19T08:08:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.850+0000 7f87ed5bd640 1 -- start start 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87ed5bd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87e80cf720 0x7f87e80d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87ed5bd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e815ea20 con 0x7f87e80cf2b0 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87ed5bd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e80b1c50 con 0x7f87e815e640 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87ed5bd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f87e80b3d00 con 0x7f87e80cf720 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87e77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87e80cf720 0x7f87e80d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.851+0000 7f87e77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f87e80cf720 0x7f87e80d2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45800/0 (socket says 172.21.15.17:45800) 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.852+0000 7f87e77fe640 1 -- 172.21.15.17:0/1533130692 learned_addr learned my addr 172.21.15.17:0/1533130692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.852+0000 7f87e67fc640 1 --1- 172.21.15.17:0/1533130692 >> v1:172.21.15.17:6789/0 conn(0x7f87e80cf2b0 0x7f87e80d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54562/0 (socket says 172.21.15.17:54562) 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.852+0000 7f87e77fe640 1 -- 172.21.15.17:0/1533130692 >> v1:172.21.15.160:6789/0 conn(0x7f87e815e640 legacy=0x7f87e80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.852+0000 7f87e77fe640 1 -- 172.21.15.17:0/1533130692 >> v1:172.21.15.17:6789/0 conn(0x7f87e80cf2b0 legacy=0x7f87e80d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.852+0000 7f87e77fe640 1 -- 172.21.15.17:0/1533130692 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e80b1f30 con 0x7f87e80cf720 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87e77fe640 1 --2- 172.21.15.17:0/1533130692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80d2d60 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009e50 tx=0x7f87d802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ce509d5ee3fb5ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87e5ffb640 1 -- 172.21.15.17:0/1533130692 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8036070 con 0x7f87e80cf720 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87e5ffb640 1 -- 172.21.15.17:0/1533130692 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d8031600 con 0x7f87e80cf720 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87e5ffb640 1 -- 172.21.15.17:0/1533130692 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d80319d0 con 0x7f87e80cf720 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 -- 172.21.15.17:0/1533130692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 msgr2=0x7f87e80d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/1533130692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80d2d60 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009e50 tx=0x7f87d802a730 comp rx=0 tx=0).stop 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 -- 172.21.15.17:0/1533130692 shutdown_connections 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/1533130692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80d2d60 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 -- 172.21.15.17:0/1533130692 >> 172.21.15.17:0/1533130692 conn(0x7f87e809d820 msgr2=0x7f87e80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:40.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 -- 172.21.15.17:0/1533130692 shutdown_connections 2024-09-19T08:08:40.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.853+0000 7f87ed5bd640 1 -- 172.21.15.17:0/1533130692 wait complete. 2024-09-19T08:08:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 Processor -- start 2024-09-19T08:08:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 -- start start 2024-09-19T08:08:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87e80cf2b0 0x7f87e814c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87e815e640 0x7f87e80b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87e80b24f0 con 0x7f87e80cf720 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f87e80b2860 con 0x7f87e815e640 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87ed5bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f87e80cfe40 con 0x7f87e80cf2b0 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.855+0000 7f87e67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45808/0 (socket says 172.21.15.17:45808) 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 -- 172.21.15.17:0/491641226 learned_addr learned my addr 172.21.15.17:0/491641226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e6ffd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87e80cf2b0 0x7f87e814c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e77fe640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87e815e640 0x7f87e80b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 -- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87e80cf2b0 msgr2=0x7f87e814c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87e80cf2b0 0x7f87e814c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 -- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87e815e640 msgr2=0x7f87e80b86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87e815e640 0x7f87e80b86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 -- 172.21.15.17:0/491641226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e814d0c0 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87e67fc640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c410 tx=0x7f87d000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d00074e0 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d0007680 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e815ed50 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d00049e0 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.856+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e815f310 con 0x7f87e80cf720 2024-09-19T08:08:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.857+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e8068eb0 con 0x7f87e80cf720 2024-09-19T08:08:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.858+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f87d001a020 con 0x7f87e80cf720 2024-09-19T08:08:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.858+0000 7f87df7fe640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 0x7f87c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.858+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f87d008aa30 con 0x7f87e80cf720 2024-09-19T08:08:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.858+0000 7f87e6ffd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 0x7f87c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.859+0000 7f87e6ffd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 0x7f87c806e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f87e0000f60 tx=0x7f87e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:40.862+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87d0058be0 con 0x7f87e80cf720 2024-09-19T08:08:41.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.034+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87e80b3630 con 0x7f87c806c2b0 2024-09-19T08:08:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.040+0000 7f87df7fe640 1 -- 172.21.15.17:0/491641226 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252084 (secure 0 0 0) 0x7f87e80b3630 con 0x7f87c806c2b0 2024-09-19T08:08:41.043 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:41.045 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 msgr2=0x7f87c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 0x7f87c806e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f87e0000f60 tx=0x7f87e0009040 comp rx=0 tx=0).stop 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 msgr2=0x7f87e80c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c410 tx=0x7f87d000c8d0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 shutdown_connections 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f87c806c2b0 0x7f87c806e770 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f87e815e640 0x7f87e80b86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87e80cf720 0x7f87e80c8260 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 --2- 172.21.15.17:0/491641226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f87e80cf2b0 0x7f87e814c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 >> 172.21.15.17:0/491641226 conn(0x7f87e809d820 msgr2=0x7f87e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:41.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 shutdown_connections 2024-09-19T08:08:41.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.043+0000 7f87ed5bd640 1 -- 172.21.15.17:0/491641226 wait complete. 2024-09-19T08:08:41.054 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":269,"stamp":"2024-09-19T08:08:39.481496+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":120,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263120,"kb_used_data":9424,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754711600,"statfs":{"total":773094113280,"available":772824678400,"internally_reserved":0,"allocated":9650176,"data_stored":4788724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":259575345},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000827"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728399+0000","last_change":"2024-09-19T08:08:37.732916+0000","last_active":"2024-09-19T08:08:38.728399+0000","last_peered":"2024-09-19T08:08:38.728399+0000","last_clean":"2024-09-19T08:08:38.728399+0000","last_became_active":"2024-09-19T08:08:37.732609+0000","last_became_peered":"2024-09-19T08:08:37.732609+0000","last_unstale":"2024-09-19T08:08:38.728399+0000","last_undegraded":"2024-09-19T08:08:38.728399+0000","last_fullsized":"2024-09-19T08:08:38.728399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:43.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729890+0000","last_change":"2024-09-19T08:08:37.733320+0000","last_active":"2024-09-19T08:08:38.729890+0000","last_peered":"2024-09-19T08:08:38.729890+0000","last_clean":"2024-09-19T08:08:38.729890+0000","last_became_active":"2024-09-19T08:08:37.733042+0000","last_became_peered":"2024-09-19T08:08:37.733042+0000","last_unstale":"2024-09-19T08:08:38.729890+0000","last_undegraded":"2024-09-19T08:08:38.729890+0000","last_fullsized":"2024-09-19T08:08:38.729890+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:52.531424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836233+0000","last_change":"2024-09-19T08:08:37.729127+0000","last_active":"2024-09-19T08:08:38.836233+0000","last_peered":"2024-09-19T08:08:38.836233+0000","last_clean":"2024-09-19T08:08:38.836233+0000","last_became_active":"2024-09-19T08:08:37.728854+0000","last_became_peered":"2024-09-19T08:08:37.728854+0000","last_unstale":"2024-09-19T08:08:38.836233+0000","last_undegraded":"2024-09-19T08:08:38.836233+0000","last_fullsized":"2024-09-19T08:08:38.836233+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.844191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835915+0000","last_change":"2024-09-19T08:08:37.744258+0000","last_active":"2024-09-19T08:08:38.835915+0000","last_peered":"2024-09-19T08:08:38.835915+0000","last_clean":"2024-09-19T08:08:38.835915+0000","last_became_active":"2024-09-19T08:08:37.743530+0000","last_became_peered":"2024-09-19T08:08:37.743530+0000","last_unstale":"2024-09-19T08:08:38.835915+0000","last_undegraded":"2024-09-19T08:08:38.835915+0000","last_fullsized":"2024-09-19T08:08:38.835915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:39.950785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835795+0000","last_change":"2024-09-19T08:08:37.738597+0000","last_active":"2024-09-19T08:08:38.835795+0000","last_peered":"2024-09-19T08:08:38.835795+0000","last_clean":"2024-09-19T08:08:38.835795+0000","last_became_active":"2024-09-19T08:08:37.738289+0000","last_became_peered":"2024-09-19T08:08:37.738289+0000","last_unstale":"2024-09-19T08:08:38.835795+0000","last_undegraded":"2024-09-19T08:08:38.835795+0000","last_fullsized":"2024-09-19T08:08:38.835795+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:46:08.327988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728132+0000","last_change":"2024-09-19T08:08:37.735046+0000","last_active":"2024-09-19T08:08:38.728132+0000","last_peered":"2024-09-19T08:08:38.728132+0000","last_clean":"2024-09-19T08:08:38.728132+0000","last_became_active":"2024-09-19T08:08:37.734746+0000","last_became_peered":"2024-09-19T08:08:37.734746+0000","last_unstale":"2024-09-19T08:08:38.728132+0000","last_undegraded":"2024-09-19T08:08:38.728132+0000","last_fullsized":"2024-09-19T08:08:38.728132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835473+0000","last_change":"2024-09-19T08:08:37.718589+0000","last_active":"2024-09-19T08:08:38.835473+0000","last_peered":"2024-09-19T08:08:38.835473+0000","last_clean":"2024-09-19T08:08:38.835473+0000","last_became_active":"2024-09-19T08:08:37.718221+0000","last_became_peered":"2024-09-19T08:08:37.718221+0000","last_unstale":"2024-09-19T08:08:38.835473+0000","last_undegraded":"2024-09-19T08:08:38.835473+0000","last_fullsized":"2024-09-19T08:08:38.835473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:51.458383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727912+0000","last_change":"2024-09-19T08:08:37.739475+0000","last_active":"2024-09-19T08:08:38.727912+0000","last_peered":"2024-09-19T08:08:38.727912+0000","last_clean":"2024-09-19T08:08:38.727912+0000","last_became_active":"2024-09-19T08:08:37.739203+0000","last_became_peered":"2024-09-19T08:08:37.739203+0000","last_unstale":"2024-09-19T08:08:38.727912+0000","last_undegraded":"2024-09-19T08:08:38.727912+0000","last_fullsized":"2024-09-19T08:08:38.727912+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728176+0000","last_change":"2024-09-19T08:08:37.727176+0000","last_active":"2024-09-19T08:08:38.728176+0000","last_peered":"2024-09-19T08:08:38.728176+0000","last_clean":"2024-09-19T08:08:38.728176+0000","last_became_active":"2024-09-19T08:08:37.726899+0000","last_became_peered":"2024-09-19T08:08:37.726899+0000","last_unstale":"2024-09-19T08:08:38.728176+0000","last_undegraded":"2024-09-19T08:08:38.728176+0000","last_fullsized":"2024-09-19T08:08:38.728176+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728263+0000","last_change":"2024-09-19T08:08:37.729521+0000","last_active":"2024-09-19T08:08:38.728263+0000","last_peered":"2024-09-19T08:08:38.728263+0000","last_clean":"2024-09-19T08:08:38.728263+0000","last_became_active":"2024-09-19T08:08:37.726443+0000","last_became_peered":"2024-09-19T08:08:37.726443+0000","last_unstale":"2024-09-19T08:08:38.728263+0000","last_undegraded":"2024-09-19T08:08:38.728263+0000","last_fullsized":"2024-09-19T08:08:38.728263+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:29.938664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729832+0000","last_change":"2024-09-19T08:08:37.738455+0000","last_active":"2024-09-19T08:08:38.729832+0000","last_peered":"2024-09-19T08:08:38.729832+0000","last_clean":"2024-09-19T08:08:38.729832+0000","last_became_active":"2024-09-19T08:08:37.738176+0000","last_became_peered":"2024-09-19T08:08:37.738176+0000","last_unstale":"2024-09-19T08:08:38.729832+0000","last_undegraded":"2024-09-19T08:08:38.729832+0000","last_fullsized":"2024-09-19T08:08:38.729832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:19.657572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729013+0000","last_change":"2024-09-19T08:08:37.727721+0000","last_active":"2024-09-19T08:08:38.729013+0000","last_peered":"2024-09-19T08:08:38.729013+0000","last_clean":"2024-09-19T08:08:38.729013+0000","last_became_active":"2024-09-19T08:08:37.727434+0000","last_became_peered":"2024-09-19T08:08:37.727434+0000","last_unstale":"2024-09-19T08:08:38.729013+0000","last_undegraded":"2024-09-19T08:08:38.729013+0000","last_fullsized":"2024-09-19T08:08:38.729013+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835881+0000","last_change":"2024-09-19T08:08:37.727272+0000","last_active":"2024-09-19T08:08:38.835881+0000","last_peered":"2024-09-19T08:08:38.835881+0000","last_clean":"2024-09-19T08:08:38.835881+0000","last_became_active":"2024-09-19T08:08:37.726977+0000","last_became_peered":"2024-09-19T08:08:37.726977+0000","last_unstale":"2024-09-19T08:08:38.835881+0000","last_undegraded":"2024-09-19T08:08:38.835881+0000","last_fullsized":"2024-09-19T08:08:38.835881+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835697+0000","last_change":"2024-09-19T08:08:37.743803+0000","last_active":"2024-09-19T08:08:38.835697+0000","last_peered":"2024-09-19T08:08:38.835697+0000","last_clean":"2024-09-19T08:08:38.835697+0000","last_became_active":"2024-09-19T08:08:37.743468+0000","last_became_peered":"2024-09-19T08:08:37.743468+0000","last_unstale":"2024-09-19T08:08:38.835697+0000","last_undegraded":"2024-09-19T08:08:38.835697+0000","last_fullsized":"2024-09-19T08:08:38.835697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:32.967963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836214+0000","last_change":"2024-09-19T08:08:37.737741+0000","last_active":"2024-09-19T08:08:38.836214+0000","last_peered":"2024-09-19T08:08:38.836214+0000","last_clean":"2024-09-19T08:08:38.836214+0000","last_became_active":"2024-09-19T08:08:37.737467+0000","last_became_peered":"2024-09-19T08:08:37.737467+0000","last_unstale":"2024-09-19T08:08:38.836214+0000","last_undegraded":"2024-09-19T08:08:38.836214+0000","last_fullsized":"2024-09-19T08:08:38.836214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:33.627912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835523+0000","last_change":"2024-09-19T08:08:37.727616+0000","last_active":"2024-09-19T08:08:38.835523+0000","last_peered":"2024-09-19T08:08:38.835523+0000","last_clean":"2024-09-19T08:08:38.835523+0000","last_became_active":"2024-09-19T08:08:37.726314+0000","last_became_peered":"2024-09-19T08:08:37.726314+0000","last_unstale":"2024-09-19T08:08:38.835523+0000","last_undegraded":"2024-09-19T08:08:38.835523+0000","last_fullsized":"2024-09-19T08:08:38.835523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:34.889293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836151+0000","last_change":"2024-09-19T08:08:37.728585+0000","last_active":"2024-09-19T08:08:38.836151+0000","last_peered":"2024-09-19T08:08:38.836151+0000","last_clean":"2024-09-19T08:08:38.836151+0000","last_became_active":"2024-09-19T08:08:37.728222+0000","last_became_peered":"2024-09-19T08:08:37.728222+0000","last_unstale":"2024-09-19T08:08:38.836151+0000","last_undegraded":"2024-09-19T08:08:38.836151+0000","last_fullsized":"2024-09-19T08:08:38.836151+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:24.470486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836175+0000","last_change":"2024-09-19T08:08:37.722779+0000","last_active":"2024-09-19T08:08:38.836175+0000","last_peered":"2024-09-19T08:08:38.836175+0000","last_clean":"2024-09-19T08:08:38.836175+0000","last_became_active":"2024-09-19T08:08:37.722435+0000","last_became_peered":"2024-09-19T08:08:37.722435+0000","last_unstale":"2024-09-19T08:08:38.836175+0000","last_undegraded":"2024-09-19T08:08:38.836175+0000","last_fullsized":"2024-09-19T08:08:38.836175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:23.041179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727205+0000","last_change":"2024-09-19T08:08:37.728686+0000","last_active":"2024-09-19T08:08:38.727205+0000","last_peered":"2024-09-19T08:08:38.727205+0000","last_clean":"2024-09-19T08:08:38.727205+0000","last_became_active":"2024-09-19T08:08:37.728172+0000","last_became_peered":"2024-09-19T08:08:37.728172+0000","last_unstale":"2024-09-19T08:08:38.727205+0000","last_undegraded":"2024-09-19T08:08:38.727205+0000","last_fullsized":"2024-09-19T08:08:38.727205+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836071+0000","last_change":"2024-09-19T08:08:37.728001+0000","last_active":"2024-09-19T08:08:38.836071+0000","last_peered":"2024-09-19T08:08:38.836071+0000","last_clean":"2024-09-19T08:08:38.836071+0000","last_became_active":"2024-09-19T08:08:37.727644+0000","last_became_peered":"2024-09-19T08:08:37.727644+0000","last_unstale":"2024-09-19T08:08:38.836071+0000","last_undegraded":"2024-09-19T08:08:38.836071+0000","last_fullsized":"2024-09-19T08:08:38.836071+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:04.561297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835656+0000","last_change":"2024-09-19T08:08:37.727136+0000","last_active":"2024-09-19T08:08:38.835656+0000","last_peered":"2024-09-19T08:08:38.835656+0000","last_clean":"2024-09-19T08:08:38.835656+0000","last_became_active":"2024-09-19T08:08:37.726861+0000","last_became_peered":"2024-09-19T08:08:37.726861+0000","last_unstale":"2024-09-19T08:08:38.835656+0000","last_undegraded":"2024-09-19T08:08:38.835656+0000","last_fullsized":"2024-09-19T08:08:38.835656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:15.657848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729592+0000","last_change":"2024-09-19T08:08:37.740637+0000","last_active":"2024-09-19T08:08:38.729592+0000","last_peered":"2024-09-19T08:08:38.729592+0000","last_clean":"2024-09-19T08:08:38.729592+0000","last_became_active":"2024-09-19T08:08:37.739953+0000","last_became_peered":"2024-09-19T08:08:37.739953+0000","last_unstale":"2024-09-19T08:08:38.729592+0000","last_undegraded":"2024-09-19T08:08:38.729592+0000","last_fullsized":"2024-09-19T08:08:38.729592+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:21.458073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728676+0000","last_change":"2024-09-19T08:08:37.730885+0000","last_active":"2024-09-19T08:08:38.728676+0000","last_peered":"2024-09-19T08:08:38.728676+0000","last_clean":"2024-09-19T08:08:38.728676+0000","last_became_active":"2024-09-19T08:08:37.730350+0000","last_became_peered":"2024-09-19T08:08:37.730350+0000","last_unstale":"2024-09-19T08:08:38.728676+0000","last_undegraded":"2024-09-19T08:08:38.728676+0000","last_fullsized":"2024-09-19T08:08:38.728676+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:58.516738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835967+0000","last_change":"2024-09-19T08:08:37.727096+0000","last_active":"2024-09-19T08:08:38.835967+0000","last_peered":"2024-09-19T08:08:38.835967+0000","last_clean":"2024-09-19T08:08:38.835967+0000","last_became_active":"2024-09-19T08:08:37.726605+0000","last_became_peered":"2024-09-19T08:08:37.726605+0000","last_unstale":"2024-09-19T08:08:38.835967+0000","last_undegraded":"2024-09-19T08:08:38.835967+0000","last_fullsized":"2024-09-19T08:08:38.835967+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:43.050883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729862+0000","last_change":"2024-09-19T08:08:37.732886+0000","last_active":"2024-09-19T08:08:38.729862+0000","last_peered":"2024-09-19T08:08:38.729862+0000","last_clean":"2024-09-19T08:08:38.729862+0000","last_became_active":"2024-09-19T08:08:37.732607+0000","last_became_peered":"2024-09-19T08:08:37.732607+0000","last_unstale":"2024-09-19T08:08:38.729862+0000","last_undegraded":"2024-09-19T08:08:38.729862+0000","last_fullsized":"2024-09-19T08:08:38.729862+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:09.546896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836225+0000","last_change":"2024-09-19T08:08:37.738634+0000","last_active":"2024-09-19T08:08:38.836225+0000","last_peered":"2024-09-19T08:08:38.836225+0000","last_clean":"2024-09-19T08:08:38.836225+0000","last_became_active":"2024-09-19T08:08:37.738353+0000","last_became_peered":"2024-09-19T08:08:37.738353+0000","last_unstale":"2024-09-19T08:08:38.836225+0000","last_undegraded":"2024-09-19T08:08:38.836225+0000","last_fullsized":"2024-09-19T08:08:38.836225+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835978+0000","last_change":"2024-09-19T08:08:37.731532+0000","last_active":"2024-09-19T08:08:38.835978+0000","last_peered":"2024-09-19T08:08:38.835978+0000","last_clean":"2024-09-19T08:08:38.835978+0000","last_became_active":"2024-09-19T08:08:37.730091+0000","last_became_peered":"2024-09-19T08:08:37.730091+0000","last_unstale":"2024-09-19T08:08:38.835978+0000","last_undegraded":"2024-09-19T08:08:38.835978+0000","last_fullsized":"2024-09-19T08:08:38.835978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.693491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728936+0000","last_change":"2024-09-19T08:08:37.728338+0000","last_active":"2024-09-19T08:08:38.728936+0000","last_peered":"2024-09-19T08:08:38.728936+0000","last_clean":"2024-09-19T08:08:38.728936+0000","last_became_active":"2024-09-19T08:08:37.728084+0000","last_became_peered":"2024-09-19T08:08:37.728084+0000","last_unstale":"2024-09-19T08:08:38.728936+0000","last_undegraded":"2024-09-19T08:08:38.728936+0000","last_fullsized":"2024-09-19T08:08:38.728936+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:53.017103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729643+0000","last_change":"2024-09-19T08:08:37.732453+0000","last_active":"2024-09-19T08:08:38.729643+0000","last_peered":"2024-09-19T08:08:38.729643+0000","last_clean":"2024-09-19T08:08:38.729643+0000","last_became_active":"2024-09-19T08:08:37.732140+0000","last_became_peered":"2024-09-19T08:08:37.732140+0000","last_unstale":"2024-09-19T08:08:38.729643+0000","last_undegraded":"2024-09-19T08:08:38.729643+0000","last_fullsized":"2024-09-19T08:08:38.729643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:49.439421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729752+0000","last_change":"2024-09-19T08:08:37.737315+0000","last_active":"2024-09-19T08:08:38.729752+0000","last_peered":"2024-09-19T08:08:38.729752+0000","last_clean":"2024-09-19T08:08:38.729752+0000","last_became_active":"2024-09-19T08:08:37.736964+0000","last_became_peered":"2024-09-19T08:08:37.736964+0000","last_unstale":"2024-09-19T08:08:38.729752+0000","last_undegraded":"2024-09-19T08:08:38.729752+0000","last_fullsized":"2024-09-19T08:08:38.729752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:48.257136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835554+0000","last_change":"2024-09-19T08:08:37.730032+0000","last_active":"2024-09-19T08:08:38.835554+0000","last_peered":"2024-09-19T08:08:38.835554+0000","last_clean":"2024-09-19T08:08:38.835554+0000","last_became_active":"2024-09-19T08:08:37.729743+0000","last_became_peered":"2024-09-19T08:08:37.729743+0000","last_unstale":"2024-09-19T08:08:38.835554+0000","last_undegraded":"2024-09-19T08:08:38.835554+0000","last_fullsized":"2024-09-19T08:08:38.835554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:22.347973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728231+0000","last_change":"2024-09-19T08:08:37.739562+0000","last_active":"2024-09-19T08:08:38.728231+0000","last_peered":"2024-09-19T08:08:38.728231+0000","last_clean":"2024-09-19T08:08:38.728231+0000","last_became_active":"2024-09-19T08:08:37.739000+0000","last_became_peered":"2024-09-19T08:08:37.739000+0000","last_unstale":"2024-09-19T08:08:38.728231+0000","last_undegraded":"2024-09-19T08:08:38.728231+0000","last_fullsized":"2024-09-19T08:08:38.728231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:44.972793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836032+0000","last_change":"2024-09-19T08:08:37.730646+0000","last_active":"2024-09-19T08:08:38.836032+0000","last_peered":"2024-09-19T08:08:38.836032+0000","last_clean":"2024-09-19T08:08:38.836032+0000","last_became_active":"2024-09-19T08:08:37.730370+0000","last_became_peered":"2024-09-19T08:08:37.730370+0000","last_unstale":"2024-09-19T08:08:38.836032+0000","last_undegraded":"2024-09-19T08:08:38.836032+0000","last_fullsized":"2024-09-19T08:08:38.836032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:36.183900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"85'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728794+0000","last_change":"2024-09-19T08:08:36.726356+0000","last_active":"2024-09-19T08:08:38.728794+0000","last_peered":"2024-09-19T08:08:38.728794+0000","last_clean":"2024-09-19T08:08:38.728794+0000","last_became_active":"2024-09-19T08:08:36.726065+0000","last_became_peered":"2024-09-19T08:08:36.726065+0000","last_unstale":"2024-09-19T08:08:38.728794+0000","last_undegraded":"2024-09-19T08:08:38.728794+0000","last_fullsized":"2024-09-19T08:08:38.728794+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:27.200246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728683+0000","last_change":"2024-09-19T08:08:37.729661+0000","last_active":"2024-09-19T08:08:38.728683+0000","last_peered":"2024-09-19T08:08:38.728683+0000","last_clean":"2024-09-19T08:08:38.728683+0000","last_became_active":"2024-09-19T08:08:37.729366+0000","last_became_peered":"2024-09-19T08:08:37.729366+0000","last_unstale":"2024-09-19T08:08:38.728683+0000","last_undegraded":"2024-09-19T08:08:38.728683+0000","last_fullsized":"2024-09-19T08:08:38.728683+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836237+0000","last_change":"2024-09-19T08:08:36.733860+0000","last_active":"2024-09-19T08:08:38.836237+0000","last_peered":"2024-09-19T08:08:38.836237+0000","last_clean":"2024-09-19T08:08:38.836237+0000","last_became_active":"2024-09-19T08:08:36.733577+0000","last_became_peered":"2024-09-19T08:08:36.733577+0000","last_unstale":"2024-09-19T08:08:38.836237+0000","last_undegraded":"2024-09-19T08:08:38.836237+0000","last_fullsized":"2024-09-19T08:08:38.836237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:51.038518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729078+0000","last_change":"2024-09-19T08:08:37.739793+0000","last_active":"2024-09-19T08:08:38.729078+0000","last_peered":"2024-09-19T08:08:38.729078+0000","last_clean":"2024-09-19T08:08:38.729078+0000","last_became_active":"2024-09-19T08:08:37.738279+0000","last_became_peered":"2024-09-19T08:08:37.738279+0000","last_unstale":"2024-09-19T08:08:38.729078+0000","last_undegraded":"2024-09-19T08:08:38.729078+0000","last_fullsized":"2024-09-19T08:08:38.729078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727167+0000","last_change":"2024-09-19T08:08:36.729305+0000","last_active":"2024-09-19T08:08:38.727167+0000","last_peered":"2024-09-19T08:08:38.727167+0000","last_clean":"2024-09-19T08:08:38.727167+0000","last_became_active":"2024-09-19T08:08:36.728870+0000","last_became_peered":"2024-09-19T08:08:36.728870+0000","last_unstale":"2024-09-19T08:08:38.727167+0000","last_undegraded":"2024-09-19T08:08:38.727167+0000","last_fullsized":"2024-09-19T08:08:38.727167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:32.443787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836379+0000","last_change":"2024-09-19T08:08:37.729731+0000","last_active":"2024-09-19T08:08:38.836379+0000","last_peered":"2024-09-19T08:08:38.836379+0000","last_clean":"2024-09-19T08:08:38.836379+0000","last_became_active":"2024-09-19T08:08:37.729443+0000","last_became_peered":"2024-09-19T08:08:37.729443+0000","last_unstale":"2024-09-19T08:08:38.836379+0000","last_undegraded":"2024-09-19T08:08:38.836379+0000","last_fullsized":"2024-09-19T08:08:38.836379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:21.240138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726949+0000","last_change":"2024-09-19T08:08:36.730932+0000","last_active":"2024-09-19T08:08:38.726949+0000","last_peered":"2024-09-19T08:08:38.726949+0000","last_clean":"2024-09-19T08:08:38.726949+0000","last_became_active":"2024-09-19T08:08:36.730290+0000","last_became_peered":"2024-09-19T08:08:36.730290+0000","last_unstale":"2024-09-19T08:08:38.726949+0000","last_undegraded":"2024-09-19T08:08:38.726949+0000","last_fullsized":"2024-09-19T08:08:38.726949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:36.349636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729571+0000","last_change":"2024-09-19T08:08:37.745935+0000","last_active":"2024-09-19T08:08:38.729571+0000","last_peered":"2024-09-19T08:08:38.729571+0000","last_clean":"2024-09-19T08:08:38.729571+0000","last_became_active":"2024-09-19T08:08:37.745649+0000","last_became_peered":"2024-09-19T08:08:37.745649+0000","last_unstale":"2024-09-19T08:08:38.729571+0000","last_undegraded":"2024-09-19T08:08:38.729571+0000","last_fullsized":"2024-09-19T08:08:38.729571+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:18.794465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836262+0000","last_change":"2024-09-19T08:08:36.722431+0000","last_active":"2024-09-19T08:08:38.836262+0000","last_peered":"2024-09-19T08:08:38.836262+0000","last_clean":"2024-09-19T08:08:38.836262+0000","last_became_active":"2024-09-19T08:08:36.722174+0000","last_became_peered":"2024-09-19T08:08:36.722174+0000","last_unstale":"2024-09-19T08:08:38.836262+0000","last_undegraded":"2024-09-19T08:08:38.836262+0000","last_fullsized":"2024-09-19T08:08:38.836262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:53.122614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835869+0000","last_change":"2024-09-19T08:08:37.730727+0000","last_active":"2024-09-19T08:08:38.835869+0000","last_peered":"2024-09-19T08:08:38.835869+0000","last_clean":"2024-09-19T08:08:38.835869+0000","last_became_active":"2024-09-19T08:08:37.730446+0000","last_became_peered":"2024-09-19T08:08:37.730446+0000","last_unstale":"2024-09-19T08:08:38.835869+0000","last_undegraded":"2024-09-19T08:08:38.835869+0000","last_fullsized":"2024-09-19T08:08:38.835869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:38.134693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835694+0000","last_change":"2024-09-19T08:08:36.724441+0000","last_active":"2024-09-19T08:08:38.835694+0000","last_peered":"2024-09-19T08:08:38.835694+0000","last_clean":"2024-09-19T08:08:38.835694+0000","last_became_active":"2024-09-19T08:08:36.723375+0000","last_became_peered":"2024-09-19T08:08:36.723375+0000","last_unstale":"2024-09-19T08:08:38.835694+0000","last_undegraded":"2024-09-19T08:08:38.835694+0000","last_fullsized":"2024-09-19T08:08:38.835694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:24.220654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835948+0000","last_change":"2024-09-19T08:08:37.727633+0000","last_active":"2024-09-19T08:08:38.835948+0000","last_peered":"2024-09-19T08:08:38.835948+0000","last_clean":"2024-09-19T08:08:38.835948+0000","last_became_active":"2024-09-19T08:08:37.727322+0000","last_became_peered":"2024-09-19T08:08:37.727322+0000","last_unstale":"2024-09-19T08:08:38.835948+0000","last_undegraded":"2024-09-19T08:08:38.835948+0000","last_fullsized":"2024-09-19T08:08:38.835948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:46:40.605817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726716+0000","last_change":"2024-09-19T08:08:36.732144+0000","last_active":"2024-09-19T08:08:38.726716+0000","last_peered":"2024-09-19T08:08:38.726716+0000","last_clean":"2024-09-19T08:08:38.726716+0000","last_became_active":"2024-09-19T08:08:36.731889+0000","last_became_peered":"2024-09-19T08:08:36.731889+0000","last_unstale":"2024-09-19T08:08:38.726716+0000","last_undegraded":"2024-09-19T08:08:38.726716+0000","last_fullsized":"2024-09-19T08:08:38.726716+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:15.150169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836258+0000","last_change":"2024-09-19T08:08:37.724911+0000","last_active":"2024-09-19T08:08:38.836258+0000","last_peered":"2024-09-19T08:08:38.836258+0000","last_clean":"2024-09-19T08:08:38.836258+0000","last_became_active":"2024-09-19T08:08:37.724383+0000","last_became_peered":"2024-09-19T08:08:37.724383+0000","last_unstale":"2024-09-19T08:08:38.836258+0000","last_undegraded":"2024-09-19T08:08:38.836258+0000","last_fullsized":"2024-09-19T08:08:38.836258+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:55.240271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729441+0000","last_change":"2024-09-19T08:08:36.729559+0000","last_active":"2024-09-19T08:08:38.729441+0000","last_peered":"2024-09-19T08:08:38.729441+0000","last_clean":"2024-09-19T08:08:38.729441+0000","last_became_active":"2024-09-19T08:08:36.727700+0000","last_became_peered":"2024-09-19T08:08:36.727700+0000","last_unstale":"2024-09-19T08:08:38.729441+0000","last_undegraded":"2024-09-19T08:08:38.729441+0000","last_fullsized":"2024-09-19T08:08:38.729441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:01.161590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836057+0000","last_change":"2024-09-19T08:08:37.740274+0000","last_active":"2024-09-19T08:08:38.836057+0000","last_peered":"2024-09-19T08:08:38.836057+0000","last_clean":"2024-09-19T08:08:38.836057+0000","last_became_active":"2024-09-19T08:08:37.739976+0000","last_became_peered":"2024-09-19T08:08:37.739976+0000","last_unstale":"2024-09-19T08:08:38.836057+0000","last_undegraded":"2024-09-19T08:08:38.836057+0000","last_fullsized":"2024-09-19T08:08:38.836057+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:21.953567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728944+0000","last_change":"2024-09-19T08:08:36.725178+0000","last_active":"2024-09-19T08:08:38.728944+0000","last_peered":"2024-09-19T08:08:38.728944+0000","last_clean":"2024-09-19T08:08:38.728944+0000","last_became_active":"2024-09-19T08:08:36.724900+0000","last_became_peered":"2024-09-19T08:08:36.724900+0000","last_unstale":"2024-09-19T08:08:38.728944+0000","last_undegraded":"2024-09-19T08:08:38.728944+0000","last_fullsized":"2024-09-19T08:08:38.728944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:08.975880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728363+0000","last_change":"2024-09-19T08:08:37.734944+0000","last_active":"2024-09-19T08:08:38.728363+0000","last_peered":"2024-09-19T08:08:38.728363+0000","last_clean":"2024-09-19T08:08:38.728363+0000","last_became_active":"2024-09-19T08:08:37.734650+0000","last_became_peered":"2024-09-19T08:08:37.734650+0000","last_unstale":"2024-09-19T08:08:38.728363+0000","last_undegraded":"2024-09-19T08:08:38.728363+0000","last_fullsized":"2024-09-19T08:08:38.728363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728366+0000","last_change":"2024-09-19T08:08:36.731426+0000","last_active":"2024-09-19T08:08:38.728366+0000","last_peered":"2024-09-19T08:08:38.728366+0000","last_clean":"2024-09-19T08:08:38.728366+0000","last_became_active":"2024-09-19T08:08:36.731149+0000","last_became_peered":"2024-09-19T08:08:36.731149+0000","last_unstale":"2024-09-19T08:08:38.728366+0000","last_undegraded":"2024-09-19T08:08:38.728366+0000","last_fullsized":"2024-09-19T08:08:38.728366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:13.685838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726953+0000","last_change":"2024-09-19T08:08:37.725975+0000","last_active":"2024-09-19T08:08:38.726953+0000","last_peered":"2024-09-19T08:08:38.726953+0000","last_clean":"2024-09-19T08:08:38.726953+0000","last_became_active":"2024-09-19T08:08:37.725581+0000","last_became_peered":"2024-09-19T08:08:37.725581+0000","last_unstale":"2024-09-19T08:08:38.726953+0000","last_undegraded":"2024-09-19T08:08:38.726953+0000","last_fullsized":"2024-09-19T08:08:38.726953+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:39.113621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"85'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729288+0000","last_change":"2024-09-19T08:08:36.726397+0000","last_active":"2024-09-19T08:08:38.729288+0000","last_peered":"2024-09-19T08:08:38.729288+0000","last_clean":"2024-09-19T08:08:38.729288+0000","last_became_active":"2024-09-19T08:08:36.726129+0000","last_became_peered":"2024-09-19T08:08:36.726129+0000","last_unstale":"2024-09-19T08:08:38.729288+0000","last_undegraded":"2024-09-19T08:08:38.729288+0000","last_fullsized":"2024-09-19T08:08:38.729288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:18.649908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836198+0000","last_change":"2024-09-19T08:08:37.731774+0000","last_active":"2024-09-19T08:08:38.836198+0000","last_peered":"2024-09-19T08:08:38.836198+0000","last_clean":"2024-09-19T08:08:38.836198+0000","last_became_active":"2024-09-19T08:08:37.731514+0000","last_became_peered":"2024-09-19T08:08:37.731514+0000","last_unstale":"2024-09-19T08:08:38.836198+0000","last_undegraded":"2024-09-19T08:08:38.836198+0000","last_fullsized":"2024-09-19T08:08:38.836198+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:04.272387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"85'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728449+0000","last_change":"2024-09-19T08:08:36.724114+0000","last_active":"2024-09-19T08:08:38.728449+0000","last_peered":"2024-09-19T08:08:38.728449+0000","last_clean":"2024-09-19T08:08:38.728449+0000","last_became_active":"2024-09-19T08:08:36.723683+0000","last_became_peered":"2024-09-19T08:08:36.723683+0000","last_unstale":"2024-09-19T08:08:38.728449+0000","last_undegraded":"2024-09-19T08:08:38.728449+0000","last_fullsized":"2024-09-19T08:08:38.728449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:15.150169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726776+0000","last_change":"2024-09-19T08:08:37.732445+0000","last_active":"2024-09-19T08:08:38.726776+0000","last_peered":"2024-09-19T08:08:38.726776+0000","last_clean":"2024-09-19T08:08:38.726776+0000","last_became_active":"2024-09-19T08:08:37.732077+0000","last_became_peered":"2024-09-19T08:08:37.732077+0000","last_unstale":"2024-09-19T08:08:38.726776+0000","last_undegraded":"2024-09-19T08:08:38.726776+0000","last_fullsized":"2024-09-19T08:08:38.726776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:19:43.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729642+0000","last_change":"2024-09-19T08:08:36.730267+0000","last_active":"2024-09-19T08:08:38.729642+0000","last_peered":"2024-09-19T08:08:38.729642+0000","last_clean":"2024-09-19T08:08:38.729642+0000","last_became_active":"2024-09-19T08:08:36.729952+0000","last_became_peered":"2024-09-19T08:08:36.729952+0000","last_unstale":"2024-09-19T08:08:38.729642+0000","last_undegraded":"2024-09-19T08:08:38.729642+0000","last_fullsized":"2024-09-19T08:08:38.729642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.718015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836059+0000","last_change":"2024-09-19T08:08:37.727531+0000","last_active":"2024-09-19T08:08:38.836059+0000","last_peered":"2024-09-19T08:08:38.836059+0000","last_clean":"2024-09-19T08:08:38.836059+0000","last_became_active":"2024-09-19T08:08:37.726959+0000","last_became_peered":"2024-09-19T08:08:37.726959+0000","last_unstale":"2024-09-19T08:08:38.836059+0000","last_undegraded":"2024-09-19T08:08:38.836059+0000","last_fullsized":"2024-09-19T08:08:38.836059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835833+0000","last_change":"2024-09-19T08:08:36.725287+0000","last_active":"2024-09-19T08:08:38.835833+0000","last_peered":"2024-09-19T08:08:38.835833+0000","last_clean":"2024-09-19T08:08:38.835833+0000","last_became_active":"2024-09-19T08:08:36.725019+0000","last_became_peered":"2024-09-19T08:08:36.725019+0000","last_unstale":"2024-09-19T08:08:38.835833+0000","last_undegraded":"2024-09-19T08:08:38.835833+0000","last_fullsized":"2024-09-19T08:08:38.835833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:59.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729434+0000","last_change":"2024-09-19T08:08:37.735092+0000","last_active":"2024-09-19T08:08:38.729434+0000","last_peered":"2024-09-19T08:08:38.729434+0000","last_clean":"2024-09-19T08:08:38.729434+0000","last_became_active":"2024-09-19T08:08:37.734802+0000","last_became_peered":"2024-09-19T08:08:37.734802+0000","last_unstale":"2024-09-19T08:08:38.729434+0000","last_undegraded":"2024-09-19T08:08:38.729434+0000","last_fullsized":"2024-09-19T08:08:38.729434+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:23.094031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728093+0000","last_change":"2024-09-19T08:08:36.730980+0000","last_active":"2024-09-19T08:08:38.728093+0000","last_peered":"2024-09-19T08:08:38.728093+0000","last_clean":"2024-09-19T08:08:38.728093+0000","last_became_active":"2024-09-19T08:08:36.730667+0000","last_became_peered":"2024-09-19T08:08:36.730667+0000","last_unstale":"2024-09-19T08:08:38.728093+0000","last_undegraded":"2024-09-19T08:08:38.728093+0000","last_fullsized":"2024-09-19T08:08:38.728093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729394+0000","last_change":"2024-09-19T08:08:37.736819+0000","last_active":"2024-09-19T08:08:38.729394+0000","last_peered":"2024-09-19T08:08:38.729394+0000","last_clean":"2024-09-19T08:08:38.729394+0000","last_became_active":"2024-09-19T08:08:37.736480+0000","last_became_peered":"2024-09-19T08:08:37.736480+0000","last_unstale":"2024-09-19T08:08:38.729394+0000","last_undegraded":"2024-09-19T08:08:38.729394+0000","last_fullsized":"2024-09-19T08:08:38.729394+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:22.527402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"85'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726726+0000","last_change":"2024-09-19T08:08:36.727363+0000","last_active":"2024-09-19T08:08:38.726726+0000","last_peered":"2024-09-19T08:08:38.726726+0000","last_clean":"2024-09-19T08:08:38.726726+0000","last_became_active":"2024-09-19T08:08:36.727072+0000","last_became_peered":"2024-09-19T08:08:36.727072+0000","last_unstale":"2024-09-19T08:08:38.726726+0000","last_undegraded":"2024-09-19T08:08:38.726726+0000","last_fullsized":"2024-09-19T08:08:38.726726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:51.467988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836671+0000","last_change":"2024-09-19T08:08:37.726464+0000","last_active":"2024-09-19T08:08:38.836671+0000","last_peered":"2024-09-19T08:08:38.836671+0000","last_clean":"2024-09-19T08:08:38.836671+0000","last_became_active":"2024-09-19T08:08:37.726180+0000","last_became_peered":"2024-09-19T08:08:37.726180+0000","last_unstale":"2024-09-19T08:08:38.836671+0000","last_undegraded":"2024-09-19T08:08:38.836671+0000","last_fullsized":"2024-09-19T08:08:38.836671+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:48.703347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729142+0000","last_change":"2024-09-19T08:08:36.728551+0000","last_active":"2024-09-19T08:08:38.729142+0000","last_peered":"2024-09-19T08:08:38.729142+0000","last_clean":"2024-09-19T08:08:38.729142+0000","last_became_active":"2024-09-19T08:08:36.728280+0000","last_became_peered":"2024-09-19T08:08:36.728280+0000","last_unstale":"2024-09-19T08:08:38.729142+0000","last_undegraded":"2024-09-19T08:08:38.729142+0000","last_fullsized":"2024-09-19T08:08:38.729142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:09.023712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728536+0000","last_change":"2024-09-19T08:08:37.731450+0000","last_active":"2024-09-19T08:08:38.728536+0000","last_peered":"2024-09-19T08:08:38.728536+0000","last_clean":"2024-09-19T08:08:38.728536+0000","last_became_active":"2024-09-19T08:08:37.729921+0000","last_became_peered":"2024-09-19T08:08:37.729921+0000","last_unstale":"2024-09-19T08:08:38.728536+0000","last_undegraded":"2024-09-19T08:08:38.728536+0000","last_fullsized":"2024-09-19T08:08:38.728536+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:39.113621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.726947+0000","last_change":"2024-09-19T08:08:36.732880+0000","last_active":"2024-09-19T08:08:38.726947+0000","last_peered":"2024-09-19T08:08:38.726947+0000","last_clean":"2024-09-19T08:08:38.726947+0000","last_became_active":"2024-09-19T08:08:36.732611+0000","last_became_peered":"2024-09-19T08:08:36.732611+0000","last_unstale":"2024-09-19T08:08:38.726947+0000","last_undegraded":"2024-09-19T08:08:38.726947+0000","last_fullsized":"2024-09-19T08:08:38.726947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:41.722888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836173+0000","last_change":"2024-09-19T08:08:37.739605+0000","last_active":"2024-09-19T08:08:38.836173+0000","last_peered":"2024-09-19T08:08:38.836173+0000","last_clean":"2024-09-19T08:08:38.836173+0000","last_became_active":"2024-09-19T08:08:37.739340+0000","last_became_peered":"2024-09-19T08:08:37.739340+0000","last_unstale":"2024-09-19T08:08:38.836173+0000","last_undegraded":"2024-09-19T08:08:38.836173+0000","last_fullsized":"2024-09-19T08:08:38.836173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:41.409718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727050+0000","last_change":"2024-09-19T08:08:36.730709+0000","last_active":"2024-09-19T08:08:38.727050+0000","last_peered":"2024-09-19T08:08:38.727050+0000","last_clean":"2024-09-19T08:08:38.727050+0000","last_became_active":"2024-09-19T08:08:36.729957+0000","last_became_peered":"2024-09-19T08:08:36.729957+0000","last_unstale":"2024-09-19T08:08:38.727050+0000","last_undegraded":"2024-09-19T08:08:38.727050+0000","last_fullsized":"2024-09-19T08:08:38.727050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835725+0000","last_change":"2024-09-19T08:08:37.743849+0000","last_active":"2024-09-19T08:08:38.835725+0000","last_peered":"2024-09-19T08:08:38.835725+0000","last_clean":"2024-09-19T08:08:38.835725+0000","last_became_active":"2024-09-19T08:08:37.743577+0000","last_became_peered":"2024-09-19T08:08:37.743577+0000","last_unstale":"2024-09-19T08:08:38.835725+0000","last_undegraded":"2024-09-19T08:08:38.835725+0000","last_fullsized":"2024-09-19T08:08:38.835725+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:32.077227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835943+0000","last_change":"2024-09-19T08:08:36.729250+0000","last_active":"2024-09-19T08:08:38.835943+0000","last_peered":"2024-09-19T08:08:38.835943+0000","last_clean":"2024-09-19T08:08:38.835943+0000","last_became_active":"2024-09-19T08:08:36.728952+0000","last_became_peered":"2024-09-19T08:08:36.728952+0000","last_unstale":"2024-09-19T08:08:38.835943+0000","last_undegraded":"2024-09-19T08:08:38.835943+0000","last_fullsized":"2024-09-19T08:08:38.835943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:09.336692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727928+0000","last_change":"2024-09-19T08:08:37.738822+0000","last_active":"2024-09-19T08:08:38.727928+0000","last_peered":"2024-09-19T08:08:38.727928+0000","last_clean":"2024-09-19T08:08:38.727928+0000","last_became_active":"2024-09-19T08:08:37.738501+0000","last_became_peered":"2024-09-19T08:08:37.738501+0000","last_unstale":"2024-09-19T08:08:38.727928+0000","last_undegraded":"2024-09-19T08:08:38.727928+0000","last_fullsized":"2024-09-19T08:08:38.727928+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835788+0000","last_change":"2024-09-19T08:08:36.734316+0000","last_active":"2024-09-19T08:08:38.835788+0000","last_peered":"2024-09-19T08:08:38.835788+0000","last_clean":"2024-09-19T08:08:38.835788+0000","last_became_active":"2024-09-19T08:08:36.734041+0000","last_became_peered":"2024-09-19T08:08:36.734041+0000","last_unstale":"2024-09-19T08:08:38.835788+0000","last_undegraded":"2024-09-19T08:08:38.835788+0000","last_fullsized":"2024-09-19T08:08:38.835788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:37.781817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835472+0000","last_change":"2024-09-19T08:08:37.734067+0000","last_active":"2024-09-19T08:08:38.835472+0000","last_peered":"2024-09-19T08:08:38.835472+0000","last_clean":"2024-09-19T08:08:38.835472+0000","last_became_active":"2024-09-19T08:08:37.733780+0000","last_became_peered":"2024-09-19T08:08:37.733780+0000","last_unstale":"2024-09-19T08:08:38.835472+0000","last_undegraded":"2024-09-19T08:08:38.835472+0000","last_fullsized":"2024-09-19T08:08:38.835472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:10.463847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835415+0000","last_change":"2024-09-19T08:08:36.731503+0000","last_active":"2024-09-19T08:08:38.835415+0000","last_peered":"2024-09-19T08:08:38.835415+0000","last_clean":"2024-09-19T08:08:38.835415+0000","last_became_active":"2024-09-19T08:08:36.731205+0000","last_became_peered":"2024-09-19T08:08:36.731205+0000","last_unstale":"2024-09-19T08:08:38.835415+0000","last_undegraded":"2024-09-19T08:08:38.835415+0000","last_fullsized":"2024-09-19T08:08:38.835415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:25.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727832+0000","last_change":"2024-09-19T08:08:37.728498+0000","last_active":"2024-09-19T08:08:38.727832+0000","last_peered":"2024-09-19T08:08:38.727832+0000","last_clean":"2024-09-19T08:08:38.727832+0000","last_became_active":"2024-09-19T08:08:37.728032+0000","last_became_peered":"2024-09-19T08:08:37.728032+0000","last_unstale":"2024-09-19T08:08:38.727832+0000","last_undegraded":"2024-09-19T08:08:38.727832+0000","last_fullsized":"2024-09-19T08:08:38.727832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835555+0000","last_change":"2024-09-19T08:08:36.728509+0000","last_active":"2024-09-19T08:08:38.835555+0000","last_peered":"2024-09-19T08:08:38.835555+0000","last_clean":"2024-09-19T08:08:38.835555+0000","last_became_active":"2024-09-19T08:08:36.728236+0000","last_became_peered":"2024-09-19T08:08:36.728236+0000","last_unstale":"2024-09-19T08:08:38.835555+0000","last_undegraded":"2024-09-19T08:08:38.835555+0000","last_fullsized":"2024-09-19T08:08:38.835555+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:56.180583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836386+0000","last_change":"2024-09-19T08:08:37.730091+0000","last_active":"2024-09-19T08:08:38.836386+0000","last_peered":"2024-09-19T08:08:38.836386+0000","last_clean":"2024-09-19T08:08:38.836386+0000","last_became_active":"2024-09-19T08:08:37.729827+0000","last_became_peered":"2024-09-19T08:08:37.729827+0000","last_unstale":"2024-09-19T08:08:38.836386+0000","last_undegraded":"2024-09-19T08:08:38.836386+0000","last_fullsized":"2024-09-19T08:08:38.836386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:10.958835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"85'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729853+0000","last_change":"2024-09-19T08:08:36.725527+0000","last_active":"2024-09-19T08:08:38.729853+0000","last_peered":"2024-09-19T08:08:38.729853+0000","last_clean":"2024-09-19T08:08:38.729853+0000","last_became_active":"2024-09-19T08:08:36.725260+0000","last_became_peered":"2024-09-19T08:08:36.725260+0000","last_unstale":"2024-09-19T08:08:38.729853+0000","last_undegraded":"2024-09-19T08:08:38.729853+0000","last_fullsized":"2024-09-19T08:08:38.729853+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:15.136268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836709+0000","last_change":"2024-09-19T08:08:37.728163+0000","last_active":"2024-09-19T08:08:38.836709+0000","last_peered":"2024-09-19T08:08:38.836709+0000","last_clean":"2024-09-19T08:08:38.836709+0000","last_became_active":"2024-09-19T08:08:37.727876+0000","last_became_peered":"2024-09-19T08:08:37.727876+0000","last_unstale":"2024-09-19T08:08:38.836709+0000","last_undegraded":"2024-09-19T08:08:38.836709+0000","last_fullsized":"2024-09-19T08:08:38.836709+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:05.685722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"86'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.730909+0000","last_change":"2024-09-19T08:08:36.731623+0000","last_active":"2024-09-19T08:08:38.730909+0000","last_peered":"2024-09-19T08:08:38.730909+0000","last_clean":"2024-09-19T08:08:38.730909+0000","last_became_active":"2024-09-19T08:08:36.730699+0000","last_became_peered":"2024-09-19T08:08:36.730699+0000","last_unstale":"2024-09-19T08:08:38.730909+0000","last_undegraded":"2024-09-19T08:08:38.730909+0000","last_fullsized":"2024-09-19T08:08:38.730909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:59.379862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729201+0000","last_change":"2024-09-19T08:08:37.722437+0000","last_active":"2024-09-19T08:08:38.729201+0000","last_peered":"2024-09-19T08:08:38.729201+0000","last_clean":"2024-09-19T08:08:38.729201+0000","last_became_active":"2024-09-19T08:08:37.722126+0000","last_became_peered":"2024-09-19T08:08:37.722126+0000","last_unstale":"2024-09-19T08:08:38.729201+0000","last_undegraded":"2024-09-19T08:08:38.729201+0000","last_fullsized":"2024-09-19T08:08:38.729201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:05.751159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729356+0000","last_change":"2024-09-19T08:08:36.726122+0000","last_active":"2024-09-19T08:08:38.729356+0000","last_peered":"2024-09-19T08:08:38.729356+0000","last_clean":"2024-09-19T08:08:38.729356+0000","last_became_active":"2024-09-19T08:08:36.725567+0000","last_became_peered":"2024-09-19T08:08:36.725567+0000","last_unstale":"2024-09-19T08:08:38.729356+0000","last_undegraded":"2024-09-19T08:08:38.729356+0000","last_fullsized":"2024-09-19T08:08:38.729356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:51.523760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836314+0000","last_change":"2024-09-19T08:08:37.731910+0000","last_active":"2024-09-19T08:08:38.836314+0000","last_peered":"2024-09-19T08:08:38.836314+0000","last_clean":"2024-09-19T08:08:38.836314+0000","last_became_active":"2024-09-19T08:08:37.731189+0000","last_became_peered":"2024-09-19T08:08:37.731189+0000","last_unstale":"2024-09-19T08:08:38.836314+0000","last_undegraded":"2024-09-19T08:08:38.836314+0000","last_fullsized":"2024-09-19T08:08:38.836314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:01.612546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729234+0000","last_change":"2024-09-19T08:08:36.724713+0000","last_active":"2024-09-19T08:08:38.729234+0000","last_peered":"2024-09-19T08:08:38.729234+0000","last_clean":"2024-09-19T08:08:38.729234+0000","last_became_active":"2024-09-19T08:08:36.724435+0000","last_became_peered":"2024-09-19T08:08:36.724435+0000","last_unstale":"2024-09-19T08:08:38.729234+0000","last_undegraded":"2024-09-19T08:08:38.729234+0000","last_fullsized":"2024-09-19T08:08:38.729234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:47.249472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728202+0000","last_change":"2024-09-19T08:08:37.738702+0000","last_active":"2024-09-19T08:08:38.728202+0000","last_peered":"2024-09-19T08:08:38.728202+0000","last_clean":"2024-09-19T08:08:38.728202+0000","last_became_active":"2024-09-19T08:08:37.738428+0000","last_became_peered":"2024-09-19T08:08:37.738428+0000","last_unstale":"2024-09-19T08:08:38.728202+0000","last_undegraded":"2024-09-19T08:08:38.728202+0000","last_fullsized":"2024-09-19T08:08:38.728202+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:09.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727093+0000","last_change":"2024-09-19T08:08:36.727999+0000","last_active":"2024-09-19T08:08:38.727093+0000","last_peered":"2024-09-19T08:08:38.727093+0000","last_clean":"2024-09-19T08:08:38.727093+0000","last_became_active":"2024-09-19T08:08:36.727730+0000","last_became_peered":"2024-09-19T08:08:36.727730+0000","last_unstale":"2024-09-19T08:08:38.727093+0000","last_undegraded":"2024-09-19T08:08:38.727093+0000","last_fullsized":"2024-09-19T08:08:38.727093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:00.812316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.727000+0000","last_change":"2024-09-19T08:08:37.728625+0000","last_active":"2024-09-19T08:08:38.727000+0000","last_peered":"2024-09-19T08:08:38.727000+0000","last_clean":"2024-09-19T08:08:38.727000+0000","last_became_active":"2024-09-19T08:08:37.728098+0000","last_became_peered":"2024-09-19T08:08:37.728098+0000","last_unstale":"2024-09-19T08:08:38.727000+0000","last_undegraded":"2024-09-19T08:08:38.727000+0000","last_fullsized":"2024-09-19T08:08:38.727000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835704+0000","last_change":"2024-09-19T08:08:36.724525+0000","last_active":"2024-09-19T08:08:38.835704+0000","last_peered":"2024-09-19T08:08:38.835704+0000","last_clean":"2024-09-19T08:08:38.835704+0000","last_became_active":"2024-09-19T08:08:36.724123+0000","last_became_peered":"2024-09-19T08:08:36.724123+0000","last_unstale":"2024-09-19T08:08:38.835704+0000","last_undegraded":"2024-09-19T08:08:38.835704+0000","last_fullsized":"2024-09-19T08:08:38.835704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:25.676435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835828+0000","last_change":"2024-09-19T08:08:37.739409+0000","last_active":"2024-09-19T08:08:38.835828+0000","last_peered":"2024-09-19T08:08:38.835828+0000","last_clean":"2024-09-19T08:08:38.835828+0000","last_became_active":"2024-09-19T08:08:37.739099+0000","last_became_peered":"2024-09-19T08:08:37.739099+0000","last_unstale":"2024-09-19T08:08:38.835828+0000","last_undegraded":"2024-09-19T08:08:38.835828+0000","last_fullsized":"2024-09-19T08:08:38.835828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:24.935658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728772+0000","last_change":"2024-09-19T08:08:36.725414+0000","last_active":"2024-09-19T08:08:38.728772+0000","last_peered":"2024-09-19T08:08:38.728772+0000","last_clean":"2024-09-19T08:08:38.728772+0000","last_became_active":"2024-09-19T08:08:36.725074+0000","last_became_peered":"2024-09-19T08:08:36.725074+0000","last_unstale":"2024-09-19T08:08:38.728772+0000","last_undegraded":"2024-09-19T08:08:38.728772+0000","last_fullsized":"2024-09-19T08:08:38.728772+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:08.539232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.728670+0000","last_change":"2024-09-19T08:08:37.722825+0000","last_active":"2024-09-19T08:08:38.728670+0000","last_peered":"2024-09-19T08:08:38.728670+0000","last_clean":"2024-09-19T08:08:38.728670+0000","last_became_active":"2024-09-19T08:08:37.722525+0000","last_became_peered":"2024-09-19T08:08:37.722525+0000","last_unstale":"2024-09-19T08:08:38.728670+0000","last_undegraded":"2024-09-19T08:08:38.728670+0000","last_fullsized":"2024-09-19T08:08:38.728670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:06.628457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835554+0000","last_change":"2024-09-19T08:08:36.734112+0000","last_active":"2024-09-19T08:08:38.835554+0000","last_peered":"2024-09-19T08:08:38.835554+0000","last_clean":"2024-09-19T08:08:38.835554+0000","last_became_active":"2024-09-19T08:08:36.733836+0000","last_became_peered":"2024-09-19T08:08:36.733836+0000","last_unstale":"2024-09-19T08:08:38.835554+0000","last_undegraded":"2024-09-19T08:08:38.835554+0000","last_fullsized":"2024-09-19T08:08:38.835554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:35.524057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.729701+0000","last_change":"2024-09-19T08:08:37.737491+0000","last_active":"2024-09-19T08:08:38.729701+0000","last_peered":"2024-09-19T08:08:38.729701+0000","last_clean":"2024-09-19T08:08:38.729701+0000","last_became_active":"2024-09-19T08:08:37.737188+0000","last_became_peered":"2024-09-19T08:08:37.737188+0000","last_unstale":"2024-09-19T08:08:38.729701+0000","last_undegraded":"2024-09-19T08:08:38.729701+0000","last_fullsized":"2024-09-19T08:08:38.729701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.705365+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.705365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:28.943738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"85'1","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.836480+0000","last_change":"2024-09-19T08:08:36.726669+0000","last_active":"2024-09-19T08:08:38.836480+0000","last_peered":"2024-09-19T08:08:38.836480+0000","last_clean":"2024-09-19T08:08:38.836480+0000","last_became_active":"2024-09-19T08:08:36.726353+0000","last_became_peered":"2024-09-19T08:08:36.726353+0000","last_unstale":"2024-09-19T08:08:38.836480+0000","last_undegraded":"2024-09-19T08:08:38.836480+0000","last_fullsized":"2024-09-19T08:08:38.836480+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:35.697701+0000","last_clean_scrub_stamp":"2024-09-19T08:08:35.697701+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:40.250863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":293,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T08:08:38.835962+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:08:38.835962+0000","last_peered":"2024-09-19T08:08:38.835962+0000","last_clean":"2024-09-19T08:08:38.835962+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:08:38.835962+0000","last_undegraded":"2024-09-19T08:08:38.835962+0000","last_fullsized":"2024-09-19T08:08:38.835962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542224,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28640,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343200,"statfs":{"total":96636764160,"available":96607436800,"internally_reserved":0,"allocated":1650688,"data_stored":1042409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542224,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1064960,"data_stored":452665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542224,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28080,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343760,"statfs":{"total":96636764160,"available":96608010240,"internally_reserved":0,"allocated":1069056,"data_stored":453605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542223,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339620,"statfs":{"total":96636764160,"available":96603770880,"internally_reserved":0,"allocated":1052672,"data_stored":451971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542223,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36396,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335444,"statfs":{"total":96636764160,"available":96599494656,"internally_reserved":0,"allocated":1064960,"data_stored":453583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36174280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36368,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335472,"statfs":{"total":96636764160,"available":96599523328,"internally_reserved":0,"allocated":1044480,"data_stored":446253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542224,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36380,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335460,"statfs":{"total":96636764160,"available":96599511040,"internally_reserved":0,"allocated":1052672,"data_stored":445865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542223,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36960,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334880,"statfs":{"total":96636764160,"available":96598917120,"internally_reserved":0,"allocated":1650688,"data_stored":1042373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:08:41.058 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:08:41.059 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:08:41.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.204+0000 7f1c66586640 1 Processor -- start 2024-09-19T08:08:41.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.204+0000 7f1c66586640 1 -- start start 2024-09-19T08:08:41.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c66586640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1c6015da90 0x7f1c60071410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c66586640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 0x7f1c6006f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c66586640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c6006fc30 con 0x7f1c60156b90 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c66586640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1c600cffd0 con 0x7f1c6015da90 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c66586640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1c600d0200 con 0x7f1c6006f2d0 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c5f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1c6015da90 0x7f1c60071410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c5f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1c6015da90 0x7f1c60071410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45822/0 (socket says 172.21.15.17:45822) 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5f7fe640 1 -- 172.21.15.17:0/1910202384 learned_addr learned my addr 172.21.15.17:0/1910202384 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.205+0000 7f1c5ffff640 1 --1- 172.21.15.17:0/1910202384 >> v1:172.21.15.17:6789/0 conn(0x7f1c60156b90 0x7f1c6015d300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54574/0 (socket says 172.21.15.17:54574) 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c64b23640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 0x7f1c6006f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5f7fe640 1 -- 172.21.15.17:0/1910202384 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 msgr2=0x7f1c6006f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 0x7f1c6006f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5f7fe640 1 -- 172.21.15.17:0/1910202384 >> v1:172.21.15.17:6789/0 conn(0x7f1c60156b90 legacy=0x7f1c6015d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5f7fe640 1 -- 172.21.15.17:0/1910202384 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c600d04e0 con 0x7f1c6015da90 2024-09-19T08:08:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c5effd640 1 -- 172.21.15.17:0/1910202384 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3596022636 0 0) 0x7f1c6006fc30 con 0x7f1c60156b90 2024-09-19T08:08:41.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.206+0000 7f1c64b23640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 0x7f1c6006f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:41.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6015da90 0x7f1c60071410 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009870 tx=0x7f1c5402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49d710b465ed9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c5effd640 1 -- 172.21.15.17:0/1910202384 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54037070 con 0x7f1c6015da90 2024-09-19T08:08:41.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c5effd640 1 -- 172.21.15.17:0/1910202384 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c54032440 con 0x7f1c6015da90 2024-09-19T08:08:41.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c5effd640 1 -- 172.21.15.17:0/1910202384 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54032810 con 0x7f1c6015da90 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 -- 172.21.15.17:0/1910202384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6015da90 msgr2=0x7f1c60071410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6015da90 0x7f1c60071410 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009870 tx=0x7f1c5402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 -- 172.21.15.17:0/1910202384 shutdown_connections 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c6006f2d0 0x7f1c6006f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 --2- 172.21.15.17:0/1910202384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6015da90 0x7f1c60071410 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 -- 172.21.15.17:0/1910202384 >> 172.21.15.17:0/1910202384 conn(0x7f1c600b4100 msgr2=0x7f1c600b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 -- 172.21.15.17:0/1910202384 shutdown_connections 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.207+0000 7f1c66586640 1 -- 172.21.15.17:0/1910202384 wait complete. 2024-09-19T08:08:41.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.208+0000 7f1c66586640 1 Processor -- start 2024-09-19T08:08:41.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 -- start start 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 0x7f1c6014edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c6015da90 0x7f1c601f4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c600d0d80 con 0x7f1c6006f2d0 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1c600d0aa0 con 0x7f1c6015da90 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c66586640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1c600d12a0 con 0x7f1c60156b90 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.209+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45826/0 (socket says 172.21.15.17:45826) 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 -- 172.21.15.17:0/615057906 learned_addr learned my addr 172.21.15.17:0/615057906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 0x7f1c6014edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c64b23640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c6015da90 0x7f1c601f4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 -- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 msgr2=0x7f1c6014edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 0x7f1c6014edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 -- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c6015da90 msgr2=0x7f1c601f4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c6015da90 0x7f1c601f4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 -- 172.21.15.17:0/615057906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c601596a0 con 0x7f1c6006f2d0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 0x7f1c6014edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5ffff640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000c4d0 tx=0x7f1c5000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50018070 con 0x7f1c6006f2d0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c50007500 con 0x7f1c6006f2d0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c600cda60 con 0x7f1c6006f2d0 2024-09-19T08:08:41.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50004a20 con 0x7f1c6006f2d0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.210+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c600ce020 con 0x7f1c6006f2d0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.211+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c60071410 con 0x7f1c6006f2d0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.212+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c5001b070 con 0x7f1c6006f2d0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.212+0000 7f1c5cff9640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 0x7f1c4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.212+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f1c5008a780 con 0x7f1c6006f2d0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.213+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 0x7f1c4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.213+0000 7f1c5f7fe640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 0x7f1c4c06e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1c54034000 tx=0x7f1c5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.217+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c50058ef0 con 0x7f1c6006f2d0 2024-09-19T08:08:41.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.459+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f1c600b6ba0 con 0x7f1c6006f2d0 2024-09-19T08:08:41.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.461+0000 7f1c5cff9640 1 -- 172.21.15.17:0/615057906 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f1c500587f0 con 0x7f1c6006f2d0 2024-09-19T08:08:41.461 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:08:41.461 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:08:41.461 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:08:41.461 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:08:41.462 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:08:41.462 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:08:41.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 msgr2=0x7f1c4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 0x7f1c4c06e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1c54034000 tx=0x7f1c5402e000 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 msgr2=0x7f1c60159160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000c4d0 tx=0x7f1c5000c990 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 shutdown_connections 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c4c06c2b0 0x7f1c4c06e770 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c6015da90 0x7f1c601f4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c60156b90 0x7f1c6014edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 --2- 172.21.15.17:0/615057906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c6006f2d0 0x7f1c60159160 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 >> 172.21.15.17:0/615057906 conn(0x7f1c600b4100 msgr2=0x7f1c600b70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 shutdown_connections 2024-09-19T08:08:41.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.463+0000 7f1c66586640 1 -- 172.21.15.17:0/615057906 wait complete. 2024-09-19T08:08:41.474 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:41.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.576+0000 7f0c4ba42640 1 Processor -- start 2024-09-19T08:08:41.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.577+0000 7f0c4ba42640 1 -- start start 2024-09-19T08:08:41.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.577+0000 7f0c4ba42640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0c440d0060 0x7f0c4415f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.577+0000 7f0c4ba42640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c440d0480 con 0x7f0c44158d50 2024-09-19T08:08:41.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.577+0000 7f0c4ba42640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c44072890 con 0x7f0c440cdb90 2024-09-19T08:08:41.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.577+0000 7f0c4ba42640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0c4415fd80 con 0x7f0c440d0060 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c497de640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0c44158d50 0x7f0c440720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54576/0 (socket says 172.21.15.17:54576) 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c497de640 1 -- 172.21.15.17:0/3928408282 learned_addr learned my addr 172.21.15.17:0/3928408282 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c48fdd640 1 --2- 172.21.15.17:0/3928408282 >> v2:172.21.15.160:3300/0 conn(0x7f0c440d0060 0x7f0c4415f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 102016501 0 0) 0x7f0c440d0480 con 0x7f0c44158d50 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c30005730 con 0x7f0c44158d50 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 84549947 0 0) 0x7f0c44072890 con 0x7f0c440cdb90 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c440d0480 con 0x7f0c440cdb90 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2102966531 0 0) 0x7f0c30005730 con 0x7f0c44158d50 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 >> v2:172.21.15.160:3300/0 conn(0x7f0c440d0060 msgr2=0x7f0c4415f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 --2- 172.21.15.17:0/3928408282 >> v2:172.21.15.160:3300/0 conn(0x7f0c440d0060 0x7f0c4415f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 >> v1:172.21.15.160:6789/0 conn(0x7f0c440cdb90 legacy=0x7f0c4415b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c44072b70 con 0x7f0c44158d50 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0c40001670 con 0x7f0c44158d50 2024-09-19T08:08:41.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 >> v1:172.21.15.17:6789/0 conn(0x7f0c44158d50 legacy=0x7f0c440720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c300061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c30006a10 0x7f0c30006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c300073d0 0x7f0c300147c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4415fd80 con 0x7f0c30005da0 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3000bbc0 con 0x7f0c30006a10 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3000bdc0 con 0x7f0c300073d0 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c497de640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c300061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c48fdd640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c30006a10 0x7f0c30006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.578+0000 7f0c49fdf640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c300073d0 0x7f0c300147c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 -- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c300073d0 msgr2=0x7f0c300147c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c300073d0 0x7f0c300147c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 -- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c30006a10 msgr2=0x7f0c30006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c30006a10 0x7f0c30006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 -- 172.21.15.17:0/3928408282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c30005730 con 0x7f0c30005da0 2024-09-19T08:08:41.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c49fdf640 1 -- 172.21.15.17:0/3928408282 reap_dead start 2024-09-19T08:08:41.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c497de640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c300061a0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000c0e0 tx=0x7f0c30007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc7f41681b443040 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.579+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40007c40 con 0x7f0c30005da0 2024-09-19T08:08:41.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c40005ad0 con 0x7f0c30005da0 2024-09-19T08:08:41.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c3bfff640 1 -- 172.21.15.17:0/3928408282 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40007070 con 0x7f0c30005da0 2024-09-19T08:08:41.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 -- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 msgr2=0x7f0c300061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c300061a0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000c0e0 tx=0x7f0c30007a40 comp rx=0 tx=0).stop 2024-09-19T08:08:41.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 -- 172.21.15.17:0/3928408282 shutdown_connections 2024-09-19T08:08:41.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/3928408282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c300061a0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 -- 172.21.15.17:0/3928408282 >> 172.21.15.17:0/3928408282 conn(0x7f0c440d11f0 msgr2=0x7f0c440d1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 -- 172.21.15.17:0/3928408282 shutdown_connections 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.580+0000 7f0c4ba42640 1 -- 172.21.15.17:0/3928408282 wait complete. 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.581+0000 7f0c4ba42640 1 Processor -- start 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 -- start start 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c440b5cc0 0x7f0c44155110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c4415d9f0 0x7f0c4415dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4415f320 con 0x7f0c30005da0 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4415edf0 con 0x7f0c440b5cc0 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c4ba42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0c44159130 con 0x7f0c4415d9f0 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c497de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c497de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45848/0 (socket says 172.21.15.17:45848) 2024-09-19T08:08:41.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.582+0000 7f0c497de640 1 -- 172.21.15.17:0/2936535684 learned_addr learned my addr 172.21.15.17:0/2936535684 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c49fdf640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c4415d9f0 0x7f0c4415dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c48fdd640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c440b5cc0 0x7f0c44155110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 -- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c4415d9f0 msgr2=0x7f0c4415dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c4415d9f0 0x7f0c4415dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 -- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c440b5cc0 msgr2=0x7f0c44155110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c440b5cc0 0x7f0c44155110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 -- 172.21.15.17:0/2936535684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c44155ce0 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c497de640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f0c4002ad00 tx=0x7f0c40001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40042070 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c400047e0 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c440b4f00 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40037040 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.583+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c440b54c0 con 0x7f0c30005da0 2024-09-19T08:08:41.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.584+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c4415f840 con 0x7f0c30005da0 2024-09-19T08:08:41.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.585+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c40007070 con 0x7f0c30005da0 2024-09-19T08:08:41.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.585+0000 7f0c39ffb640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 0x7f0c2806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:41.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.585+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f0c400aa900 con 0x7f0c30005da0 2024-09-19T08:08:41.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.586+0000 7f0c48fdd640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 0x7f0c2806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:41.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.586+0000 7f0c48fdd640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 0x7f0c2806e7a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0c441e6130 tx=0x7f0c34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:41.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.590+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c44155ce0 con 0x7f0c30005da0 2024-09-19T08:08:41.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.799+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c440cd7d0 con 0x7f0c30005da0 2024-09-19T08:08:41.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.800+0000 7f0c39ffb640 1 -- 172.21.15.17:0/2936535684 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) ==== 94+0+5228 (secure 0 0 0) 0x7f0c40078ab0 con 0x7f0c30005da0 2024-09-19T08:08:41.800 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:41.800 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"btime":"2024-09-19T08:08:39:725466+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:08:39.068278+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6894},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6894":{"gid":6894,"name":"a","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415454574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1415454574},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415454574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6894,"qdb_cluster":[6894]},"id":6}]} 2024-09-19T08:08:41.801 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 75 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 msgr2=0x7f0c2806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 0x7f0c2806e7a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0c441e6130 tx=0x7f0c34008040 comp rx=0 tx=0).stop 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 msgr2=0x7f0c44157f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f0c4002ad00 tx=0x7f0c40001970 comp rx=0 tx=0).stop 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 shutdown_connections 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0c2806c2e0 0x7f0c2806e7a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0c4415d9f0 0x7f0c4415dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0c440b5cc0 0x7f0c44155110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 --2- 172.21.15.17:0/2936535684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c30005da0 0x7f0c44157f40 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:41.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 >> 172.21.15.17:0/2936535684 conn(0x7f0c440d11f0 msgr2=0x7f0c440b0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:41.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 shutdown_connections 2024-09-19T08:08:41.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:41.802+0000 7f0c4ba42640 1 -- 172.21.15.17:0/2936535684 wait complete. 2024-09-19T08:08:42.215 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 75, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:08:39.068278+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6894}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6894': {'gid': 6894, 'name': 'a', 'rank': 0, 'incarnation': 73, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.17:6835/1415454574', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 1415454574}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 1415454574}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6894, 'qdb_cluster': [6894]} 2024-09-19T08:08:42.215 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:08:42.216 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:08:42.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.323+0000 7ff09de37640 1 Processor -- start 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.323+0000 7ff09de37640 1 -- start start 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff09de37640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0980d1e10 0x7ff0980b4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff09de37640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0980d3040 con 0x7ff098161c60 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff09de37640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff098073050 con 0x7ff09806cd90 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff09de37640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff0980d2df0 con 0x7ff0980d1e10 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff0977fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff098161c60 0x7ff09806d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:47142/0 (socket says 172.21.15.17:47142) 2024-09-19T08:08:42.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff0977fe640 1 -- 172.21.15.17:0/1031469548 learned_addr learned my addr 172.21.15.17:0/1031469548 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:42.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.324+0000 7ff097fff640 1 --2- 172.21.15.17:0/1031469548 >> v2:172.21.15.17:3300/0 conn(0x7ff0980d1e10 0x7ff0980b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.325+0000 7ff097fff640 1 -- 172.21.15.17:0/1031469548 >> v1:172.21.15.160:6789/0 conn(0x7ff09806cd90 legacy=0x7ff0980d0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.325+0000 7ff097fff640 1 -- 172.21.15.17:0/1031469548 >> v1:172.21.15.17:6789/0 conn(0x7ff098161c60 legacy=0x7ff09806d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.325+0000 7ff097fff640 1 -- 172.21.15.17:0/1031469548 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff098073330 con 0x7ff0980d1e10 2024-09-19T08:08:42.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.325+0000 7ff097fff640 1 --2- 172.21.15.17:0/1031469548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0980d1e10 0x7ff0980b4090 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7ff090009d90 tx=0x7ff09002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd5e016417e6481c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff0967fc640 1 -- 172.21.15.17:0/1031469548 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff090031600 con 0x7ff0980d1e10 2024-09-19T08:08:42.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff0967fc640 1 -- 172.21.15.17:0/1031469548 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0900317a0 con 0x7ff0980d1e10 2024-09-19T08:08:42.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff0967fc640 1 -- 172.21.15.17:0/1031469548 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff090031b70 con 0x7ff0980d1e10 2024-09-19T08:08:42.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 -- 172.21.15.17:0/1031469548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0980d1e10 msgr2=0x7ff0980b4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 --2- 172.21.15.17:0/1031469548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0980d1e10 0x7ff0980b4090 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7ff090009d90 tx=0x7ff09002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 -- 172.21.15.17:0/1031469548 shutdown_connections 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 --2- 172.21.15.17:0/1031469548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0980d1e10 0x7ff0980b4090 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 -- 172.21.15.17:0/1031469548 >> 172.21.15.17:0/1031469548 conn(0x7ff098067950 msgr2=0x7ff098067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 -- 172.21.15.17:0/1031469548 shutdown_connections 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.326+0000 7ff09de37640 1 -- 172.21.15.17:0/1031469548 wait complete. 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.327+0000 7ff09de37640 1 Processor -- start 2024-09-19T08:08:42.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 -- start start 2024-09-19T08:08:42.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0980d1e10 0x7ff0981f4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff098161c60 0x7ff09814eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff098074100 con 0x7ff09806cd90 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff0980d2240 con 0x7ff098161c60 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff09de37640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff0980d1530 con 0x7ff0980d1e10 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.328+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53380/0 (socket says 172.21.15.17:53380) 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 -- 172.21.15.17:0/1754119315 learned_addr learned my addr 172.21.15.17:0/1754119315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff097fff640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff098161c60 0x7ff09814eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff096ffd640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0980d1e10 0x7ff0981f4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 -- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0980d1e10 msgr2=0x7ff0981f4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0980d1e10 0x7ff0981f4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 -- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff098161c60 msgr2=0x7ff09814eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff098161c60 0x7ff09814eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 -- 172.21.15.17:0/1754119315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff09815c920 con 0x7ff09806cd90 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c4a0 tx=0x7ff08800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff07ffff640 1 -- 172.21.15.17:0/1754119315 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088017070 con 0x7ff09806cd90 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff07ffff640 1 -- 172.21.15.17:0/1754119315 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff088005ce0 con 0x7ff09806cd90 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0980cb780 con 0x7ff09806cd90 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff07ffff640 1 -- 172.21.15.17:0/1754119315 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088007270 con 0x7ff09806cd90 2024-09-19T08:08:42.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.329+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0980cbd40 con 0x7ff09806cd90 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.331+0000 7ff07ffff640 1 -- 172.21.15.17:0/1754119315 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff08801a070 con 0x7ff09806cd90 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.331+0000 7ff07ffff640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 0x7ff08406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.332+0000 7ff07ffff640 1 -- 172.21.15.17:0/1754119315 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7ff08808a680 con 0x7ff09806cd90 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.332+0000 7ff096ffd640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 0x7ff08406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.332+0000 7ff0a0bcf740 1 Processor -- start 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.332+0000 7ff096ffd640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 0x7ff08406e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff0980cd230 tx=0x7ff08c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.332+0000 7ff0a0bcf740 1 -- start start 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceaa80 0x55c0dcced6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcce78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcc4f520 con 0x55c0dcced2c0 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcbf73e0 con 0x55c0dcceea50 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c0dcc4b4e0 con 0x55c0dcceaa80 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53382/0 (socket says 172.21.15.17:53382) 2024-09-19T08:08:42.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.333+0000 7ff0977fe640 1 -- 172.21.15.17:0/1414856418 learned_addr learned my addr 172.21.15.17:0/1414856418 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 -- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceaa80 msgr2=0x55c0dcced6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceaa80 0x55c0dcced6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 -- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 msgr2=0x55c0dcce78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcce78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 -- 172.21.15.17:0/1414856418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0dcc122f0 con 0x55c0dcced2c0 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff088088b10 tx=0x7ff088006fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddbdfb1cd06de153 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1414856418 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0880612c0 con 0x55c0dcced2c0 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1414856418 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff088056a90 con 0x55c0dcced2c0 2024-09-19T08:08:42.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1414856418 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088060e30 con 0x55c0dcced2c0 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1414856418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 msgr2=0x55c0dcd32a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.334+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff088088b10 tx=0x7ff088006fe0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1414856418 shutdown_connections 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcce78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceaa80 0x55c0dcced6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1414856418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd32a60 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1414856418 >> 172.21.15.17:0/1414856418 conn(0x55c0dcce9a80 msgr2=0x55c0dcd31f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1414856418 shutdown_connections 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1414856418 wait complete. 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 -- start start 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.335+0000 7ff0a0bcf740 1 Processor -- start 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcce8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd12530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcce8f20 con 0x55c0dcceea50 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcbd8450 con 0x55c0dcd45740 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c0dcd33290 con 0x55c0dcced2c0 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff0a0bcf740 10 client.0 _ll_register_callbacks cb 0x55c0dc961ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53384/0 (socket says 172.21.15.17:53384) 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 -- 172.21.15.17:0/2204493729 learned_addr learned my addr 172.21.15.17:0/2204493729 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 -- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 msgr2=0x55c0dcce8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcce8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 -- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 msgr2=0x55c0dcd12530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd12530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.336+0000 7ff096ffd640 1 -- 172.21.15.17:0/2204493729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0dc9622d0 con 0x55c0dcceea50 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff096ffd640 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7ff08c007310 tx=0x7ff08c007e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48d2720dbd3331b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c006e60 con 0x55c0dcceea50 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7ff08c023ad0 con 0x55c0dcceea50 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff088056a90 con 0x55c0dcceea50 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7ff08c023cd0 con 0x55c0dcceea50 2024-09-19T08:08:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 10 client.7035 fetch_fsmap learned FSMap version 75 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x55c0dca2c6b0 con 0x55c0dcceea50 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff088056a90 con 0x55c0dcceea50 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 75) ==== 3502+0+0 (secure 0 0 0) 0x7ff08c02a050 con 0x55c0dcceea50 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 10 client.7035 fetch_fsmap finished waiting for FSMap version 75 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 10 client.7035 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 20 client.7035 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcd42050 0x55c0dcd42430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 4 client.7035 mds_command: new command op to 6894 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 --> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0dcc5cc50 con 0x55c0dcd42050 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.337+0000 7ff0977fe640 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcd42050 0x55c0dcd42430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0977fe640 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcd42050 0x55c0dcd42430 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8a3e3483cb19da3 server_cookie=f6d5cde7422ecabf in_seq=0 out_seq=0 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0767fc640 10 client.7035 ms_handle_connect on v2:172.21.15.17:6833/1415454574 2024-09-19T08:08:42.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0767fc640 1 -- 172.21.15.17:0/2204493729 <== mds.0 v2:172.21.15.17:6833/1415454574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c0dcc5cc50 con 0x55c0dcd42050 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0767fc640 10 client.7035 handle_command_reply: tid=0 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 client.7035 shutdown 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 msgr2=0x55c0dcd14dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7ff08c007310 tx=0x7ff08c007e50 comp rx=0 tx=0).stop 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 shutdown_connections 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcd42050 0x55c0dcd42430 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd12530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcceea50 0x55c0dcd14dc0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0767fc640 0 client.7035 ms_handle_reset on v2:172.21.15.17:6833/1415454574 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/2204493729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcce8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.338+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 >> 172.21.15.17:0/2204493729 conn(0x55c0dcceaa80 msgr2=0x55c0dcceb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.339+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 shutdown_connections 2024-09-19T08:08:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.339+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/2204493729 wait complete. 2024-09-19T08:08:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.339+0000 7ff0a0bcf740 20 client.7035 trim_cache size 0 max 16384 2024-09-19T08:08:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.356+0000 7ff0a0bcf740 1 Processor -- start 2024-09-19T08:08:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 -- start start 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceea50 0x55c0dcce6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd31550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff0981ffea0 con 0x55c0dcced2c0 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff0981f7dc0 con 0x55c0dcd45740 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff0981f8410 con 0x55c0dcceea50 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53386/0 (socket says 172.21.15.17:53386) 2024-09-19T08:08:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.357+0000 7ff0977fe640 1 -- 172.21.15.17:0/1861362850 learned_addr learned my addr 172.21.15.17:0/1861362850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 -- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceea50 msgr2=0x55c0dcce6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceea50 0x55c0dcce6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 -- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 msgr2=0x55c0dcd31550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd31550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 -- 172.21.15.17:0/1861362850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0dcd34e80 con 0x55c0dcced2c0 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0977fe640 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c470 tx=0x7ff088013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272a4ab9f677733d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff07cff9640 1 -- 172.21.15.17:0/1861362850 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088056a90 con 0x55c0dcced2c0 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff07cff9640 1 -- 172.21.15.17:0/1861362850 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff088054e00 con 0x55c0dcced2c0 2024-09-19T08:08:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff07cff9640 1 -- 172.21.15.17:0/1861362850 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088061070 con 0x55c0dcced2c0 2024-09-19T08:08:42.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.358+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1861362850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 msgr2=0x55c0dcd123a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c470 tx=0x7ff088013000 comp rx=0 tx=0).stop 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1861362850 shutdown_connections 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcd45740 0x55c0dcd31550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcceea50 0x55c0dcce6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/1861362850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcced2c0 0x55c0dcd123a0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1861362850 >> 172.21.15.17:0/1861362850 conn(0x55c0dcceaa80 msgr2=0x55c0dcd16a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1861362850 shutdown_connections 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/1861362850 wait complete. 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 -- start start 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.359+0000 7ff0a0bcf740 1 Processor -- start 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcd10520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcd55ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcd463f0 con 0x55c0dcd45740 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c0dcd15510 con 0x55c0dcceea50 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c0dcd45bc0 con 0x55c0dcced2c0 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0a0bcf740 10 client.0 _ll_register_callbacks cb 0x7ff08c001400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53398/0 (socket says 172.21.15.17:53398) 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 -- 172.21.15.17:0/3713642051 learned_addr learned my addr 172.21.15.17:0/3713642051 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0977fe640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcd10520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff096ffd640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcd55ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 -- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 msgr2=0x55c0dcd10520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcd10520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 -- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 msgr2=0x55c0dcd55ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcd55ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff097fff640 1 -- 172.21.15.17:0/3713642051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0dcd95470 con 0x55c0dcd45740 2024-09-19T08:08:42.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff096ffd640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcd55ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.360+0000 7ff0977fe640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcd10520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff097fff640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7ff090009d90 tx=0x7ff09003cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=661d8b3aa2cadf66 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff090009450 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7ff090031810 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff088054e00 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7ff09004e050 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 10 client.7041 fetch_fsmap learned FSMap version 75 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x55c0dcd15880 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff088054e00 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 75) ==== 3502+0+0 (secure 0 0 0) 0x7ff090051020 con 0x55c0dcd45740 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 10 client.7041 fetch_fsmap finished waiting for FSMap version 75 2024-09-19T08:08:42.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 10 client.7041 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 20 client.7041 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcceb800 0x55c0dccebbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 4 client.7041 mds_command: new command op to 6894 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 --> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] -- command(tid 0: {"prefix": "status"}) -- 0x55c0dcc56fa0 con 0x55c0dcceb800 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.361+0000 7ff0977fe640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcceb800 0x55c0dccebbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0767fc640 10 client.7041 ms_handle_connect on v2:172.21.15.17:6833/1415454574 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0977fe640 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcceb800 0x55c0dccebbe0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8653e7e543ed8c86 server_cookie=b0845750bef272ab in_seq=0 out_seq=0 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0767fc640 1 -- 172.21.15.17:0/3713642051 <== mds.0 v2:172.21.15.17:6833/1415454574 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55c0dcc56fa0 con 0x55c0dcceb800 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0767fc640 10 client.7041 handle_command_reply: tid=0 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 client.7041 shutdown 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 msgr2=0x55c0dcd560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7ff090009d90 tx=0x7ff09003cc20 comp rx=0 tx=0).stop 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 shutdown_connections 2024-09-19T08:08:42.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:6833/1415454574,v1:172.21.15.17:6835/1415454574] conn(0x55c0dcceb800 0x55c0dccebbe0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0dcd45740 0x55c0dcd560e0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c0dcceea50 0x55c0dcd55ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0767fc640 0 client.7041 ms_handle_reset on v2:172.21.15.17:6833/1415454574 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 --2- 172.21.15.17:0/3713642051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c0dcced2c0 0x55c0dcd10520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 >> 172.21.15.17:0/3713642051 conn(0x55c0dcceaa80 msgr2=0x55c0dcd12060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 shutdown_connections 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 1 -- 172.21.15.17:0/3713642051 wait complete. 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.362+0000 7ff0a0bcf740 20 client.7041 trim_cache size 0 max 16384 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:08:42.368 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 6894, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.641570765, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 75, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 86, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 86, 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 8.6703974870000007 2024-09-19T08:08:42.369 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 msgr2=0x7ff08406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 0x7ff08406e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff0980cd230 tx=0x7ff08c009040 comp rx=0 tx=0).stop 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 msgr2=0x7ff09815c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7ff08800c4a0 tx=0x7ff08800c960 comp rx=0 tx=0).stop 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 shutdown_connections 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff08406c2b0 0x7ff08406e770 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff098161c60 0x7ff09814eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0980d1e10 0x7ff0981f4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 --2- 172.21.15.17:0/1754119315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff09806cd90 0x7ff09815c260 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 >> 172.21.15.17:0/1754119315 conn(0x7ff098067950 msgr2=0x7ff0980b6c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 shutdown_connections 2024-09-19T08:08:42.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.363+0000 7ff09de37640 1 -- 172.21.15.17:0/1754119315 wait complete. 2024-09-19T08:08:42.374 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:08:42.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.477+0000 7fbfeb57f640 1 Processor -- start 2024-09-19T08:08:42.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.477+0000 7fbfeb57f640 1 -- start start 2024-09-19T08:08:42.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfeb57f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 0x7fbfe4162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfeb57f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbfe40b6a40 0x7fbfe40b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfeb57f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfe40b39a0 con 0x7fbfe40cf480 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfeb57f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe41630d0 con 0x7fbfe40b6a40 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfeb57f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe415eba0 con 0x7fbfe415e7c0 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe8b1a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbfe40cf480 0x7fbfe40b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:47156/0 (socket says 172.21.15.17:47156) 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe8b1a640 1 -- 172.21.15.17:0/2116513979 learned_addr learned my addr 172.21.15.17:0/2116513979 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe931b640 1 --2- 172.21.15.17:0/2116513979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 0x7fbfe4162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe9b1c640 1 --2- 172.21.15.17:0/2116513979 >> v2:172.21.15.160:3300/0 conn(0x7fbfe40b6a40 0x7fbfe40b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3885906594 0 0) 0x7fbfe40b39a0 con 0x7fbfe40cf480 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbfd0003520 con 0x7fbfe40cf480 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe931b640 1 -- 172.21.15.17:0/2116513979 >> v2:172.21.15.160:3300/0 conn(0x7fbfe40b6a40 msgr2=0x7fbfe40b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe931b640 1 --2- 172.21.15.17:0/2116513979 >> v2:172.21.15.160:3300/0 conn(0x7fbfe40b6a40 0x7fbfe40b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2988821379 0 0) 0x7fbfd0003520 con 0x7fbfe40cf480 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe931b640 1 -- 172.21.15.17:0/2116513979 >> v1:172.21.15.17:6789/0 conn(0x7fbfe40cf480 legacy=0x7fbfe40b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.478+0000 7fbfe931b640 1 -- 172.21.15.17:0/2116513979 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe40cfc60 con 0x7fbfe415e7c0 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.479+0000 7fbfe931b640 1 --2- 172.21.15.17:0/2116513979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 0x7fbfe4162b90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbfe00097a0 tx=0x7fbfe002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ae464800573e06b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.479+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe0037070 con 0x7fbfe415e7c0 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfe002ac30 con 0x7fbfe415e7c0 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfdbfff640 1 -- 172.21.15.17:0/2116513979 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4001670 con 0x7fbfe415e7c0 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 -- 172.21.15.17:0/2116513979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 msgr2=0x7fbfe4162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/2116513979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 0x7fbfe4162b90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbfe00097a0 tx=0x7fbfe002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 -- 172.21.15.17:0/2116513979 shutdown_connections 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/2116513979 >> v2:172.21.15.160:3300/0 conn(0x7fbfe40b6a40 0x7fbfe40b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/2116513979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe415e7c0 0x7fbfe4162b90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 -- 172.21.15.17:0/2116513979 >> 172.21.15.17:0/2116513979 conn(0x7fbfe40d1320 msgr2=0x7fbfe40d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 -- 172.21.15.17:0/2116513979 shutdown_connections 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.480+0000 7fbfeb57f640 1 -- 172.21.15.17:0/2116513979 wait complete. 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.481+0000 7fbfeb57f640 1 Processor -- start 2024-09-19T08:08:42.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.481+0000 7fbfeb57f640 1 -- start start 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe40b6a40 0x7fbfe41f7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfe415e7c0 0x7fbfe40b8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe415f100 con 0x7fbfe40cf480 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe415ee20 con 0x7fbfe415e7c0 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfeb57f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe415f3e0 con 0x7fbfe40b6a40 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfe8b1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfe8b1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53406/0 (socket says 172.21.15.17:53406) 2024-09-19T08:08:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfe8b1a640 1 -- 172.21.15.17:0/1644480334 learned_addr learned my addr 172.21.15.17:0/1644480334 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfe9b1c640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfe415e7c0 0x7fbfe40b8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.482+0000 7fbfe931b640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe40b6a40 0x7fbfe41f7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 -- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe40b6a40 msgr2=0x7fbfe41f7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe40b6a40 0x7fbfe41f7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 -- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfe415e7c0 msgr2=0x7fbfe40b8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfe415e7c0 0x7fbfe40b8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 -- 172.21.15.17:0/1644480334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe40b9540 con 0x7fbfe40cf480 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfe8b1a640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fbfd400c750 tx=0x7fbfd400cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4017070 con 0x7fbfe40cf480 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd4005ad0 con 0x7fbfe40cf480 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd4007070 con 0x7fbfe40cf480 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe40b9820 con 0x7fbfe40cf480 2024-09-19T08:08:42.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.483+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe40b9de0 con 0x7fbfe40cf480 2024-09-19T08:08:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.484+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe415f900 con 0x7fbfe40cf480 2024-09-19T08:08:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.484+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbfd401a070 con 0x7fbfe40cf480 2024-09-19T08:08:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.485+0000 7fbfd9ffb640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 0x7fbfc806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.485+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7fbfd408a830 con 0x7fbfe40cf480 2024-09-19T08:08:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.485+0000 7fbfe931b640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 0x7fbfc806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.486+0000 7fbfe931b640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 0x7fbfc806e7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0034000 tx=0x7fbfe002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:42.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.489+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbfd4058950 con 0x7fbfe40cf480 2024-09-19T08:08:42.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.701+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbfe40d2150 con 0x7fbfe40cf480 2024-09-19T08:08:42.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.701+0000 7fbfd9ffb640 1 -- 172.21.15.17:0/1644480334 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v75) ==== 53+0+73 (secure 0 0 0) 0x7fbfd405cc50 con 0x7fbfe40cf480 2024-09-19T08:08:42.701 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:08:42.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 msgr2=0x7fbfc806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 0x7fbfc806e7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0034000 tx=0x7fbfe002e000 comp rx=0 tx=0).stop 2024-09-19T08:08:42.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 msgr2=0x7fbfe40b88c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fbfd400c750 tx=0x7fbfd400cc10 comp rx=0 tx=0).stop 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 shutdown_connections 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbfc806c2e0 0x7fbfc806e7a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbfe415e7c0 0x7fbfe40b8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbfe40cf480 0x7fbfe40b88c0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 --2- 172.21.15.17:0/1644480334 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbfe40b6a40 0x7fbfe41f7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 >> 172.21.15.17:0/1644480334 conn(0x7fbfe40d1320 msgr2=0x7fbfe40d2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 shutdown_connections 2024-09-19T08:08:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42.703+0000 7fbfeb57f640 1 -- 172.21.15.17:0/1644480334 wait complete. 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:08:42.714 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:08:42.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:42.715 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:08:42.731 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:08:42.731 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:08:42.731 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:08:42.731 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.731 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42398sec preferred_lft 42398sec 2024-09-19T08:08:42.732 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:08:42.733 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:42.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:42.734 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:08:42.796 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:08:42.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:42.798 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:08:42.855 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:08:42.855 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:08:42.855 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:08:42.855 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:08:42.855 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:08:42.856 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:08:42.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:08:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:08:42.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:42.984 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:08:43.000 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:08:43.001 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:08:43.001 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:08:43.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.001 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:08:43.066 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:08:43.067 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:08:43.067 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:43.123 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:08:43.123 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:08:43.123 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:43.178 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:08:43.244 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:08:43.300 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:08:43.300 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:08:43.301 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:08:43.302 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:08:43.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.303 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:08:43.356 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:08:43.356 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:08:43.399 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:08:43.424 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:08:43.482 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:08:43.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:08:43.482 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:08:43.482 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:08:43.482 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:08:43.483 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:08:43.484 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:08:43.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:08:43.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.487 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:08:43.487 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:08:43.484+0000 7fa912eeb480 -1 init, newargv = 0x55c868e0c6e0 newargc=15 2024-09-19T08:08:43.487 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[62412]: starting ceph client 2024-09-19T08:08:43.489 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[62412]: starting fuse 2024-09-19T08:08:43.504 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:08:43.504 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:08:43.504 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:08:43.505 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:08:43.506 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:08:43.623 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.62412.asok 2024-09-19T08:08:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:08:43.634 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62412.asok 2024-09-19T08:08:43.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.635 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62412.asok status 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "62412", 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:43.772 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 7056, 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 7056 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 908798270 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:08:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 908798270 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.7056 192.168.0.1:0/908798270", 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/908798270", 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 75, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 86, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:08:43.774 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:43.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.780 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:08:43.780 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:43.796 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:08:43.796 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:43.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.797 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:43.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.863 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T08:08:43.924 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:43.924 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:43.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:43.981 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=subdir/sixmegs bs=1M conv=fdatasync count=6 seek=0) 2024-09-19T08:08:44.087 INFO:teuthology.orchestra.run.smithi017.stderr:6+0 records in 2024-09-19T08:08:44.087 INFO:teuthology.orchestra.run.smithi017.stderr:6+0 records out 2024-09-19T08:08:44.087 INFO:teuthology.orchestra.run.smithi017.stderr:6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.049057 s, 128 MB/s 2024-09-19T08:08:44.088 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:08:44.088 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:08:44.088 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:08:44.088 DEBUG:teuthology.orchestra.run.smithi017:> import json 2024-09-19T08:08:44.088 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/sixmegs'"'"') 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> except OSError as e: 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(e.errno) 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> print(json.dumps( 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> indent=2)) 2024-09-19T08:08:44.089 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:08:44.158 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_mode": 33188, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_ino": 1099511627777, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_dev": 43, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_nlink": 1, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_uid": 1000, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_gid": 1333, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_size": 6291456, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_atime": 1726733324.0381823, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_mtime": 1726733324.065622, 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: "st_ctime": 1726733324.065622 2024-09-19T08:08:44.159 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:44.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:08:44.168 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:44.168 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:44.226 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:08:44.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.372+0000 7f640f1c4640 1 Processor -- start 2024-09-19T08:08:44.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.372+0000 7f640f1c4640 1 -- start start 2024-09-19T08:08:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 0x7f64080b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64080b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64080d1fc0 0x7f64080d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f64080d2d40 con 0x7f64080d1fc0 2024-09-19T08:08:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f64080b7250 con 0x7f640815e4e0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640f1c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f640806cec0 con 0x7f640815e8c0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64080d1fc0 0x7f64080d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64080d1fc0 0x7f64080d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53420/0 (socket says 172.21.15.17:53420) 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 -- 172.21.15.17:0/2856315437 learned_addr learned my addr 172.21.15.17:0/2856315437 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640cf60640 1 --2- 172.21.15.17:0/2856315437 >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 0x7f64080b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 -- 172.21.15.17:0/2856315437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 msgr2=0x7f64080b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f6407fff640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64080b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64080b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 -- 172.21.15.17:0/2856315437 >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 msgr2=0x7f64080b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 --2- 172.21.15.17:0/2856315437 >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 0x7f64080b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640d761640 1 -- 172.21.15.17:0/2856315437 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f640806d160 con 0x7f64080d1fc0 2024-09-19T08:08:44.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f640cf60640 1 --2- 172.21.15.17:0/2856315437 >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 0x7f64080b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.373+0000 7f6407fff640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64080b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.374+0000 7f640d761640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64080d1fc0 0x7f64080d2470 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f6408075a10 tx=0x7f640002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dfaea1e1057b5e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.374+0000 7f64077fe640 1 -- 172.21.15.17:0/2856315437 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6400036070 con 0x7f64080d1fc0 2024-09-19T08:08:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.374+0000 7f64077fe640 1 -- 172.21.15.17:0/2856315437 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6400031600 con 0x7f64080d1fc0 2024-09-19T08:08:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.374+0000 7f64077fe640 1 -- 172.21.15.17:0/2856315437 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64000319d0 con 0x7f64080d1fc0 2024-09-19T08:08:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 -- 172.21.15.17:0/2856315437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64080d1fc0 msgr2=0x7f64080d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64080d1fc0 0x7f64080d2470 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f6408075a10 tx=0x7f640002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 -- 172.21.15.17:0/2856315437 shutdown_connections 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64080d1fc0 0x7f64080d2470 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 --2- 172.21.15.17:0/2856315437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64080b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 --2- 172.21.15.17:0/2856315437 >> v2:172.21.15.160:3300/0 conn(0x7f640815e4e0 0x7f64080b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 -- 172.21.15.17:0/2856315437 >> 172.21.15.17:0/2856315437 conn(0x7f640806f400 msgr2=0x7f640806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 -- 172.21.15.17:0/2856315437 shutdown_connections 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.375+0000 7f640f1c4640 1 -- 172.21.15.17:0/2856315437 wait complete. 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.376+0000 7f640f1c4640 1 Processor -- start 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.376+0000 7f640f1c4640 1 -- start start 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f64080d1fc0 0x7f6408159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64081502f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f64080d29b0 con 0x7f640815e4e0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f640806d720 con 0x7f64080d1fc0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640f1c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6408070660 con 0x7f640815e8c0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53432/0 (socket says 172.21.15.17:53432) 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 -- 172.21.15.17:0/1141173243 learned_addr learned my addr 172.21.15.17:0/1141173243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640d761640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64081502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f640cf60640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f64080d1fc0 0x7f6408159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 -- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 msgr2=0x7f64081502f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64081502f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 -- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f64080d1fc0 msgr2=0x7f6408159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f64080d1fc0 0x7f6408159250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 -- 172.21.15.17:0/1141173243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6408159830 con 0x7f640815e4e0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.377+0000 7f6407fff640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f63f400c7f0 tx=0x7f63f400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.378+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4015070 con 0x7f640815e4e0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.378+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63f4007820 con 0x7f640815e4e0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.378+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6408159b10 con 0x7f640815e4e0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.378+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4007bd0 con 0x7f640815e4e0 2024-09-19T08:08:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.378+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f640815a0d0 con 0x7f640815e4e0 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.379+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64080d2470 con 0x7f640815e4e0 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.379+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f63f4018070 con 0x7f640815e4e0 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.380+0000 7f64057fa640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 0x7f63ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.380+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f63f408b3a0 con 0x7f640815e4e0 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.380+0000 7f640cf60640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 0x7f63ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.381+0000 7f640cf60640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 0x7f63ec06e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00ab60 tx=0x7f63fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.384+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63f4059550 con 0x7f640815e4e0 2024-09-19T08:08:44.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.571+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f64080d1770 con 0x7f640815e4e0 2024-09-19T08:08:44.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.571+0000 7f64057fa640 1 -- 172.21.15.17:0/1141173243 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v86) ==== 80+0+0 (secure 0 0 0) 0x7f63f405d850 con 0x7f640815e4e0 2024-09-19T08:08:44.571 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:08:44.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 msgr2=0x7f63ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 0x7f63ec06e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00ab60 tx=0x7f63fc008040 comp rx=0 tx=0).stop 2024-09-19T08:08:44.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 msgr2=0x7f640815a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f63f400c7f0 tx=0x7f63f400ccb0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 shutdown_connections 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63ec06c2b0 0x7f63ec06e770 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f640815e8c0 0x7f64081502f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f640815e4e0 0x7f640815a8d0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 --2- 172.21.15.17:0/1141173243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f64080d1fc0 0x7f6408159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 >> 172.21.15.17:0/1141173243 conn(0x7f640806f400 msgr2=0x7f640806e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 shutdown_connections 2024-09-19T08:08:44.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.573+0000 7f640f1c4640 1 -- 172.21.15.17:0/1141173243 wait complete. 2024-09-19T08:08:44.584 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:44.584 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:44.601 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:08:44.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 Processor -- start 2024-09-19T08:08:44.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 -- start start 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64700b8b90 0x7f64700d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f647006dcb0 0x7f64700d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64700d17e0 con 0x7f647015eab0 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f64700d09d0 con 0x7f64700b8b90 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.746+0000 7f64759fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f647015ee90 con 0x7f647006dcb0 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64700b8b90 0x7f64700d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64700b8b90 0x7f64700d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53446/0 (socket says 172.21.15.17:53446) 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 -- 172.21.15.17:0/1126962909 learned_addr learned my addr 172.21.15.17:0/1126962909 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646f7fe640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f647006dcb0 0x7f64700d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 -- 172.21.15.17:0/1126962909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f647006dcb0 msgr2=0x7f64700d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f647006dcb0 0x7f64700d29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 -- 172.21.15.17:0/1126962909 >> v1:172.21.15.160:6789/0 conn(0x7f647015eab0 legacy=0x7f647006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.747+0000 7f646e7fc640 1 -- 172.21.15.17:0/1126962909 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64700cfc10 con 0x7f64700b8b90 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f646e7fc640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64700b8b90 0x7f64700d2470 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f6464009870 tx=0x7f646402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97389dcb2f1f25fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f646dffb640 1 -- 172.21.15.17:0/1126962909 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464037070 con 0x7f64700b8b90 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f646dffb640 1 -- 172.21.15.17:0/1126962909 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f646402ae50 con 0x7f64700b8b90 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f646dffb640 1 -- 172.21.15.17:0/1126962909 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464032860 con 0x7f64700b8b90 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 -- 172.21.15.17:0/1126962909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64700b8b90 msgr2=0x7f64700d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64700b8b90 0x7f64700d2470 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f6464009870 tx=0x7f646402a300 comp rx=0 tx=0).stop 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 -- 172.21.15.17:0/1126962909 shutdown_connections 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f647006dcb0 0x7f64700d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 --2- 172.21.15.17:0/1126962909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64700b8b90 0x7f64700d2470 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 -- 172.21.15.17:0/1126962909 >> 172.21.15.17:0/1126962909 conn(0x7f64700d4b30 msgr2=0x7f64700d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 -- 172.21.15.17:0/1126962909 shutdown_connections 2024-09-19T08:08:44.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.748+0000 7f64759fd640 1 -- 172.21.15.17:0/1126962909 wait complete. 2024-09-19T08:08:44.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.749+0000 7f64759fd640 1 Processor -- start 2024-09-19T08:08:44.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 -- start start 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f647006dcb0 0x7f647015ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64700b8b90 0x7f647014d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f64700d04b0 con 0x7f647015eab0 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f64700d01d0 con 0x7f647006dcb0 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.750+0000 7f64759fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f64700ceb50 con 0x7f64700b8b90 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53452/0 (socket says 172.21.15.17:53452) 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 -- 172.21.15.17:0/2531389959 learned_addr learned my addr 172.21.15.17:0/2531389959 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646effd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f647006dcb0 0x7f647015ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646e7fc640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64700b8b90 0x7f647014d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 -- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64700b8b90 msgr2=0x7f647014d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64700b8b90 0x7f647014d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 -- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f647006dcb0 msgr2=0x7f647015ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f647006dcb0 0x7f647015ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 -- 172.21.15.17:0/2531389959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647015a1a0 con 0x7f647015eab0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f646f7fe640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f646800d800 tx=0x7f646800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646800b6c0 con 0x7f647015eab0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6468019070 con 0x7f647015eab0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f647015a480 con 0x7f647015eab0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646800bac0 con 0x7f647015eab0 2024-09-19T08:08:44.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.751+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f647015aa40 con 0x7f647015eab0 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.752+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f647006e380 con 0x7f647015eab0 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.753+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f646800bc60 con 0x7f647015eab0 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.753+0000 7f6457fff640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 0x7f645c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.754+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7f646808b740 con 0x7f647015eab0 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.754+0000 7f646effd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 0x7f645c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:44.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.754+0000 7f646effd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 0x7f645c06e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6460001e70 tx=0x7f6460009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:44.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.758+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6468059870 con 0x7f647015eab0 2024-09-19T08:08:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.943+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f64700b9960 con 0x7f647015eab0 2024-09-19T08:08:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.943+0000 7f6457fff640 1 -- 172.21.15.17:0/2531389959 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v86) ==== 80+0+0 (secure 0 0 0) 0x7f646805db70 con 0x7f647015eab0 2024-09-19T08:08:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:08:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 msgr2=0x7f645c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 0x7f645c06e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6460001e70 tx=0x7f6460009040 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 msgr2=0x7f647014dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f646800d800 tx=0x7f646800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 shutdown_connections 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f645c06c2b0 0x7f645c06e770 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647015eab0 0x7f647014dc00 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64700b8b90 0x7f647014d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 --2- 172.21.15.17:0/2531389959 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f647006dcb0 0x7f647015ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 >> 172.21.15.17:0/2531389959 conn(0x7f64700d4b30 msgr2=0x7f64700b4df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 shutdown_connections 2024-09-19T08:08:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:44.945+0000 7f64759fd640 1 -- 172.21.15.17:0/2531389959 wait complete. 2024-09-19T08:08:44.956 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:08:44.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:44.957 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:44.980 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[62412]: fuse finished with error 0 and tester_r 0 2024-09-19T08:08:44.982 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:08:45.072 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:08:45.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:45.073 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:08:45.089 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:45.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.231+0000 7febc7add640 1 Processor -- start 2024-09-19T08:08:45.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.231+0000 7febc7add640 1 -- start start 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc7add640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 0x7febc00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc7add640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7febc00cd6b0 0x7febc00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc7add640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febc00ce160 con 0x7febc00b22c0 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc7add640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7febc0156d70 con 0x7febc00cd6b0 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc7add640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7febc00cdb10 con 0x7febc0156990 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc5078640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7febc00cd6b0 0x7febc00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc607a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7febc00b22c0 0x7febc015fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:47160/0 (socket says 172.21.15.17:47160) 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.232+0000 7febc607a640 1 -- 172.21.15.17:0/3081042505 learned_addr learned my addr 172.21.15.17:0/3081042505 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5879640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 0x7febc00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5078640 1 -- 172.21.15.17:0/3081042505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 msgr2=0x7febc00cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:45.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5078640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 0x7febc00cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5078640 1 -- 172.21.15.17:0/3081042505 >> v1:172.21.15.17:6789/0 conn(0x7febc00b22c0 legacy=0x7febc015fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5078640 1 -- 172.21.15.17:0/3081042505 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc00731f0 con 0x7febc00cd6b0 2024-09-19T08:08:45.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc4877640 1 -- 172.21.15.17:0/3081042505 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 347990028 0 0) 0x7febc00ce160 con 0x7febc00b22c0 2024-09-19T08:08:45.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.233+0000 7febc5879640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 0x7febc00cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc5078640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc00cd6b0 0x7febc00b1d80 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7febb40097a0 tx=0x7febb402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13f33071b616ad12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc4877640 1 -- 172.21.15.17:0/3081042505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb4037070 con 0x7febc00cd6b0 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc4877640 1 -- 172.21.15.17:0/3081042505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febb402ae50 con 0x7febc00cd6b0 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc4877640 1 -- 172.21.15.17:0/3081042505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb4032660 con 0x7febc00cd6b0 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 -- 172.21.15.17:0/3081042505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc00cd6b0 msgr2=0x7febc00b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc00cd6b0 0x7febc00b1d80 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7febb40097a0 tx=0x7febb402a100 comp rx=0 tx=0).stop 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 -- 172.21.15.17:0/3081042505 shutdown_connections 2024-09-19T08:08:45.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc00cd6b0 0x7febc00b1d80 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 --2- 172.21.15.17:0/3081042505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc0156990 0x7febc00cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 -- 172.21.15.17:0/3081042505 >> 172.21.15.17:0/3081042505 conn(0x7febc006bc10 msgr2=0x7febc006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:45.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 -- 172.21.15.17:0/3081042505 shutdown_connections 2024-09-19T08:08:45.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.234+0000 7febc7add640 1 -- 172.21.15.17:0/3081042505 wait complete. 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 Processor -- start 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 -- start start 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc00b22c0 0x7febc015ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7febc00cd6b0 0x7febc01f1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7febc00ce720 con 0x7febc0156990 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7febc00cea90 con 0x7febc00cd6b0 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.236+0000 7febc7add640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7febc00b26f0 con 0x7febc00b22c0 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53472/0 (socket says 172.21.15.17:53472) 2024-09-19T08:08:45.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 -- 172.21.15.17:0/233308562 learned_addr learned my addr 172.21.15.17:0/233308562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc5879640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc00b22c0 0x7febc015ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc5078640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7febc00cd6b0 0x7febc01f1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 -- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc00b22c0 msgr2=0x7febc015ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc00b22c0 0x7febc015ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 -- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7febc00cd6b0 msgr2=0x7febc01f1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7febc00cd6b0 0x7febc01f1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 -- 172.21.15.17:0/233308562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc01f22d0 con 0x7febc0156990 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc607a640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7febb000c7a0 tx=0x7febb000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb0018070 con 0x7febc0156990 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febb000a640 con 0x7febc0156990 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febc01f25b0 con 0x7febc0156990 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb000aab0 con 0x7febc0156990 2024-09-19T08:08:45.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.237+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febc01524f0 con 0x7febc0156990 2024-09-19T08:08:45.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.238+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febc00cef20 con 0x7febc0156990 2024-09-19T08:08:45.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.239+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7febb001b070 con 0x7febc0156990 2024-09-19T08:08:45.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.239+0000 7febbe7fc640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 0x7febac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.239+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7febb008a9c0 con 0x7febc0156990 2024-09-19T08:08:45.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.239+0000 7febc5879640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 0x7febac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.240+0000 7febc5879640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 0x7febac06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7febc015a190 tx=0x7febb8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.244+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7febb008ce20 con 0x7febc0156990 2024-09-19T08:08:45.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.456+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7febc01f2ad0 con 0x7febc0156990 2024-09-19T08:08:45.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.456+0000 7febbe7fc640 1 -- 172.21.15.17:0/233308562 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) ==== 94+0+5228 (secure 0 0 0) 0x7febb0058ae0 con 0x7febc0156990 2024-09-19T08:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"btime":"2024-09-19T08:08:39:725466+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:08:39.068278+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6894},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6894":{"gid":6894,"name":"a","rank":0,"incarnation":73,"state":"up:active","state_seq":3,"addr":"172.21.15.17:6835/1415454574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1415454574},{"type":"v1","addr":"172.21.15.17:6835","nonce":1415454574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6894,"qdb_cluster":[6894]},"id":6}]} 2024-09-19T08:08:45.457 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 75 2024-09-19T08:08:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 msgr2=0x7febac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 0x7febac06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7febc015a190 tx=0x7febb8008040 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 msgr2=0x7febc0151fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7febb000c7a0 tx=0x7febb000cc60 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 shutdown_connections 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7febac06c2b0 0x7febac06e770 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febc0156990 0x7febc0151fb0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7febc00cd6b0 0x7febc01f1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 --2- 172.21.15.17:0/233308562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7febc00b22c0 0x7febc015ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 >> 172.21.15.17:0/233308562 conn(0x7febc006bc10 msgr2=0x7febc015bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 shutdown_connections 2024-09-19T08:08:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.458+0000 7febc7add640 1 -- 172.21.15.17:0/233308562 wait complete. 2024-09-19T08:08:45.470 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T08:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout:{"message":"","return_code":0} 2024-09-19T08:08:45.597 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T08:08:45.598 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:08:45.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.701+0000 7ff9849f1640 1 Processor -- start 2024-09-19T08:08:45.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.701+0000 7ff9849f1640 1 -- start start 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff9849f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff98015e4e0 0x7ff9800b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff9849f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98006cec0 con 0x7ff98015e8c0 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff9849f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98006d160 con 0x7ff9800d26d0 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff9849f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff9800d2d40 con 0x7ff98015e4e0 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff97dd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff98015e8c0 0x7ff9800d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:47164/0 (socket says 172.21.15.17:47164) 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff97dd9b640 1 -- 172.21.15.17:0/1875477602 learned_addr learned my addr 172.21.15.17:0/1875477602 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:45.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff97e59c640 1 --2- 172.21.15.17:0/1875477602 >> v2:172.21.15.160:3300/0 conn(0x7ff98015e4e0 0x7ff9800b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 731908676 0 0) 0x7ff98006cec0 con 0x7ff98015e8c0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.702+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff96c003520 con 0x7ff98015e8c0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2213840615 0 0) 0x7ff98006d160 con 0x7ff9800d26d0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff98006cec0 con 0x7ff9800d26d0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 53521897 0 0) 0x7ff96c003520 con 0x7ff98015e8c0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 >> v2:172.21.15.160:3300/0 conn(0x7ff98015e4e0 msgr2=0x7ff9800b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 --2- 172.21.15.17:0/1875477602 >> v2:172.21.15.160:3300/0 conn(0x7ff98015e4e0 0x7ff9800b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 >> v1:172.21.15.160:6789/0 conn(0x7ff9800d26d0 legacy=0x7ff98006dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98006d440 con 0x7ff98015e8c0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7ff968001690 con 0x7ff98015e8c0 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 >> v1:172.21.15.17:6789/0 conn(0x7ff98015e8c0 legacy=0x7ff9800d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff96c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff96c004800 0x7ff96c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff96c0051c0 0x7ff96c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9800d2d40 con 0x7ff96c003b90 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c00c090 con 0x7ff96c0051c0 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff96c00c290 con 0x7ff96c004800 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff96c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff96c004800 0x7ff96c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97ed9d640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff96c0051c0 0x7ff96c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 -- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff96c004800 msgr2=0x7ff96c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff96c004800 0x7ff96c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 -- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff96c0051c0 msgr2=0x7ff96c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff96c0051c0 0x7ff96c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97e59c640 1 -- 172.21.15.17:0/1875477602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96c003520 con 0x7ff96c003b90 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97ed9d640 1 -- 172.21.15.17:0/1875477602 reap_dead start 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.703+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff96c004800 0x7ff96c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:45.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.704+0000 7ff97e59c640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff96c003f90 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7ff978009ac0 tx=0x7ff96c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1192895b117929 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.704+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978036070 con 0x7ff96c003b90 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.704+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978031400 con 0x7ff96c003b90 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.704+0000 7ff97d59a640 1 -- 172.21.15.17:0/1875477602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978009690 con 0x7ff96c003b90 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 -- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 msgr2=0x7ff96c003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff96c003f90 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7ff978009ac0 tx=0x7ff96c005830 comp rx=0 tx=0).stop 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 -- 172.21.15.17:0/1875477602 shutdown_connections 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 --2- 172.21.15.17:0/1875477602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff96c003f90 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 -- 172.21.15.17:0/1875477602 >> 172.21.15.17:0/1875477602 conn(0x7ff98006f400 msgr2=0x7ff98006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 -- 172.21.15.17:0/1875477602 shutdown_connections 2024-09-19T08:08:45.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.705+0000 7ff9849f1640 1 -- 172.21.15.17:0/1875477602 wait complete. 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.706+0000 7ff9849f1640 1 Processor -- start 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.706+0000 7ff9849f1640 1 -- start start 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 0x7ff98014ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff980159db0 0x7ff98015a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9800d1fc0 con 0x7ff96c003b90 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff9800d2b20 con 0x7ff980159db0 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff9849f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9800d2140 con 0x7ff98014d980 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53490/0 (socket says 172.21.15.17:53490) 2024-09-19T08:08:45.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 -- 172.21.15.17:0/3139540197 learned_addr learned my addr 172.21.15.17:0/3139540197 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 0x7ff98014ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97ed9d640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff980159db0 0x7ff98015a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 -- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 msgr2=0x7ff98014ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 0x7ff98014ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 -- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff980159db0 msgr2=0x7ff98015a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff980159db0 0x7ff98015a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 -- 172.21.15.17:0/3139540197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff980150170 con 0x7ff96c003b90 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 0x7ff98014ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.707+0000 7ff97e59c640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff978034040 tx=0x7ff978004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.708+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97803f020 con 0x7ff96c003b90 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.708+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978037040 con 0x7ff96c003b90 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.708+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff98014cf90 con 0x7ff96c003b90 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.708+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978036070 con 0x7ff96c003b90 2024-09-19T08:08:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.708+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9801506b0 con 0x7ff96c003b90 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.709+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff98015a770 con 0x7ff96c003b90 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.709+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff978042020 con 0x7ff96c003b90 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.710+0000 7ff976ffd640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 0x7ff96006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.710+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5709+0+0 (secure 0 0 0) 0x7ff9780ab250 con 0x7ff96c003b90 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.710+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 0x7ff96006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.711+0000 7ff97dd9b640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 0x7ff96006e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff9800b3400 tx=0x7ff968009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.714+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff978049070 con 0x7ff96c003b90 2024-09-19T08:08:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.934+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff98014dd60 con 0x7ff96c003b90 2024-09-19T08:08:45.935 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:08:45.935+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:08:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.936+0000 7ff976ffd640 1 -- 172.21.15.17:0/3139540197 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v76) ==== 161+0+0 (secure 0 0 0) 0x7ff980150170 con 0x7ff96c003b90 2024-09-19T08:08:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:08:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 msgr2=0x7ff96006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 0x7ff96006e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff9800b3400 tx=0x7ff968009040 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 msgr2=0x7ff9800b3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff978034040 tx=0x7ff978004730 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 shutdown_connections 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff96006c2b0 0x7ff96006e770 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff980159db0 0x7ff98015a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff98014d980 0x7ff98014ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 --2- 172.21.15.17:0/3139540197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff96c003b90 0x7ff9800b3a20 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.939+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 >> 172.21.15.17:0/3139540197 conn(0x7ff98006f400 msgr2=0x7ff9800d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.940+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 shutdown_connections 2024-09-19T08:08:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.940+0000 7ff9849f1640 1 -- 172.21.15.17:0/3139540197 wait complete. 2024-09-19T08:08:45.941 INFO:tasks.ceph.mds.a.smithi017.stderr: -3119> 2024-09-19T08:08:39.011+0000 7fc8fb813640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:08:45.953 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata export - 2024-09-19T08:08:45.972 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:08:45.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.997+0000 7fe80970ef40 1 Processor -- start 2024-09-19T08:08:45.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.997+0000 7fe80970ef40 1 -- start start 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1d6ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 0x5639c1d5de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5639c1d6e640 con 0x5639c1d63f90 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5639c1be7510 con 0x5639c1d6e0e0 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe80970ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5639c1cd6660 con 0x5639c1d6d5c0 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53516/0 (socket says 172.21.15.17:53516) 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 -- 172.21.15.17:0/3340670605 learned_addr learned my addr 172.21.15.17:0/3340670605 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe806a03640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1d6ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807a05640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 0x5639c1d5de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 -- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 msgr2=0x5639c1d6ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1d6ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 -- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 msgr2=0x5639c1d5de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 0x5639c1d5de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 -- 172.21.15.17:0/3340670605 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c1d5a850 con 0x5639c1d63f90 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807a05640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 0x5639c1d5de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe807204640 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8025b40 tx=0x7fe7f8050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=426c31fa10daaaff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe805a01640 1 -- 172.21.15.17:0/3340670605 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f804eb80 con 0x5639c1d63f90 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe805a01640 1 -- 172.21.15.17:0/3340670605 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7f8066070 con 0x5639c1d63f90 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.998+0000 7fe805a01640 1 -- 172.21.15.17:0/3340670605 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f8061420 con 0x5639c1d63f90 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 -- 172.21.15.17:0/3340670605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 msgr2=0x5639c1cdef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8025b40 tx=0x7fe7f8050000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 -- 172.21.15.17:0/3340670605 shutdown_connections 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d6e0e0 0x5639c1d5de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1d6ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3340670605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d63f90 0x5639c1cdef90 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 -- 172.21.15.17:0/3340670605 >> 172.21.15.17:0/3340670605 conn(0x5639c1cc0400 msgr2=0x5639c1cc3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 -- 172.21.15.17:0/3340670605 shutdown_connections 2024-09-19T08:08:46.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 -- 172.21.15.17:0/3340670605 wait complete. 2024-09-19T08:08:46.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:45.999+0000 7fe80970ef40 1 Processor -- start 2024-09-19T08:08:46.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 -- start start 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d63f90 0x5639c1dfebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1dfc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5639c1d5af90 con 0x5639c1d6e0e0 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5639c1d5ab10 con 0x5639c1d63f90 2024-09-19T08:08:46.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe80970ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5639c1d5d610 con 0x5639c1d6d5c0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe807a05640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe807a05640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53520/0 (socket says 172.21.15.17:53520) 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 learned_addr learned my addr 172.21.15.17:0/3851853389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d63f90 0x5639c1dfebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.000+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1dfc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 msgr2=0x5639c1dfc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5639c1d6d5c0 0x5639c1dfc890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d63f90 msgr2=0x5639c1dfebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5639c1d63f90 0x5639c1dfebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c1cc3f30 con 0x5639c1d6e0e0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fe80000be10 tx=0x7fe800009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe8049ff640 1 -- 172.21.15.17:0/3851853389 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe800014640 con 0x5639c1d6e0e0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe8049ff640 1 -- 172.21.15.17:0/3851853389 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8000147e0 con 0x5639c1d6e0e0 2024-09-19T08:08:46.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5639c1d59e70 con 0x5639c1d6e0e0 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe8049ff640 1 -- 172.21.15.17:0/3851853389 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe800014c10 con 0x5639c1d6e0e0 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.001+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639c1d61b30 con 0x5639c1d6e0e0 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.002+0000 7fe8049ff640 1 -- 172.21.15.17:0/3851853389 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8000135f0 con 0x5639c1d6e0e0 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe8049ff640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 0x7fe7e806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe8049ff640 1 -- 172.21.15.17:0/3851853389 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fe80008a390 con 0x5639c1d6e0e0 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stdout:���� 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stdout: �� 2024-09-19T08:08:46.006 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x5639c1d5d1e0 0x5639c1e077d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:1 12.0 12:00000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x5639c1d5d1e0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 0x7fe7e806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.003+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x5639c1d5d1e0 0x5639c1e077d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 0x7fe7e806d150 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8065000 tx=0x7fe7f8051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x5639c1d5d1e0 0x5639c1e077d0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.4 v2:172.21.15.160:6824/2626158817 1 ==== osd_op_reply(1 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x5639c1d5d1e0 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fe7f0008040 0x7fe7f000b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:08000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.004+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fe7f0008040 0x7fe7f000b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.005+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fe7f0008040 0x7fe7f000b960 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.007+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(2 [pgnls start_epoch 87 out=177b] v86'10 uv10 ondisk = 1) ==== 144+0+177 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.007+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7fe7f807a040 0x7fe7f8061930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.007+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:3 12.8 12:10000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f807a040 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.007+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7fe7f807a040 0x7fe7f8061930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.007+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7fe7f807a040 0x7fe7f8061930 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.009+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(3 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f807a040 2024-09-19T08:08:46.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.009+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fe7f001c040 0x7fe7f001c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.009+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:4 12.18 12:18000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f001c040 2024-09-19T08:08:46.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.009+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fe7f001c040 0x7fe7f001c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.009+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fe7f001c040 0x7fe7f001c420 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.011+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(4 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.011+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fe800088c20 0x7fe800057300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.011+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:5 12.4 12:20000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.011+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fe800088c20 0x7fe800057300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.012+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fe800088c20 0x7fe800057300 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.012+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(5 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.012+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fe7f806d040 0x7fe7f806c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.012+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:6 12.14 12:28000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f806d040 2024-09-19T08:08:46.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.013+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fe7f806d040 0x7fe7f806c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.013+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fe7f806d040 0x7fe7f806c410 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.015+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(6 [pgnls start_epoch 87 out=149b] v86'19 uv19 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.015+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.c 12:30000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(7 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.1c 12:38000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(8 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:9 12.2 12:40000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x5639c1d5d1e0 2024-09-19T08:08:46.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.4 v2:172.21.15.160:6824/2626158817 2 ==== osd_op_reply(9 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x5639c1d5d1e0 2024-09-19T08:08:46.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.016+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:10 12.12 12:48000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f807a040 2024-09-19T08:08:46.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.017+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(10 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f807a040 2024-09-19T08:08:46.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.017+0000 7fe806a03640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fe7f0008930 0x7fe7f002a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.017+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- osd_op(unknown.0.0:11 12.a 12:50000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008930 2024-09-19T08:08:46.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.017+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fe7f0008930 0x7fe7f002a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.017+0000 7fe807a05640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fe7f0008930 0x7fe7f002a400 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.019+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.2 v2:172.21.15.17:6824/885435613 1 ==== osd_op_reply(11 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f0008930 2024-09-19T08:08:46.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.019+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:12 12.1a 12:58000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x5639c1d5d1e0 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.4 v2:172.21.15.160:6824/2626158817 3 ==== osd_op_reply(12 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x5639c1d5d1e0 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:13 12.6 12:60000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f001c040 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(13 [pgnls start_epoch 87 out=77b] v86'3 uv3 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:14 12.16 12:68000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(14 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.020+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.e 12:70000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(15 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:16 12.1e 12:78000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x5639c1d5d1e0 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.4 v2:172.21.15.160:6824/2626158817 4 ==== osd_op_reply(16 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x5639c1d5d1e0 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:17 12.1 12:80000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(17 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.021+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:18 12.11 12:88000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f806d040 2024-09-19T08:08:46.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(18 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- osd_op(unknown.0.0:19 12.9 12:90000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008930 2024-09-19T08:08:46.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.2 v2:172.21.15.17:6824/885435613 2 ==== osd_op_reply(19 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f0008930 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.19 12:98000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(20 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.022+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:21 12.5 12:a0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(21 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:22 12.15 12:a8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(22 [pgnls start_epoch 87 out=97b] v85'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fe7f808c040 0x7fe7f8056400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:23 12.d 12:b0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f808c040 2024-09-19T08:08:46.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.023+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fe7f808c040 0x7fe7f8056400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fe7f808c040 0x7fe7f8056400 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(23 [pgnls start_epoch 87 out=74b] v85'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f808c040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.1d 12:b8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(24 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.3 12:c0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f0008040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(25 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.024+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:26 12.13 12:c8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f001c040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(26 [pgnls start_epoch 87 out=98b] v86'3 uv3 ondisk = 1) ==== 144+0+98 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:27 12.b 12:d0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f807a040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(27 [pgnls start_epoch 87 out=76b] v86'3 uv3 ondisk = 1) ==== 144+0+76 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f807a040 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:28 12.1b 12:d8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x5639c1d5d1e0 2024-09-19T08:08:46.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.4 v2:172.21.15.160:6824/2626158817 5 ==== osd_op_reply(28 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f000c040 con 0x5639c1d5d1e0 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.025+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:29 12.7 12:e0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe7f001c040 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(29 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:30 12.17 12:e8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(30 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:31 12.f 12:f0000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(31 [pgnls start_epoch 87 out=73b] v85'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.026+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:32 12.1f 12:f8000000:%01:::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfe5c0 con 0x7fe800088c20 2024-09-19T08:08:46.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(32 [pgnls start_epoch 87 out=101b] v86'6 uv6 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:33 12.10 12:09401a81:::601.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1cdde60 con 0x7fe7f0008040 2024-09-19T08:08:46.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(33 601.00000000 [read 0~0] v0'0 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:34 12.10 12:09401a81:::601.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e07d10 con 0x7fe7f0008040 2024-09-19T08:08:46.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(34 601.00000000 [getxattrs out=124b] v0'0 uv6 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.027+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:35 12.10 12:09401a81:::601.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfd330 con 0x7fe7f0008040 2024-09-19T08:08:46.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(35 601.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:36 12.10 12:09401a81:::601.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfd6d0 con 0x7fe7f0008040 2024-09-19T08:08:46.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(36 601.00000000 [omap-get-vals out=5b] v0'0 uv6 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:37 12.10 12:0bd6d154:::602.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1dfda70 con 0x7fe7f0008040 2024-09-19T08:08:46.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(37 602.00000000 [read 0~0] v0'0 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:38 12.10 12:0bd6d154:::602.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1cde230 con 0x7fe7f0008040 2024-09-19T08:08:46.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(38 602.00000000 [getxattrs out=124b] v0'0 uv7 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.028+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:39 12.10 12:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(39 602.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:40 12.10 12:0bd6d154:::602.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e115a0 con 0x7fe7f0008040 2024-09-19T08:08:46.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(40 602.00000000 [omap-get-vals out=5b] v0'0 uv7 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:41 12.10 12:0cf6ad0f:::10000000000.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(41 10000000000.00000000 [read 0~0] v0'0 uv10 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:42 12.10 12:0cf6ad0f:::10000000000.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(42 10000000000.00000000 [getxattrs out=124b] v0'0 uv10 ondisk = 0) ==== 164+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.035 INFO:teuthology.orchestra.run.smithi017.stdout: ��*$- 601.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray1 ���� �� ((88���� �� ��*$- 602.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray2 ���� �� ((88���� �� ��2,510000000000.00000000�������������������!�������������������������� ���~_layout��������_parent>8subdir 2024-09-19T08:08:46.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.029+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:43 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(43 10000000000.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:44 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e115a0 con 0x7fe7f0008040 2024-09-19T08:08:46.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(44 10000000000.00000000 [omap-get-vals out=525b] v0'0 uv10 ondisk = 0) ==== 164+0+525 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:45 12.10 12:0d82a743:::600.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(45 600.00000000 [read 0~0] v0'0 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:46 12.10 12:0d82a743:::600.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.030+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(46 600.00000000 [getxattrs out=124b] v0'0 uv5 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:47 12.10 12:0d82a743:::600.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(47 600.00000000 [omap-get-header out=274b] v0'0 uv5 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:48 12.10 12:0d82a743:::600.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e115a0 con 0x7fe7f0008040 2024-09-19T08:08:46.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(48 600.00000000 [omap-get-vals out=5b] v0'0 uv5 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:49 12.10 12:0d89b25e:::603.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(49 603.00000000 [read 0~0] v0'0 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:50 12.10 12:0d89b25e:::603.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(50 603.00000000 [getxattrs out=124b] v0'0 uv8 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.031+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.10 12:0d89b25e:::603.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f0008040 2024-09-19T08:08:46.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(51 603.00000000 [omap-get-header out=274b] v0'0 uv8 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.10 12:0d89b25e:::603.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e115a0 con 0x7fe7f0008040 2024-09-19T08:08:46.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(52 603.00000000 [omap-get-vals out=5b] v0'0 uv8 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:53 12.14 12:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10590 con 0x7fe7f806d040 2024-09-19T08:08:46.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(53 1.00000000.inode [read 0~582 out=582b] v0'0 uv15 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.032+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:54 12.14 12:287034c4:::1.00000000.inode:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10930 con 0x7fe7f806d040 2024-09-19T08:08:46.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.033+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(54 1.00000000.inode [getxattrs out=4b] v0'0 uv15 ondisk = 0) ==== 160+0+4 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.042 INFO:teuthology.orchestra.run.smithi017.stdout: ���� ��  ( ��fu�F( ��fu�F8` ��fP�8` ��fP����� ��  sixmegs_head�i��� ��fP����5@@ `�������� ��fP� ��fu�F(8` ��fP�8` ��fP��������� ��fu�F0���������������� �� ��*$- 600.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray0 ���� �� ((88���� �� ��*$- 603.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray3 ���� �� ((88���� �� ��.(11.00000000.inode�������������������!�������������������������� ��`ZFFceph fs volume v011)� ��f�v�6�C@@ �������� ��f�v�6( ��f�v�68` ��fP�8��f�+��f�+����NH��f�+������������ �� 2024-09-19T08:08:46.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.033+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:55 12.14 12:287034c4:::1.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e10cd0 con 0x7fe7f806d040 2024-09-19T08:08:46.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.033+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(55 1.00000000.inode [omap-get-header] v0'0 uv15 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.043 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.033+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:56 12.14 12:287034c4:::1.00000000.inode:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e12080 con 0x7fe7f806d040 2024-09-19T08:08:46.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.034+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(56 1.00000000.inode [omap-get-vals out=5b] v0'0 uv15 ondisk = 0) ==== 160+0+5 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.034+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:57 12.14 12:292cf221:::200.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e11070 con 0x7fe7f806d040 2024-09-19T08:08:46.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.034+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(57 200.00000000 [read 0~90 out=90b] v0'0 uv19 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x7fe7f000c040 con 0x7fe7f806d040 2024-09-19T08:08:46.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.034+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:58 12.14 12:292cf221:::200.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e11410 con 0x7fe7f806d040 2024-09-19T08:08:46.045 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��*$- 200.00000000�������������������!�������������������������� ��tnZZTceph fs volume v011@C2@C2@1:@@@ ���� �� 2024-09-19T08:08:46.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.034+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(58 200.00000000 [getxattrs out=4b] v0'0 uv19 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.035+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:59 12.14 12:292cf221:::200.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.046 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.035+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(59 200.00000000 [omap-get-header] v0'0 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.035+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:60 12.14 12:292cf221:::200.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.035+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(60 200.00000000 [omap-get-vals out=5b] v0'0 uv19 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.035+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:61 12.14 12:2e2fa760:::200.00000001:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��*$- 200.00000001�������������������!�������������������������� ��K:E:1:1:��XS&YA1e@��XS&YA1h^T��f� H+2 ((88 2 ( 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stdout:( 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stdout:8 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+8 2024-09-19T08:08:46.047 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+ ��������@0@��XS&YA1�� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:� ��f�\�>)+6��@ ceph_sha1(2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph_version[ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) entity_id0hostname smithi017 mount_point/home/ubuntu/cephtest/mnt.0pid62412root/��? ���@��XS&YA1 ��f��k3setattr� C��������� ��f�_e3�C@@ ����������f�+(8 ��f�_e38��f�+��f�+����NH��f�+�����������������g@��XS&YA1��� ��f��6mkdir�3 ( ��f�v�6( ��f�v�68 ��f�v�68 ��f�v�6  �subdir��������� ��f�v�6�A�5���������������� ��f�v�6 ��f�v�6(88�������� ��f�v�6������������2 ((88  C��������� ��f�v�6�C@@ �������� ��f�v�6( ��f�v�68 ��f�v�68��f�+��f�+����NH��f�+��������������������@��XS&YA1��� ��f��RopencL3 ( ��f�v�6( ��f�v�68 ��fu�F8 ��f�v�6  �subdir��������� ��fu�F�A�5���������������� ��fu�F ��f�v�6( ��fu�F8 ��fu�F8 ��fu�F�������� ��f�v�6������������V ( ��fu�F( ��fu�F8 ��fu�F8 ��fu�F0 sixmegs��������� ��fu�F���5@@ �������� ��fu�F ��fu�F�@(88�������� ��fu�F�������������� ��������t@��XS&YA1��� ��f� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:cap updateL3 ( ��f�v�6( ��f�v�68  ��f�1�8 ��f�v�6  �subdir��������� ��fu�F�A�5���������������� ��fu�F ��f�v�6( ��fu�F8  ��f�1�8  ��f�1��������� ��f�v�6������������V ( ��fu�F( ��fu�F8  ��f�1�8  ��f�1�0 sixmegs��������� ��f�1����5@@ �������� ��f�1� ��fu�F��(8  ��f�1�8  ��f�1��������� ��fu�F���������������������@��XS&YA1��� ��f�� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:cap updateL3  ( ��f�v�6( ��f�v�68P ��fRN�8 ��f�v�6  �subdir��������� ��fu�F�A�5���������������� ��fu�F ��f�v�6( ��fu�F8P ��fRN�8P ��fRN��������� ��f�v�6������������V ( ��fu�F( ��fu�F8P ��fRN�8P ��fRN�0 sixmegs��������� ��fRN����5@@ P�������� ��fRN� ��fu�F��(8P ��fRN�8P ��fRN��������� ��fu�F'����������������������@��XS&YA1� � � ��f9r�: 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:cap updateo 3  ( ��f�v�6( ��f�v�68` ��fP�8` ��fP�  �subdir�������� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:� ��fu�F�A�5���������������� ��fu�F ��f�v�6( ��fu�F8` ��fP�8` ��fP� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:�������� ��f�v�6������������0  ( ��fu�F( ��fu�F8` ��fP�8` ��fP� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout: �sixmegs��������� ��fP����5@@ `�������� ��fP� ��fu�F(8` ��fP�8` ��fP��������� ��fu�F0������������ C��������� ��f�v�6�C@@ �������� ��f�v�6( ��f�v�68` ��fP�8��f�+��f�+����NH��f�+�����������������y'@��XS&YA1�� 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:� ��f�P�:�>)+6�����J1@��XS&YA18.$��1@��XS&YA1h^T ��fp؉"2  ( ��f�v�6( ��f�v�68` ��fP�8` ��fP� 2 ( 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:( 2024-09-19T08:08:46.048 INFO:teuthology.orchestra.run.smithi017.stdout:8 2024-09-19T08:08:46.049 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+8 2024-09-19T08:08:46.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.036+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(61 200.00000001 [read 0~14897 out=14897b] v0'0 uv16 ondisk = 0) ==== 156+0+14897 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.036+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:62 12.14 12:2e2fa760:::200.00000001:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.036+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(62 200.00000001 [getxattrs out=4b] v0'0 uv16 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.049 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+ ��������@ C2@��XS&YA1^TJ ��f+��"scatter_writebehind2  ( ��f�v�6( ��f�v�68` ��fP�8` ��fP�  C��������� ��f�v�6�C@@ �������� ��f�v�6( ��f�v�68` ��fP�8��f�+��f�+����NH��f�+�����������������5@���� �� 2024-09-19T08:08:46.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.036+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:63 12.14 12:2e2fa760:::200.00000001:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.037+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(63 200.00000001 [omap-get-header] v0'0 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.050 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.037+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:64 12.14 12:2e2fa760:::200.00000001:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.037+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(64 200.00000001 [omap-get-vals out=5b] v0'0 uv16 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.037+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:65 12.14 12:2f55791f:::606.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(65 606.00000000 [read 0~0] v0'0 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:66 12.14 12:2f55791f:::606.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(66 606.00000000 [getxattrs out=124b] v0'0 uv4 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:67 12.14 12:2f55791f:::606.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(67 606.00000000 [omap-get-header out=274b] v0'0 uv4 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.038+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:68 12.14 12:2f55791f:::606.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f806d040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.039+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(68 606.00000000 [omap-get-vals out=5b] v0'0 uv4 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f806d040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.039+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:69 12.1c 12:3ed09add:::607.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f0008040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.039+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(69 607.00000000 [read 0~0] v0'0 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.039+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:70 12.1c 12:3ed09add:::607.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f0008040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(70 607.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:71 12.1c 12:3ed09add:::607.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f0008040 2024-09-19T08:08:46.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(71 607.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:72 12.1c 12:3ed09add:::607.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f0008040 2024-09-19T08:08:46.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(72 607.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:73 12.6 12:654134d2:::mds0_openfiles.0:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e117b0 con 0x7fe7f001c040 2024-09-19T08:08:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.040+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(73 mds0_openfiles.0 [read 0~0] v0'0 uv3 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:74 12.6 12:654134d2:::mds0_openfiles.0:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e11ba0 con 0x7fe7f001c040 2024-09-19T08:08:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(74 mds0_openfiles.0 [getxattrs out=4b] v0'0 uv3 ondisk = 0) ==== 160+0+4 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.057 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��*$- 606.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray6 ���� �� ((88���� �� ��*$- 607.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray7 ���� �� ((88���� �� ��.(1mds0_openfiles.0�������������������!�������������������������� �� 2024-09-19T08:08:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:75 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e12420 con 0x7fe7f001c040 2024-09-19T08:08:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(75 mds0_openfiles.0 [omap-get-header out=42b] v0'0 uv3 ondisk = 0) ==== 160+0+42 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:76 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e137d0 con 0x7fe7f001c040 2024-09-19T08:08:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(76 mds0_openfiles.0 [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 160+0+5 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.041+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:77 12.e 12:717a0223:::608.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(77 608.00000000 [read 0~0] v0'0 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:78 12.e 12:717a0223:::608.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(78 608.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:79 12.e 12:717a0223:::608.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(79 608.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:80 12.e 12:717a0223:::608.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13b70 con 0x7fe7f0008040 2024-09-19T08:08:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(80 608.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.042+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:81 12.15 12:a93a17c2:::604.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(81 604.00000000 [read 0~0] v0'0 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:82 12.15 12:a93a17c2:::604.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(82 604.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:83 12.15 12:a93a17c2:::604.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(83 604.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.043+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:84 12.15 12:a93a17c2:::604.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13b70 con 0x7fe800088c20 2024-09-19T08:08:46.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(84 604.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:85 12.15 12:aa448500:::500.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(85 500.00000000 [read 0~90 out=90b] v0'0 uv3 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:86 12.15 12:aa448500:::500.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.063 INFO:teuthology.orchestra.run.smithi017.stdout:���� ��4.*ceph fs volume v011 ���� �� ��*$- 608.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray8 ���� �� ((88���� �� ��*$- 604.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray4 ���� �� ((88���� �� ��*$- 500.00000000�������������������!�������������������������� ��tnZZTceph fs volume v011@@@@@@ ���� �� 2024-09-19T08:08:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(86 500.00000000 [getxattrs out=4b] v0'0 uv3 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.044+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:87 12.15 12:aa448500:::500.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe800088c20 2024-09-19T08:08:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.045+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(87 500.00000000 [omap-get-header] v0'0 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.064 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.045+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:88 12.15 12:aa448500:::500.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13b70 con 0x7fe800088c20 2024-09-19T08:08:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.045+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(88 500.00000000 [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.045+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:89 12.d 12:b50e409b:::mds_snaptable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f808c040 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(89 mds_snaptable [read 0~70 out=70b] v0'0 uv1 ondisk = 0) ==== 157+0+70 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f808c040 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:90 12.d 12:b50e409b:::mds_snaptable:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f808c040 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��+%. mds_snaptable�������������������!�������������������������� ��`ZFF4���� �� 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(90 mds_snaptable [getxattrs out=4b] v0'0 uv1 ondisk = 0) ==== 157+0+4 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f808c040 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:91 12.d 12:b50e409b:::mds_snaptable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f808c040 2024-09-19T08:08:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(91 mds_snaptable [omap-get-header] v0'0 uv1 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f808c040 2024-09-19T08:08:46.067 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:92 12.d 12:b50e409b:::mds_snaptable:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f808c040 2024-09-19T08:08:46.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(92 mds_snaptable [omap-get-vals out=5b] v0'0 uv1 ondisk = 0) ==== 157+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f808c040 2024-09-19T08:08:46.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.046+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:93 12.1d 12:b871830b:::605.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(93 605.00000000 [read 0~0] v0'0 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:94 12.1d 12:b871830b:::605.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(94 605.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:95 12.1d 12:b871830b:::605.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f0008040 2024-09-19T08:08:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(95 605.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.047+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:96 12.1d 12:b871830b:::605.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13b70 con 0x7fe7f0008040 2024-09-19T08:08:46.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(96 605.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe7f0008040 2024-09-19T08:08:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:c91d4a1d:::mds0_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e127c0 con 0x7fe7f001c040 2024-09-19T08:08:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(97 mds0_inotable [read 0~34 out=34b] v0'0 uv3 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:c91d4a1d:::mds0_inotable:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e12b60 con 0x7fe7f001c040 2024-09-19T08:08:46.071 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��*$- 605.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray5 ���� �� ((88���� �� ��+%. mds0_inotable�������������������!�������������������������� ��<6""��������� �� 2024-09-19T08:08:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(98 mds0_inotable [getxattrs out=4b] v0'0 uv3 ondisk = 0) ==== 157+0+4 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e12f50 con 0x7fe7f001c040 2024-09-19T08:08:46.071 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.048+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(99 mds0_inotable [omap-get-header] v0'0 uv3 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13340 con 0x7fe7f001c040 2024-09-19T08:08:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(100 mds0_inotable [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 157+0+5 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:101 12.13 12:cd5a64a3:::100.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e13340 con 0x7fe7f001c040 2024-09-19T08:08:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(101 100.00000000 [read 0~0] v0'0 uv1 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:102 12.13 12:cd5a64a3:::100.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.073 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��*$- 100.00000000�������������������!�������������������������� �� 2024-09-19T08:08:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(102 100.00000000 [getxattrs out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.13 12:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.074 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ( 2024-09-19T08:08:46.074 INFO:teuthology.orchestra.run.smithi017.stdout:( 2024-09-19T08:08:46.074 INFO:teuthology.orchestra.run.smithi017.stdout:8 2024-09-19T08:08:46.074 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+8 2024-09-19T08:08:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.049+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.13 12:cd5a64a3:::100.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 100.00000000 [omap-get-vals out=5195b] v0'0 uv1 ondisk = 0) ==== 156+0+5195 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.075 INFO:teuthology.orchestra.run.smithi017.stdout:��f?X@+���� ��PJ 2024-09-19T08:08:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:105 12.b 12:d0630e4c:::mds0_sessionmap:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f807a040 2024-09-19T08:08:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(105 mds0_sessionmap [read 0~0] v0'0 uv3 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f807a040 2024-09-19T08:08:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:106 12.b 12:d0630e4c:::mds0_sessionmap:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f807a040 2024-09-19T08:08:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 5 ==== osd_op_reply(106 mds0_sessionmap [getxattrs out=4b] v0'0 uv3 ondisk = 0) ==== 159+0+4 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f807a040 2024-09-19T08:08:46.076 INFO:teuthology.orchestra.run.smithi017.stdout: stray0_head�i�����fI�+@A������������������fI�+(8��fI�+8��fI�+��fI�+������������ stray1_head�i�����f��+@A������������������f��+(8��f��+8��f��+��f��+������������ stray2_head�i�����f�+@A������������������f�+(8��f�+8��f�+��f�+������������ stray3_head�i�����f�f+@A������������������f�f+(8��f�f+8��f�f+��f�f+������������ stray4_head�i�����fÝŒ+@A������������������fÝŒ+(8��fÝŒ+8��fÝŒ+��fÝŒ+������������ stray5_head�i�����f|Y+@A������������������f|Y+(8��f|Y+8��f|Y+��f|Y+������������ stray6_head�i�����fv� +@A������������������fv� +(8��fv� +8��fv� +��fv� +������������ stray7_head�i�����fØ´<+@A������������������fØ´<+(8��fØ´<+8��fØ´<+��fØ´<+������������ stray8_head�i�����fe�>+@A������������������fe�>+(8��fe�>+8��fe�>+��fe�>+������������ stray9_head�i��� ��f?X@+@A������������������f?X@+(8��f?X@+8��f?X@+��f?X@+���������������� �� ��-'0mds0_sessionmap�������������������!�������������������������� �� 2024-09-19T08:08:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.050+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:107 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f807a040 2024-09-19T08:08:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 6 ==== osd_op_reply(107 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f807a040 2024-09-19T08:08:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:108 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f807a040 2024-09-19T08:08:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe806a03640 1 -- 172.21.15.17:0/3851853389 <== osd.3 v2:172.21.15.17:6808/2084830613 7 ==== osd_op_reply(108 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x7fe7f0005020 con 0x7fe7f807a040 2024-09-19T08:08:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(109 609.00000000 [read 0~0] v0'0 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(110 609.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) ==== 156+0+124 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.051+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:111 12.7 12:e0b41d06:::609.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.052+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(111 609.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.052+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:112 12.7 12:e0b41d06:::609.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe7f001c040 2024-09-19T08:08:46.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.052+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(112 609.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe80001a020 con 0x7fe7f001c040 2024-09-19T08:08:46.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.052+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(113 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(114 400.00000000 [getxattrs out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.081 INFO:teuthology.orchestra.run.smithi017.stdout:���� ������ �� ��*$- 609.00000000�������������������!�������������������������� ���~_layout��������_parent>8 stray9 ���� �� ((88���� �� ��*$- 400.00000000�������������������!�������������������������� ��0*���� �� 2024-09-19T08:08:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(115 400.00000000 [omap-get-header] v0'0 uv1 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.082 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.053+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.f 12:f1f69726:::400.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(116 400.00000000 [omap-get-vals out=5b] v0'0 uv1 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.083 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��0*3100.00000000.inode�������������������!�������������������������� ��`ZFFceph fs volume v011)���fx�+@A������������������fx�+( 2024-09-19T08:08:46.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(117 100.00000000.inode [read 0~582 out=582b] v0'0 uv3 ondisk = 0) ==== 162+0+582 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(118 100.00000000.inode [getxattrs out=4b] v0'0 uv3 ondisk = 0) ==== 162+0+4 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.084 INFO:teuthology.orchestra.run.smithi017.stdout:8 ��f?X@+8 ��f?X@+��fx�+����NH������������ �� 2024-09-19T08:08:46.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.054+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(119 100.00000000.inode [omap-get-header] v0'0 uv3 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.084 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� 2024-09-19T08:08:46.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(120 100.00000000.inode [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 162+0+5 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.085 INFO:teuthology.orchestra.run.smithi017.stdout:���� �� ��("+ 2024-09-19T08:08:46.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(121 1.00000000 [read 0~0] v0'0 uv6 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(122 1.00000000 [getxattrs out=92b] v0'0 uv6 ondisk = 0) ==== 154+0+92 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.055+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(123 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5639c1e132f0 con 0x7fe800088c20 2024-09-19T08:08:46.087 INFO:teuthology.orchestra.run.smithi017.stdout:1.00000000�������������������!�������������������������� ��d^_layout@@ _parent ���� ��  ( ��f�v�6( ��f�v�68` ��fP�8` ��fP����� ��  subdir_head�i��� ��fu�F�A�5���������������� ��fu�F ��f�v�6( ��fu�F8` ��fP�8` ��fP� 2024-09-19T08:08:46.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe807204640 1 -- 172.21.15.17:0/3851853389 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(124 1.00000000 [omap-get-vals out=524b] v0'0 uv6 ondisk = 0) ==== 154+0+524 (crc 0 0 0) 0x7fe7f807b430 con 0x7fe800088c20 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fe7f0008040 msgr2=0x7fe7f000b960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7fe7f0008040 0x7fe7f000b960 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fe7f001c040 msgr2=0x7fe7f001c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fe7f001c040 0x7fe7f001c420 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fe7f0008930 msgr2=0x7fe7f002a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7fe7f0008930 0x7fe7f002a400 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7fe7f807a040 msgr2=0x7fe7f8061930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7fe7f807a040 0x7fe7f8061930 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x5639c1d5d1e0 msgr2=0x5639c1e077d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x5639c1d5d1e0 0x5639c1e077d0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fe7f806d040 msgr2=0x7fe7f806c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fe7f806d040 0x7fe7f806c410 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fe800088c20 msgr2=0x7fe800057300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fe800088c20 0x7fe800057300 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 reap_dead start 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fe7f808c040 msgr2=0x7fe7f8056400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fe7f808c040 0x7fe7f8056400 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe807a05640 1 -- 172.21.15.17:0/3851853389 reap_dead start 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 msgr2=0x7fe7e806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 0x7fe7e806d150 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8065000 tx=0x7fe7f8051000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 msgr2=0x5639c1d60210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fe80000be10 tx=0x7fe800009750 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 shutdown_connections 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7e806ac90 0x7fe7e806d150 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.056+0000 7fe80970ef40 1 --2- 172.21.15.17:0/3851853389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639c1d6e0e0 0x5639c1d60210 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.057+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 >> 172.21.15.17:0/3851853389 conn(0x5639c1cc0400 msgr2=0x5639c1cc3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.057+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 shutdown_connections 2024-09-19T08:08:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.057+0000 7fe80970ef40 1 -- 172.21.15.17:0/3851853389 wait complete. 2024-09-19T08:08:46.092 INFO:teuthology.orchestra.run.smithi017.stdout:�������� ��f�v�6���������������� �� �� 2024-09-19T08:08:46.092 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-19T08:08:46.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.172+0000 7f4107f36f40 1 Processor -- start 2024-09-19T08:08:46.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.172+0000 7f4107f36f40 1 -- start start 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a864f80 0x56052a7e0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 0x56052a85faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56052a86f630 con 0x56052a86e5b0 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56052a6e8510 con 0x56052a86f0d0 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f4107f36f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56052a7d7650 con 0x56052a864f80 2024-09-19T08:08:46.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f410522b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f410522b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53540/0 (socket says 172.21.15.17:53540) 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.173+0000 7f410522b640 1 -- 172.21.15.17:0/2577616433 learned_addr learned my addr 172.21.15.17:0/2577616433 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410622d640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 0x56052a85faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 -- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a864f80 msgr2=0x56052a7e0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a864f80 0x56052a7e0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a864f80 0x56052a7e0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 -- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 msgr2=0x56052a85faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 0x56052a85faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 -- 172.21.15.17:0/2577616433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56052a8fccb0 con 0x56052a86e5b0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410622d640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 0x56052a85faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f410522b640 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f40f000b230 tx=0x7f40f000b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e349d8d07d501fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f40fffff640 1 -- 172.21.15.17:0/2577616433 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f000e5c0 con 0x56052a86e5b0 2024-09-19T08:08:46.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f40fffff640 1 -- 172.21.15.17:0/2577616433 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f0006070 con 0x56052a86e5b0 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f40fffff640 1 -- 172.21.15.17:0/2577616433 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f000e9c0 con 0x56052a86e5b0 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 -- 172.21.15.17:0/2577616433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 msgr2=0x56052a867f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f40f000b230 tx=0x7f40f000b6f0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 -- 172.21.15.17:0/2577616433 shutdown_connections 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86f0d0 0x56052a85faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a86e5b0 0x56052a867f90 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2577616433 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a864f80 0x56052a7e0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.174+0000 7f4107f36f40 1 -- 172.21.15.17:0/2577616433 >> 172.21.15.17:0/2577616433 conn(0x56052a7c13f0 msgr2=0x56052a7c66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.175+0000 7f4107f36f40 1 -- 172.21.15.17:0/2577616433 shutdown_connections 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.175+0000 7f4107f36f40 1 -- 172.21.15.17:0/2577616433 wait complete. 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.175+0000 7f4107f36f40 1 Processor -- start 2024-09-19T08:08:46.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.175+0000 7f4107f36f40 1 -- start start 2024-09-19T08:08:46.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86e5b0 0x56052a7da180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a86f0d0 0x56052a7da6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56052a863ec0 con 0x56052a864f80 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56052a7de5e0 con 0x56052a86e5b0 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4107f36f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56052a7dfdc0 con 0x56052a86f0d0 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53554/0 (socket says 172.21.15.17:53554) 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 learned_addr learned my addr 172.21.15.17:0/2234496978 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a86f0d0 0x56052a7da6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86e5b0 0x56052a7da180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a86f0d0 msgr2=0x56052a7da6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56052a86f0d0 0x56052a7da6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86e5b0 msgr2=0x56052a7da180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56052a86e5b0 0x56052a7da180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56052a7dcd50 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.176+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f40f8008450 tx=0x7f40f8008910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.177+0000 7f40feffd640 1 -- 172.21.15.17:0/2234496978 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f800e040 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.177+0000 7f40feffd640 1 -- 172.21.15.17:0/2234496978 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f8017070 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.177+0000 7f40feffd640 1 -- 172.21.15.17:0/2234496978 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f8012830 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.177+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56052a7dac00 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.177+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56052a85c130 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.178+0000 7f40feffd640 1 -- 172.21.15.17:0/2234496978 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40f80129d0 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.178+0000 7f40feffd640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 0x7f40e806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f40feffd640 1 -- 172.21.15.17:0/2234496978 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f40f8089d30 con 0x56052a864f80 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x56052a7df2b0 0x56052a7d94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:1 12.0 12:00000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x56052a7df2b0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 0x7f40e806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x56052a7df2b0 0x56052a7d94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 0x7f40e806d150 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f40f000b230 tx=0x7f40f0009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.179+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x56052a7df2b0 0x56052a7d94c0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.4 v2:172.21.15.160:6824/2626158817 1 ==== osd_op_reply(1 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x56052a7df2b0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f410005a070 0x7f410005b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:08000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f410005a070 0x7f410005b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f410005a070 0x7f410005b970 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.180+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(2 [pgnls start_epoch 87 out=177b] v86'10 uv10 ondisk = 1) ==== 144+0+177 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f40f80580e0 0x7f40f8056d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:3 12.8 12:10000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f80580e0 2024-09-19T08:08:46.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f40f80580e0 0x7f40f8056d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f40f80580e0 0x7f40f8056d40 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(3 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f000ec80 con 0x7f40f80580e0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f40f000f070 0x7f40f001d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.181+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:4 12.18 12:18000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f000f070 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f40f000f070 0x7f40f001d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f40f000f070 0x7f40f001d450 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(4 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x7f40f000f070 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7f410006c040 0x7f4100069390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:5 12.4 12:20000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.182+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7f410006c040 0x7f4100069390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.183+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7f410006c040 0x7f4100069390 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.183+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(5 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.183+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f40f805e380 0x7f40f8056440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.183+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:6 12.14 12:28000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f805e380 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.183+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f40f805e380 0x7f40f8056440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.184+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f40f805e380 0x7f40f8056440 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.184+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(6 [pgnls start_epoch 87 out=149b] v86'19 uv19 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7f40f000ec80 con 0x7f40f805e380 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.184+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.c 12:30000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.184+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(7 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.184+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.1c 12:38000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(8 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:9 12.2 12:40000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x56052a7df2b0 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.4 v2:172.21.15.160:6824/2626158817 2 ==== osd_op_reply(9 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x56052a7df2b0 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:10 12.12 12:48000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f80580e0 2024-09-19T08:08:46.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(10 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f000ec80 con 0x7f40f80580e0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410522b640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f40f001a3f0 0x7f40f001a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- osd_op(unknown.0.0:11 12.a 12:50000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f001a3f0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.185+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f40f001a3f0 0x7f40f001a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.186+0000 7f410622d640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f40f001a3f0 0x7f40f001a870 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.186+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.2 v2:172.21.15.17:6824/885435613 1 ==== osd_op_reply(11 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x7f40f001a3f0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.186+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:12 12.1a 12:58000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x56052a7df2b0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.186+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.4 v2:172.21.15.160:6824/2626158817 3 ==== osd_op_reply(12 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x56052a7df2b0 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.186+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:13 12.6 12:60000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f000f070 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(13 [pgnls start_epoch 87 out=77b] v86'3 uv3 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f4100057030 con 0x7f40f000f070 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:14 12.16 12:68000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(14 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.e 12:70000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(15 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.187+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:16 12.1e 12:78000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x56052a7df2b0 2024-09-19T08:08:46.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.4 v2:172.21.15.160:6824/2626158817 4 ==== osd_op_reply(16 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x56052a7df2b0 2024-09-19T08:08:46.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:17 12.1 12:80000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(17 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:18 12.11 12:88000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f805e380 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(18 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f000ec80 con 0x7f40f805e380 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.188+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- osd_op(unknown.0.0:19 12.9 12:90000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f001a3f0 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.2 v2:172.21.15.17:6824/885435613 2 ==== osd_op_reply(19 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x7f40f001a3f0 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.19 12:98000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(20 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:21 12.5 12:a0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(21 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:22 12.15 12:a8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(22 [pgnls start_epoch 87 out=97b] v85'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f40f80816c0 0x7f40f8088620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.189+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:23 12.d 12:b0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f80816c0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.190+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f40f80816c0 0x7f40f8088620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.190+0000 7f4105a2c640 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f40f80816c0 0x7f40f8088620 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.190+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(23 [pgnls start_epoch 87 out=74b] v85'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7f40f806d040 con 0x7f40f80816c0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.190+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.1d 12:b8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(24 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.3 12:c0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410005a070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(25 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410005a070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:26 12.13 12:c8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f000f070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(26 [pgnls start_epoch 87 out=98b] v86'3 uv3 ondisk = 1) ==== 144+0+98 (crc 0 0 0) 0x7f4100057030 con 0x7f40f000f070 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.191+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:27 12.b 12:d0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f80580e0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(27 [pgnls start_epoch 87 out=76b] v86'3 uv3 ondisk = 1) ==== 144+0+76 (crc 0 0 0) 0x7f40f000ec80 con 0x7f40f80580e0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410522b640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:28 12.1b 12:d8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x56052a7df2b0 2024-09-19T08:08:46.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.4 v2:172.21.15.160:6824/2626158817 5 ==== osd_op_reply(28 [pgnls start_epoch 87 out=49b] v85'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f4100057030 con 0x56052a7df2b0 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:29 12.7 12:e0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f40f000f070 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(29 [pgnls start_epoch 87 out=73b] v85'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f4100057030 con 0x7f40f000f070 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.192+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:30 12.17 12:e8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(30 [pgnls start_epoch 87 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:31 12.f 12:f0000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(31 [pgnls start_epoch 87 out=73b] v85'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:32 12.1f 12:f8000000::::head [pgnls start_epoch 87 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e87) -- 0x56052a7d9a00 con 0x7f410006c040 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stdout:601.00000000 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stdout:602.00000000 2024-09-19T08:08:46.196 INFO:teuthology.orchestra.run.smithi017.stdout:10000000000.00000000 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:600.00000000 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:603.00000000 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:1.00000000.inode 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4105a2c640 1 -- 172.21.15.17:0/2234496978 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(32 [pgnls start_epoch 87 out=101b] v86'6 uv6 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7f40f806d040 con 0x7f410006c040 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:200.00000000 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:200.00000001 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:606.00000000 2024-09-19T08:08:46.197 INFO:teuthology.orchestra.run.smithi017.stdout:607.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:mds0_openfiles.0 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:608.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:604.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:500.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:mds_snaptable 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:605.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:mds0_inotable 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:100.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:mds0_sessionmap 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:609.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:400.00000000 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:100.00000000.inode 2024-09-19T08:08:46.198 INFO:teuthology.orchestra.run.smithi017.stdout:1.00000000 2024-09-19T08:08:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f410005a070 msgr2=0x7f410005b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f410005a070 0x7f410005b970 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f40f000f070 msgr2=0x7f40f001d450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7f40f000f070 0x7f40f001d450 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f40f001a3f0 msgr2=0x7f40f001a870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f40f001a3f0 0x7f40f001a870 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f40f80580e0 msgr2=0x7f40f8056d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f40f80580e0 0x7f40f8056d40 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x56052a7df2b0 msgr2=0x56052a7d94c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x56052a7df2b0 0x56052a7d94c0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f40f805e380 msgr2=0x7f40f8056440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.193+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7f40f805e380 0x7f40f8056440 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7f410006c040 msgr2=0x7f4100069390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7f410006c040 0x7f4100069390 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 reap_dead start 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f40f80816c0 msgr2=0x7f40f8088620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7f40f80816c0 0x7f40f8088620 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 reap_dead start 2024-09-19T08:08:46.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 reap_dead start 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f410622d640 1 -- 172.21.15.17:0/2234496978 reap_dead start 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 msgr2=0x7f40e806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 0x7f40e806d150 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f40f000b230 tx=0x7f40f0009000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 msgr2=0x56052a7ded70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f40f8008450 tx=0x7f40f8008910 comp rx=0 tx=0).stop 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 shutdown_connections 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40e806ac90 0x7f40e806d150 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 --2- 172.21.15.17:0/2234496978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56052a864f80 0x56052a7ded70 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 >> 172.21.15.17:0/2234496978 conn(0x56052a7c13f0 msgr2=0x56052a7e0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 shutdown_connections 2024-09-19T08:08:46.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.194+0000 7f4107f36f40 1 -- 172.21.15.17:0/2234496978 wait complete. 2024-09-19T08:08:46.203 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 10000000000.00000000 2024-09-19T08:08:46.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.285+0000 7f3daf2b2f40 1 Processor -- start 2024-09-19T08:08:46.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.285+0000 7f3daf2b2f40 1 -- start start 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b7027057a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 0x55b7027172b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b702598510 con 0x55b702708d40 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b7025f1c50 con 0x55b702714b60 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b702645460 con 0x55b702672220 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53576/0 (socket says 172.21.15.17:53576) 2024-09-19T08:08:46.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 -- 172.21.15.17:0/219863535 learned_addr learned my addr 172.21.15.17:0/219863535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dacda8640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b7027057a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3da7fff640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 0x55b7027172b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 -- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 msgr2=0x55b7027057a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b7027057a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 -- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 msgr2=0x55b7027172b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 0x55b7027172b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dad5a9640 1 -- 172.21.15.17:0/219863535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b702713440 con 0x55b702708d40 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3dacda8640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b7027057a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.286+0000 7f3da7fff640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 0x55b7027172b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f3da8001c70 tx=0x7f3da804f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30eadae951e97979 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3da6ffd640 1 -- 172.21.15.17:0/219863535 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da80019f0 con 0x55b702708d40 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3da6ffd640 1 -- 172.21.15.17:0/219863535 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3da8006070 con 0x55b702708d40 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3da6ffd640 1 -- 172.21.15.17:0/219863535 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da804d8b0 con 0x55b702708d40 2024-09-19T08:08:46.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/219863535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 msgr2=0x55b7027177f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f3da8001c70 tx=0x7f3da804f000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/219863535 shutdown_connections 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b702708d40 0x55b7027177f0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702714b60 0x55b7027172b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/219863535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b7027057a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/219863535 >> 172.21.15.17:0/219863535 conn(0x55b702671280 msgr2=0x55b702676690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/219863535 shutdown_connections 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.287+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/219863535 wait complete. 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.288+0000 7f3daf2b2f40 1 Processor -- start 2024-09-19T08:08:46.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.288+0000 7f3daf2b2f40 1 -- start start 2024-09-19T08:08:46.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.288+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b702704e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.288+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702708d40 0x55b702718b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.288+0000 7f3daf2b2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 0x55b702719db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b7027097c0 con 0x55b7027055f0 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b702716a20 con 0x55b702708d40 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3daf2b2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b702709a10 con 0x55b702672220 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 0x55b702719db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 0x55b702719db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53586/0 (socket says 172.21.15.17:53586) 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 -- 172.21.15.17:0/1484777333 learned_addr learned my addr 172.21.15.17:0/1484777333 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dacda8640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b702704e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3da7fff640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702708d40 0x55b702718b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 -- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 msgr2=0x55b702704e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b702672220 0x55b702704e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 -- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702708d40 msgr2=0x55b702718b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b702708d40 0x55b702718b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 -- 172.21.15.17:0/1484777333 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b702674820 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3dad5a9640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 0x55b702719db0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f3da8026050 tx=0x55b7026484b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3da5ffb640 1 -- 172.21.15.17:0/1484777333 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8006220 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3da5ffb640 1 -- 172.21.15.17:0/1484777333 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3da806c070 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b702674ac0 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3da5ffb640 1 -- 172.21.15.17:0/1484777333 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da80063c0 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.289+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b702675080 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.291+0000 7f3da5ffb640 1 -- 172.21.15.17:0/1484777333 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3da8003510 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.291+0000 7f3da5ffb640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006ac90 0x7f3d9006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.291+0000 7f3da5ffb640 1 -- 172.21.15.17:0/1484777333 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f3da80ce160 con 0x55b7027055f0 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b702675d90 0x55b7026761a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55b7026766e0 con 0x55b702675d90 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3dacda8640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006ac90 0x7f3d9006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3da7fff640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b702675d90 0x55b7026761a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3da7fff640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b702675d90 0x55b7026761a0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3dacda8640 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006ac90 0x7f3d9006d150 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3da000f960 tx=0x7f3da000f470 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3da7fff640 1 -- 172.21.15.17:0/1484777333 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x7f3d980098b0 con 0x55b702675d90 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:header (274 bytes) : 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 04 03 0c 01 00 00 09 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:00000020 00 00 00 00 0c dc eb 66 75 9d 46 02 01 00 00 00 |.......fu.F.....| 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:00000030 00 00 00 00 00 00 00 00 00 00 00 00 01 00 00 00 |................| 2024-09-19T08:08:46.295 INFO:teuthology.orchestra.run.smithi017.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000050 00 00 0c dc eb 66 75 9d 46 02 01 00 00 00 00 00 |.....fu.F.......| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000060 00 00 00 00 00 00 00 00 00 00 01 00 00 00 00 00 |................| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000080 00 00 60 00 00 00 00 00 01 00 00 00 00 00 00 00 |..`.............| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000090 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000a0 00 00 00 00 00 00 00 00 0c dc eb 66 15 50 e9 03 |...........f.P..| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000c0 60 00 00 00 00 00 01 00 00 00 00 00 00 00 00 00 |`...............| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000e0 00 00 00 00 00 00 0c dc eb 66 15 50 e9 03 00 00 |.........f.P....| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000110 00 00 |..| 2024-09-19T08:08:46.296 INFO:teuthology.orchestra.run.smithi017.stdout:00000112 2024-09-19T08:08:46.297 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b702675d90 msgr2=0x55b7026761a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.292+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b702675d90 0x55b7026761a0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006ac90 msgr2=0x7f3d9006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9006ac90 0x7f3d9006d150 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3da000f960 tx=0x7f3da000f470 comp rx=0 tx=0).stop 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 msgr2=0x55b702719db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 --2- 172.21.15.17:0/1484777333 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b7027055f0 0x55b702719db0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f3da8026050 tx=0x55b7026484b0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3dad5a9640 1 -- 172.21.15.17:0/1484777333 reap_dead start 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 shutdown_connections 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 >> 172.21.15.17:0/1484777333 conn(0x55b702671280 msgr2=0x55b702671660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 shutdown_connections 2024-09-19T08:08:46.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.293+0000 7f3daf2b2f40 1 -- 172.21.15.17:0/1484777333 wait complete. 2024-09-19T08:08:46.299 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 600.00000000 2024-09-19T08:08:46.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.342+0000 7f7390a21f40 1 Processor -- start 2024-09-19T08:08:46.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.342+0000 7f7390a21f40 1 -- start start 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924ddf3bb0 0x55924de9fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924de96220 0x55924df2c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55924de10010 con 0x55924ddc82c0 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55924dd19510 con 0x55924de96220 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7390a21f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55924ddf4020 con 0x55924ddf3bb0 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53602/0 (socket says 172.21.15.17:53602) 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 -- 172.21.15.17:0/1501787983 learned_addr learned my addr 172.21.15.17:0/1501787983 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738ed18640 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924de96220 0x55924df2c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f7387fff640 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924ddf3bb0 0x55924de9fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 -- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924ddf3bb0 msgr2=0x55924de9fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924ddf3bb0 0x55924de9fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 -- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924de96220 msgr2=0x55924df2c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924de96220 0x55924df2c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 -- 172.21.15.17:0/1501787983 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55924ddf79f0 con 0x55924ddc82c0 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.343+0000 7f738e517640 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f738000a7a0 tx=0x7f738000a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859835c70186b51a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f738d515640 1 -- 172.21.15.17:0/1501787983 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380019070 con 0x55924ddc82c0 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f738d515640 1 -- 172.21.15.17:0/1501787983 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7380007600 con 0x55924ddc82c0 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f738d515640 1 -- 172.21.15.17:0/1501787983 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73800079d0 con 0x55924ddc82c0 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 -- 172.21.15.17:0/1501787983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 msgr2=0x55924ddf5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f738000a7a0 tx=0x7f738000a7d0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 -- 172.21.15.17:0/1501787983 shutdown_connections 2024-09-19T08:08:46.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924de96220 0x55924df2c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924ddf3bb0 0x55924de9fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 --2- 172.21.15.17:0/1501787983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924ddf5890 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 -- 172.21.15.17:0/1501787983 >> 172.21.15.17:0/1501787983 conn(0x55924ddf2280 msgr2=0x55924de99190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 -- 172.21.15.17:0/1501787983 shutdown_connections 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.344+0000 7f7390a21f40 1 -- 172.21.15.17:0/1501787983 wait complete. 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.345+0000 7f7390a21f40 1 Processor -- start 2024-09-19T08:08:46.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.345+0000 7f7390a21f40 1 -- start start 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.345+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924df256a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.345+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924ddf3bb0 0x55924dea0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.345+0000 7f7390a21f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924de96220 0x55924de98280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7390a21f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55924de95450 con 0x55924ddc82c0 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7390a21f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55924de967a0 con 0x55924ddf3bb0 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7390a21f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55924dea0790 con 0x55924de96220 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924df256a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924df256a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53604/0 (socket says 172.21.15.17:53604) 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 -- 172.21.15.17:0/921837967 learned_addr learned my addr 172.21.15.17:0/921837967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738ed18640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924de96220 0x55924de98280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7387fff640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924ddf3bb0 0x55924dea0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 -- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924de96220 msgr2=0x55924de98280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55924de96220 0x55924de98280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 -- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924ddf3bb0 msgr2=0x55924dea0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55924ddf3bb0 0x55924dea0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 -- 172.21.15.17:0/921837967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55924de9b640 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f738e517640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924df256a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f738000acd0 tx=0x7f7380003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f73877fe640 1 -- 172.21.15.17:0/921837967 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73800058c0 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f73877fe640 1 -- 172.21.15.17:0/921837967 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7380014470 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55924de9b8e0 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f73877fe640 1 -- 172.21.15.17:0/921837967 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380014860 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.346+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55924df25c80 con 0x55924ddc82c0 2024-09-19T08:08:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.348+0000 7f73877fe640 1 -- 172.21.15.17:0/921837967 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f738001c400 con 0x55924ddc82c0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.348+0000 7f73877fe640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737006ac90 0x7f737006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.348+0000 7f73877fe640 1 -- 172.21.15.17:0/921837967 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f738008d7c0 con 0x55924ddc82c0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7387fff640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737006ac90 0x7f737006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55924de987c0 0x55924de9a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55924df35c30 con 0x55924de987c0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f738ed18640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55924de987c0 0x55924de9a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f738ed18640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55924de987c0 0x55924de9a540 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7387fff640 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737006ac90 0x7f737006d150 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f7378057000 tx=0x7f737805e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f738ed18640 1 -- 172.21.15.17:0/921837967 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 600.00000000 [omap-get-header out=274b] v0'0 uv5 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7f73880038b0 con 0x55924de987c0 2024-09-19T08:08:46.352 INFO:teuthology.orchestra.run.smithi017.stdout:header (274 bytes) : 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 04 03 0c 01 00 00 01 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000020 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000050 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:00000080 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:000000c0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:46.353 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:46.354 INFO:teuthology.orchestra.run.smithi017.stdout:00000110 00 00 |..| 2024-09-19T08:08:46.354 INFO:teuthology.orchestra.run.smithi017.stdout:00000112 2024-09-19T08:08:46.354 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55924de987c0 msgr2=0x55924de9a540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55924de987c0 0x55924de9a540 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737006ac90 msgr2=0x7f737006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737006ac90 0x7f737006d150 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f7378057000 tx=0x7f737805e040 comp rx=0 tx=0).stop 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 msgr2=0x55924df256a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.349+0000 7f7390a21f40 1 --2- 172.21.15.17:0/921837967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55924ddc82c0 0x55924df256a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f738000acd0 tx=0x7f7380003020 comp rx=0 tx=0).stop 2024-09-19T08:08:46.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.350+0000 7f738ed18640 1 -- 172.21.15.17:0/921837967 reap_dead start 2024-09-19T08:08:46.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.350+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 shutdown_connections 2024-09-19T08:08:46.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.350+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 >> 172.21.15.17:0/921837967 conn(0x55924ddf2280 msgr2=0x55924ddf5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.350+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 shutdown_connections 2024-09-19T08:08:46.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.350+0000 7f7390a21f40 1 -- 172.21.15.17:0/921837967 wait complete. 2024-09-19T08:08:46.356 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 1.00000000.inode 2024-09-19T08:08:46.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 Processor -- start 2024-09-19T08:08:46.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 -- start start 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d546d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd5d469510 con 0x55fd5d5d05d0 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55fd5d5d12f0 con 0x55fd5d5f02f0 2024-09-19T08:08:46.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55fd5d55dd30 con 0x55fd5d561200 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53626/0 (socket says 172.21.15.17:53626) 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.441+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3294893243 learned_addr learned my addr 172.21.15.17:0/3294893243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7bb36d640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d546d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 msgr2=0x55fd5d5e90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 msgr2=0x55fd5d546d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d546d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3294893243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd5d5e8930 con 0x55fd5d5d05d0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa7a400a770 tx=0x7fa7a400a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7990a3ae2adf11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b9b6a640 1 -- 172.21.15.17:0/3294893243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4019070 con 0x55fd5d5d05d0 2024-09-19T08:08:46.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b9b6a640 1 -- 172.21.15.17:0/3294893243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a4007600 con 0x55fd5d5d05d0 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7b9b6a640 1 -- 172.21.15.17:0/3294893243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4007a10 con 0x55fd5d5d05d0 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3294893243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 msgr2=0x55fd5d5ee890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.442+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa7a400a770 tx=0x7fa7a400a7a0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3294893243 shutdown_connections 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d546d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ee890 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3294893243 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3294893243 >> 172.21.15.17:0/3294893243 conn(0x55fd5d542400 msgr2=0x55fd5d5177c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3294893243 shutdown_connections 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3294893243 wait complete. 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 Processor -- start 2024-09-19T08:08:46.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.443+0000 7fa7bd076f40 1 -- start start 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d5ce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd5d55df80 con 0x55fd5d5d05d0 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55fd5d5e8c60 con 0x55fd5d5f02f0 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bd076f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55fd5d55e2a0 con 0x55fd5d561200 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ce1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53640/0 (socket says 172.21.15.17:53640) 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3071782797 learned_addr learned my addr 172.21.15.17:0/3071782797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bb36d640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d5ce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 msgr2=0x55fd5d5e7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 msgr2=0x55fd5d5ce6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d5ce6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7b3fff640 1 -- 172.21.15.17:0/3071782797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd5d5ed5c0 con 0x55fd5d5d05d0 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55fd5d561200 0x55fd5d5e7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.444+0000 7fa7bb36d640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55fd5d5f02f0 0x55fd5d5ce6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7b3fff640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ce1b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x55fd5d679e60 tx=0x7fa7a4003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7b8b68640 1 -- 172.21.15.17:0/3071782797 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4022020 con 0x55fd5d5d05d0 2024-09-19T08:08:46.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7b8b68640 1 -- 172.21.15.17:0/3071782797 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a401a040 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7b8b68640 1 -- 172.21.15.17:0/3071782797 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4019070 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55fd5d5cd710 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.445+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd5d5eb760 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.446+0000 7fa7b8b68640 1 -- 172.21.15.17:0/3071782797 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa7a4025020 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7b8b68640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79c06ac90 0x7fa79c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7b8b68640 1 -- 172.21.15.17:0/3071782797 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fa7a408aff0 con 0x55fd5d5d05d0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55fd5d5cf750 0x55fd5d5e9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55fd5d5ebc80 con 0x55fd5d5cf750 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79c06ac90 0x7fa79c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.447+0000 7fa7bb36d640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55fd5d5cf750 0x55fd5d5e9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bab6c640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79c06ac90 0x7fa79c06d150 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac057000 tx=0x7fa7ac052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bb36d640 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55fd5d5cf750 0x55fd5d5e9600 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bb36d640 1 -- 172.21.15.17:0/3071782797 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [omap-get-header] v0'0 uv15 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa7b40016a0 con 0x55fd5d5cf750 2024-09-19T08:08:46.451 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.451 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55fd5d5cf750 msgr2=0x55fd5d5e9600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55fd5d5cf750 0x55fd5d5e9600 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79c06ac90 msgr2=0x7fa79c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa79c06ac90 0x7fa79c06d150 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac057000 tx=0x7fa7ac052000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 msgr2=0x55fd5d5ce1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 --2- 172.21.15.17:0/3071782797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd5d5d05d0 0x55fd5d5ce1b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x55fd5d679e60 tx=0x7fa7a4003020 comp rx=0 tx=0).stop 2024-09-19T08:08:46.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bb36d640 1 -- 172.21.15.17:0/3071782797 reap_dead start 2024-09-19T08:08:46.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 shutdown_connections 2024-09-19T08:08:46.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 >> 172.21.15.17:0/3071782797 conn(0x55fd5d542400 msgr2=0x55fd5d5ec440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 shutdown_connections 2024-09-19T08:08:46.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.448+0000 7fa7bd076f40 1 -- 172.21.15.17:0/3071782797 wait complete. 2024-09-19T08:08:46.453 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 200.00000000 2024-09-19T08:08:46.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.496+0000 7feec89b4f40 1 Processor -- start 2024-09-19T08:08:46.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.496+0000 7feec89b4f40 1 -- start start 2024-09-19T08:08:46.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e340bd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e34164cb0 0x558e341577e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558e340d5ff0 con 0x558e340b9d80 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558e33fdf510 con 0x558e34164cb0 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec89b4f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558e340d4fd0 con 0x558e340d7f80 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53650/0 (socket says 172.21.15.17:53650) 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 -- 172.21.15.17:0/3219599531 learned_addr learned my addr 172.21.15.17:0/3219599531 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 -- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 msgr2=0x558e340bd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e340bd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 -- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e34164cb0 msgr2=0x558e341577e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e34164cb0 0x558e341577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.497+0000 7feec64aa640 1 -- 172.21.15.17:0/3219599531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e34153f20 con 0x558e340b9d80 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec64aa640 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7feeb8046180 tx=0x7feeb8050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=408e7aa511f32b83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec4ca7640 1 -- 172.21.15.17:0/3219599531 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb804fa20 con 0x558e340b9d80 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec4ca7640 1 -- 172.21.15.17:0/3219599531 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feeb804fbc0 con 0x558e340b9d80 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec4ca7640 1 -- 172.21.15.17:0/3219599531 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb8057400 con 0x558e340b9d80 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 -- 172.21.15.17:0/3219599531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 msgr2=0x558e34153670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7feeb8046180 tx=0x7feeb8050000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 -- 172.21.15.17:0/3219599531 shutdown_connections 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e34164cb0 0x558e341577e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e340bd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 --2- 172.21.15.17:0/3219599531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e340b9d80 0x558e34153670 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 -- 172.21.15.17:0/3219599531 >> 172.21.15.17:0/3219599531 conn(0x558e340b8280 msgr2=0x558e341680c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 -- 172.21.15.17:0/3219599531 shutdown_connections 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.498+0000 7feec89b4f40 1 -- 172.21.15.17:0/3219599531 wait complete. 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.499+0000 7feec89b4f40 1 Processor -- start 2024-09-19T08:08:46.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.499+0000 7feec89b4f40 1 -- start start 2024-09-19T08:08:46.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e340b9d80 0x558e341fb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e341fe360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 0x558e340cdd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558e340bc9c0 con 0x558e34164cb0 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558e34153bb0 con 0x558e340b9d80 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec89b4f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558e340bcea0 con 0x558e340d7f80 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 0x558e340cdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 0x558e340cdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53656/0 (socket says 172.21.15.17:53656) 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 -- 172.21.15.17:0/1812360387 learned_addr learned my addr 172.21.15.17:0/1812360387 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec64aa640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e340b9d80 0x558e341fb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec5ca9640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e341fe360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 -- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 msgr2=0x558e341fe360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558e340d7f80 0x558e341fe360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 -- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e340b9d80 msgr2=0x558e341fb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558e340b9d80 0x558e341fb5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 -- 172.21.15.17:0/1812360387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e341fe8a0 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feec6cab640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 0x558e340cdd90 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7feec0009d70 tx=0x7feec0006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.500+0000 7feebf7fe640 1 -- 172.21.15.17:0/1812360387 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0017070 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.501+0000 7feebf7fe640 1 -- 172.21.15.17:0/1812360387 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feec0012410 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.501+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558e34157330 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.501+0000 7feebf7fe640 1 -- 172.21.15.17:0/1812360387 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0009e60 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.501+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e341578f0 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.502+0000 7feebf7fe640 1 -- 172.21.15.17:0/1812360387 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feec001a070 con 0x558e34164cb0 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.502+0000 7feebf7fe640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feea806acc0 0x7feea806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.502+0000 7feebf7fe640 1 -- 172.21.15.17:0/1812360387 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7feec0089060 con 0x558e34164cb0 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec89b4f40 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x558e341583d0 0x558e341587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x558e34158cf0 con 0x558e341583d0 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec64aa640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feea806acc0 0x7feea806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec5ca9640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x558e341583d0 0x558e341587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec64aa640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feea806acc0 0x7feea806d180 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feeb8046180 tx=0x7feeb8051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.503+0000 7feec5ca9640 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x558e341583d0 0x558e341587b0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec5ca9640 1 -- 172.21.15.17:0/1812360387 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [omap-get-header] v0'0 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7feeb000e620 con 0x558e341583d0 2024-09-19T08:08:46.506 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.506 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x558e341583d0 msgr2=0x558e341587b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x558e341583d0 0x558e341587b0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feea806acc0 msgr2=0x7feea806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feea806acc0 0x7feea806d180 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feeb8046180 tx=0x7feeb8051000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 msgr2=0x558e340cdd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 --2- 172.21.15.17:0/1812360387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e34164cb0 0x558e340cdd90 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7feec0009d70 tx=0x7feec0006750 comp rx=0 tx=0).stop 2024-09-19T08:08:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec6cab640 1 -- 172.21.15.17:0/1812360387 reap_dead start 2024-09-19T08:08:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 shutdown_connections 2024-09-19T08:08:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 >> 172.21.15.17:0/1812360387 conn(0x558e340b8280 msgr2=0x558e34165090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 shutdown_connections 2024-09-19T08:08:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.504+0000 7feec89b4f40 1 -- 172.21.15.17:0/1812360387 wait complete. 2024-09-19T08:08:46.508 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 200.00000001 2024-09-19T08:08:46.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.592+0000 7f084cc1cf40 1 Processor -- start 2024-09-19T08:08:46.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.592+0000 7f084cc1cf40 1 -- start start 2024-09-19T08:08:46.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee39224ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee391713e0 0x55ee3919f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ee390c3510 con 0x55ee3919fb50 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ee3911cc50 con 0x7f0838004670 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ee391ba010 con 0x55ee391713e0 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53668/0 (socket says 172.21.15.17:53668) 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 -- 172.21.15.17:0/3543804275 learned_addr learned my addr 172.21.15.17:0/3543804275 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f0849f13640 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee391713e0 0x55ee3919f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084a714640 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee39224ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 -- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee391713e0 msgr2=0x55ee3919f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee391713e0 0x55ee3919f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 -- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 msgr2=0x55ee39224ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee39224ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 -- 172.21.15.17:0/3543804275 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee39245660 con 0x55ee3919fb50 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f084af15640 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f083c000fb0 tx=0x7f083c00d8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e43570cf53c404 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f0848f11640 1 -- 172.21.15.17:0/3543804275 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c00f710 con 0x55ee3919fb50 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f0848f11640 1 -- 172.21.15.17:0/3543804275 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f083c00f8b0 con 0x55ee3919fb50 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.593+0000 7f0848f11640 1 -- 172.21.15.17:0/3543804275 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c00fca0 con 0x55ee3919fb50 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- 172.21.15.17:0/3543804275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 msgr2=0x55ee39243b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f083c000fb0 tx=0x7f083c00d8b0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- 172.21.15.17:0/3543804275 shutdown_connections 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee3919fb50 0x55ee39243b80 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee391713e0 0x55ee3919f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/3543804275 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee39224ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- 172.21.15.17:0/3543804275 >> 172.21.15.17:0/3543804275 conn(0x55ee3919c280 msgr2=0x55ee39170cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- 172.21.15.17:0/3543804275 shutdown_connections 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- 172.21.15.17:0/3543804275 wait complete. 2024-09-19T08:08:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 Processor -- start 2024-09-19T08:08:46.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.594+0000 7f084cc1cf40 1 -- start start 2024-09-19T08:08:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 0x55ee392238f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee3919fb50 0x55ee39242270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee392427b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ee3923f560 con 0x55ee391713e0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ee39241760 con 0x7f0838004670 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084cc1cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ee39240b50 con 0x55ee3919fb50 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084a714640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 0x55ee392238f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084a714640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 0x55ee392238f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53672/0 (socket says 172.21.15.17:53672) 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084a714640 1 -- 172.21.15.17:0/1590630763 learned_addr learned my addr 172.21.15.17:0/1590630763 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f084af15640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee392427b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.595+0000 7f0849f13640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee3919fb50 0x55ee39242270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 -- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee3919fb50 msgr2=0x55ee39242270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ee3919fb50 0x55ee39242270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 -- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 msgr2=0x55ee392427b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0838004670 0x55ee392427b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 -- 172.21.15.17:0/1590630763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee39240e30 con 0x55ee391713e0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084a714640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 0x55ee392238f0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f084400a7b0 tx=0x7f08440033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f08437fe640 1 -- 172.21.15.17:0/1590630763 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844065020 con 0x55ee391713e0 2024-09-19T08:08:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f08437fe640 1 -- 172.21.15.17:0/1590630763 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f084400e000 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f08437fe640 1 -- 172.21.15.17:0/1590630763 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084401a3a0 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ee39241110 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.596+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee39223e30 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.597+0000 7f08437fe640 1 -- 172.21.15.17:0/1590630763 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0844068020 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f08437fe640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f082c06acc0 0x7f082c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f08437fe640 1 -- 172.21.15.17:0/1590630763 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f08440cdad0 con 0x55ee391713e0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ee39224ec0 0x55ee392dfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55ee392e0050 con 0x55ee39224ec0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f0849f13640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f082c06acc0 0x7f082c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.598+0000 7f084af15640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ee39224ec0 0x55ee392dfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f0849f13640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f082c06acc0 0x7f082c06d180 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x55ee39241ed0 tx=0x7f0834003a60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084af15640 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ee39224ec0 0x55ee392dfb10 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084af15640 1 -- 172.21.15.17:0/1590630763 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [omap-get-header] v0'0 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f083c00f590 con 0x55ee39224ec0 2024-09-19T08:08:46.602 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.602 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ee39224ec0 msgr2=0x55ee392dfb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ee39224ec0 0x55ee392dfb10 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f082c06acc0 msgr2=0x7f082c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f082c06acc0 0x7f082c06d180 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x55ee39241ed0 tx=0x7f0834003a60 comp rx=0 tx=0).stop 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 msgr2=0x55ee392238f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 --2- 172.21.15.17:0/1590630763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee391713e0 0x55ee392238f0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f084400a7b0 tx=0x7f08440033a0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084af15640 1 -- 172.21.15.17:0/1590630763 reap_dead start 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 shutdown_connections 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 >> 172.21.15.17:0/1590630763 conn(0x55ee3919c280 msgr2=0x55ee39170cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 shutdown_connections 2024-09-19T08:08:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.599+0000 7f084cc1cf40 1 -- 172.21.15.17:0/1590630763 wait complete. 2024-09-19T08:08:46.604 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_openfiles.0 2024-09-19T08:08:46.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.647+0000 7f25d3579f40 1 Processor -- start 2024-09-19T08:08:46.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.647+0000 7f25d3579f40 1 -- start start 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c65f90 0x559818c63b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559818c70640 con 0x559818c70d80 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559818ae9510 con 0x559818bc3820 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d3579f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559818bd8660 con 0x559818c65f90 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53688/0 (socket says 172.21.15.17:53688) 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 -- 172.21.15.17:0/429900073 learned_addr learned my addr 172.21.15.17:0/429900073 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d086e640 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c65f90 0x559818c63b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 -- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c65f90 msgr2=0x559818c63b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c65f90 0x559818c63b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 -- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 msgr2=0x559818c5f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 -- 172.21.15.17:0/429900073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559818c71d80 con 0x559818c70d80 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25d1870640 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f25c400b5e0 tx=0x7f25c400baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece78d6df851f0f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25cb7fe640 1 -- 172.21.15.17:0/429900073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c4014020 con 0x559818c70d80 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25cb7fe640 1 -- 172.21.15.17:0/429900073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25c4010820 con 0x559818c70d80 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.648+0000 7f25cb7fe640 1 -- 172.21.15.17:0/429900073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c4010c10 con 0x559818c70d80 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 -- 172.21.15.17:0/429900073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 msgr2=0x559818c64070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f25c400b5e0 tx=0x7f25c400baa0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 -- 172.21.15.17:0/429900073 shutdown_connections 2024-09-19T08:08:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c70d80 0x559818c64070 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c65f90 0x559818c63b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 --2- 172.21.15.17:0/429900073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 -- 172.21.15.17:0/429900073 >> 172.21.15.17:0/429900073 conn(0x559818bc2400 msgr2=0x559818bdf850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 -- 172.21.15.17:0/429900073 shutdown_connections 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.649+0000 7f25d3579f40 1 -- 172.21.15.17:0/429900073 wait complete. 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 Processor -- start 2024-09-19T08:08:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 -- start start 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 0x559818bdf950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c70d80 0x559818be0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559818c5e290 con 0x559818c65f90 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559818c72060 con 0x559818bc3820 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d3579f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559818c5e570 con 0x559818c70d80 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d086e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 0x559818bdf950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d086e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 0x559818bdf950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53692/0 (socket says 172.21.15.17:53692) 2024-09-19T08:08:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.650+0000 7f25d086e640 1 -- 172.21.15.17:0/1368379539 learned_addr learned my addr 172.21.15.17:0/1368379539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d1870640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c70d80 0x559818be0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d106f640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 -- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c70d80 msgr2=0x559818be0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c70d80 0x559818be0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 -- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 msgr2=0x559818c5c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 -- 172.21.15.17:0/1368379539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559818c62980 con 0x559818c65f90 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d1870640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559818c70d80 0x559818be0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d106f640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559818bc3820 0x559818c5c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d086e640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 0x559818bdf950 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f25bc000c00 tx=0x7f25bc002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25ca7fc640 1 -- 172.21.15.17:0/1368379539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc056040 con 0x559818c65f90 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25ca7fc640 1 -- 172.21.15.17:0/1368379539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25bc052c30 con 0x559818c65f90 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559818bdd480 con 0x559818c65f90 2024-09-19T08:08:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25ca7fc640 1 -- 172.21.15.17:0/1368379539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc066440 con 0x559818c65f90 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.651+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559818c65150 con 0x559818c65f90 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25ca7fc640 1 -- 172.21.15.17:0/1368379539 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25bc059020 con 0x559818c65f90 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25ca7fc640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f25b406acc0 0x7f25b406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25ca7fc640 1 -- 172.21.15.17:0/1368379539 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f25bc0ce130 con 0x559818c65f90 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25d106f640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f25b406acc0 0x7f25b406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25d3579f40 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559818c64060 0x559818c68b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x559818c69050 con 0x559818c64060 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.653+0000 7f25d1870640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559818c64060 0x559818c68b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d1870640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559818c64060 0x559818c68b10 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d106f640 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f25b406acc0 0x7f25b406d180 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f25cc000f60 tx=0x7f25cc001650 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d1870640 1 -- 172.21.15.17:0/1368379539 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-get-header out=42b] v0'0 uv3 ondisk = 0) ==== 160+0+42 (crc 0 0 0) 0x7f25c4010b50 con 0x559818c64060 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout:header (42 bytes) : 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 13 00 00 00 63 65 70 68 20 66 73 20 76 6f 6c 75 |....ceph fs volu| 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout:00000010 6d 65 20 76 30 31 31 01 01 0d 00 00 00 03 00 00 |me v011.........| 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout:00000020 00 00 00 00 00 01 00 00 00 00 |..........| 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout:0000002a 2024-09-19T08:08:46.658 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559818c64060 msgr2=0x559818c68b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559818c64060 0x559818c68b10 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f25b406acc0 msgr2=0x7f25b406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f25b406acc0 0x7f25b406d180 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f25cc000f60 tx=0x7f25cc001650 comp rx=0 tx=0).stop 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 msgr2=0x559818bdf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 --2- 172.21.15.17:0/1368379539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559818c65f90 0x559818bdf950 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f25bc000c00 tx=0x7f25bc002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d1870640 1 -- 172.21.15.17:0/1368379539 reap_dead start 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 shutdown_connections 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 >> 172.21.15.17:0/1368379539 conn(0x559818bc2400 msgr2=0x559818c647e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 shutdown_connections 2024-09-19T08:08:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.654+0000 7f25d3579f40 1 -- 172.21.15.17:0/1368379539 wait complete. 2024-09-19T08:08:46.660 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 500.00000000 2024-09-19T08:08:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.745+0000 7f204d6fef40 1 Processor -- start 2024-09-19T08:08:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.745+0000 7f204d6fef40 1 -- start start 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56203491af90 0x562034925cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x562034911ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56203479e510 con 0x5620349245c0 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5620347f7c50 con 0x56203491af90 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204d6fef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562034925640 con 0x5620349250b0 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53696/0 (socket says 172.21.15.17:53696) 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 -- 172.21.15.17:0/2201363472 learned_addr learned my addr 172.21.15.17:0/2201363472 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204b1f4640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56203491af90 0x562034925cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204b9f5640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x562034911ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 -- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 msgr2=0x562034911ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x562034911ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 -- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56203491af90 msgr2=0x562034925cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56203491af90 0x562034925cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 -- 172.21.15.17:0/2201363472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56203487c1f0 con 0x5620349245c0 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f204b9f5640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x562034911ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.746+0000 7f20429f3640 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2034001e90 tx=0x7f203400b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cbe789406c45efb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204a1f2640 1 -- 172.21.15.17:0/2201363472 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2034012020 con 0x5620349245c0 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204a1f2640 1 -- 172.21.15.17:0/2201363472 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f203400e670 con 0x5620349245c0 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204a1f2640 1 -- 172.21.15.17:0/2201363472 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203400ea40 con 0x5620349245c0 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 -- 172.21.15.17:0/2201363472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 msgr2=0x562034894180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2034001e90 tx=0x7f203400b780 comp rx=0 tx=0).stop 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 -- 172.21.15.17:0/2201363472 shutdown_connections 2024-09-19T08:08:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x562034911ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620349245c0 0x562034894180 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2201363472 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56203491af90 0x562034925cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 -- 172.21.15.17:0/2201363472 >> 172.21.15.17:0/2201363472 conn(0x562034877400 msgr2=0x562034893a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 -- 172.21.15.17:0/2201363472 shutdown_connections 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.747+0000 7f204d6fef40 1 -- 172.21.15.17:0/2201363472 wait complete. 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 Processor -- start 2024-09-19T08:08:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 -- start start 2024-09-19T08:08:46.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 0x56203488ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620349245c0 0x56203488f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x56203488f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562034927600 con 0x56203491af90 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5620349266e0 con 0x5620349245c0 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204d6fef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562034895740 con 0x5620349250b0 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204b1f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 0x56203488ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.748+0000 7f204b1f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 0x56203488ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53706/0 (socket says 172.21.15.17:53706) 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 -- 172.21.15.17:0/2565936251 learned_addr learned my addr 172.21.15.17:0/2565936251 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b9f5640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x56203488f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f20429f3640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620349245c0 0x56203488f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 -- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 msgr2=0x56203488f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5620349250b0 0x56203488f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 -- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620349245c0 msgr2=0x56203488f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5620349245c0 0x56203488f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 -- 172.21.15.17:0/2565936251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562034911550 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204b1f4640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 0x56203488ecd0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f203c00a520 tx=0x7f203c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f20491f0640 1 -- 172.21.15.17:0/2565936251 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203c055070 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f20491f0640 1 -- 172.21.15.17:0/2565936251 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f203c00a2f0 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562034892030 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f20491f0640 1 -- 172.21.15.17:0/2565936251 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203c0519d0 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.749+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620348925f0 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f20491f0640 1 -- 172.21.15.17:0/2565936251 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f203c058070 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f20491f0640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f202c06acc0 0x7f202c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f20491f0640 1 -- 172.21.15.17:0/2565936251 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f203c0cda60 con 0x56203491af90 2024-09-19T08:08:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562034891b70 0x5620349bbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5620349bc010 con 0x562034891b70 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f20429f3640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f202c06acc0 0x7f202c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.751+0000 7f204b9f5640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562034891b70 0x5620349bbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f20429f3640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f202c06acc0 0x7f202c06d180 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f2034013000 tx=0x7f203401b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204b9f5640 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562034891b70 0x5620349bbad0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204b9f5640 1 -- 172.21.15.17:0/2565936251 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [omap-get-header] v0'0 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f2044010620 con 0x562034891b70 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.755 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562034891b70 msgr2=0x5620349bbad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562034891b70 0x5620349bbad0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f202c06acc0 msgr2=0x7f202c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f202c06acc0 0x7f202c06d180 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f2034013000 tx=0x7f203401b040 comp rx=0 tx=0).stop 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 msgr2=0x56203488ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 --2- 172.21.15.17:0/2565936251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56203491af90 0x56203488ecd0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f203c00a520 tx=0x7f203c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204b9f5640 1 -- 172.21.15.17:0/2565936251 reap_dead start 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.752+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 shutdown_connections 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.753+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 >> 172.21.15.17:0/2565936251 conn(0x562034877400 msgr2=0x56203484b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.753+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 shutdown_connections 2024-09-19T08:08:46.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.753+0000 7f204d6fef40 1 -- 172.21.15.17:0/2565936251 wait complete. 2024-09-19T08:08:46.758 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds_snaptable 2024-09-19T08:08:46.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.801+0000 7f912951ef40 1 Processor -- start 2024-09-19T08:08:46.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.801+0000 7f912951ef40 1 -- start start 2024-09-19T08:08:46.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.801+0000 7f912951ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd55f90 0x55f1bccd1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.801+0000 7f912951ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 0x55f1bcccfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f912951ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f912951ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1bcd60640 con 0x55f1bcd5ff10 2024-09-19T08:08:46.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f912951ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f1bcbd9510 con 0x55f1bcd55f90 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f912951ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f1bccc8660 con 0x55f1bcd5f5c0 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53724/0 (socket says 172.21.15.17:53724) 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 -- 172.21.15.17:0/1677918550 learned_addr learned my addr 172.21.15.17:0/1677918550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126547640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd55f90 0x55f1bccd1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9125d46640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 0x55f1bcccfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 -- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 msgr2=0x55f1bcccfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 0x55f1bcccfdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 -- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd55f90 msgr2=0x55f1bccd1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd55f90 0x55f1bccd1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 -- 172.21.15.17:0/1677918550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1bcd621a0 con 0x55f1bcd5ff10 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9125d46640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 0x55f1bcccfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9126d48640 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f912000a370 tx=0x7f912000a830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee25ad8e1ec011e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9124d44640 1 -- 172.21.15.17:0/1677918550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120010070 con 0x55f1bcd5ff10 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9124d44640 1 -- 172.21.15.17:0/1677918550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f912000c8f0 con 0x55f1bcd5ff10 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.802+0000 7f9124d44640 1 -- 172.21.15.17:0/1677918550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912000cce0 con 0x55f1bcd5ff10 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- 172.21.15.17:0/1677918550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 msgr2=0x55f1bccce860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f912000a370 tx=0x7f912000a830 comp rx=0 tx=0).stop 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- 172.21.15.17:0/1677918550 shutdown_connections 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bccce860 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd5f5c0 0x55f1bcccfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 --2- 172.21.15.17:0/1677918550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd55f90 0x55f1bccd1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- 172.21.15.17:0/1677918550 >> 172.21.15.17:0/1677918550 conn(0x55f1bccb2400 msgr2=0x55f1bccb5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- 172.21.15.17:0/1677918550 shutdown_connections 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- 172.21.15.17:0/1677918550 wait complete. 2024-09-19T08:08:46.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 Processor -- start 2024-09-19T08:08:46.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.803+0000 7f912951ef40 1 -- start start 2024-09-19T08:08:46.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd55f90 0x55f1bcd47c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd5f5c0 0x55f1bcd58920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bcd58e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1bcd5f3d0 con 0x55f1bcd5ff10 2024-09-19T08:08:46.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f1bcd5f180 con 0x55f1bcd5f5c0 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f912951ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f1bccb6270 con 0x55f1bcd55f90 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f9126d48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bcd58e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f9126d48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bcd58e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53732/0 (socket says 172.21.15.17:53732) 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f9126d48640 1 -- 172.21.15.17:0/2841028546 learned_addr learned my addr 172.21.15.17:0/2841028546 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.804+0000 7f9126547640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd55f90 0x55f1bcd47c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 -- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd55f90 msgr2=0x55f1bcd47c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9125d46640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd5f5c0 0x55f1bcd58920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd55f90 0x55f1bcd47c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 -- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd5f5c0 msgr2=0x55f1bcd58920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1bcd5f5c0 0x55f1bcd58920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 -- 172.21.15.17:0/2841028546 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1bcd50200 con 0x55f1bcd5ff10 2024-09-19T08:08:46.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126547640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1bcd55f90 0x55f1bcd47c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f9126d48640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bcd58e60 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f912000ad30 tx=0x7f9120002f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f911f7fe640 1 -- 172.21.15.17:0/2841028546 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120025070 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f911f7fe640 1 -- 172.21.15.17:0/2841028546 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9120015c40 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f1bcd4c640 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f911f7fe640 1 -- 172.21.15.17:0/2841028546 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120010050 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.805+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1bcd4cc00 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.806+0000 7f911f7fe640 1 -- 172.21.15.17:0/2841028546 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9120028070 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f911f7fe640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f910806ac90 0x7f910806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f911f7fe640 1 -- 172.21.15.17:0/2841028546 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f912008b830 con 0x55f1bcd5ff10 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f912951ef40 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f1bccd1170 0x55f1bcdf95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55f1bcd48150 con 0x55f1bccd1170 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f9126547640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f910806ac90 0x7f910806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.807+0000 7f9125d46640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f1bccd1170 0x55f1bcdf95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f9126547640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f910806ac90 0x7f910806d150 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9118056000 tx=0x7f9118007030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f9125d46640 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f1bccd1170 0x55f1bcdf95d0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f9125d46640 1 -- 172.21.15.17:0/2841028546 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [omap-get-header] v0'0 uv1 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f91100096a0 con 0x55f1bccd1170 2024-09-19T08:08:46.811 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.811 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f1bccd1170 msgr2=0x55f1bcdf95d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f1bccd1170 0x55f1bcdf95d0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f910806ac90 msgr2=0x7f910806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f910806ac90 0x7f910806d150 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9118056000 tx=0x7f9118007030 comp rx=0 tx=0).stop 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 msgr2=0x55f1bcd58e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 --2- 172.21.15.17:0/2841028546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1bcd5ff10 0x55f1bcd58e60 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f912000ad30 tx=0x7f9120002f30 comp rx=0 tx=0).stop 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f9126d48640 1 -- 172.21.15.17:0/2841028546 reap_dead start 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 shutdown_connections 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 >> 172.21.15.17:0/2841028546 conn(0x55f1bccb2400 msgr2=0x55f1bccd0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 shutdown_connections 2024-09-19T08:08:46.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.808+0000 7f912951ef40 1 -- 172.21.15.17:0/2841028546 wait complete. 2024-09-19T08:08:46.814 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_inotable 2024-09-19T08:08:46.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.896+0000 7fa63c91ff40 1 Processor -- start 2024-09-19T08:08:46.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.896+0000 7fa63c91ff40 1 -- start start 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 0x564310542050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5643104c0ff0 con 0x56431054fcb0 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5643103ca510 con 0x564310550090 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5643104bffd0 con 0x5643104c2f80 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53758/0 (socket says 172.21.15.17:53758) 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 -- 172.21.15.17:0/3934984373 learned_addr learned my addr 172.21.15.17:0/3934984373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa639990640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 0x564310542050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63a191640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 -- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 msgr2=0x564310542050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 0x564310542050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 -- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 msgr2=0x5643104b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 -- 172.21.15.17:0/3934984373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564310545780 con 0x56431054fcb0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa639990640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 0x564310542050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63a191640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.897+0000 7fa63918f640 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fa62400a770 tx=0x7fa62400a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10fce38ed18c476a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa633fff640 1 -- 172.21.15.17:0/3934984373 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa624019070 con 0x56431054fcb0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa633fff640 1 -- 172.21.15.17:0/3934984373 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa624007600 con 0x56431054fcb0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa633fff640 1 -- 172.21.15.17:0/3934984373 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6240079d0 con 0x56431054fcb0 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3934984373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 msgr2=0x5643105526c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fa62400a770 tx=0x7fa62400a860 comp rx=0 tx=0).stop 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3934984373 shutdown_connections 2024-09-19T08:08:46.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56431054fcb0 0x5643105526c0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3934984373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5643104c2f80 0x564310542050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3934984373 >> 172.21.15.17:0/3934984373 conn(0x5643104a3280 msgr2=0x5643104a8720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3934984373 shutdown_connections 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.898+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3934984373 wait complete. 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.899+0000 7fa63c91ff40 1 Processor -- start 2024-09-19T08:08:46.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.899+0000 7fa63c91ff40 1 -- start start 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.899+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 0x564310543080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.899+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56431054fcb0 0x564310544a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.899+0000 7fa63c91ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56431053ee50 con 0x5643104c2f80 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564310553340 con 0x56431054fcb0 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63c91ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56431053f130 con 0x564310550090 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 0x564310543080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 0x564310543080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53762/0 (socket says 172.21.15.17:53762) 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 -- 172.21.15.17:0/3182302685 learned_addr learned my addr 172.21.15.17:0/3182302685 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63a191640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63918f640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56431054fcb0 0x564310544a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 -- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564310550090 msgr2=0x5643104b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564310550090 0x5643104b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 -- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56431054fcb0 msgr2=0x564310544a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56431054fcb0 0x564310544a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 -- 172.21.15.17:0/3182302685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643105439f0 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa639990640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 0x564310543080 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fa634045dd0 tx=0x7fa634002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa632ffd640 1 -- 172.21.15.17:0/3182302685 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa634063030 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa632ffd640 1 -- 172.21.15.17:0/3182302685 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6340549b0 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564310543cd0 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa632ffd640 1 -- 172.21.15.17:0/3182302685 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa634059040 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.900+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564310544290 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa632ffd640 1 -- 172.21.15.17:0/3182302685 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa634066030 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa632ffd640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa61c06ac90 0x7fa61c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa632ffd640 1 -- 172.21.15.17:0/3182302685 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fa6340cd950 con 0x5643104c2f80 2024-09-19T08:08:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564310544fd0 0x56431053bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa63918f640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa61c06ac90 0x7fa61c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.902+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x564310552c40 con 0x564310544fd0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63a191640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564310544fd0 0x56431053bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63918f640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa61c06ac90 0x7fa61c06d150 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa62400a770 tx=0x7fa62400c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63a191640 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564310544fd0 0x56431053bb60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63a191640 1 -- 172.21.15.17:0/3182302685 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [omap-get-header] v0'0 uv3 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa62c010250 con 0x564310544fd0 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:46.906 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564310544fd0 msgr2=0x56431053bb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564310544fd0 0x56431053bb60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa61c06ac90 msgr2=0x7fa61c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa61c06ac90 0x7fa61c06d150 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa62400a770 tx=0x7fa62400c000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 msgr2=0x564310543080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 --2- 172.21.15.17:0/3182302685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5643104c2f80 0x564310543080 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fa634045dd0 tx=0x7fa634002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63a191640 1 -- 172.21.15.17:0/3182302685 reap_dead start 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 shutdown_connections 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 >> 172.21.15.17:0/3182302685 conn(0x5643104a3280 msgr2=0x56431053e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 shutdown_connections 2024-09-19T08:08:46.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.903+0000 7fa63c91ff40 1 -- 172.21.15.17:0/3182302685 wait complete. 2024-09-19T08:08:46.909 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 100.00000000 2024-09-19T08:08:46.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.992+0000 7f68c2431f40 1 Processor -- start 2024-09-19T08:08:46.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.992+0000 7f68c2431f40 1 -- start start 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562345098cd0 0x5623450acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562345099160 con 0x562344fe2f70 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562344f31510 con 0x562344fe3350 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c2431f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562345099680 con 0x562345098cd0 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53786/0 (socket says 172.21.15.17:53786) 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 -- 172.21.15.17:0/741641783 learned_addr learned my addr 172.21.15.17:0/741641783 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 -- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562345098cd0 msgr2=0x5623450acfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68c0728640 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562345098cd0 0x5623450acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bf726640 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562345098cd0 0x5623450acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 -- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 msgr2=0x5623450b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.993+0000 7f68bff27640 1 -- 172.21.15.17:0/741641783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623450b5300 con 0x562344fe2f70 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68bff27640 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f68b000a4f0 tx=0x7f68b0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dcf1ea89a91c545 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68be724640 1 -- 172.21.15.17:0/741641783 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0063070 con 0x562344fe2f70 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68be724640 1 -- 172.21.15.17:0/741641783 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68b00559c0 con 0x562344fe2f70 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68be724640 1 -- 172.21.15.17:0/741641783 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0055d70 con 0x562344fe2f70 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 -- 172.21.15.17:0/741641783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 msgr2=0x5623450b7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:46.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f68b000a4f0 tx=0x7f68b0051000 comp rx=0 tx=0).stop 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 -- 172.21.15.17:0/741641783 shutdown_connections 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562345098cd0 0x5623450acfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 --2- 172.21.15.17:0/741641783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562344fe2f70 0x5623450b7e40 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 -- 172.21.15.17:0/741641783 >> 172.21.15.17:0/741641783 conn(0x562344fdebb0 msgr2=0x5623450b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 -- 172.21.15.17:0/741641783 shutdown_connections 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.994+0000 7f68c2431f40 1 -- 172.21.15.17:0/741641783 wait complete. 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.995+0000 7f68c2431f40 1 Processor -- start 2024-09-19T08:08:46.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.995+0000 7f68c2431f40 1 -- start start 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562344fe2f70 0x5623450ae710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 0x5623450b08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5623450b5020 con 0x562345098cd0 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562345010ee0 con 0x562344fe3350 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c2431f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562345010890 con 0x562344fe2f70 2024-09-19T08:08:47.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 0x5623450b08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 0x5623450b08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53800/0 (socket says 172.21.15.17:53800) 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 -- 172.21.15.17:0/135149925 learned_addr learned my addr 172.21.15.17:0/135149925 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68bf726640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68bff27640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562344fe2f70 0x5623450ae710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 -- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562344fe2f70 msgr2=0x5623450ae710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562344fe2f70 0x5623450ae710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 -- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 msgr2=0x5623450b0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562344fe3350 0x5623450b0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 -- 172.21.15.17:0/135149925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623450ad990 con 0x562345098cd0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.996+0000 7f68c0728640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 0x5623450b08b0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f68b8005f60 tx=0x7f68b8005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.997+0000 7f68bd722640 1 -- 172.21.15.17:0/135149925 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b800b070 con 0x562345098cd0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.997+0000 7f68bd722640 1 -- 172.21.15.17:0/135149925 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68b8017070 con 0x562345098cd0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.997+0000 7f68bd722640 1 -- 172.21.15.17:0/135149925 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b800e040 con 0x562345098cd0 2024-09-19T08:08:47.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.997+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5623450b0df0 con 0x562345098cd0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.997+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623450adc30 con 0x562345098cd0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.998+0000 7f68bd722640 1 -- 172.21.15.17:0/135149925 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68b8012650 con 0x562345098cd0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.998+0000 7f68bd722640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68ac06ac90 0x7f68ac06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.998+0000 7f68bd722640 1 -- 172.21.15.17:0/135149925 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f68b8089b20 con 0x562345098cd0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68bff27640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68ac06ac90 0x7f68ac06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68c2431f40 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5623450ac3e0 0x56234514f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x56234514f930 con 0x5623450ac3e0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68bf726640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5623450ac3e0 0x56234514f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68bf726640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5623450ac3e0 0x56234514f3f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68bff27640 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68ac06ac90 0x7f68ac06d150 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f68b0005cf0 tx=0x7f68b0053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68bf726640 1 -- 172.21.15.17:0/135149925 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x7f68b400f710 con 0x5623450ac3e0 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:header (274 bytes) : 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 04 03 0c 01 00 00 01 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000020 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000030 00 00 00 00 0a 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000050 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000060 00 00 0a 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000080 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:00000090 0a 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.003 INFO:teuthology.orchestra.run.smithi017.stdout:000000a0 00 00 00 00 00 00 00 00 05 dc eb 66 3f 58 40 2b |...........f?X@+| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:000000c0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 0a 00 |................| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:000000e0 00 00 00 00 00 00 05 dc eb 66 3f 58 40 2b 00 00 |.........f?X@+..| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:00000110 00 00 |..| 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout:00000112 2024-09-19T08:08:47.004 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5623450ac3e0 msgr2=0x56234514f3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:46.999+0000 7f68c2431f40 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5623450ac3e0 0x56234514f3f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68ac06ac90 msgr2=0x7f68ac06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68ac06ac90 0x7f68ac06d150 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f68b0005cf0 tx=0x7f68b0053000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 msgr2=0x5623450b08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 --2- 172.21.15.17:0/135149925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562345098cd0 0x5623450b08b0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f68b8005f60 tx=0x7f68b8005f90 comp rx=0 tx=0).stop 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c0728640 1 -- 172.21.15.17:0/135149925 reap_dead start 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 shutdown_connections 2024-09-19T08:08:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 >> 172.21.15.17:0/135149925 conn(0x562344fdebb0 msgr2=0x5623450b70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 shutdown_connections 2024-09-19T08:08:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.000+0000 7f68c2431f40 1 -- 172.21.15.17:0/135149925 wait complete. 2024-09-19T08:08:47.007 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_sessionmap 2024-09-19T08:08:47.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.089+0000 7fbaf071df40 1 Processor -- start 2024-09-19T08:08:47.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.089+0000 7fbaf071df40 1 -- start start 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbdf9350 0x55d7cbe26810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbeaecd0 0x55d7cbec3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7cbeaf160 con 0x55d7cbdf8f70 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d7cbd47510 con 0x55d7cbdf9350 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaf071df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d7cbeaf680 con 0x55d7cbeaecd0 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53818/0 (socket says 172.21.15.17:53818) 2024-09-19T08:08:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 -- 172.21.15.17:0/1818400753 learned_addr learned my addr 172.21.15.17:0/1818400753 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 -- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbeaecd0 msgr2=0x55d7cbec3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbeaecd0 0x55d7cbec3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 -- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbdf9350 msgr2=0x55d7cbe26810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbdf9350 0x55d7cbe26810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.090+0000 7fbaed765640 1 -- 172.21.15.17:0/1818400753 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7cbec94b0 con 0x55d7cbdf8f70 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaed765640 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fbae0045b60 tx=0x7fbae0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b833deb8c9f9d69d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbadf7fe640 1 -- 172.21.15.17:0/1818400753 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae0055070 con 0x55d7cbdf8f70 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbadf7fe640 1 -- 172.21.15.17:0/1818400753 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbae00517e0 con 0x55d7cbdf8f70 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbadf7fe640 1 -- 172.21.15.17:0/1818400753 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae0051bd0 con 0x55d7cbdf8f70 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 -- 172.21.15.17:0/1818400753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 msgr2=0x55d7cbeade30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fbae0045b60 tx=0x7fbae0051000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 -- 172.21.15.17:0/1818400753 shutdown_connections 2024-09-19T08:08:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbeaecd0 0x55d7cbec3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbdf9350 0x55d7cbe26810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 --2- 172.21.15.17:0/1818400753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf8f70 0x55d7cbeade30 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 -- 172.21.15.17:0/1818400753 >> 172.21.15.17:0/1818400753 conn(0x55d7cbdf4bb0 msgr2=0x55d7cbecb520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 -- 172.21.15.17:0/1818400753 shutdown_connections 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.091+0000 7fbaf071df40 1 -- 172.21.15.17:0/1818400753 wait complete. 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.092+0000 7fbaf071df40 1 Processor -- start 2024-09-19T08:08:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.092+0000 7fbaf071df40 1 -- start start 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbdf8f70 0x55d7cbec1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 0x55d7cbecc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbeaecd0 0x55d7cbecc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7cbece120 con 0x55d7cbdf9350 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d7cbeca750 con 0x55d7cbeaecd0 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d7cbe20370 con 0x55d7cbdf8f70 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 0x55d7cbecc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 0x55d7cbecc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53834/0 (socket says 172.21.15.17:53834) 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 -- 172.21.15.17:0/2827428727 learned_addr learned my addr 172.21.15.17:0/2827428727 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaedf66640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbeaecd0 0x55d7cbecc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaed765640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbdf8f70 0x55d7cbec1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 -- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbdf8f70 msgr2=0x55d7cbec1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7cbdf8f70 0x55d7cbec1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 -- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbeaecd0 msgr2=0x55d7cbecc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7cbeaecd0 0x55d7cbecc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 -- 172.21.15.17:0/2827428727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7cbeac590 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaecf64640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 0x55d7cbecc0b0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fbae400bd20 tx=0x7fbae4009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbade7fc640 1 -- 172.21.15.17:0/2827428727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae4009e30 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbade7fc640 1 -- 172.21.15.17:0/2827428727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbae4010440 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d7cbeac870 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.093+0000 7fbade7fc640 1 -- 172.21.15.17:0/2827428727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbae4010850 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.094+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7cbeace30 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.095+0000 7fbade7fc640 1 -- 172.21.15.17:0/2827428727 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbae4018020 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.095+0000 7fbade7fc640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbad006ac90 0x7fbad006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.095+0000 7fbade7fc640 1 -- 172.21.15.17:0/2827428727 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fbae4089940 con 0x55d7cbdf9350 2024-09-19T08:08:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaed765640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbad006ac90 0x7fbad006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaf071df40 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d7cbec5620 0x55d7cbec3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55d7cbecd6d0 con 0x55d7cbec5620 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaedf66640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d7cbec5620 0x55d7cbec3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaed765640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbad006ac90 0x7fbad006d150 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fbae0000c00 tx=0x7fbae0053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaedf66640 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d7cbec5620 0x55d7cbec3300 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.096+0000 7fbaedf66640 1 -- 172.21.15.17:0/2827428727 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x7fbae800d6f0 con 0x55d7cbec5620 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stdout:header (14 bytes) : 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 01 01 08 00 00 00 04 00 00 00 00 00 00 00 |..............| 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stdout:0000000e 2024-09-19T08:08:47.099 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d7cbec5620 msgr2=0x55d7cbec3300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d7cbec5620 0x55d7cbec3300 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbad006ac90 msgr2=0x7fbad006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbad006ac90 0x7fbad006d150 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fbae0000c00 tx=0x7fbae0053000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 msgr2=0x55d7cbecc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 --2- 172.21.15.17:0/2827428727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7cbdf9350 0x55d7cbecc0b0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fbae400bd20 tx=0x7fbae4009510 comp rx=0 tx=0).stop 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaedf66640 1 -- 172.21.15.17:0/2827428727 reap_dead start 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 shutdown_connections 2024-09-19T08:08:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 >> 172.21.15.17:0/2827428727 conn(0x55d7cbdf4bb0 msgr2=0x55d7cbe40a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 shutdown_connections 2024-09-19T08:08:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.097+0000 7fbaf071df40 1 -- 172.21.15.17:0/2827428727 wait complete. 2024-09-19T08:08:47.102 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 400.00000000 2024-09-19T08:08:47.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.184+0000 7fc13e248f40 1 Processor -- start 2024-09-19T08:08:47.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.184+0000 7fc13e248f40 1 -- start start 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a851db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a8522f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea1a8e1640 con 0x55ea1a834820 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ea1a75a510 con 0x55ea1a8e1d80 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13e248f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ea1a849660 con 0x55ea1a8d6f90 2024-09-19T08:08:47.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13bd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13bd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53848/0 (socket says 172.21.15.17:53848) 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.185+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2488775516 learned_addr learned my addr 172.21.15.17:0/2488775516 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 msgr2=0x55ea1a851db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13c53f640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a8522f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13b53d640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a851db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a851db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 msgr2=0x55ea1a8522f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a8522f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2488775516 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea1a838750 con 0x55ea1a834820 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13c53f640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a8522f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13b53d640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a851db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fc12c001e00 tx=0x7fc12c00b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e041c90a80ac6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13a53b640 1 -- 172.21.15.17:0/2488775516 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12c012020 con 0x55ea1a834820 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13a53b640 1 -- 172.21.15.17:0/2488775516 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc12c00e670 con 0x55ea1a834820 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13a53b640 1 -- 172.21.15.17:0/2488775516 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12c00eae0 con 0x55ea1a834820 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 -- 172.21.15.17:0/2488775516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 msgr2=0x55ea1a8ca310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fc12c001e00 tx=0x7fc12c00b780 comp rx=0 tx=0).stop 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 -- 172.21.15.17:0/2488775516 shutdown_connections 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a8522f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a851db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2488775516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a8ca310 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.186+0000 7fc13e248f40 1 -- 172.21.15.17:0/2488775516 >> 172.21.15.17:0/2488775516 conn(0x55ea1a833400 msgr2=0x55ea1a84e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.187+0000 7fc13e248f40 1 -- 172.21.15.17:0/2488775516 shutdown_connections 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.187+0000 7fc13e248f40 1 -- 172.21.15.17:0/2488775516 wait complete. 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.187+0000 7fc13e248f40 1 Processor -- start 2024-09-19T08:08:47.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.187+0000 7fc13e248f40 1 -- start start 2024-09-19T08:08:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a84ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a850fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a96f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea1a8ca850 con 0x55ea1a834820 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ea1a8cea40 con 0x55ea1a8e1d80 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13e248f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ea1a8389f0 con 0x55ea1a8d6f90 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a84ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a84ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53858/0 (socket says 172.21.15.17:53858) 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2372235296 learned_addr learned my addr 172.21.15.17:0/2372235296 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 msgr2=0x55ea1a850fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ea1a8d6f90 0x55ea1a850fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 msgr2=0x55ea1a96f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ea1a8e1d80 0x55ea1a96f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 -- 172.21.15.17:0/2372235296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea1a8c7320 con 0x55ea1a834820 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.188+0000 7fc13bd3e640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a84ba70 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x55ea1a8530e0 tx=0x7fc12c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.189+0000 7fc139539640 1 -- 172.21.15.17:0/2372235296 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12c027070 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.189+0000 7fc139539640 1 -- 172.21.15.17:0/2372235296 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc12c0011b0 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.189+0000 7fc139539640 1 -- 172.21.15.17:0/2372235296 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12c0197f0 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.189+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ea1a84bfb0 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.189+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea1a84af90 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.190+0000 7fc139539640 1 -- 172.21.15.17:0/2372235296 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc12c02a070 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.190+0000 7fc139539640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc12806ac90 0x7fc12806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc139539640 1 -- 172.21.15.17:0/2372235296 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc12c08ba30 con 0x55ea1a834820 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13b53d640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc12806ac90 0x7fc12806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ea1a8d63f0 0x55ea1a8c8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55ea1a8cde50 con 0x55ea1a8d63f0 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13c53f640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ea1a8d63f0 0x55ea1a8c8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13b53d640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc12806ac90 0x7fc12806d150 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x55ea1a8ca4f0 tx=0x7fc130005750 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.191+0000 7fc13c53f640 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ea1a8d63f0 0x55ea1a8c8d30 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13c53f640 1 -- 172.21.15.17:0/2372235296 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [omap-get-header] v0'0 uv1 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc13404f9c0 con 0x55ea1a8d63f0 2024-09-19T08:08:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:47.195 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:47.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ea1a8d63f0 msgr2=0x55ea1a8c8d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ea1a8d63f0 0x55ea1a8c8d30 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc12806ac90 msgr2=0x7fc12806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc12806ac90 0x7fc12806d150 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x55ea1a8ca4f0 tx=0x7fc130005750 comp rx=0 tx=0).stop 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 msgr2=0x55ea1a84ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 --2- 172.21.15.17:0/2372235296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea1a834820 0x55ea1a84ba70 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x55ea1a8530e0 tx=0x7fc12c000bc0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13c53f640 1 -- 172.21.15.17:0/2372235296 reap_dead start 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 shutdown_connections 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 >> 172.21.15.17:0/2372235296 conn(0x55ea1a833400 msgr2=0x55ea1a8e2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 shutdown_connections 2024-09-19T08:08:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.192+0000 7fc13e248f40 1 -- 172.21.15.17:0/2372235296 wait complete. 2024-09-19T08:08:47.197 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 100.00000000.inode 2024-09-19T08:08:47.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.243+0000 7f011aef6f40 1 Processor -- start 2024-09-19T08:08:47.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.243+0000 7f011aef6f40 1 -- start start 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.243+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be208180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be211120 0x5601be18ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f011aef6f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5601be095510 con 0x5601be18c270 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f011aef6f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5601be0eec50 con 0x7f0100003970 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f011aef6f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5601be21c640 con 0x5601be211120 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53866/0 (socket says 172.21.15.17:53866) 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 -- 172.21.15.17:0/731879966 learned_addr learned my addr 172.21.15.17:0/731879966 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01191ed640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be211120 0x5601be18ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01189ec640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be208180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 -- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be211120 msgr2=0x5601be18ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be211120 0x5601be18ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 -- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 msgr2=0x5601be208180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be208180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 -- 172.21.15.17:0/731879966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601be172330 con 0x5601be18c270 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01189ec640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be208180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01181eb640 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f010c00e350 tx=0x7f010c00e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2324cd397da86678 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01171e9640 1 -- 172.21.15.17:0/731879966 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c001b80 con 0x5601be18c270 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01171e9640 1 -- 172.21.15.17:0/731879966 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f010c001d20 con 0x5601be18c270 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.244+0000 7f01171e9640 1 -- 172.21.15.17:0/731879966 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c011690 con 0x5601be18c270 2024-09-19T08:08:47.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 -- 172.21.15.17:0/731879966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 msgr2=0x5601be18a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f010c00e350 tx=0x7f010c00e750 comp rx=0 tx=0).stop 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 -- 172.21.15.17:0/731879966 shutdown_connections 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be211120 0x5601be18ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be18c270 0x5601be18a860 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 --2- 172.21.15.17:0/731879966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be208180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 -- 172.21.15.17:0/731879966 >> 172.21.15.17:0/731879966 conn(0x5601be16e400 msgr2=0x5601be173180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 -- 172.21.15.17:0/731879966 shutdown_connections 2024-09-19T08:08:47.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 -- 172.21.15.17:0/731879966 wait complete. 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.245+0000 7f011aef6f40 1 Processor -- start 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 -- start start 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be18c270 0x5601be203380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 0x5601be2049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be20fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5601be18a500 con 0x5601be211120 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5601be18b7b0 con 0x7f0100003970 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f011aef6f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5601be208830 con 0x5601be18c270 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f01181eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 0x5601be2049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f01181eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 0x5601be2049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53872/0 (socket says 172.21.15.17:53872) 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f01181eb640 1 -- 172.21.15.17:0/2064734119 learned_addr learned my addr 172.21.15.17:0/2064734119 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f01189ec640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be18c270 0x5601be203380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.246+0000 7f01191ed640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be20fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 -- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be18c270 msgr2=0x5601be203380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5601be18c270 0x5601be203380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 -- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 msgr2=0x5601be20fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0100003970 0x5601be20fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 -- 172.21.15.17:0/2064734119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601be173990 con 0x5601be211120 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01181eb640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 0x5601be2049d0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f010c012000 tx=0x7f010c001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01161e7640 1 -- 172.21.15.17:0/2064734119 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c001b80 con 0x5601be211120 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01161e7640 1 -- 172.21.15.17:0/2064734119 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f010c000ed0 con 0x5601be211120 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f01161e7640 1 -- 172.21.15.17:0/2064734119 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f010c01da50 con 0x5601be211120 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5601be185be0 con 0x5601be211120 2024-09-19T08:08:47.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.247+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601be2044b0 con 0x5601be211120 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.248+0000 7f01161e7640 1 -- 172.21.15.17:0/2064734119 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f010c030070 con 0x5601be211120 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f01161e7640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f010406ac90 0x7f010406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f01161e7640 1 -- 172.21.15.17:0/2064734119 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f010c08c110 con 0x5601be211120 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f011aef6f40 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5601be2100e0 0x5601be214380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5601be2148c0 con 0x5601be2100e0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f01189ec640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f010406ac90 0x7f010406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.249+0000 7f01191ed640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5601be2100e0 0x5601be214380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f01189ec640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f010406ac90 0x7f010406d150 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x5601be207c80 tx=0x7f0108007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f01191ed640 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5601be2100e0 0x5601be214380 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f01191ed640 1 -- 172.21.15.17:0/2064734119 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [omap-get-header] v0'0 uv3 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0110001430 con 0x5601be2100e0 2024-09-19T08:08:47.253 INFO:teuthology.orchestra.run.smithi017.stdout:header (0 bytes) : 2024-09-19T08:08:47.254 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5601be2100e0 msgr2=0x5601be214380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5601be2100e0 0x5601be214380 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f010406ac90 msgr2=0x7f010406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f010406ac90 0x7f010406d150 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x5601be207c80 tx=0x7f0108007040 comp rx=0 tx=0).stop 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 msgr2=0x5601be2049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 --2- 172.21.15.17:0/2064734119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601be211120 0x5601be2049d0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f010c012000 tx=0x7f010c001230 comp rx=0 tx=0).stop 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f01191ed640 1 -- 172.21.15.17:0/2064734119 reap_dead start 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 shutdown_connections 2024-09-19T08:08:47.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 >> 172.21.15.17:0/2064734119 conn(0x5601be16e400 msgr2=0x5601be141f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 shutdown_connections 2024-09-19T08:08:47.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.250+0000 7f011aef6f40 1 -- 172.21.15.17:0/2064734119 wait complete. 2024-09-19T08:08:47.256 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 1.00000000 2024-09-19T08:08:47.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.299+0000 7fdcf8b51f40 1 Processor -- start 2024-09-19T08:08:47.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.299+0000 7fdcf8b51f40 1 -- start start 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 0x555aeb1d0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb261f10 0x555aeb262cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555aeb262640 con 0x555aeb257f90 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x555aeb0db510 con 0x555aeb2615c0 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x555aeb1ca660 con 0x555aeb261f10 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53884/0 (socket says 172.21.15.17:53884) 2024-09-19T08:08:47.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 -- 172.21.15.17:0/4061765487 learned_addr learned my addr 172.21.15.17:0/4061765487 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6e48640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb261f10 0x555aeb262cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdceffff640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 0x555aeb1d0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 -- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb261f10 msgr2=0x555aeb262cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb261f10 0x555aeb262cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 -- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 msgr2=0x555aeb1d0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 0x555aeb1d0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.300+0000 7fdcf6647640 1 -- 172.21.15.17:0/4061765487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aeb251a30 con 0x555aeb257f90 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdceffff640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 0x555aeb1d0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf6647640 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fdce8025e40 tx=0x7fdce8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4be6ed919c537503 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf5645640 1 -- 172.21.15.17:0/4061765487 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce8058540 con 0x555aeb257f90 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf5645640 1 -- 172.21.15.17:0/4061765487 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdce8058950 con 0x555aeb257f90 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf5645640 1 -- 172.21.15.17:0/4061765487 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce8058d40 con 0x555aeb257f90 2024-09-19T08:08:47.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/4061765487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 msgr2=0x555aeb263fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fdce8025e40 tx=0x7fdce8051000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/4061765487 shutdown_connections 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb261f10 0x555aeb262cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb2615c0 0x555aeb1d0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/4061765487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb257f90 0x555aeb263fa0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/4061765487 >> 172.21.15.17:0/4061765487 conn(0x555aeb1b4400 msgr2=0x555aeb1b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/4061765487 shutdown_connections 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.301+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/4061765487 wait complete. 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.302+0000 7fdcf8b51f40 1 Processor -- start 2024-09-19T08:08:47.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.302+0000 7fdcf8b51f40 1 -- start start 2024-09-19T08:08:47.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb257f90 0x555aeb1ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 0x555aeb263290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb261f10 0x555aeb1cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555aeb251de0 con 0x555aeb2615c0 2024-09-19T08:08:47.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x555aeb2525a0 con 0x555aeb261f10 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf8b51f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x555aeb24e850 con 0x555aeb257f90 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 0x555aeb263290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 0x555aeb263290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53888/0 (socket says 172.21.15.17:53888) 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 -- 172.21.15.17:0/324745086 learned_addr learned my addr 172.21.15.17:0/324745086 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf6e48640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb261f10 0x555aeb1cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf6647640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb257f90 0x555aeb1ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 -- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb257f90 msgr2=0x555aeb1ccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb257f90 0x555aeb1ccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 -- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb261f10 msgr2=0x555aeb1cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb261f10 0x555aeb1cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 -- 172.21.15.17:0/324745086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aeb1d15d0 con 0x555aeb2615c0 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf6647640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555aeb257f90 0x555aeb1ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcf6e48640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555aeb261f10 0x555aeb1cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdceffff640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 0x555aeb263290 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007e30 tx=0x7fdce0006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.303+0000 7fdcef7fe640 1 -- 172.21.15.17:0/324745086 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce0010710 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.304+0000 7fdcef7fe640 1 -- 172.21.15.17:0/324745086 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdce00108b0 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.304+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x555aeb24d8d0 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.304+0000 7fdcef7fe640 1 -- 172.21.15.17:0/324745086 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce0010c80 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.304+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aeb24d5b0 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.305+0000 7fdcef7fe640 1 -- 172.21.15.17:0/324745086 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdce0012400 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcef7fe640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcd806ac90 0x7fdcd806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcef7fe640 1 -- 172.21.15.17:0/324745086 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fdce0089930 con 0x555aeb2615c0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x555aeb1ccab0 0x555aeb2fb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf6647640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcd806ac90 0x7fdcd806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x555aeb24db60 con 0x555aeb1ccab0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf6e48640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x555aeb1ccab0 0x555aeb2fb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf6647640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcd806ac90 0x7fdcd806d150 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdce8025e40 tx=0x7fdce8053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.306+0000 7fdcf6e48640 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x555aeb1ccab0 0x555aeb2fb390 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf6e48640 1 -- 172.21.15.17:0/324745086 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x7fdcf00044c0 con 0x555aeb1ccab0 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:header (274 bytes) : 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000000 04 03 0c 01 00 00 0b 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000020 00 00 00 00 0b dc eb 66 b6 76 f4 36 00 00 00 00 |.......f.v.6....| 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000030 00 00 00 00 01 00 00 00 00 00 00 00 01 00 00 00 |................| 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-19T08:08:47.310 INFO:teuthology.orchestra.run.smithi017.stdout:00000050 00 00 0b dc eb 66 b6 76 f4 36 00 00 00 00 00 00 |.....f.v.6......| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000060 00 00 01 00 00 00 00 00 00 00 01 00 00 00 00 00 |................| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000080 00 00 60 00 00 00 00 00 01 00 00 00 00 00 00 00 |..`.............| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000090 01 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000a0 00 00 00 00 00 00 00 00 0c dc eb 66 15 50 e9 03 |...........f.P..| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000c0 60 00 00 00 00 00 01 00 00 00 00 00 00 00 01 00 |`...............| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000e0 00 00 00 00 00 00 0c dc eb 66 15 50 e9 03 00 00 |.........f.P....| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:* 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000110 00 00 |..| 2024-09-19T08:08:47.311 INFO:teuthology.orchestra.run.smithi017.stdout:00000112 2024-09-19T08:08:47.312 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x555aeb1ccab0 msgr2=0x555aeb2fb390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x555aeb1ccab0 0x555aeb2fb390 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcd806ac90 msgr2=0x7fdcd806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcd806ac90 0x7fdcd806d150 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdce8025e40 tx=0x7fdce8053000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 msgr2=0x555aeb263290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 --2- 172.21.15.17:0/324745086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555aeb2615c0 0x555aeb263290 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007e30 tx=0x7fdce0006750 comp rx=0 tx=0).stop 2024-09-19T08:08:47.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf6e48640 1 -- 172.21.15.17:0/324745086 reap_dead start 2024-09-19T08:08:47.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 shutdown_connections 2024-09-19T08:08:47.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 >> 172.21.15.17:0/324745086 conn(0x555aeb1b4400 msgr2=0x555aeb1d18d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 shutdown_connections 2024-09-19T08:08:47.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.307+0000 7fdcf8b51f40 1 -- 172.21.15.17:0/324745086 wait complete. 2024-09-19T08:08:47.314 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 10000000000.00000000 2024-09-19T08:08:47.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.397+0000 7fc05d723f40 1 Processor -- start 2024-09-19T08:08:47.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.397+0000 7fc05d723f40 1 -- start start 2024-09-19T08:08:47.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835edf6350 0x55835eecbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835eeabcd0 0x55835eecc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55835ed44510 con 0x55835edf5f70 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55835ed9dc50 con 0x55835edf6350 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05d723f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55835eeac160 con 0x55835eeabcd0 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53894/0 (socket says 172.21.15.17:53894) 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 -- 172.21.15.17:0/1840701664 learned_addr learned my addr 172.21.15.17:0/1840701664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 -- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835eeabcd0 msgr2=0x55835eecc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835eeabcd0 0x55835eecc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 -- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835edf6350 msgr2=0x55835eecbae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835edf6350 0x55835eecbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 -- 172.21.15.17:0/1840701664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55835eeabaf0 con 0x55835edf5f70 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.398+0000 7fc05a747640 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fc04c025cc0 tx=0x7fc04c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50a21ebac497ec5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc058f44640 1 -- 172.21.15.17:0/1840701664 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c052b30 con 0x55835edf5f70 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc058f44640 1 -- 172.21.15.17:0/1840701664 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc04c052cd0 con 0x55835edf5f70 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc058f44640 1 -- 172.21.15.17:0/1840701664 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c05b690 con 0x55835edf5f70 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 -- 172.21.15.17:0/1840701664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 msgr2=0x55835eeab5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fc04c025cc0 tx=0x7fc04c051000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 -- 172.21.15.17:0/1840701664 shutdown_connections 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835eeabcd0 0x55835eecc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835edf6350 0x55835eecbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1840701664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eeab5b0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 -- 172.21.15.17:0/1840701664 >> 172.21.15.17:0/1840701664 conn(0x55835edf1bb0 msgr2=0x55835eecae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 -- 172.21.15.17:0/1840701664 shutdown_connections 2024-09-19T08:08:47.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.399+0000 7fc05d723f40 1 -- 172.21.15.17:0/1840701664 wait complete. 2024-09-19T08:08:47.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.400+0000 7fc05d723f40 1 Processor -- start 2024-09-19T08:08:47.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.400+0000 7fc05d723f40 1 -- start start 2024-09-19T08:08:47.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.400+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eec69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.400+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835edf6350 0x55835eeca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835eeabcd0 0x55835eead440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55835ee1fe00 con 0x55835edf5f70 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55835eec70e0 con 0x55835eeabcd0 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55835ee200e0 con 0x55835edf6350 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eec69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eec69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53906/0 (socket says 172.21.15.17:53906) 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 -- 172.21.15.17:0/1197380968 learned_addr learned my addr 172.21.15.17:0/1197380968 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05af48640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835eeabcd0 0x55835eead440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc059f46640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835edf6350 0x55835eeca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 -- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835edf6350 msgr2=0x55835eeca6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835edf6350 0x55835eeca6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 -- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835eeabcd0 msgr2=0x55835eead440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835eeabcd0 0x55835eead440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 -- 172.21.15.17:0/1197380968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55835eecb440 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc059f46640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55835edf6350 0x55835eeca6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05af48640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55835eeabcd0 0x55835eead440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05a747640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eec69e0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fc04c000c00 tx=0x7fc04c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc04b7fe640 1 -- 172.21.15.17:0/1197380968 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c052ae0 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc04b7fe640 1 -- 172.21.15.17:0/1197380968 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc04c075070 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55835eecac00 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc04b7fe640 1 -- 172.21.15.17:0/1197380968 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c066680 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.401+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55835eecb160 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc04b7fe640 1 -- 172.21.15.17:0/1197380968 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc04c059020 con 0x55835edf5f70 2024-09-19T08:08:47.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc04b7fe640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc03c06ac90 0x7fc03c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc04b7fe640 1 -- 172.21.15.17:0/1197380968 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc04c0cfe10 con 0x55835edf5f70 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc059f46640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc03c06ac90 0x7fc03c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55835eeab5b0 0x55835eea79c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.403+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55835ee23f30 con 0x55835eeab5b0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05af48640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55835eeab5b0 0x55835eea79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc059f46640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc03c06ac90 0x7fc03c06d150 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x55835eec8a20 tx=0x7fc0500025c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05af48640 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55835eeab5b0 0x55835eea79c0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05af48640 1 -- 172.21.15.17:0/1197380968 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [omap-get-keys out=21b] v0'0 uv10 ondisk = 0) ==== 164+0+21 (crc 0 0 0) 0x7fc054003450 con 0x55835eeab5b0 2024-09-19T08:08:47.407 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs_head 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55835eeab5b0 msgr2=0x55835eea79c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55835eeab5b0 0x55835eea79c0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc03c06ac90 msgr2=0x7fc03c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc03c06ac90 0x7fc03c06d150 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x55835eec8a20 tx=0x7fc0500025c0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 msgr2=0x55835eec69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 --2- 172.21.15.17:0/1197380968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55835edf5f70 0x55835eec69e0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fc04c000c00 tx=0x7fc04c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05af48640 1 -- 172.21.15.17:0/1197380968 reap_dead start 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 shutdown_connections 2024-09-19T08:08:47.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 >> 172.21.15.17:0/1197380968 conn(0x55835edf1bb0 msgr2=0x55835eecbac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 shutdown_connections 2024-09-19T08:08:47.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.404+0000 7fc05d723f40 1 -- 172.21.15.17:0/1197380968 wait complete. 2024-09-19T08:08:47.410 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 600.00000000 2024-09-19T08:08:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.492+0000 7f6f96773f40 1 Processor -- start 2024-09-19T08:08:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.492+0000 7f6f96773f40 1 -- start start 2024-09-19T08:08:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563181451f90 0x563181448910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145b5c0 0x56318145d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56318145c640 con 0x56318145c0b0 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5631812d5510 con 0x563181451f90 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f96773f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5631813c4660 con 0x56318145b5c0 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53938/0 (socket says 172.21.15.17:53938) 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 -- 172.21.15.17:0/292442579 learned_addr learned my addr 172.21.15.17:0/292442579 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 -- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145b5c0 msgr2=0x56318145d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145b5c0 0x56318145d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 -- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563181451f90 msgr2=0x563181448910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94269640 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563181451f90 0x563181448910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563181451f90 0x563181448910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.493+0000 7f6f94a6a640 1 -- 172.21.15.17:0/292442579 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631813c47e0 con 0x56318145c0b0 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c005fd0 tx=0x7f6f8c050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c137f25f7b58e36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f92a66640 1 -- 172.21.15.17:0/292442579 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c067070 con 0x56318145c0b0 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f92a66640 1 -- 172.21.15.17:0/292442579 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8c04fb90 con 0x56318145c0b0 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f92a66640 1 -- 172.21.15.17:0/292442579 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c04f640 con 0x56318145c0b0 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 -- 172.21.15.17:0/292442579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 msgr2=0x56318144aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c005fd0 tx=0x7f6f8c050000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 -- 172.21.15.17:0/292442579 shutdown_connections 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56318145c0b0 0x56318144aa80 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145b5c0 0x56318145d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 --2- 172.21.15.17:0/292442579 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563181451f90 0x563181448910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 -- 172.21.15.17:0/292442579 >> 172.21.15.17:0/292442579 conn(0x5631813ae400 msgr2=0x56318145e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 -- 172.21.15.17:0/292442579 shutdown_connections 2024-09-19T08:08:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.494+0000 7f6f96773f40 1 -- 172.21.15.17:0/292442579 wait complete. 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.495+0000 7f6f96773f40 1 Processor -- start 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.495+0000 7f6f96773f40 1 -- start start 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.495+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 0x563181443c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.495+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56318145b5c0 0x563181448930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145c0b0 0x5631814479a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563181449150 con 0x563181451f90 2024-09-19T08:08:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5631813cabb0 con 0x56318145b5c0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563181449430 con 0x56318145c0b0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 0x563181443c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 0x563181443c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53954/0 (socket says 172.21.15.17:53954) 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 -- 172.21.15.17:0/1181904033 learned_addr learned my addr 172.21.15.17:0/1181904033 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f93a68640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56318145b5c0 0x563181448930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145c0b0 0x5631814479a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 -- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145c0b0 msgr2=0x5631814479a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145c0b0 0x5631814479a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 -- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56318145b5c0 msgr2=0x563181448930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56318145b5c0 0x563181448930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 -- 172.21.15.17:0/1181904033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631814f27f0 con 0x563181451f90 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56318145c0b0 0x5631814479a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f94269640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 0x563181443c80 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f6f8400be30 tx=0x7f6f8400bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f91a64640 1 -- 172.21.15.17:0/1181904033 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f84019070 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f91a64640 1 -- 172.21.15.17:0/1181904033 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f84007af0 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5631814f18f0 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f91a64640 1 -- 172.21.15.17:0/1181904033 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f84014410 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.496+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631814f1eb0 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f91a64640 1 -- 172.21.15.17:0/1181904033 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f8401c070 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f91a64640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6f8006ac90 0x7f6f8006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f91a64640 1 -- 172.21.15.17:0/1181904033 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f6f84089060 con 0x563181451f90 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f96773f40 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563181444a20 0x563181444e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x563181445370 con 0x563181444a20 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f93a68640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6f8006ac90 0x7f6f8006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.498+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563181444a20 0x563181444e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f94a6a640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563181444a20 0x563181444e30 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f93a68640 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6f8006ac90 0x7f6f8006d150 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6f88001a00 tx=0x7f6f88001990 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f94a6a640 1 -- 172.21.15.17:0/1181904033 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 600.00000000 [omap-get-keys out=5b] v0'0 uv5 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7f6f8c06a040 con 0x563181444a20 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563181444a20 msgr2=0x563181444e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563181444a20 0x563181444e30 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6f8006ac90 msgr2=0x7f6f8006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6f8006ac90 0x7f6f8006d150 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6f88001a00 tx=0x7f6f88001990 comp rx=0 tx=0).stop 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 msgr2=0x563181443c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 --2- 172.21.15.17:0/1181904033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563181451f90 0x563181443c80 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f6f8400be30 tx=0x7f6f8400bf20 comp rx=0 tx=0).stop 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f94a6a640 1 -- 172.21.15.17:0/1181904033 reap_dead start 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 shutdown_connections 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 >> 172.21.15.17:0/1181904033 conn(0x5631813ae400 msgr2=0x5631813cadf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 shutdown_connections 2024-09-19T08:08:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.499+0000 7f6f96773f40 1 -- 172.21.15.17:0/1181904033 wait complete. 2024-09-19T08:08:47.504 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000.inode 2024-09-19T08:08:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.589+0000 7f1435635f40 1 Processor -- start 2024-09-19T08:08:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.589+0000 7f1435635f40 1 -- start start 2024-09-19T08:08:47.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87742280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f876a3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563f875c5510 con 0x563f8772cea0 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563f8761ec50 con 0x563f87677350 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f1435635f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563f876a3780 con 0x563f87676f70 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143392e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143392e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53980/0 (socket says 172.21.15.17:53980) 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143392e640 1 -- 172.21.15.17:0/2161863927 learned_addr learned my addr 172.21.15.17:0/2161863927 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143312d640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87742280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143292c640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f876a3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143392e640 1 -- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 msgr2=0x563f87742280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.590+0000 7f143392e640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87742280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143392e640 1 -- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 msgr2=0x563f876a3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143392e640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f876a3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143392e640 1 -- 172.21.15.17:0/2161863927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f876a4b70 con 0x563f8772cea0 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143312d640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87742280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143392e640 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f142c001660 tx=0x7f142c001b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e643afc43285d8fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143192a640 1 -- 172.21.15.17:0/2161863927 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c003650 con 0x563f8772cea0 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143192a640 1 -- 172.21.15.17:0/2161863927 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f142c003830 con 0x563f8772cea0 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f143192a640 1 -- 172.21.15.17:0/2161863927 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c003ca0 con 0x563f8772cea0 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 -- 172.21.15.17:0/2161863927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 msgr2=0x563f8774a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f142c001660 tx=0x7f142c001b20 comp rx=0 tx=0).stop 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 -- 172.21.15.17:0/2161863927 shutdown_connections 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f8774a330 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f876a3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 --2- 172.21.15.17:0/2161863927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87742280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 -- 172.21.15.17:0/2161863927 >> 172.21.15.17:0/2161863927 conn(0x563f87672bb0 msgr2=0x563f87749500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 -- 172.21.15.17:0/2161863927 shutdown_connections 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.591+0000 7f1435635f40 1 -- 172.21.15.17:0/2161863927 wait complete. 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.592+0000 7f1435635f40 1 Processor -- start 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.592+0000 7f1435635f40 1 -- start start 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87673120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f87728a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f87726310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563f8774d3a0 con 0x563f8772cea0 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563f876a4de0 con 0x563f87677350 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f1435635f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563f877401c0 con 0x563f87676f70 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f87726310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f87726310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53984/0 (socket says 172.21.15.17:53984) 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 -- 172.21.15.17:0/3942433864 learned_addr learned my addr 172.21.15.17:0/3942433864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143312d640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87673120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143292c640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f87728a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 -- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 msgr2=0x563f87673120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563f87676f70 0x563f87673120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 -- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 msgr2=0x563f87728a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f87728a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 -- 172.21.15.17:0/3942433864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f877255a0 con 0x563f8772cea0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143292c640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563f87677350 0x563f87728a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.593+0000 7f143392e640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f87726310 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x563f877409c0 tx=0x7f142c001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.594+0000 7f1430928640 1 -- 172.21.15.17:0/3942433864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c024070 con 0x563f8772cea0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.594+0000 7f1430928640 1 -- 172.21.15.17:0/3942433864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f142c019040 con 0x563f8772cea0 2024-09-19T08:08:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.594+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563f87725880 con 0x563f8772cea0 2024-09-19T08:08:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.594+0000 7f1430928640 1 -- 172.21.15.17:0/3942433864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c013860 con 0x563f8772cea0 2024-09-19T08:08:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.594+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f87728f90 con 0x563f8772cea0 2024-09-19T08:08:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.595+0000 7f1430928640 1 -- 172.21.15.17:0/3942433864 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f142c027070 con 0x563f8772cea0 2024-09-19T08:08:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.595+0000 7f1430928640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142006ac90 0x7f142006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f1430928640 1 -- 172.21.15.17:0/3942433864 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f142c08b240 con 0x563f8772cea0 2024-09-19T08:08:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f143312d640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142006ac90 0x7f142006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f1435635f40 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563f87727ef0 0x563f877eb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x563f8773fd00 con 0x563f87727ef0 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f143292c640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563f87727ef0 0x563f877eb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.596+0000 7f143312d640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142006ac90 0x7f142006d150 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f1424003f10 tx=0x7f1424002860 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f143292c640 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563f87727ef0 0x563f877eb260 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f143292c640 1 -- 172.21.15.17:0/3942433864 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [omap-get-keys out=5b] v0'0 uv15 ondisk = 0) ==== 160+0+5 (crc 0 0 0) 0x7f1428058950 con 0x563f87727ef0 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563f87727ef0 msgr2=0x563f877eb260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563f87727ef0 0x563f877eb260 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142006ac90 msgr2=0x7f142006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142006ac90 0x7f142006d150 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f1424003f10 tx=0x7f1424002860 comp rx=0 tx=0).stop 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 msgr2=0x563f87726310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 --2- 172.21.15.17:0/3942433864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563f8772cea0 0x563f87726310 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x563f877409c0 tx=0x7f142c001250 comp rx=0 tx=0).stop 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f143392e640 1 -- 172.21.15.17:0/3942433864 reap_dead start 2024-09-19T08:08:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 shutdown_connections 2024-09-19T08:08:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 >> 172.21.15.17:0/3942433864 conn(0x563f87672bb0 msgr2=0x563f8774a330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 shutdown_connections 2024-09-19T08:08:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.597+0000 7f1435635f40 1 -- 172.21.15.17:0/3942433864 wait complete. 2024-09-19T08:08:47.603 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 200.00000000 2024-09-19T08:08:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.646+0000 7fa2f3ed2f40 1 Processor -- start 2024-09-19T08:08:47.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.646+0000 7fa2f3ed2f40 1 -- start start 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 0x55b79c812ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 0x55b79c813410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b79c81a640 con 0x55b79c76d820 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b79c693510 con 0x55b79c80ff90 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b79c782660 con 0x55b79c81ad80 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54000/0 (socket says 172.21.15.17:54000) 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1155523886 learned_addr learned my addr 172.21.15.17:0/1155523886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 0x55b79c813410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f11c9640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 0x55b79c812ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 msgr2=0x55b79c813410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 0x55b79c813410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 msgr2=0x55b79c812ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 0x55b79c812ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1155523886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b79c806f00 con 0x55b79c76d820 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f11c9640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 0x55b79c812ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 0x55b79c813410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.647+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4002e10 tx=0x7fa2e400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824f1681a3631724 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2e3fff640 1 -- 172.21.15.17:0/1155523886 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4013020 con 0x55b79c76d820 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2e3fff640 1 -- 172.21.15.17:0/1155523886 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e400f400 con 0x55b79c76d820 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2e3fff640 1 -- 172.21.15.17:0/1155523886 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e400f7f0 con 0x55b79c76d820 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1155523886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 msgr2=0x55b79c789460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4002e10 tx=0x7fa2e400b5b0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1155523886 shutdown_connections 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c81ad80 0x55b79c813410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c80ff90 0x55b79c812ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1155523886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c789460 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1155523886 >> 172.21.15.17:0/1155523886 conn(0x55b79c76c400 msgr2=0x55b79c7716b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1155523886 shutdown_connections 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.648+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1155523886 wait complete. 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.649+0000 7fa2f3ed2f40 1 Processor -- start 2024-09-19T08:08:47.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.649+0000 7fa2f3ed2f40 1 -- start start 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c813470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c80ff90 0x55b79c806010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c81ad80 0x55b79c789c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b79c8071e0 con 0x55b79c76d820 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b79c78a9c0 con 0x55b79c81ad80 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b79c7899a0 con 0x55b79c80ff90 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c813470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c813470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54010/0 (socket says 172.21.15.17:54010) 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1447138126 learned_addr learned my addr 172.21.15.17:0/1447138126 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c81ad80 0x55b79c789c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f11c9640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c80ff90 0x55b79c806010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c80ff90 msgr2=0x55b79c806010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b79c80ff90 0x55b79c806010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c81ad80 msgr2=0x55b79c789c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c81ad80 0x55b79c789c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 -- 172.21.15.17:0/1447138126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b79c80d150 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b79c81ad80 0x55b79c789c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f19ca640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c813470 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400b5f0 tx=0x7fa2e4001fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2e2ffd640 1 -- 172.21.15.17:0/1447138126 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4018860 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2e2ffd640 1 -- 172.21.15.17:0/1447138126 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e4018a40 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b79c80f140 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2e2ffd640 1 -- 172.21.15.17:0/1447138126 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4018e30 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.650+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b79c8b3c70 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.652+0000 7fa2e2ffd640 1 -- 172.21.15.17:0/1447138126 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2e4016020 con 0x55b79c76d820 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.652+0000 7fa2e2ffd640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d406ac90 0x7fa2d406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.652+0000 7fa2e2ffd640 1 -- 172.21.15.17:0/1447138126 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fa2e408b760 con 0x55b79c76d820 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.652+0000 7fa2f11c9640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d406ac90 0x7fa2d406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.652+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b79c80e9a0 0x55b79c8afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55b79c8b0360 con 0x55b79c80e9a0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b79c80e9a0 0x55b79c8afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f11c9640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d406ac90 0x7fa2d406d150 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8057000 tx=0x7fa2e805a040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f21cb640 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b79c80e9a0 0x55b79c8afe20 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f21cb640 1 -- 172.21.15.17:0/1447138126 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [omap-get-keys out=5b] v0'0 uv19 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fa2ec00d820 con 0x55b79c80e9a0 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b79c80e9a0 msgr2=0x55b79c8afe20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.653+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b79c80e9a0 0x55b79c8afe20 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d406ac90 msgr2=0x7fa2d406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa2d406ac90 0x7fa2d406d150 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8057000 tx=0x7fa2e805a040 comp rx=0 tx=0).stop 2024-09-19T08:08:47.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 msgr2=0x55b79c813470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 --2- 172.21.15.17:0/1447138126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b79c76d820 0x55b79c813470 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa2e400b5f0 tx=0x7fa2e4001fe0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f21cb640 1 -- 172.21.15.17:0/1447138126 reap_dead start 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 shutdown_connections 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 >> 172.21.15.17:0/1447138126 conn(0x55b79c76c400 msgr2=0x55b79c81c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 shutdown_connections 2024-09-19T08:08:47.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.654+0000 7fa2f3ed2f40 1 -- 172.21.15.17:0/1447138126 wait complete. 2024-09-19T08:08:47.659 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 200.00000001 2024-09-19T08:08:47.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 Processor -- start 2024-09-19T08:08:47.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 -- start start 2024-09-19T08:08:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aa60090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560d5aa616f0 0x560d5aa7b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560d5a983510 con 0x7fc414003630 2024-09-19T08:08:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560d5a9dcc50 con 0x560d5ab04b90 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.743+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560d5aa7a010 con 0x560d5aa616f0 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54018/0 (socket says 172.21.15.17:54018) 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 -- 172.21.15.17:0/1271105468 learned_addr learned my addr 172.21.15.17:0/1271105468 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc428391640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560d5aa616f0 0x560d5aa7b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc42738f640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aa60090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 -- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560d5aa616f0 msgr2=0x560d5aa7b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560d5aa616f0 0x560d5aa7b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 -- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 msgr2=0x560d5aa60090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aa60090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 -- 172.21.15.17:0/1271105468 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d5ab05d40 con 0x7fc414003630 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc42738f640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aa60090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc427b90640 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fc420009900 tx=0x7fc420009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908d4720143e4f11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc42638d640 1 -- 172.21.15.17:0/1271105468 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42000ebc0 con 0x7fc414003630 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc42638d640 1 -- 172.21.15.17:0/1271105468 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc420013030 con 0x7fc414003630 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.744+0000 7fc42638d640 1 -- 172.21.15.17:0/1271105468 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42000f450 con 0x7fc414003630 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1271105468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 msgr2=0x560d5aafe5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fc420009900 tx=0x7fc420009dc0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1271105468 shutdown_connections 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560d5aa616f0 0x560d5aa7b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aa60090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1271105468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc414003630 0x560d5aafe5c0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1271105468 >> 172.21.15.17:0/1271105468 conn(0x560d5aa5c280 msgr2=0x560d5ab02f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1271105468 shutdown_connections 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1271105468 wait complete. 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 Processor -- start 2024-09-19T08:08:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.745+0000 7fc42ab1ff40 1 -- start start 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 0x560d5ab09cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aba18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc414003630 0x560d5aba1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560d5ab05780 con 0x560d5aa616f0 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560d5ab05a60 con 0x560d5ab04b90 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42ab1ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560d5aa5b2c0 con 0x7fc414003630 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 0x560d5ab09cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 0x560d5ab09cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54020/0 (socket says 172.21.15.17:54020) 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 -- 172.21.15.17:0/1914611807 learned_addr learned my addr 172.21.15.17:0/1914611807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc42738f640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aba18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc428391640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc414003630 0x560d5aba1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 -- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc414003630 msgr2=0x560d5aba1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc414003630 0x560d5aba1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 -- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 msgr2=0x560d5aba18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560d5ab04b90 0x560d5aba18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.746+0000 7fc427b90640 1 -- 172.21.15.17:0/1914611807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d5aa54ab0 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc427b90640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 0x560d5ab09cb0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fc420001ed0 tx=0x7fc420001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc42538b640 1 -- 172.21.15.17:0/1914611807 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42000f860 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc42538b640 1 -- 172.21.15.17:0/1914611807 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42000fa20 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc42538b640 1 -- 172.21.15.17:0/1914611807 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42000fe10 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560d5aa54d90 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.747+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d5aa55350 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.748+0000 7fc42538b640 1 -- 172.21.15.17:0/1914611807 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc420019430 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42538b640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc40806acc0 0x7fc40806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42538b640 1 -- 172.21.15.17:0/1914611807 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc42008c3c0 con 0x560d5aa616f0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42738f640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc40806acc0 0x7fc40806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x560d5ab0a1f0 0x560d5ab01fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x560d5aafdb70 con 0x560d5ab0a1f0 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc428391640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x560d5ab0a1f0 0x560d5ab01fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.749+0000 7fc42738f640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc40806acc0 0x7fc40806d180 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x560d5aa31280 tx=0x7fc41000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc428391640 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x560d5ab0a1f0 0x560d5ab01fb0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc428391640 1 -- 172.21.15.17:0/1914611807 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [omap-get-keys out=5b] v0'0 uv16 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7fc418003030 con 0x560d5ab0a1f0 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x560d5ab0a1f0 msgr2=0x560d5ab01fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x560d5ab0a1f0 0x560d5ab01fb0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc40806acc0 msgr2=0x7fc40806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc40806acc0 0x7fc40806d180 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x560d5aa31280 tx=0x7fc41000c040 comp rx=0 tx=0).stop 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 msgr2=0x560d5ab09cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 --2- 172.21.15.17:0/1914611807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5aa616f0 0x560d5ab09cb0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fc420001ed0 tx=0x7fc420001a40 comp rx=0 tx=0).stop 2024-09-19T08:08:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc428391640 1 -- 172.21.15.17:0/1914611807 reap_dead start 2024-09-19T08:08:47.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 shutdown_connections 2024-09-19T08:08:47.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 >> 172.21.15.17:0/1914611807 conn(0x560d5aa5c280 msgr2=0x560d5aa7b900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 shutdown_connections 2024-09-19T08:08:47.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.750+0000 7fc42ab1ff40 1 -- 172.21.15.17:0/1914611807 wait complete. 2024-09-19T08:08:47.755 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_openfiles.0 2024-09-19T08:08:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 Processor -- start 2024-09-19T08:08:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 -- start start 2024-09-19T08:08:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4580022a0 0x55c5dbab82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c5dbac9e20 0x55c5dba22a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5db945510 con 0x55c5dba22fd0 2024-09-19T08:08:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c5db99ec50 con 0x7ff4580022a0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff47351cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c5db9f2460 con 0x55c5dbac9e20 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff470d46640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff470d46640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54046/0 (socket says 172.21.15.17:54046) 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.799+0000 7ff470d46640 1 -- 172.21.15.17:0/1185773792 learned_addr learned my addr 172.21.15.17:0/1185773792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470545640 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4580022a0 0x55c5dbab82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff46fd44640 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c5dbac9e20 0x55c5dba22a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 -- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c5dbac9e20 msgr2=0x55c5dba22a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c5dbac9e20 0x55c5dba22a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 -- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4580022a0 msgr2=0x55c5dbab82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4580022a0 0x55c5dbab82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 -- 172.21.15.17:0/1185773792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5dbab8930 con 0x55c5dba22fd0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff470d46640 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x55c5dba202c0 tx=0x7ff468006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=523fad37dc0d1527 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff46ed42640 1 -- 172.21.15.17:0/1185773792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468018070 con 0x55c5dba22fd0 2024-09-19T08:08:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff46ed42640 1 -- 172.21.15.17:0/1185773792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff468003450 con 0x55c5dba22fd0 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff46ed42640 1 -- 172.21.15.17:0/1185773792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff468003800 con 0x55c5dba22fd0 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 -- 172.21.15.17:0/1185773792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 msgr2=0x55c5dbacadc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x55c5dba202c0 tx=0x7ff468006430 comp rx=0 tx=0).stop 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 -- 172.21.15.17:0/1185773792 shutdown_connections 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbacadc0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c5dbac9e20 0x55c5dba22a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 --2- 172.21.15.17:0/1185773792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4580022a0 0x55c5dbab82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.800+0000 7ff47351cf40 1 -- 172.21.15.17:0/1185773792 >> 172.21.15.17:0/1185773792 conn(0x55c5dba1e280 msgr2=0x55c5dba1ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.801+0000 7ff47351cf40 1 -- 172.21.15.17:0/1185773792 shutdown_connections 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.801+0000 7ff47351cf40 1 -- 172.21.15.17:0/1185773792 wait complete. 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.801+0000 7ff47351cf40 1 Processor -- start 2024-09-19T08:08:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.801+0000 7ff47351cf40 1 -- start start 2024-09-19T08:08:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbab4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c5dbac9e20 0x55c5dba21400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4580022a0 0x55c5dbabd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5dbabfc30 con 0x55c5dba22fd0 2024-09-19T08:08:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c5dbaca2a0 con 0x55c5dbac9e20 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff47351cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c5dbab8ba0 con 0x7ff4580022a0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbab4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbab4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54054/0 (socket says 172.21.15.17:54054) 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 -- 172.21.15.17:0/3219405597 learned_addr learned my addr 172.21.15.17:0/3219405597 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470d46640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4580022a0 0x55c5dbabd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff46fd44640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c5dbac9e20 0x55c5dba21400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 -- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4580022a0 msgr2=0x55c5dbabd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4580022a0 0x55c5dbabd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 -- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c5dbac9e20 msgr2=0x55c5dba21400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c5dbac9e20 0x55c5dba21400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 -- 172.21.15.17:0/3219405597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5dba23450 con 0x55c5dba22fd0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff46fd44640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c5dbac9e20 0x55c5dba21400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff470545640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbab4fa0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7ff46000b340 tx=0x7ff460001190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.802+0000 7ff46dd40640 1 -- 172.21.15.17:0/3219405597 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460068070 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.803+0000 7ff46dd40640 1 -- 172.21.15.17:0/3219405597 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4600543f0 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.803+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c5dbabb1f0 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.803+0000 7ff46dd40640 1 -- 172.21.15.17:0/3219405597 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600014e0 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.803+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5dbabf400 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.804+0000 7ff46dd40640 1 -- 172.21.15.17:0/3219405597 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff460053390 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.804+0000 7ff46dd40640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff45c06acc0 0x7ff45c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.804+0000 7ff46dd40640 1 -- 172.21.15.17:0/3219405597 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7ff4600ccfa0 con 0x55c5dba22fd0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff46fd44640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff45c06acc0 0x7ff45c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff47351cf40 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c5dba21940 0x55c5dbb5fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55c5dbb60420 con 0x55c5dba21940 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff470d46640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c5dba21940 0x55c5dbb5fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff46fd44640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff45c06acc0 0x7ff45c06d180 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x55c5dba24280 tx=0x7ff46400c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff470d46640 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c5dba21940 0x55c5dbb5fee0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff470d46640 1 -- 172.21.15.17:0/3219405597 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) ==== 160+0+5 (crc 0 0 0) 0x7ff468003900 con 0x55c5dba21940 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c5dba21940 msgr2=0x55c5dbb5fee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.805+0000 7ff47351cf40 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c5dba21940 0x55c5dbb5fee0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff45c06acc0 msgr2=0x7ff45c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff45c06acc0 0x7ff45c06d180 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x55c5dba24280 tx=0x7ff46400c040 comp rx=0 tx=0).stop 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 msgr2=0x55c5dbab4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 --2- 172.21.15.17:0/3219405597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5dba22fd0 0x55c5dbab4fa0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7ff46000b340 tx=0x7ff460001190 comp rx=0 tx=0).stop 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff470d46640 1 -- 172.21.15.17:0/3219405597 reap_dead start 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 shutdown_connections 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 >> 172.21.15.17:0/3219405597 conn(0x55c5dba1e280 msgr2=0x55c5dbab5f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 shutdown_connections 2024-09-19T08:08:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.806+0000 7ff47351cf40 1 -- 172.21.15.17:0/3219405597 wait complete. 2024-09-19T08:08:47.811 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 500.00000000 2024-09-19T08:08:47.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.854+0000 7f765e579f40 1 Processor -- start 2024-09-19T08:08:47.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.854+0000 7f765e579f40 1 -- start start 2024-09-19T08:08:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 0x56385774ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x5638577478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563857678df0 con 0x5638576a5bb0 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56385767adb0 con 0x56385774efe0 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765e579f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563857679050 con 0x563857678a10 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54062/0 (socket says 172.21.15.17:54062) 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 -- 172.21.15.17:0/1075773043 learned_addr learned my addr 172.21.15.17:0/1075773043 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765c071640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 0x56385774ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765c872640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x5638577478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 -- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 msgr2=0x56385774ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 0x56385774ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 -- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 msgr2=0x5638577478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x5638577478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 -- 172.21.15.17:0/1075773043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638575a4cb0 con 0x5638576a5bb0 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765c071640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 0x56385774ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765c872640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x5638577478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765b870640 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f765000a610 tx=0x7f765000aad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c39756f6fb65c1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765a86e640 1 -- 172.21.15.17:0/1075773043 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7650008a40 con 0x5638576a5bb0 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765a86e640 1 -- 172.21.15.17:0/1075773043 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7650008c00 con 0x5638576a5bb0 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.855+0000 7f765a86e640 1 -- 172.21.15.17:0/1075773043 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7650013440 con 0x5638576a5bb0 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 -- 172.21.15.17:0/1075773043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 msgr2=0x5638576c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f765000a610 tx=0x7f765000aad0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 -- 172.21.15.17:0/1075773043 shutdown_connections 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x5638577478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638576a5bb0 0x5638576c06d0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 --2- 172.21.15.17:0/1075773043 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563857678a10 0x56385774ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 -- 172.21.15.17:0/1075773043 >> 172.21.15.17:0/1075773043 conn(0x5638576a4280 msgr2=0x563857746ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 -- 172.21.15.17:0/1075773043 shutdown_connections 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 -- 172.21.15.17:0/1075773043 wait complete. 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.856+0000 7f765e579f40 1 Processor -- start 2024-09-19T08:08:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 -- start start 2024-09-19T08:08:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 0x563857731190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638576a5bb0 0x5638576a8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x563857746a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5638576c0c10 con 0x563857678a10 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5638576a9700 con 0x56385774efe0 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765e579f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563857746230 con 0x5638576a5bb0 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765c071640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 0x563857731190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765c071640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 0x563857731190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54066/0 (socket says 172.21.15.17:54066) 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765c071640 1 -- 172.21.15.17:0/2595648695 learned_addr learned my addr 172.21.15.17:0/2595648695 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.857+0000 7f765b870640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638576a5bb0 0x5638576a8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c872640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x563857746a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 -- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638576a5bb0 msgr2=0x5638576a8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5638576a5bb0 0x5638576a8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 -- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 msgr2=0x563857746a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56385774efe0 0x563857746a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 -- 172.21.15.17:0/2595648695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56385772b5d0 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765c071640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 0x563857731190 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f764c025aa0 tx=0x7f764c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765986c640 1 -- 172.21.15.17:0/2595648695 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c062400 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765986c640 1 -- 172.21.15.17:0/2595648695 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f764c067070 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56385772b8b0 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765986c640 1 -- 172.21.15.17:0/2595648695 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c0627a0 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.858+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56385772be70 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.859+0000 7f765986c640 1 -- 172.21.15.17:0/2595648695 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f764c061070 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765986c640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f764806acc0 0x7f764806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765986c640 1 -- 172.21.15.17:0/2595648695 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f764c0cdf60 con 0x563857678a10 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765b870640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f764806acc0 0x7f764806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765e579f40 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56385772c950 0x56385772cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x56385772d270 con 0x56385772c950 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.860+0000 7f765c872640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56385772c950 0x56385772cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765b870640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f764806acc0 0x7f764806d180 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f765000a610 tx=0x7f7650002000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765c872640 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56385772c950 0x56385772cd30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765c872640 1 -- 172.21.15.17:0/2595648695 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7f765400a140 con 0x56385772c950 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56385772c950 msgr2=0x56385772cd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56385772c950 0x56385772cd30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f764806acc0 msgr2=0x7f764806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f764806acc0 0x7f764806d180 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f765000a610 tx=0x7f7650002000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 msgr2=0x563857731190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 --2- 172.21.15.17:0/2595648695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563857678a10 0x563857731190 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f764c025aa0 tx=0x7f764c003330 comp rx=0 tx=0).stop 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765c872640 1 -- 172.21.15.17:0/2595648695 reap_dead start 2024-09-19T08:08:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 shutdown_connections 2024-09-19T08:08:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 >> 172.21.15.17:0/2595648695 conn(0x5638576a4280 msgr2=0x56385774d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 shutdown_connections 2024-09-19T08:08:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.861+0000 7f765e579f40 1 -- 172.21.15.17:0/2595648695 wait complete. 2024-09-19T08:08:47.867 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds_snaptable 2024-09-19T08:08:47.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.951+0000 7ff24c5b4f40 1 Processor -- start 2024-09-19T08:08:47.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.951+0000 7ff24c5b4f40 1 -- start start 2024-09-19T08:08:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292294950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x5592921f2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5592921c5b50 con 0x55929229cf40 2024-09-19T08:08:47.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559292117510 con 0x5592921f4770 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5592921f53d0 con 0x55929229e330 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54072/0 (socket says 172.21.15.17:54072) 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 -- 172.21.15.17:0/1163356356 learned_addr learned my addr 172.21.15.17:0/1163356356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24a0aa640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292294950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24a8ab640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x5592921f2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 -- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 msgr2=0x5592921f2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x5592921f2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 -- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 msgr2=0x559292294950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292294950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 -- 172.21.15.17:0/1163356356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55929229bc90 con 0x55929229cf40 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff24a8ab640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x5592921f2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:47.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7ff23400b2e0 tx=0x7ff23400b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acf1ff9a53c2b0c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2490a8640 1 -- 172.21.15.17:0/1163356356 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234008070 con 0x55929229cf40 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2490a8640 1 -- 172.21.15.17:0/1163356356 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff23400d500 con 0x55929229cf40 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.952+0000 7ff2490a8640 1 -- 172.21.15.17:0/1163356356 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23400d8f0 con 0x55929229cf40 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1163356356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 msgr2=0x5592921f2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7ff23400b2e0 tx=0x7ff23400b7a0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1163356356 shutdown_connections 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x5592921f2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x5592921f2880 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1163356356 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292294950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1163356356 >> 172.21.15.17:0/1163356356 conn(0x5592921c4bb0 msgr2=0x5592921f1bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1163356356 shutdown_connections 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1163356356 wait complete. 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.953+0000 7ff24c5b4f40 1 Processor -- start 2024-09-19T08:08:47.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 -- start start 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292295290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x55929220fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x559292210050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5592921c5370 con 0x55929229cf40 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55929229feb0 con 0x5592921f4770 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24c5b4f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559292294e90 con 0x55929229e330 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff2418a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x55929220fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff2418a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x55929220fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54074/0 (socket says 172.21.15.17:54074) 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff2418a9640 1 -- 172.21.15.17:0/1485648808 learned_addr learned my addr 172.21.15.17:0/1485648808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24a0aa640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292295290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.954+0000 7ff24a8ab640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x559292210050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 -- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 msgr2=0x559292210050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55929229e330 0x559292210050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 -- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 msgr2=0x559292295290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5592921f4770 0x559292295290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 -- 172.21.15.17:0/1485648808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559292291250 con 0x55929229cf40 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff2418a9640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x55929220fb10 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff23400c010 tx=0x7ff234000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff243fff640 1 -- 172.21.15.17:0/1485648808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234021030 con 0x55929229cf40 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff243fff640 1 -- 172.21.15.17:0/1485648808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff23401c650 con 0x55929229cf40 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff243fff640 1 -- 172.21.15.17:0/1485648808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23401c860 con 0x55929229cf40 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5592921f2080 con 0x55929229cf40 2024-09-19T08:08:47.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.955+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559292210f60 con 0x55929229cf40 2024-09-19T08:08:47.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.956+0000 7ff243fff640 1 -- 172.21.15.17:0/1485648808 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff234024070 con 0x55929229cf40 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff243fff640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff22c06acc0 0x7ff22c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff243fff640 1 -- 172.21.15.17:0/1485648808 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7ff23408b2d0 con 0x55929229cf40 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5592922957d0 0x5592922931c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55929229af90 con 0x5592922957d0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff24a0aa640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff22c06acc0 0x7ff22c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.957+0000 7ff24a8ab640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5592922957d0 0x5592922931c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24a0aa640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff22c06acc0 0x7ff22c06d180 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff23c057000 tx=0x7ff23c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24a8ab640 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5592922957d0 0x5592922931c0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24a8ab640 1 -- 172.21.15.17:0/1485648808 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [omap-get-keys out=5b] v0'0 uv1 ondisk = 0) ==== 157+0+5 (crc 0 0 0) 0x7ff24400e9c0 con 0x5592922957d0 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5592922957d0 msgr2=0x5592922931c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5592922957d0 0x5592922931c0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff22c06acc0 msgr2=0x7ff22c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff22c06acc0 0x7ff22c06d180 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff23c057000 tx=0x7ff23c052000 comp rx=0 tx=0).stop 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 msgr2=0x55929220fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 --2- 172.21.15.17:0/1485648808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55929229cf40 0x55929220fb10 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff23400c010 tx=0x7ff234000ed0 comp rx=0 tx=0).stop 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24a8ab640 1 -- 172.21.15.17:0/1485648808 reap_dead start 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 shutdown_connections 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 >> 172.21.15.17:0/1485648808 conn(0x5592921c4bb0 msgr2=0x5592921f2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 shutdown_connections 2024-09-19T08:08:47.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:47.958+0000 7ff24c5b4f40 1 -- 172.21.15.17:0/1485648808 wait complete. 2024-09-19T08:08:47.963 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_inotable 2024-09-19T08:08:48.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.046+0000 7f42b9286f40 1 Processor -- start 2024-09-19T08:08:48.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.046+0000 7f42b9286f40 1 -- start start 2024-09-19T08:08:48.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0acbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0ad8d80 0x555ed0ac7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555ed0ad8640 con 0x555ed0acdf90 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x555ed0951510 con 0x555ed0ad8d80 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b9286f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x555ed0a40660 con 0x555ed0a2b820 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54098/0 (socket says 172.21.15.17:54098) 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 -- 172.21.15.17:0/230538713 learned_addr learned my addr 172.21.15.17:0/230538713 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b6d7c640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0acbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b757d640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0ad8d80 0x555ed0ac7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 -- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 msgr2=0x555ed0acbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0acbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 -- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0ad8d80 msgr2=0x555ed0ac7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0ad8d80 0x555ed0ac7cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b657b640 1 -- 172.21.15.17:0/230538713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ed0a481a0 con 0x555ed0acdf90 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.047+0000 7f42b6d7c640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0acbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b657b640 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000c00 tx=0x7f42ac051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307c8b9f3f73afa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b5579640 1 -- 172.21.15.17:0/230538713 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ac063070 con 0x555ed0acdf90 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b5579640 1 -- 172.21.15.17:0/230538713 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42ac055b20 con 0x555ed0acdf90 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b5579640 1 -- 172.21.15.17:0/230538713 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ac068460 con 0x555ed0acdf90 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 -- 172.21.15.17:0/230538713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 msgr2=0x555ed0ac7780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000c00 tx=0x7f42ac051000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 -- 172.21.15.17:0/230538713 shutdown_connections 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0ad8d80 0x555ed0ac7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0acdf90 0x555ed0ac7780 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 --2- 172.21.15.17:0/230538713 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0acbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 -- 172.21.15.17:0/230538713 >> 172.21.15.17:0/230538713 conn(0x555ed0a2a400 msgr2=0x555ed0a479f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 -- 172.21.15.17:0/230538713 shutdown_connections 2024-09-19T08:08:48.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.048+0000 7f42b9286f40 1 -- 172.21.15.17:0/230538713 wait complete. 2024-09-19T08:08:48.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.049+0000 7f42b9286f40 1 Processor -- start 2024-09-19T08:08:48.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.049+0000 7f42b9286f40 1 -- start start 2024-09-19T08:08:48.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.049+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0ac4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0acdf90 0x555ed0ad0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 0x555ed0ad0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555ed0a2fc20 con 0x555ed0ad8d80 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x555ed0a2f9d0 con 0x555ed0acdf90 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x555ed0acc420 con 0x555ed0a2b820 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 0x555ed0ad0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 0x555ed0ad0a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54104/0 (socket says 172.21.15.17:54104) 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 -- 172.21.15.17:0/1485895719 learned_addr learned my addr 172.21.15.17:0/1485895719 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b657b640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0acdf90 0x555ed0ad0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b6d7c640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0ac4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 -- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 msgr2=0x555ed0ac4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x555ed0a2b820 0x555ed0ac4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 -- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0acdf90 msgr2=0x555ed0ad0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x555ed0acdf90 0x555ed0ad0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 -- 172.21.15.17:0/1485895719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ed0acc670 con 0x555ed0ad8d80 2024-09-19T08:08:48.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b757d640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 0x555ed0ad0a80 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f42b000bd90 tx=0x7f42b000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f429ffff640 1 -- 172.21.15.17:0/1485895719 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b00079d0 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f429ffff640 1 -- 172.21.15.17:0/1485895719 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b0007b70 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x555ed0a46f10 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.050+0000 7f429ffff640 1 -- 172.21.15.17:0/1485895719 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b0015420 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.051+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ed0a40dc0 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.052+0000 7f429ffff640 1 -- 172.21.15.17:0/1485895719 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42b001e440 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.052+0000 7f429ffff640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f42a406ac90 0x7f42a406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.052+0000 7f429ffff640 1 -- 172.21.15.17:0/1485895719 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f42b0089690 con 0x555ed0ad8d80 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.052+0000 7f42b6d7c640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f42a406ac90 0x7f42a406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x555ed0ad0fc0 0x555ed0a426b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x555ed0ac4ca0 con 0x555ed0ad0fc0 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b657b640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x555ed0ad0fc0 0x555ed0a426b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b6d7c640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f42a406ac90 0x7f42a406d150 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f42a8000f80 tx=0x7f42a8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b657b640 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x555ed0ad0fc0 0x555ed0a426b0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b657b640 1 -- 172.21.15.17:0/1485895719 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) ==== 157+0+5 (crc 0 0 0) 0x7f42ac055d50 con 0x555ed0ad0fc0 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x555ed0ad0fc0 msgr2=0x555ed0a426b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x555ed0ad0fc0 0x555ed0a426b0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f42a406ac90 msgr2=0x7f42a406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f42a406ac90 0x7f42a406d150 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f42a8000f80 tx=0x7f42a8008040 comp rx=0 tx=0).stop 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 msgr2=0x555ed0ad0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.053+0000 7f42b9286f40 1 --2- 172.21.15.17:0/1485895719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed0ad8d80 0x555ed0ad0a80 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f42b000bd90 tx=0x7f42b000be80 comp rx=0 tx=0).stop 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.054+0000 7f42b757d640 1 -- 172.21.15.17:0/1485895719 reap_dead start 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.054+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 shutdown_connections 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.054+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 >> 172.21.15.17:0/1485895719 conn(0x555ed0a2a400 msgr2=0x555ed0a46310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.054+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 shutdown_connections 2024-09-19T08:08:48.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.054+0000 7f42b9286f40 1 -- 172.21.15.17:0/1485895719 wait complete. 2024-09-19T08:08:48.058 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 100.00000000 2024-09-19T08:08:48.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 Processor -- start 2024-09-19T08:08:48.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 -- start start 2024-09-19T08:08:48.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557440f4f70 0x55574411ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441c8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555744043510 con 0x5557441aaea0 2024-09-19T08:08:48.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55574409cc50 con 0x5557440f4f70 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.102+0000 7fe8e861af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x555744121780 con 0x5557440f5350 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54118/0 (socket says 172.21.15.17:54118) 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 -- 172.21.15.17:0/357213306 learned_addr learned my addr 172.21.15.17:0/357213306 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e590f640 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441c8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6110640 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557440f4f70 0x55574411ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 -- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 msgr2=0x5557441c8750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441c8750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 -- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557440f4f70 msgr2=0x55574411ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557440f4f70 0x55574411ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 -- 172.21.15.17:0/357213306 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557441c8c90 con 0x5557441aaea0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e6911640 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fe8e0025a40 tx=0x7fe8e0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=290c518a2b49dd4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e490d640 1 -- 172.21.15.17:0/357213306 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e0067070 con 0x5557441aaea0 2024-09-19T08:08:48.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e490d640 1 -- 172.21.15.17:0/357213306 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8e0058b50 con 0x5557441aaea0 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.103+0000 7fe8e490d640 1 -- 172.21.15.17:0/357213306 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e00585c0 con 0x5557441aaea0 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- 172.21.15.17:0/357213306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 msgr2=0x5557441caae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fe8e0025a40 tx=0x7fe8e0051000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- 172.21.15.17:0/357213306 shutdown_connections 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557441aaea0 0x5557441caae0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441c8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 --2- 172.21.15.17:0/357213306 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557440f4f70 0x55574411ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- 172.21.15.17:0/357213306 >> 172.21.15.17:0/357213306 conn(0x5557440f0bb0 msgr2=0x5557441c7530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- 172.21.15.17:0/357213306 shutdown_connections 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- 172.21.15.17:0/357213306 wait complete. 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 Processor -- start 2024-09-19T08:08:48.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.104+0000 7fe8e861af40 1 -- start start 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 0x5557441cb010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441a9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557441aaea0 0x5557441a65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5557441c7fe0 con 0x5557440f4f70 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55574411f010 con 0x5557441aaea0 2024-09-19T08:08:48.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e861af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5557441be180 con 0x5557440f5350 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e6110640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 0x5557441cb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e6110640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 0x5557441cb010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54124/0 (socket says 172.21.15.17:54124) 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.105+0000 7fe8e6110640 1 -- 172.21.15.17:0/3748962137 learned_addr learned my addr 172.21.15.17:0/3748962137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e590f640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441a9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 -- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 msgr2=0x5557441a9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441a9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 -- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557441aaea0 msgr2=0x5557441a65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6911640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557441aaea0 0x5557441a65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557441aaea0 0x5557441a65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 -- 172.21.15.17:0/3748962137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555744122db0 con 0x5557440f4f70 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e590f640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5557440f5350 0x5557441a9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6911640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5557441aaea0 0x5557441a65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e6110640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 0x5557441cb010 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8002f90 tx=0x7fe8d800c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8d77fe640 1 -- 172.21.15.17:0/3748962137 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8001db0 con 0x5557440f4f70 2024-09-19T08:08:48.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8d77fe640 1 -- 172.21.15.17:0/3748962137 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8d800ce30 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x555744123090 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8d77fe640 1 -- 172.21.15.17:0/3748962137 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8002250 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.106+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557441a5ae0 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.107+0000 7fe8d77fe640 1 -- 172.21.15.17:0/3748962137 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8d80023f0 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8d77fe640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8c806ac90 0x7fe8c806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8d77fe640 1 -- 172.21.15.17:0/3748962137 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fe8d808a660 con 0x5557440f4f70 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e590f640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8c806ac90 0x7fe8c806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e861af40 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5557441a6b00 0x5557440f24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5557440f2a20 con 0x5557441a6b00 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e6911640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5557441a6b00 0x5557440f24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e590f640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8c806ac90 0x7fe8c806d150 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x5557440f12b0 tx=0x7fe8dc000bc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.108+0000 7fe8e6911640 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5557441a6b00 0x5557440f24e0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e6911640 1 -- 172.21.15.17:0/3748962137 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [omap-get-keys out=155b] v0'0 uv1 ondisk = 0) ==== 156+0+155 (crc 0 0 0) 0x7fe8e0058d00 con 0x5557441a6b00 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray0_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray1_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray2_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray3_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray4_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray5_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray6_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray7_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray8_head 2024-09-19T08:08:48.112 INFO:teuthology.orchestra.run.smithi017.stdout:stray9_head 2024-09-19T08:08:48.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5557441a6b00 msgr2=0x5557440f24e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5557441a6b00 0x5557440f24e0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8c806ac90 msgr2=0x7fe8c806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe8c806ac90 0x7fe8c806d150 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x5557440f12b0 tx=0x7fe8dc000bc0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 msgr2=0x5557441cb010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 --2- 172.21.15.17:0/3748962137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5557440f4f70 0x5557441cb010 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8002f90 tx=0x7fe8d800c600 comp rx=0 tx=0).stop 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e6911640 1 -- 172.21.15.17:0/3748962137 reap_dead start 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 shutdown_connections 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 >> 172.21.15.17:0/3748962137 conn(0x5557440f0bb0 msgr2=0x5557441c0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 shutdown_connections 2024-09-19T08:08:48.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.109+0000 7fe8e861af40 1 -- 172.21.15.17:0/3748962137 wait complete. 2024-09-19T08:08:48.115 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_sessionmap 2024-09-19T08:08:48.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.158+0000 7f69253e7f40 1 Processor -- start 2024-09-19T08:08:48.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.158+0000 7f69253e7f40 1 -- start start 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47cc5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47ce51d0 0x557e47d71b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e47beb510 con 0x557e47d72090 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557e47c44c50 con 0x557e47ce51d0 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69253e7f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557e47d53160 con 0x7f690c0030f0 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69236de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69236de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54146/0 (socket says 172.21.15.17:54146) 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.159+0000 7f69236de640 1 -- 172.21.15.17:0/1147610088 learned_addr learned my addr 172.21.15.17:0/1147610088 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 -- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 msgr2=0x557e47cc5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47cc5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 -- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47ce51d0 msgr2=0x557e47d71b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47ce51d0 0x557e47d71b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 -- 172.21.15.17:0/1147610088 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e47d52000 con 0x557e47d72090 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69236de640 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x557e47ce4460 tx=0x7f691c009940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38eb6e946da4b21c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69216da640 1 -- 172.21.15.17:0/1147610088 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c00f710 con 0x557e47d72090 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69216da640 1 -- 172.21.15.17:0/1147610088 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f691c013030 con 0x557e47d72090 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69216da640 1 -- 172.21.15.17:0/1147610088 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c00fad0 con 0x557e47d72090 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 -- 172.21.15.17:0/1147610088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 msgr2=0x557e47d6a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x557e47ce4460 tx=0x7f691c009940 comp rx=0 tx=0).stop 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 -- 172.21.15.17:0/1147610088 shutdown_connections 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d72090 0x557e47d6a5a0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47ce51d0 0x557e47d71b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1147610088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47cc5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 -- 172.21.15.17:0/1147610088 >> 172.21.15.17:0/1147610088 conn(0x557e47c98bb0 msgr2=0x557e47cca780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 -- 172.21.15.17:0/1147610088 shutdown_connections 2024-09-19T08:08:48.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.160+0000 7f69253e7f40 1 -- 172.21.15.17:0/1147610088 wait complete. 2024-09-19T08:08:48.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.161+0000 7f69253e7f40 1 Processor -- start 2024-09-19T08:08:48.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.161+0000 7f69253e7f40 1 -- start start 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47d72090 0x557e47d64ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47d689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 0x557e47d68ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e47cc6830 con 0x557e47d65020 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557e47d52560 con 0x557e47d72090 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557e47cc6e90 con 0x7f690c0030f0 2024-09-19T08:08:48.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 0x557e47d68ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 0x557e47d68ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54150/0 (socket says 172.21.15.17:54150) 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 -- 172.21.15.17:0/1640416597 learned_addr learned my addr 172.21.15.17:0/1640416597 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69226dc640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47d689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f6922edd640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47d72090 0x557e47d64ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 -- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 msgr2=0x557e47d689a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f690c0030f0 0x557e47d689a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 -- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47d72090 msgr2=0x557e47d64ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47d72090 0x557e47d64ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 -- 172.21.15.17:0/1640416597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e47d51aa0 con 0x557e47d65020 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f6922edd640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e47d72090 0x557e47d64ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69236de640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 0x557e47d68ee0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f691c0017e0 tx=0x7f691c001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f690bfff640 1 -- 172.21.15.17:0/1640416597 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c018830 con 0x557e47d65020 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f690bfff640 1 -- 172.21.15.17:0/1640416597 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f691c0189d0 con 0x557e47d65020 2024-09-19T08:08:48.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.162+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557e47ccaa00 con 0x557e47d65020 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.163+0000 7f690bfff640 1 -- 172.21.15.17:0/1640416597 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c018d80 con 0x557e47d65020 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.163+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e47d6f7d0 con 0x557e47d65020 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.164+0000 7f690bfff640 1 -- 172.21.15.17:0/1640416597 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f691c023070 con 0x557e47d65020 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.164+0000 7f690bfff640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f691006ac90 0x7f691006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.164+0000 7f690bfff640 1 -- 172.21.15.17:0/1640416597 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f691c08c3f0 con 0x557e47d65020 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.164+0000 7f6922edd640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f691006ac90 0x7f691006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557e47d69ee0 0x557e47d4a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x557e47d4a650 con 0x557e47d69ee0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69226dc640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557e47d69ee0 0x557e47d4a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f6922edd640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f691006ac90 0x7f691006d150 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6914003370 tx=0x7f6914005d80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69226dc640 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557e47d69ee0 0x557e47d4a110 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69226dc640 1 -- 172.21.15.17:0/1640416597 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x7f6918051070 con 0x557e47d69ee0 2024-09-19T08:08:48.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557e47d69ee0 msgr2=0x557e47d4a110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.165+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557e47d69ee0 0x557e47d4a110 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f691006ac90 msgr2=0x7f691006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f691006ac90 0x7f691006d150 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6914003370 tx=0x7f6914005d80 comp rx=0 tx=0).stop 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 msgr2=0x557e47d68ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 --2- 172.21.15.17:0/1640416597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e47d65020 0x557e47d68ee0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f691c0017e0 tx=0x7f691c001970 comp rx=0 tx=0).stop 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69236de640 1 -- 172.21.15.17:0/1640416597 reap_dead start 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 shutdown_connections 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 >> 172.21.15.17:0/1640416597 conn(0x557e47c98bb0 msgr2=0x557e47cc5be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 shutdown_connections 2024-09-19T08:08:48.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.166+0000 7f69253e7f40 1 -- 172.21.15.17:0/1640416597 wait complete. 2024-09-19T08:08:48.170 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 400.00000000 2024-09-19T08:08:48.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.254+0000 7f924bd92f40 1 Processor -- start 2024-09-19T08:08:48.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.254+0000 7f924bd92f40 1 -- start start 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd08bc820 0x55afd0955340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd095ef90 0x55afd08d9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55afd07e2510 con 0x55afd0969d80 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55afd083bc50 con 0x55afd095ef90 2024-09-19T08:08:48.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924bd92f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55afd0969640 con 0x55afd08bc820 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54170/0 (socket says 172.21.15.17:54170) 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 -- 172.21.15.17:0/4050571570 learned_addr learned my addr 172.21.15.17:0/4050571570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 -- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd08bc820 msgr2=0x55afd0955340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f9249888640 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd08bc820 0x55afd0955340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f9249087640 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd095ef90 0x55afd08d9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd08bc820 0x55afd0955340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 -- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd095ef90 msgr2=0x55afd08d9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd095ef90 0x55afd08d9b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.255+0000 7f924a089640 1 -- 172.21.15.17:0/4050571570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afd08d95c0 con 0x55afd0969d80 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924a089640 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9244001e90 tx=0x7f924400b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fd7fc3b1ac0c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f923bfff640 1 -- 172.21.15.17:0/4050571570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244008070 con 0x55afd0969d80 2024-09-19T08:08:48.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f923bfff640 1 -- 172.21.15.17:0/4050571570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f924400d500 con 0x55afd0969d80 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f923bfff640 1 -- 172.21.15.17:0/4050571570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f924400d8d0 con 0x55afd0969d80 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 -- 172.21.15.17:0/4050571570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 msgr2=0x55afd08da050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9244001e90 tx=0x7f924400b6a0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 -- 172.21.15.17:0/4050571570 shutdown_connections 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd0969d80 0x55afd08da050 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd095ef90 0x55afd08d9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 --2- 172.21.15.17:0/4050571570 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd08bc820 0x55afd0955340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 -- 172.21.15.17:0/4050571570 >> 172.21.15.17:0/4050571570 conn(0x55afd08bb400 msgr2=0x55afd08c06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 -- 172.21.15.17:0/4050571570 shutdown_connections 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.256+0000 7f924bd92f40 1 -- 172.21.15.17:0/4050571570 wait complete. 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.257+0000 7f924bd92f40 1 Processor -- start 2024-09-19T08:08:48.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.257+0000 7f924bd92f40 1 -- start start 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd08bc820 0x55afd09515e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 0x55afd09602d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd0969d80 0x55afd08d9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55afd08d92e0 con 0x55afd095ef90 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55afd0955da0 con 0x55afd08bc820 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55afd09563d0 con 0x55afd0969d80 2024-09-19T08:08:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 0x55afd09602d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 0x55afd09602d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54178/0 (socket says 172.21.15.17:54178) 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 -- 172.21.15.17:0/384504825 learned_addr learned my addr 172.21.15.17:0/384504825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249888640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd08bc820 0x55afd09515e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924a089640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd0969d80 0x55afd08d9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 -- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd0969d80 msgr2=0x55afd08d9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55afd0969d80 0x55afd08d9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 -- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd08bc820 msgr2=0x55afd09515e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55afd08bc820 0x55afd09515e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 -- 172.21.15.17:0/384504825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afd0962170 con 0x55afd095ef90 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f9249087640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 0x55afd09602d0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f9240000c00 tx=0x7f9240002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f923affd640 1 -- 172.21.15.17:0/384504825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240052b30 con 0x55afd095ef90 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f923affd640 1 -- 172.21.15.17:0/384504825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9240052cd0 con 0x55afd095ef90 2024-09-19T08:08:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f923affd640 1 -- 172.21.15.17:0/384504825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240067640 con 0x55afd095ef90 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.258+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55afd0962450 con 0x55afd095ef90 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.259+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afd08da240 con 0x55afd095ef90 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.260+0000 7f923affd640 1 -- 172.21.15.17:0/384504825 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9240059020 con 0x55afd095ef90 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.260+0000 7f923affd640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922c06ac90 0x7f922c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.260+0000 7f923affd640 1 -- 172.21.15.17:0/384504825 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f92400ce4d0 con 0x55afd095ef90 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f9249888640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922c06ac90 0x7f922c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f924bd92f40 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55afd0951ba0 0x55afd09f7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55afd0961c90 con 0x55afd0951ba0 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f924a089640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55afd0951ba0 0x55afd09f7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f9249888640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922c06ac90 0x7f922c06d150 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55afd08d9820 tx=0x7f923c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.261+0000 7f924a089640 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55afd0951ba0 0x55afd09f7500 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924a089640 1 -- 172.21.15.17:0/384504825 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [omap-get-keys out=5b] v0'0 uv1 ondisk = 0) ==== 156+0+5 (crc 0 0 0) 0x7f924400d7f0 con 0x55afd0951ba0 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55afd0951ba0 msgr2=0x55afd09f7500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55afd0951ba0 0x55afd09f7500 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922c06ac90 msgr2=0x7f922c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f922c06ac90 0x7f922c06d150 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55afd08d9820 tx=0x7f923c008040 comp rx=0 tx=0).stop 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 msgr2=0x55afd09602d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 --2- 172.21.15.17:0/384504825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55afd095ef90 0x55afd09602d0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f9240000c00 tx=0x7f9240002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924a089640 1 -- 172.21.15.17:0/384504825 reap_dead start 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 shutdown_connections 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 >> 172.21.15.17:0/384504825 conn(0x55afd08bb400 msgr2=0x55afd08c06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 shutdown_connections 2024-09-19T08:08:48.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.262+0000 7f924bd92f40 1 -- 172.21.15.17:0/384504825 wait complete. 2024-09-19T08:08:48.267 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 100.00000000.inode 2024-09-19T08:08:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.352+0000 7f44eb357f40 1 Processor -- start 2024-09-19T08:08:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.352+0000 7f44eb357f40 1 -- start start 2024-09-19T08:08:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d324860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3b5f10 0x55a04d324da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a04d3b6640 con 0x55a04d3abf90 2024-09-19T08:08:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a04d22f510 con 0x55a04d3b5f10 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44eb357f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a04d31e660 con 0x55a04d3b55c0 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54184/0 (socket says 172.21.15.17:54184) 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 -- 172.21.15.17:0/3537921164 learned_addr learned my addr 172.21.15.17:0/3537921164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e964e640 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3b5f10 0x55a04d324da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e864c640 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d324860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 -- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 msgr2=0x55a04d324860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d324860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 -- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3b5f10 msgr2=0x55a04d324da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3b5f10 0x55a04d324da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 -- 172.21.15.17:0/3537921164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04d3254e0 con 0x55a04d3abf90 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.353+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f44e0000c00 tx=0x7f44e0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3b85757c7ff1392 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44e764a640 1 -- 172.21.15.17:0/3537921164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0063070 con 0x55a04d3abf90 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44e764a640 1 -- 172.21.15.17:0/3537921164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44e00559b0 con 0x55a04d3abf90 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44e764a640 1 -- 172.21.15.17:0/3537921164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0055da0 con 0x55a04d3abf90 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 -- 172.21.15.17:0/3537921164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 msgr2=0x55a04d30b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f44e0000c00 tx=0x7f44e0051000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 -- 172.21.15.17:0/3537921164 shutdown_connections 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3b5f10 0x55a04d324da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d324860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 --2- 172.21.15.17:0/3537921164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3abf90 0x55a04d30b850 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 -- 172.21.15.17:0/3537921164 >> 172.21.15.17:0/3537921164 conn(0x55a04d308400 msgr2=0x55a04d323520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 -- 172.21.15.17:0/3537921164 shutdown_connections 2024-09-19T08:08:48.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.354+0000 7f44eb357f40 1 -- 172.21.15.17:0/3537921164 wait complete. 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 Processor -- start 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 -- start start 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3abf90 0x55a04d3a80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d3a6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 0x55a04d39e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a04d3b8180 con 0x55a04d3b5f10 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a04d3a51d0 con 0x55a04d3abf90 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.355+0000 7f44eb357f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a04d3b8460 con 0x55a04d3b55c0 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 0x55a04d39e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 0x55a04d39e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54188/0 (socket says 172.21.15.17:54188) 2024-09-19T08:08:48.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 -- 172.21.15.17:0/715368108 learned_addr learned my addr 172.21.15.17:0/715368108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e864c640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d3a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3abf90 0x55a04d3a80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 -- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 msgr2=0x55a04d3a6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a04d3b55c0 0x55a04d3a6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 -- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3abf90 msgr2=0x55a04d3a80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a04d3abf90 0x55a04d3a80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 -- 172.21.15.17:0/715368108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04d3a48a0 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e964e640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 0x55a04d39e700 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f44d8006f10 tx=0x7f44d80017b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e6648640 1 -- 172.21.15.17:0/715368108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8018070 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e6648640 1 -- 172.21.15.17:0/715368108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44d80060d0 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a04d3a6c60 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44e6648640 1 -- 172.21.15.17:0/715368108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8004520 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.356+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a04d30cbf0 con 0x55a04d3b5f10 2024-09-19T08:08:48.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44e6648640 1 -- 172.21.15.17:0/715368108 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f44d801b070 con 0x55a04d3b5f10 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44e6648640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806acc0 0x7f44c806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44e6648640 1 -- 172.21.15.17:0/715368108 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f44d8089740 con 0x55a04d3b5f10 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806acc0 0x7f44c806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44eb357f40 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a04d3a4d50 0x55a04d3a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.358+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55a04d322d80 con 0x55a04d3a4d50 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44e864c640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a04d3a4d50 0x55a04d3a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44e8e4d640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806acc0 0x7f44c806d180 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f44e0067000 tx=0x7f44e006c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44e864c640 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a04d3a4d50 0x55a04d3a58b0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44e864c640 1 -- 172.21.15.17:0/715368108 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) ==== 162+0+5 (crc 0 0 0) 0x7f44d0009950 con 0x55a04d3a4d50 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a04d3a4d50 msgr2=0x55a04d3a58b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a04d3a4d50 0x55a04d3a58b0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806acc0 msgr2=0x7f44c806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806acc0 0x7f44c806d180 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f44e0067000 tx=0x7f44e006c040 comp rx=0 tx=0).stop 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 msgr2=0x55a04d39e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.359+0000 7f44eb357f40 1 --2- 172.21.15.17:0/715368108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a04d3b5f10 0x55a04d39e700 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f44d8006f10 tx=0x7f44d80017b0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.360+0000 7f44e964e640 1 -- 172.21.15.17:0/715368108 reap_dead start 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.360+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 shutdown_connections 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.360+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 >> 172.21.15.17:0/715368108 conn(0x55a04d308400 msgr2=0x55a04d323520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.360+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 shutdown_connections 2024-09-19T08:08:48.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.360+0000 7f44eb357f40 1 -- 172.21.15.17:0/715368108 wait complete. 2024-09-19T08:08:48.364 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000 2024-09-19T08:08:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.447+0000 7f7f28833f40 1 Processor -- start 2024-09-19T08:08:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.447+0000 7f7f28833f40 1 -- start start 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402d0f90 0x5634402de2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402da5c0 0x56344024abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5634402db640 con 0x5634402daee0 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563440154510 con 0x5634402d0f90 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f28833f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563440243660 con 0x5634402da5c0 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54216/0 (socket says 172.21.15.17:54216) 2024-09-19T08:08:48.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2481607545 learned_addr learned my addr 172.21.15.17:0/2481607545 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f25b28640 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402da5c0 0x56344024abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26329640 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402d0f90 0x5634402de2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402da5c0 msgr2=0x56344024abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402da5c0 0x56344024abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402d0f90 msgr2=0x5634402de2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402d0f90 0x5634402de2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.448+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2481607545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634402c81d0 con 0x5634402daee0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f7f20001e90 tx=0x7f7f2000b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=608f9475627a741c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f24b26640 1 -- 172.21.15.17:0/2481607545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f20008070 con 0x5634402daee0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f24b26640 1 -- 172.21.15.17:0/2481607545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f2000d500 con 0x5634402daee0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f24b26640 1 -- 172.21.15.17:0/2481607545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2000d8d0 con 0x5634402daee0 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 -- 172.21.15.17:0/2481607545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 msgr2=0x5634402dd400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f7f20001e90 tx=0x7f7f2000b6a0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 -- 172.21.15.17:0/2481607545 shutdown_connections 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402daee0 0x5634402dd400 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402da5c0 0x56344024abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2481607545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402d0f90 0x5634402de2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 -- 172.21.15.17:0/2481607545 >> 172.21.15.17:0/2481607545 conn(0x56344022d400 msgr2=0x563440249d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 -- 172.21.15.17:0/2481607545 shutdown_connections 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.449+0000 7f7f28833f40 1 -- 172.21.15.17:0/2481607545 wait complete. 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.450+0000 7f7f28833f40 1 Processor -- start 2024-09-19T08:08:48.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.450+0000 7f7f28833f40 1 -- start start 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 0x5634402c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402da5c0 0x5634402d1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402daee0 0x56344024ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563440232850 con 0x5634402d0f90 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563440249830 con 0x5634402da5c0 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5634402ce860 con 0x5634402daee0 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 0x5634402c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 0x5634402c6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54228/0 (socket says 172.21.15.17:54228) 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 -- 172.21.15.17:0/2196609295 learned_addr learned my addr 172.21.15.17:0/2196609295 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402daee0 0x56344024ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f25b28640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402da5c0 0x5634402d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 -- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402daee0 msgr2=0x56344024ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402daee0 0x56344024ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 -- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402da5c0 msgr2=0x5634402d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402da5c0 0x5634402d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 -- 172.21.15.17:0/2196609295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634402cc240 con 0x5634402d0f90 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634402daee0 0x56344024ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f25b28640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634402da5c0 0x5634402d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f26329640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 0x5634402c6f80 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800f6d0 tx=0x7f7f1800fb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f177fe640 1 -- 172.21.15.17:0/2196609295 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18019020 con 0x5634402d0f90 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f177fe640 1 -- 172.21.15.17:0/2196609295 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f1800d7b0 con 0x5634402d0f90 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5634402d4250 con 0x5634402d0f90 2024-09-19T08:08:48.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f177fe640 1 -- 172.21.15.17:0/2196609295 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1800dba0 con 0x5634402d0f90 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.451+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634402d4810 con 0x5634402d0f90 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.453+0000 7f7f177fe640 1 -- 172.21.15.17:0/2196609295 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f1801c020 con 0x5634402d0f90 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.453+0000 7f7f177fe640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f0806acc0 0x7f7f0806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.453+0000 7f7f177fe640 1 -- 172.21.15.17:0/2196609295 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f7f1808a890 con 0x5634402d0f90 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634402ccf10 0x5634402cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5634402d3de0 con 0x5634402ccf10 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f25b28640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f0806acc0 0x7f7f0806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634402ccf10 0x5634402cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f26b2a640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634402ccf10 0x5634402cd2f0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.454+0000 7f7f25b28640 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f0806acc0 0x7f7f0806d180 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c057000 tx=0x7f7f1c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2196609295 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [omap-get-keys out=20b] v0'0 uv6 ondisk = 0) ==== 154+0+20 (crc 0 0 0) 0x7f7f2000d830 con 0x5634402ccf10 2024-09-19T08:08:48.458 INFO:teuthology.orchestra.run.smithi017.stdout:subdir_head 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634402ccf10 msgr2=0x5634402cd2f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634402ccf10 0x5634402cd2f0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f0806acc0 msgr2=0x7f7f0806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f0806acc0 0x7f7f0806d180 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c057000 tx=0x7f7f1c052000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 msgr2=0x5634402c6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 --2- 172.21.15.17:0/2196609295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634402d0f90 0x5634402c6f80 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800f6d0 tx=0x7f7f1800fb90 comp rx=0 tx=0).stop 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f26b2a640 1 -- 172.21.15.17:0/2196609295 reap_dead start 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 shutdown_connections 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 >> 172.21.15.17:0/2196609295 conn(0x56344022d400 msgr2=0x563440249d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 shutdown_connections 2024-09-19T08:08:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.455+0000 7f7f28833f40 1 -- 172.21.15.17:0/2196609295 wait complete. 2024-09-19T08:08:48.460 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 10000000000.00000000 2024-09-19T08:08:48.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.544+0000 7ff18cf72f40 1 Processor -- start 2024-09-19T08:08:48.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.544+0000 7ff18cf72f40 1 -- start start 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 0x55773d25f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18cd80 0x55773d245950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55773d0db510 con 0x55773d243ee0 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55773d134c50 con 0x55773d18ae20 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55773d189e00 con 0x55773d18cd80 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54238/0 (socket says 172.21.15.17:54238) 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 -- 172.21.15.17:0/3961215505 learned_addr learned my addr 172.21.15.17:0/3961215505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18a267640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18cd80 0x55773d245950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18aa68640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 0x55773d25f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 -- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18cd80 msgr2=0x55773d245950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18cd80 0x55773d245950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 -- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 msgr2=0x55773d25f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 0x55773d25f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 -- 172.21.15.17:0/3961215505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55773d25fc30 con 0x55773d243ee0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18aa68640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 0x55773d25f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.545+0000 7ff18b269640 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7ff1840017e0 tx=0x7ff184001ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6dcc2933364b33 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff189265640 1 -- 172.21.15.17:0/3961215505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff184014070 con 0x55773d243ee0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff189265640 1 -- 172.21.15.17:0/3961215505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff18400d920 con 0x55773d243ee0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff189265640 1 -- 172.21.15.17:0/3961215505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18400dd50 con 0x55773d243ee0 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 -- 172.21.15.17:0/3961215505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 msgr2=0x55773d23b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7ff1840017e0 tx=0x7ff184001ca0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 -- 172.21.15.17:0/3961215505 shutdown_connections 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d243ee0 0x55773d23b010 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18cd80 0x55773d245950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/3961215505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d18ae20 0x55773d25f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 -- 172.21.15.17:0/3961215505 >> 172.21.15.17:0/3961215505 conn(0x55773d1b4400 msgr2=0x55773d18a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 -- 172.21.15.17:0/3961215505 shutdown_connections 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.546+0000 7ff18cf72f40 1 -- 172.21.15.17:0/3961215505 wait complete. 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 Processor -- start 2024-09-19T08:08:48.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 -- start start 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18ae20 0x55773d2411b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 0x55773d259f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d243ee0 0x55773d188f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55773d2612c0 con 0x55773d18cd80 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55773d2466c0 con 0x55773d243ee0 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.547+0000 7ff18cf72f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55773d2436e0 con 0x55773d18ae20 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 0x55773d259f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 0x55773d259f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54248/0 (socket says 172.21.15.17:54248) 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 -- 172.21.15.17:0/1300100394 learned_addr learned my addr 172.21.15.17:0/1300100394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18aa68640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18ae20 0x55773d2411b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18b269640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d243ee0 0x55773d188f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 -- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18ae20 msgr2=0x55773d2411b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55773d18ae20 0x55773d2411b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 -- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d243ee0 msgr2=0x55773d188f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55773d243ee0 0x55773d188f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 -- 172.21.15.17:0/1300100394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55773d25b1c0 con 0x55773d18cd80 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18a267640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 0x55773d259f70 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7ff18000a470 tx=0x7ff180002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff173fff640 1 -- 172.21.15.17:0/1300100394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff180059040 con 0x55773d18cd80 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff173fff640 1 -- 172.21.15.17:0/1300100394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff180054c70 con 0x55773d18cd80 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55773d25b4a0 con 0x55773d18cd80 2024-09-19T08:08:48.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff173fff640 1 -- 172.21.15.17:0/1300100394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff180060630 con 0x55773d18cd80 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.548+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55773d2ef7b0 con 0x55773d18cd80 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff173fff640 1 -- 172.21.15.17:0/1300100394 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff180068020 con 0x55773d18cd80 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff173fff640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff17806ac90 0x7ff17806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff173fff640 1 -- 172.21.15.17:0/1300100394 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7ff1800ce3a0 con 0x55773d18cd80 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55773d260c00 0x55773d25c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55773d25c540 con 0x55773d260c00 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff18aa68640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff17806ac90 0x7ff17806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.550+0000 7ff18b269640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55773d260c00 0x55773d25c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18b269640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55773d260c00 0x55773d25c000 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18aa68640 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff17806ac90 0x7ff17806d150 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff17c001ed0 tx=0x7ff17c001ad0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18b269640 1 -- 172.21.15.17:0/1300100394 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [stat out=16b] v0'0 uv10 ondisk = 0) ==== 164+0+16 (crc 0 0 0) 0x7ff184016030 con 0x55773d260c00 2024-09-19T08:08:48.555 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/10000000000.00000000 mtime 2024-09-19T08:08:45.000000+0000, size 0 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55773d260c00 msgr2=0x55773d25c000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55773d260c00 0x55773d25c000 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff17806ac90 msgr2=0x7ff17806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff17806ac90 0x7ff17806d150 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff17c001ed0 tx=0x7ff17c001ad0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 msgr2=0x55773d259f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 --2- 172.21.15.17:0/1300100394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55773d18cd80 0x55773d259f70 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7ff18000a470 tx=0x7ff180002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18b269640 1 -- 172.21.15.17:0/1300100394 reap_dead start 2024-09-19T08:08:48.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 shutdown_connections 2024-09-19T08:08:48.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 >> 172.21.15.17:0/1300100394 conn(0x55773d1b4400 msgr2=0x55773d23ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 shutdown_connections 2024-09-19T08:08:48.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.551+0000 7ff18cf72f40 1 -- 172.21.15.17:0/1300100394 wait complete. 2024-09-19T08:08:48.557 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 600.00000000 2024-09-19T08:08:48.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.601+0000 7fa83e598f40 1 Processor -- start 2024-09-19T08:08:48.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.601+0000 7fa83e598f40 1 -- start start 2024-09-19T08:08:48.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 0x5614e4bd44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde8b0 0x5614e4bf6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5614e4b1ea60 con 0x5614e4b66510 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5614e4a71510 con 0x5614e4bde4d0 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83e598f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5614e4b1ed00 con 0x5614e4bde8b0 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54252/0 (socket says 172.21.15.17:54252) 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 -- 172.21.15.17:0/1372670908 learned_addr learned my addr 172.21.15.17:0/1372670908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c891640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde8b0 0x5614e4bf6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa833fff640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 0x5614e4bd44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 -- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde8b0 msgr2=0x5614e4bf6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde8b0 0x5614e4bf6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 -- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 msgr2=0x5614e4bd44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 0x5614e4bd44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 -- 172.21.15.17:0/1372670908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614e4bf7c50 con 0x5614e4b66510 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa833fff640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 0x5614e4bd44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83c090640 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fa82c000c00 tx=0x7fa82c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c111b9ade3cfa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.602+0000 7fa83b08e640 1 -- 172.21.15.17:0/1372670908 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c063070 con 0x5614e4b66510 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83b08e640 1 -- 172.21.15.17:0/1372670908 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa82c055910 con 0x5614e4b66510 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83b08e640 1 -- 172.21.15.17:0/1372670908 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c055ce0 con 0x5614e4b66510 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 -- 172.21.15.17:0/1372670908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 msgr2=0x5614e4b678f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fa82c000c00 tx=0x7fa82c051000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 -- 172.21.15.17:0/1372670908 shutdown_connections 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde8b0 0x5614e4bf6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde4d0 0x5614e4bd44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 --2- 172.21.15.17:0/1372670908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4b678f0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 -- 172.21.15.17:0/1372670908 >> 172.21.15.17:0/1372670908 conn(0x5614e4b49a00 msgr2=0x5614e4b210c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 -- 172.21.15.17:0/1372670908 shutdown_connections 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.603+0000 7fa83e598f40 1 -- 172.21.15.17:0/1372670908 wait complete. 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 Processor -- start 2024-09-19T08:08:48.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 -- start start 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4bf40b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde4d0 0x5614e4c88a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde8b0 0x5614e4b4d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5614e4b660b0 con 0x5614e4b66510 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5614e4b65dd0 con 0x5614e4bde8b0 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83e598f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5614e4bf7ef0 con 0x5614e4bde4d0 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83c090640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4bf40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83c090640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4bf40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54258/0 (socket says 172.21.15.17:54258) 2024-09-19T08:08:48.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.604+0000 7fa83c090640 1 -- 172.21.15.17:0/420645169 learned_addr learned my addr 172.21.15.17:0/420645169 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa833fff640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde4d0 0x5614e4c88a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c891640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde8b0 0x5614e4b4d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 -- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde4d0 msgr2=0x5614e4c88a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5614e4bde4d0 0x5614e4c88a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 -- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde8b0 msgr2=0x5614e4b4d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5614e4bde8b0 0x5614e4b4d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 -- 172.21.15.17:0/420645169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614e4b21240 con 0x5614e4b66510 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83c090640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4bf40b0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fa82c045ef0 tx=0x7fa82c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83a08c640 1 -- 172.21.15.17:0/420645169 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c076070 con 0x5614e4b66510 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83a08c640 1 -- 172.21.15.17:0/420645169 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa82c055d40 con 0x5614e4b66510 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5614e4b208c0 con 0x5614e4b66510 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83a08c640 1 -- 172.21.15.17:0/420645169 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c06d070 con 0x5614e4b66510 2024-09-19T08:08:48.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.605+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614e4bd3510 con 0x5614e4b66510 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.606+0000 7fa83a08c640 1 -- 172.21.15.17:0/420645169 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa82c079070 con 0x5614e4b66510 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa83a08c640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa81c06ac90 0x7fa81c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa83a08c640 1 -- 172.21.15.17:0/420645169 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fa82c0cf910 con 0x5614e4b66510 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa833fff640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa81c06ac90 0x7fa81c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa83e598f40 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5614e4b4d5c0 0x5614e4c91770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5614e4c91cb0 con 0x5614e4b4d5c0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.607+0000 7fa83c891640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5614e4b4d5c0 0x5614e4c91770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa833fff640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa81c06ac90 0x7fa81c06d150 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x5614e4bf7760 tx=0x7fa8240018a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83c891640 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5614e4b4d5c0 0x5614e4c91770 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83c891640 1 -- 172.21.15.17:0/420645169 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 600.00000000 [stat out=16b] v0'0 uv5 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7fa834010a40 con 0x5614e4b4d5c0 2024-09-19T08:08:48.611 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/600.00000000 mtime 2024-09-19T08:08:37.000000+0000, size 0 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5614e4b4d5c0 msgr2=0x5614e4c91770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5614e4b4d5c0 0x5614e4c91770 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa81c06ac90 msgr2=0x7fa81c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa81c06ac90 0x7fa81c06d150 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x5614e4bf7760 tx=0x7fa8240018a0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 msgr2=0x5614e4bf40b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 --2- 172.21.15.17:0/420645169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614e4b66510 0x5614e4bf40b0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fa82c045ef0 tx=0x7fa82c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83c891640 1 -- 172.21.15.17:0/420645169 reap_dead start 2024-09-19T08:08:48.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 shutdown_connections 2024-09-19T08:08:48.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 >> 172.21.15.17:0/420645169 conn(0x5614e4b49a00 msgr2=0x5614e4b22050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 shutdown_connections 2024-09-19T08:08:48.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.608+0000 7fa83e598f40 1 -- 172.21.15.17:0/420645169 wait complete. 2024-09-19T08:08:48.614 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 1.00000000.inode 2024-09-19T08:08:48.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.657+0000 7efe3d4d2f40 1 Processor -- start 2024-09-19T08:08:48.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.657+0000 7efe3d4d2f40 1 -- start start 2024-09-19T08:08:48.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e717c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e71b2f0 0x55db6e641a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55db6e68cbb0 con 0x55db6e6fd0b0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55db6e594510 con 0x55db6e71b2f0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55db6e6729e0 con 0x55db6e68c740 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3a7c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3a7c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54260/0 (socket says 172.21.15.17:54260) 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3a7c9640 1 -- 172.21.15.17:0/96805361 learned_addr learned my addr 172.21.15.17:0/96805361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.658+0000 7efe3afca640 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e717c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3b7cb640 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e71b2f0 0x55db6e641a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 -- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 msgr2=0x55db6e717c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e717c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 -- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e71b2f0 msgr2=0x55db6e641a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e71b2f0 0x55db6e641a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 -- 172.21.15.17:0/96805361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db6e6fb450 con 0x55db6e6fd0b0 2024-09-19T08:08:48.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7efe300098e0 tx=0x7efe30005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b950ae71dabb67e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe397c7640 1 -- 172.21.15.17:0/96805361 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe30008950 con 0x55db6e6fd0b0 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe397c7640 1 -- 172.21.15.17:0/96805361 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe30018070 con 0x55db6e6fd0b0 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe397c7640 1 -- 172.21.15.17:0/96805361 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe30008d30 con 0x55db6e6fd0b0 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/96805361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 msgr2=0x55db6e68aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7efe300098e0 tx=0x7efe30005a00 comp rx=0 tx=0).stop 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/96805361 shutdown_connections 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e71b2f0 0x55db6e641a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e6fd0b0 0x55db6e68aa70 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/96805361 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e717c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.659+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/96805361 >> 172.21.15.17:0/96805361 conn(0x55db6e66d400 msgr2=0x55db6e71a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.660+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/96805361 shutdown_connections 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.660+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/96805361 wait complete. 2024-09-19T08:08:48.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.660+0000 7efe3d4d2f40 1 Processor -- start 2024-09-19T08:08:48.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.660+0000 7efe3d4d2f40 1 -- start start 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e71a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e6fd0b0 0x55db6e718c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 0x55db6e6436f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55db6e7a4980 con 0x55db6e71b2f0 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55db6e6726b0 con 0x55db6e6fd0b0 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3d4d2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55db6e7a4c40 con 0x55db6e68c740 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 0x55db6e6436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 0x55db6e6436f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54266/0 (socket says 172.21.15.17:54266) 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 -- 172.21.15.17:0/618295825 learned_addr learned my addr 172.21.15.17:0/618295825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3afca640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e71a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e6fd0b0 0x55db6e718c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 -- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 msgr2=0x55db6e71a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55db6e68c740 0x55db6e71a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 -- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e6fd0b0 msgr2=0x55db6e718c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55db6e6fd0b0 0x55db6e718c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 -- 172.21.15.17:0/618295825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db6e6faa90 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.661+0000 7efe3b7cb640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 0x55db6e6436f0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7efe340461b0 tx=0x7efe34003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.662+0000 7efe23fff640 1 -- 172.21.15.17:0/618295825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe34005b40 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.662+0000 7efe23fff640 1 -- 172.21.15.17:0/618295825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe34057400 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.662+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55db6e6fad70 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.662+0000 7efe23fff640 1 -- 172.21.15.17:0/618295825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3404f640 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.662+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db6e7153f0 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.663+0000 7efe23fff640 1 -- 172.21.15.17:0/618295825 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efe340577b0 con 0x55db6e71b2f0 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.663+0000 7efe23fff640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efe2806ac90 0x7efe2806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe23fff640 1 -- 172.21.15.17:0/618295825 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7efe340cdeb0 con 0x55db6e71b2f0 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3afca640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efe2806ac90 0x7efe2806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55db6e714750 0x55db6e688380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55db6e6888c0 con 0x55db6e714750 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55db6e714750 0x55db6e688380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3afca640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efe2806ac90 0x7efe2806d150 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7efe2c000f60 tx=0x7efe2c0017b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.664+0000 7efe3a7c9640 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55db6e714750 0x55db6e688380 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3a7c9640 1 -- 172.21.15.17:0/618295825 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [stat out=16b] v0'0 uv15 ondisk = 0) ==== 160+0+16 (crc 0 0 0) 0x7efe300087d0 con 0x55db6e714750 2024-09-19T08:08:48.668 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/1.00000000.inode mtime 2024-09-19T08:08:45.000000+0000, size 582 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55db6e714750 msgr2=0x55db6e688380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55db6e714750 0x55db6e688380 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efe2806ac90 msgr2=0x7efe2806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efe2806ac90 0x7efe2806d150 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7efe2c000f60 tx=0x7efe2c0017b0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 msgr2=0x55db6e6436f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 --2- 172.21.15.17:0/618295825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db6e71b2f0 0x55db6e6436f0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7efe340461b0 tx=0x7efe34003330 comp rx=0 tx=0).stop 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3b7cb640 1 -- 172.21.15.17:0/618295825 reap_dead start 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 shutdown_connections 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 >> 172.21.15.17:0/618295825 conn(0x55db6e66d400 msgr2=0x55db6e68bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 shutdown_connections 2024-09-19T08:08:48.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.665+0000 7efe3d4d2f40 1 -- 172.21.15.17:0/618295825 wait complete. 2024-09-19T08:08:48.671 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 200.00000000 2024-09-19T08:08:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.754+0000 7f7ee1fb8f40 1 Processor -- start 2024-09-19T08:08:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.754+0000 7f7ee1fb8f40 1 -- start start 2024-09-19T08:08:48.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.754+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc39cbe0 0x5617bc448970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.754+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.754+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc3a1c50 0x5617bc428d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5617bc42a680 con 0x5617bc448eb0 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5617bc2c2510 con 0x5617bc3a1c50 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5617bc42a960 con 0x5617bc39cbe0 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54274/0 (socket says 172.21.15.17:54274) 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 -- 172.21.15.17:0/3868409752 learned_addr learned my addr 172.21.15.17:0/3868409752 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edfab0640 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc39cbe0 0x5617bc448970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ee02b1640 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc3a1c50 0x5617bc428d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 -- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc39cbe0 msgr2=0x5617bc448970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc39cbe0 0x5617bc448970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 -- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc3a1c50 msgr2=0x5617bc428d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc3a1c50 0x5617bc428d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 -- 172.21.15.17:0/3868409752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617bc4298b0 con 0x5617bc448eb0 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009730 tx=0x7f7ed4005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43a472c8b47b222 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ede2ad640 1 -- 172.21.15.17:0/3868409752 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4007830 con 0x5617bc448eb0 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ede2ad640 1 -- 172.21.15.17:0/3868409752 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed40079d0 con 0x5617bc448eb0 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.755+0000 7f7ede2ad640 1 -- 172.21.15.17:0/3868409752 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4007d80 con 0x5617bc448eb0 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3868409752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 msgr2=0x5617bc442af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009730 tx=0x7f7ed4005a00 comp rx=0 tx=0).stop 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3868409752 shutdown_connections 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc3a1c50 0x5617bc428d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc442af0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3868409752 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc39cbe0 0x5617bc448970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3868409752 >> 172.21.15.17:0/3868409752 conn(0x5617bc36fbb0 msgr2=0x5617bc39d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3868409752 shutdown_connections 2024-09-19T08:08:48.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3868409752 wait complete. 2024-09-19T08:08:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 Processor -- start 2024-09-19T08:08:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.756+0000 7f7ee1fb8f40 1 -- start start 2024-09-19T08:08:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc39cbe0 0x5617bc4271d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc3a1c50 0x5617bc4478d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc447e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5617bc39e210 con 0x5617bc448eb0 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5617bc429be0 con 0x5617bc39cbe0 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee1fb8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5617bc4458b0 con 0x5617bc3a1c50 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee02b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc447e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee02b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc447e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54276/0 (socket says 172.21.15.17:54276) 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7ee02b1640 1 -- 172.21.15.17:0/3668522169 learned_addr learned my addr 172.21.15.17:0/3668522169 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7edfab0640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc39cbe0 0x5617bc4271d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.757+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc3a1c50 0x5617bc4478d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 -- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc3a1c50 msgr2=0x5617bc4478d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5617bc3a1c50 0x5617bc4478d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 -- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc39cbe0 msgr2=0x5617bc4271d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5617bc39cbe0 0x5617bc4271d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 -- 172.21.15.17:0/3668522169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617bc4de330 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee02b1640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc447e10 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8026480 tx=0x7f7ed8001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7edd2ab640 1 -- 172.21.15.17:0/3668522169 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed8066070 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7edd2ab640 1 -- 172.21.15.17:0/3668522169 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed8062630 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7edd2ab640 1 -- 172.21.15.17:0/3668522169 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed8009760 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5617bc4dddb0 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.758+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617bc427710 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.759+0000 7f7edd2ab640 1 -- 172.21.15.17:0/3668522169 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ed8069070 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7edd2ab640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ecc06ac90 0x7f7ecc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7edd2ab640 1 -- 172.21.15.17:0/3668522169 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f7ed80cefe0 con 0x5617bc448eb0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5617bc428010 0x5617bc3a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7edfab0640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ecc06ac90 0x7f7ecc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5617bc3a1000 con 0x5617bc428010 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.760+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5617bc428010 0x5617bc3a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7edfab0640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ecc06ac90 0x7f7ecc06d150 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0005780 tx=0x7f7ed0007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7edf2af640 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5617bc428010 0x5617bc3a0ac0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7edf2af640 1 -- 172.21.15.17:0/3668522169 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [stat out=16b] v0'0 uv19 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7f7ed4007c00 con 0x5617bc428010 2024-09-19T08:08:48.764 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/200.00000000 mtime 2024-09-19T08:08:45.000000+0000, size 90 2024-09-19T08:08:48.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5617bc428010 msgr2=0x5617bc3a0ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5617bc428010 0x5617bc3a0ac0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ecc06ac90 msgr2=0x7f7ecc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7ecc06ac90 0x7f7ecc06d150 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0005780 tx=0x7f7ed0007040 comp rx=0 tx=0).stop 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 msgr2=0x5617bc447e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 --2- 172.21.15.17:0/3668522169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5617bc448eb0 0x5617bc447e10 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8026480 tx=0x7f7ed8001a40 comp rx=0 tx=0).stop 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee02b1640 1 -- 172.21.15.17:0/3668522169 reap_dead start 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 shutdown_connections 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 >> 172.21.15.17:0/3668522169 conn(0x5617bc36fbb0 msgr2=0x5617bc39d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 shutdown_connections 2024-09-19T08:08:48.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.761+0000 7f7ee1fb8f40 1 -- 172.21.15.17:0/3668522169 wait complete. 2024-09-19T08:08:48.766 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 200.00000001 2024-09-19T08:08:48.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 Processor -- start 2024-09-19T08:08:48.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 -- start start 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e713ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e798b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55866e7a5640 con 0x55866e7a50b0 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55866e61e510 con 0x55866e7a45c0 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.810+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55866e70d660 con 0x55866e79af90 2024-09-19T08:08:48.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54294/0 (socket says 172.21.15.17:54294) 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 -- 172.21.15.17:0/483552389 learned_addr learned my addr 172.21.15.17:0/483552389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4c221640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e713ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ba20640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e798b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 -- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 msgr2=0x55866e713ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e713ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 -- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 msgr2=0x55866e798b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e798b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 -- 172.21.15.17:0/483552389 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55866e79cad0 con 0x55866e7a50b0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ba20640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e798b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f0f44005fd0 tx=0x7f0f4404f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65ad07b8ef22e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4aa1e640 1 -- 172.21.15.17:0/483552389 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f44064070 con 0x55866e7a50b0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4aa1e640 1 -- 172.21.15.17:0/483552389 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4404d5d0 con 0x55866e7a50b0 2024-09-19T08:08:48.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.811+0000 7f0f4aa1e640 1 -- 172.21.15.17:0/483552389 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4404d9c0 con 0x55866e7a50b0 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- 172.21.15.17:0/483552389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 msgr2=0x55866e7990a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f0f44005fd0 tx=0x7f0f4404f000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- 172.21.15.17:0/483552389 shutdown_connections 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e7990a0 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e798b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/483552389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e713ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- 172.21.15.17:0/483552389 >> 172.21.15.17:0/483552389 conn(0x55866e6f7400 msgr2=0x55866e7a6510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- 172.21.15.17:0/483552389 shutdown_connections 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- 172.21.15.17:0/483552389 wait complete. 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 Processor -- start 2024-09-19T08:08:48.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.812+0000 7f0f4e729f40 1 -- start start 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e70f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e83e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e83e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55866e70ca50 con 0x55866e7a50b0 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55866e79c830 con 0x55866e7a45c0 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4e729f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55866e79dd90 con 0x55866e79af90 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4ca22640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e83e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4ca22640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e83e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54302/0 (socket says 172.21.15.17:54302) 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4ca22640 1 -- 172.21.15.17:0/4150909207 learned_addr learned my addr 172.21.15.17:0/4150909207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4c221640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e70f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.813+0000 7f0f4ba20640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e83e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 -- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 msgr2=0x55866e70f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55866e79af90 0x55866e70f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 -- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 msgr2=0x55866e83e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55866e7a45c0 0x55866e83e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 -- 172.21.15.17:0/4150909207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55866e7952d0 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4ca22640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e83e710 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f0f44005fd0 tx=0x7f0f44003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f49a1c640 1 -- 172.21.15.17:0/4150909207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f44064070 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f49a1c640 1 -- 172.21.15.17:0/4150909207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4404eec0 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55866e79a190 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f49a1c640 1 -- 172.21.15.17:0/4150909207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f44069680 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.814+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55866e795590 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.815+0000 7f0f49a1c640 1 -- 172.21.15.17:0/4150909207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0f44070020 con 0x55866e7a50b0 2024-09-19T08:08:48.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f49a1c640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0f3806ac90 0x7f0f3806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f49a1c640 1 -- 172.21.15.17:0/4150909207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f0f440cf0e0 con 0x55866e7a50b0 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55866e70fc80 0x55866e711a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f4c221640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0f3806ac90 0x7f0f3806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55866e795d90 con 0x55866e70fc80 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.816+0000 7f0f4ba20640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55866e70fc80 0x55866e711a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4c221640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0f3806ac90 0x7f0f3806d150 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x55866e713590 tx=0x7f0f3c00d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4ba20640 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55866e70fc80 0x55866e711a50 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4ba20640 1 -- 172.21.15.17:0/4150909207 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [stat out=16b] v0'0 uv16 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7f0f400107c0 con 0x55866e70fc80 2024-09-19T08:08:48.819 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/200.00000001 mtime 2024-09-19T08:08:45.000000+0000, size 14897 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55866e70fc80 msgr2=0x55866e711a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55866e70fc80 0x55866e711a50 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0f3806ac90 msgr2=0x7f0f3806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0f3806ac90 0x7f0f3806d150 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x55866e713590 tx=0x7f0f3c00d040 comp rx=0 tx=0).stop 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 msgr2=0x55866e83e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 --2- 172.21.15.17:0/4150909207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55866e7a50b0 0x55866e83e710 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f0f44005fd0 tx=0x7f0f44003330 comp rx=0 tx=0).stop 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4ca22640 1 -- 172.21.15.17:0/4150909207 reap_dead start 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 shutdown_connections 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 >> 172.21.15.17:0/4150909207 conn(0x55866e6f7400 msgr2=0x55866e715970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 shutdown_connections 2024-09-19T08:08:48.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.817+0000 7f0f4e729f40 1 -- 172.21.15.17:0/4150909207 wait complete. 2024-09-19T08:08:48.822 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_openfiles.0 2024-09-19T08:08:48.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.905+0000 7f12a2346f40 1 Processor -- start 2024-09-19T08:08:48.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.905+0000 7f12a2346f40 1 -- start start 2024-09-19T08:08:48.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29336c50 0x563a293ea080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a293efee0 0x563a293f16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563a29335e00 con 0x563a29338f50 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563a29287510 con 0x563a29336c50 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a2346f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563a293f1240 con 0x563a293efee0 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f129f63b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f129f63b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54322/0 (socket says 172.21.15.17:54322) 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f129f63b640 1 -- 172.21.15.17:0/2500323437 learned_addr learned my addr 172.21.15.17:0/2500323437 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f12a063d640 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a293efee0 0x563a293f16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.906+0000 7f129fe3c640 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29336c50 0x563a293ea080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 -- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a293efee0 msgr2=0x563a293f16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a293efee0 0x563a293f16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 -- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29336c50 msgr2=0x563a293ea080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29336c50 0x563a293ea080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 -- 172.21.15.17:0/2500323437 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a2940d2a0 con 0x563a29338f50 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129f63b640 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f1294001d80 tx=0x7f1294001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b84d1d39bc41eb01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129e639640 1 -- 172.21.15.17:0/2500323437 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129400bd70 con 0x563a29338f50 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129e639640 1 -- 172.21.15.17:0/2500323437 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f129400f400 con 0x563a29338f50 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f129e639640 1 -- 172.21.15.17:0/2500323437 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129400f7f0 con 0x563a29338f50 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 -- 172.21.15.17:0/2500323437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 msgr2=0x563a294099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f1294001d80 tx=0x7f1294001e70 comp rx=0 tx=0).stop 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 -- 172.21.15.17:0/2500323437 shutdown_connections 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a293efee0 0x563a293f16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a29338f50 0x563a294099b0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 --2- 172.21.15.17:0/2500323437 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29336c50 0x563a293ea080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 -- 172.21.15.17:0/2500323437 >> 172.21.15.17:0/2500323437 conn(0x563a29360400 msgr2=0x563a293656b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 -- 172.21.15.17:0/2500323437 shutdown_connections 2024-09-19T08:08:48.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.907+0000 7f12a2346f40 1 -- 172.21.15.17:0/2500323437 wait complete. 2024-09-19T08:08:48.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.908+0000 7f12a2346f40 1 Processor -- start 2024-09-19T08:08:48.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.908+0000 7f12a2346f40 1 -- start start 2024-09-19T08:08:48.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a29336c50 0x563a293e6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29338f50 0x563a293ecbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 0x563a293ed0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563a293e9880 con 0x563a293efee0 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563a293e95a0 con 0x563a29338f50 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a2346f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563a293e9b60 con 0x563a29336c50 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 0x563a293ed0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 0x563a293ed0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54326/0 (socket says 172.21.15.17:54326) 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 -- 172.21.15.17:0/4164747966 learned_addr learned my addr 172.21.15.17:0/4164747966 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f129f63b640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29338f50 0x563a293ecbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f129fe3c640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a29336c50 0x563a293e6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 -- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a29336c50 msgr2=0x563a293e6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563a29336c50 0x563a293e6810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 -- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29338f50 msgr2=0x563a293ecbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563a29338f50 0x563a293ecbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.909+0000 7f12a063d640 1 -- 172.21.15.17:0/4164747966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a293352a0 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f12a063d640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 0x563a293ed0f0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f129800e2c0 tx=0x7f129800e780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f129d637640 1 -- 172.21.15.17:0/4164747966 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1298018020 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f129d637640 1 -- 172.21.15.17:0/4164747966 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1298013870 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f129d637640 1 -- 172.21.15.17:0/4164747966 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1298013c40 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563a293ebb10 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.910+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a293ec0d0 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.911+0000 7f129d637640 1 -- 172.21.15.17:0/4164747966 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f129801b020 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129d637640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f128c06acc0 0x7f128c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129d637640 1 -- 172.21.15.17:0/4164747966 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f129808a8b0 con 0x563a293efee0 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f12a2346f40 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563a29357b00 0x563a29357ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:48.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x563a293eb6a0 con 0x563a29357b00 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129fe3c640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f128c06acc0 0x7f128c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129f63b640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563a29357b00 0x563a29357ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129f63b640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563a29357b00 0x563a29357ee0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.912+0000 7f129fe3c640 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f128c06acc0 0x7f128c06d180 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f1290057000 tx=0x7f1290052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f129f63b640 1 -- 172.21.15.17:0/4164747966 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_openfiles.0 [stat out=16b] v0'0 uv3 ondisk = 0) ==== 160+0+16 (crc 0 0 0) 0x7f129400f5b0 con 0x563a29357b00 2024-09-19T08:08:48.916 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/mds0_openfiles.0 mtime 2024-09-19T08:08:45.000000+0000, size 0 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563a29357b00 msgr2=0x563a29357ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563a29357b00 0x563a29357ee0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f128c06acc0 msgr2=0x7f128c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f128c06acc0 0x7f128c06d180 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f1290057000 tx=0x7f1290052000 comp rx=0 tx=0).stop 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 msgr2=0x563a293ed0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 --2- 172.21.15.17:0/4164747966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563a293efee0 0x563a293ed0f0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f129800e2c0 tx=0x7f129800e780 comp rx=0 tx=0).stop 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a063d640 1 -- 172.21.15.17:0/4164747966 reap_dead start 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 shutdown_connections 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 >> 172.21.15.17:0/4164747966 conn(0x563a29360400 msgr2=0x563a294099b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 shutdown_connections 2024-09-19T08:08:48.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:48.913+0000 7f12a2346f40 1 -- 172.21.15.17:0/4164747966 wait complete. 2024-09-19T08:08:48.919 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 500.00000000 2024-09-19T08:08:49.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.001+0000 7fd3e928af40 1 Processor -- start 2024-09-19T08:08:49.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.001+0000 7fd3e928af40 1 -- start start 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d765af70 0x5606d772fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d772ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5606d7711680 con 0x5606d7712820 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5606d75a9510 con 0x5606d765af70 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e928af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5606d7711960 con 0x5606d765b350 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54338/0 (socket says 172.21.15.17:54338) 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 -- 172.21.15.17:0/3019556513 learned_addr learned my addr 172.21.15.17:0/3019556513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e657f640 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d772ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 -- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 msgr2=0x5606d772ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e6d80640 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d765af70 0x5606d772fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d772ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 -- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d765af70 msgr2=0x5606d772fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d765af70 0x5606d772fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.002+0000 7fd3e7581640 1 -- 172.21.15.17:0/3019556513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606d772e100 con 0x5606d7712820 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00015c0 tx=0x7fd3e0001a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac22a5257ca3983 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e557d640 1 -- 172.21.15.17:0/3019556513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0003650 con 0x5606d7712820 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e557d640 1 -- 172.21.15.17:0/3019556513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3e00037f0 con 0x5606d7712820 2024-09-19T08:08:49.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e557d640 1 -- 172.21.15.17:0/3019556513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0003c20 con 0x5606d7712820 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 -- 172.21.15.17:0/3019556513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 msgr2=0x5606d7726870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00015c0 tx=0x7fd3e0001a80 comp rx=0 tx=0).stop 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 -- 172.21.15.17:0/3019556513 shutdown_connections 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d7712820 0x5606d7726870 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d772ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3019556513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d765af70 0x5606d772fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 -- 172.21.15.17:0/3019556513 >> 172.21.15.17:0/3019556513 conn(0x5606d7656bb0 msgr2=0x5606d7684d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 -- 172.21.15.17:0/3019556513 shutdown_connections 2024-09-19T08:08:49.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.003+0000 7fd3e928af40 1 -- 172.21.15.17:0/3019556513 wait complete. 2024-09-19T08:08:49.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.004+0000 7fd3e928af40 1 Processor -- start 2024-09-19T08:08:49.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.004+0000 7fd3e928af40 1 -- start start 2024-09-19T08:08:49.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 0x5606d77c84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d77c55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d7712820 0x5606d77c5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5606d77304b0 con 0x5606d765af70 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5606d772deb0 con 0x5606d7712820 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5606d772e3e0 con 0x5606d765b350 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 0x5606d77c84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 0x5606d77c84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54342/0 (socket says 172.21.15.17:54342) 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 -- 172.21.15.17:0/3542111664 learned_addr learned my addr 172.21.15.17:0/3542111664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e657f640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d77c55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d7712820 0x5606d77c5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 -- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 msgr2=0x5606d77c55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5606d765b350 0x5606d77c55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 -- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d7712820 msgr2=0x5606d77c5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5606d7712820 0x5606d77c5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 -- 172.21.15.17:0/3542111664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606d77c6a00 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e6d80640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 0x5606d77c84f0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8000c00 tx=0x7fd3d8002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3cffff640 1 -- 172.21.15.17:0/3542111664 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8054900 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3cffff640 1 -- 172.21.15.17:0/3542111664 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d8054aa0 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5606d77c6020 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3cffff640 1 -- 172.21.15.17:0/3542111664 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8060430 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.005+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606d7657140 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3cffff640 1 -- 172.21.15.17:0/3542111664 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd3d80605d0 con 0x5606d765af70 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3cffff640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd3d406ac90 0x7fd3d406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3cffff640 1 -- 172.21.15.17:0/3542111664 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fd3d80ce9a0 con 0x5606d765af70 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5606d77306a0 0x5606d7724b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x5606d7727820 con 0x5606d77306a0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.007+0000 7fd3e657f640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd3d406ac90 0x7fd3d406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5606d77306a0 0x5606d7724b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e7581640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5606d77306a0 0x5606d7724b60 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e657f640 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd3d406ac90 0x7fd3d406d150 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x5606d772de50 tx=0x7fd3dc005a00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e7581640 1 -- 172.21.15.17:0/3542111664 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [stat out=16b] v0'0 uv3 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7fd3e000f030 con 0x5606d77306a0 2024-09-19T08:08:49.013 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/500.00000000 mtime 2024-09-19T08:08:37.000000+0000, size 90 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5606d77306a0 msgr2=0x5606d7724b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5606d77306a0 0x5606d7724b60 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd3d406ac90 msgr2=0x7fd3d406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.008+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd3d406ac90 0x7fd3d406d150 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x5606d772de50 tx=0x7fd3dc005a00 comp rx=0 tx=0).stop 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 msgr2=0x5606d77c84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 --2- 172.21.15.17:0/3542111664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606d765af70 0x5606d77c84f0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8000c00 tx=0x7fd3d8002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e7581640 1 -- 172.21.15.17:0/3542111664 reap_dead start 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 shutdown_connections 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 >> 172.21.15.17:0/3542111664 conn(0x5606d7656bb0 msgr2=0x5606d7684cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 shutdown_connections 2024-09-19T08:08:49.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.009+0000 7fd3e928af40 1 -- 172.21.15.17:0/3542111664 wait complete. 2024-09-19T08:08:49.016 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds_snaptable 2024-09-19T08:08:49.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 Processor -- start 2024-09-19T08:08:49.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 -- start start 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dbc0200 0x55584dba5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dc2f5d0 0x55584dba22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55584dac8510 con 0x55584dc4f2f0 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55584dc302f0 con 0x55584dc2f5d0 2024-09-19T08:08:49.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe379016f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55584dbbd750 con 0x55584dbc0200 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe37669d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe37669d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54362/0 (socket says 172.21.15.17:54362) 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe37669d640 1 -- 172.21.15.17:0/1632870705 learned_addr learned my addr 172.21.15.17:0/1632870705 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe375e9c640 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dbc0200 0x55584dba5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.099+0000 7fe37569b640 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dc2f5d0 0x55584dba22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 -- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dbc0200 msgr2=0x55584dba5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dbc0200 0x55584dba5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 -- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dc2f5d0 msgr2=0x55584dba22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dc2f5d0 0x55584dba22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 -- 172.21.15.17:0/1632870705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55584dc49990 con 0x55584dc4f2f0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe37669d640 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7fe370001630 tx=0x7fe370001af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09e5a8b961e512e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe367fff640 1 -- 172.21.15.17:0/1632870705 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe370017070 con 0x55584dc4f2f0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe367fff640 1 -- 172.21.15.17:0/1632870705 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe370002690 con 0x55584dc4f2f0 2024-09-19T08:08:49.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe367fff640 1 -- 172.21.15.17:0/1632870705 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe370002a80 con 0x55584dc4f2f0 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 -- 172.21.15.17:0/1632870705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 msgr2=0x55584dc4b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7fe370001630 tx=0x7fe370001af0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 -- 172.21.15.17:0/1632870705 shutdown_connections 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc4f2f0 0x55584dc4b8f0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dc2f5d0 0x55584dba22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 --2- 172.21.15.17:0/1632870705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dbc0200 0x55584dba5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.100+0000 7fe379016f40 1 -- 172.21.15.17:0/1632870705 >> 172.21.15.17:0/1632870705 conn(0x55584dba1400 msgr2=0x55584db77b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.101+0000 7fe379016f40 1 -- 172.21.15.17:0/1632870705 shutdown_connections 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.101+0000 7fe379016f40 1 -- 172.21.15.17:0/1632870705 wait complete. 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.101+0000 7fe379016f40 1 Processor -- start 2024-09-19T08:08:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.101+0000 7fe379016f40 1 -- start start 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dbc0200 0x55584dbbbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 0x55584dbbad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dc4f2f0 0x55584dbbb280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55584dbbd9a0 con 0x55584dc2f5d0 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55584dc42410 con 0x55584dbc0200 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe379016f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55584db77150 con 0x55584dc4f2f0 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 0x55584dbbad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 0x55584dbbad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54376/0 (socket says 172.21.15.17:54376) 2024-09-19T08:08:49.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 -- 172.21.15.17:0/3909013419 learned_addr learned my addr 172.21.15.17:0/3909013419 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 -- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dc4f2f0 msgr2=0x55584dbbb280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37669d640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dc4f2f0 0x55584dbbb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe375e9c640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dbc0200 0x55584dbbbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55584dc4f2f0 0x55584dbbb280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 -- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dbc0200 msgr2=0x55584dbbbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55584dbc0200 0x55584dbbbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 -- 172.21.15.17:0/3909013419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55584db75780 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.102+0000 7fe37569b640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 0x55584dbbad40 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7fe36c046170 tx=0x7fe36c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.103+0000 7fe366ffd640 1 -- 172.21.15.17:0/3909013419 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c069070 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.103+0000 7fe366ffd640 1 -- 172.21.15.17:0/3909013419 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe36c058b50 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.103+0000 7fe366ffd640 1 -- 172.21.15.17:0/3909013419 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c04f400 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.103+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55584db77ef0 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.103+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55584dba6170 con 0x55584dc2f5d0 2024-09-19T08:08:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.104+0000 7fe366ffd640 1 -- 172.21.15.17:0/3909013419 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe36c0643f0 con 0x55584dc2f5d0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe366ffd640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe35806ac90 0x7fe35806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe366ffd640 1 -- 172.21.15.17:0/3909013419 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fe36c0cd870 con 0x55584dc2f5d0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe379016f40 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55584dbbc350 0x55584dc2e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe375e9c640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe35806ac90 0x7fe35806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55584dc49d20 con 0x55584dbbc350 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe37669d640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55584dbbc350 0x55584dc2e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.105+0000 7fe375e9c640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe35806ac90 0x7fe35806d150 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55584dc45600 tx=0x7fe368009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe37669d640 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55584dbbc350 0x55584dc2e360 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe37669d640 1 -- 172.21.15.17:0/3909013419 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [stat out=16b] v0'0 uv1 ondisk = 0) ==== 157+0+16 (crc 0 0 0) 0x7fe37001a040 con 0x55584dbbc350 2024-09-19T08:08:49.108 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/mds_snaptable mtime 2024-09-19T08:08:37.000000+0000, size 70 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55584dbbc350 msgr2=0x55584dc2e360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55584dbbc350 0x55584dc2e360 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe35806ac90 msgr2=0x7fe35806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe35806ac90 0x7fe35806d150 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55584dc45600 tx=0x7fe368009040 comp rx=0 tx=0).stop 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 msgr2=0x55584dbbad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 --2- 172.21.15.17:0/3909013419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55584dc2f5d0 0x55584dbbad40 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7fe36c046170 tx=0x7fe36c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe37669d640 1 -- 172.21.15.17:0/3909013419 reap_dead start 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 shutdown_connections 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 >> 172.21.15.17:0/3909013419 conn(0x55584dba1400 msgr2=0x55584dba6460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 shutdown_connections 2024-09-19T08:08:49.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.106+0000 7fe379016f40 1 -- 172.21.15.17:0/3909013419 wait complete. 2024-09-19T08:08:49.111 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_inotable 2024-09-19T08:08:49.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.155+0000 7fd65b291f40 1 Processor -- start 2024-09-19T08:08:49.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.155+0000 7fd65b291f40 1 -- start start 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3bc3050 0x563bd3bef4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c996b0 0x563bd3c08ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563bd3c99e30 con 0x563bd3c04ab0 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563bd3b12510 con 0x563bd3c996b0 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd65b291f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563bd3c9a0d0 con 0x563bd3bc3050 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54404/0 (socket says 172.21.15.17:54404) 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 -- 172.21.15.17:0/12321903 learned_addr learned my addr 172.21.15.17:0/12321903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658d87640 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3bc3050 0x563bd3bef4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd659588640 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c996b0 0x563bd3c08ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 -- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3bc3050 msgr2=0x563bd3bef4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3bc3050 0x563bd3bef4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 -- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c996b0 msgr2=0x563bd3c08ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c996b0 0x563bd3c08ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 -- 172.21.15.17:0/12321903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bd3c990c0 con 0x563bd3c04ab0 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd658586640 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fd640025b20 tx=0x7fd64004e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7943c08eb95c5b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.156+0000 7fd657584640 1 -- 172.21.15.17:0/12321903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640063070 con 0x563bd3c04ab0 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd657584640 1 -- 172.21.15.17:0/12321903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6400549f0 con 0x563bd3c04ab0 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd657584640 1 -- 172.21.15.17:0/12321903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640059040 con 0x563bd3c04ab0 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 -- 172.21.15.17:0/12321903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 msgr2=0x563bd3c7f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fd640025b20 tx=0x7fd64004e000 comp rx=0 tx=0).stop 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 -- 172.21.15.17:0/12321903 shutdown_connections 2024-09-19T08:08:49.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c996b0 0x563bd3c08ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3c04ab0 0x563bd3c7f5a0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 --2- 172.21.15.17:0/12321903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3bc3050 0x563bd3bef4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 -- 172.21.15.17:0/12321903 >> 172.21.15.17:0/12321903 conn(0x563bd3beaa00 msgr2=0x563bd3c099c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 -- 172.21.15.17:0/12321903 shutdown_connections 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.157+0000 7fd65b291f40 1 -- 172.21.15.17:0/12321903 wait complete. 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 Processor -- start 2024-09-19T08:08:49.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 -- start start 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 0x563bd3d311f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c04ab0 0x563bd3c7dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3c996b0 0x563bd3c80310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563bd3c9c910 con 0x563bd3bc3050 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563bd3c81220 con 0x563bd3c04ab0 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.158+0000 7fd65b291f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563bd3c7f070 con 0x563bd3c996b0 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 0x563bd3d311f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 0x563bd3d311f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54410/0 (socket says 172.21.15.17:54410) 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 -- 172.21.15.17:0/333796809 learned_addr learned my addr 172.21.15.17:0/333796809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd659588640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3c996b0 0x563bd3c80310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658586640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c04ab0 0x563bd3c7dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 -- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3c996b0 msgr2=0x563bd3c80310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563bd3c996b0 0x563bd3c80310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 -- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c04ab0 msgr2=0x563bd3c7dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563bd3c04ab0 0x563bd3c7dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 -- 172.21.15.17:0/333796809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bd3c09280 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd658d87640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 0x563bd3d311f0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fd64800e290 tx=0x7fd64800e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd656582640 1 -- 172.21.15.17:0/333796809 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd648018020 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd656582640 1 -- 172.21.15.17:0/333796809 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd648013870 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563bd3bea180 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd656582640 1 -- 172.21.15.17:0/333796809 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd648013c40 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.159+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bd3bea740 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd656582640 1 -- 172.21.15.17:0/333796809 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd64801b020 con 0x563bd3bc3050 2024-09-19T08:08:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd656582640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd63806ac90 0x7fd63806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd656582640 1 -- 172.21.15.17:0/333796809 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fd64808a5c0 con 0x563bd3bc3050 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd658586640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd63806ac90 0x7fd63806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd65b291f40 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563bd3c7ec10 0x563bd3c79670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x563bd3c78b80 con 0x563bd3c7ec10 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.161+0000 7fd659588640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563bd3c7ec10 0x563bd3c79670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd659588640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563bd3c7ec10 0x563bd3c79670 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd658586640 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd63806ac90 0x7fd63806d150 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd64000a4f0 tx=0x7fd640051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd659588640 1 -- 172.21.15.17:0/333796809 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [stat out=16b] v0'0 uv3 ondisk = 0) ==== 157+0+16 (crc 0 0 0) 0x7fd65000f590 con 0x563bd3c7ec10 2024-09-19T08:08:49.165 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/mds0_inotable mtime 2024-09-19T08:08:45.000000+0000, size 34 2024-09-19T08:08:49.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563bd3c7ec10 msgr2=0x563bd3c79670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563bd3c7ec10 0x563bd3c79670 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd63806ac90 msgr2=0x7fd63806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd63806ac90 0x7fd63806d150 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd64000a4f0 tx=0x7fd640051000 comp rx=0 tx=0).stop 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 msgr2=0x563bd3d311f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 --2- 172.21.15.17:0/333796809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563bd3bc3050 0x563bd3d311f0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fd64800e290 tx=0x7fd64800e750 comp rx=0 tx=0).stop 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd659588640 1 -- 172.21.15.17:0/333796809 reap_dead start 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 shutdown_connections 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 >> 172.21.15.17:0/333796809 conn(0x563bd3beaa00 msgr2=0x563bd3c9bbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 shutdown_connections 2024-09-19T08:08:49.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.162+0000 7fd65b291f40 1 -- 172.21.15.17:0/333796809 wait complete. 2024-09-19T08:08:49.167 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 100.00000000 2024-09-19T08:08:49.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.211+0000 7f669df3bf40 1 Processor -- start 2024-09-19T08:08:49.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.211+0000 7f669df3bf40 1 -- start start 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6684003a10 0x561359d598c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561359e26310 0x561359e25670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561359cab510 con 0x561359e25bb0 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561359d04c50 con 0x561359e26310 2024-09-19T08:08:49.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669df3bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561359d58460 con 0x7f6684003a10 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669c232640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669c232640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54416/0 (socket says 172.21.15.17:54416) 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.212+0000 7f669c232640 1 -- 172.21.15.17:0/683254734 learned_addr learned my addr 172.21.15.17:0/683254734 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 -- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6684003a10 msgr2=0x561359d598c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6684003a10 0x561359d598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 -- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561359e26310 msgr2=0x561359e25670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669b230640 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561359e26310 0x561359e25670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561359e26310 0x561359e25670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 -- 172.21.15.17:0/683254734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561359e2f930 con 0x561359e25bb0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669c232640 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f6694046090 tx=0x7f6694008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372f0ba9069195c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669a22e640 1 -- 172.21.15.17:0/683254734 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6694055070 con 0x561359e25bb0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669a22e640 1 -- 172.21.15.17:0/683254734 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6694006250 con 0x561359e25bb0 2024-09-19T08:08:49.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669a22e640 1 -- 172.21.15.17:0/683254734 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6694051a50 con 0x561359e25bb0 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 -- 172.21.15.17:0/683254734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 msgr2=0x561359e309d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f6694046090 tx=0x7f6694008030 comp rx=0 tx=0).stop 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 -- 172.21.15.17:0/683254734 shutdown_connections 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e309d0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561359e26310 0x561359e25670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 --2- 172.21.15.17:0/683254734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6684003a10 0x561359d598c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 -- 172.21.15.17:0/683254734 >> 172.21.15.17:0/683254734 conn(0x561359d84280 msgr2=0x561359e28350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 -- 172.21.15.17:0/683254734 shutdown_connections 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.213+0000 7f669df3bf40 1 -- 172.21.15.17:0/683254734 wait complete. 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.214+0000 7f669df3bf40 1 Processor -- start 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.214+0000 7f669df3bf40 1 -- start start 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e1bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561359e26310 0x561359e2e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6684003a10 0x561359d87400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561359e32620 con 0x561359e25bb0 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561359d88dd0 con 0x7f6684003a10 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561359da2400 con 0x561359e26310 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e1bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e1bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54430/0 (socket says 172.21.15.17:54430) 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 -- 172.21.15.17:0/3326880148 learned_addr learned my addr 172.21.15.17:0/3326880148 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669b230640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561359e26310 0x561359e2e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669c232640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6684003a10 0x561359d87400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 -- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561359e26310 msgr2=0x561359e2e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561359e26310 0x561359e2e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 -- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6684003a10 msgr2=0x561359d87400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6684003a10 0x561359d87400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 -- 172.21.15.17:0/3326880148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561359da26e0 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669b230640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561359e26310 0x561359e2e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669ba31640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e1bf40 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f668c005770 tx=0x7f668c0086c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669922c640 1 -- 172.21.15.17:0/3326880148 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c0147e0 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669922c640 1 -- 172.21.15.17:0/3326880148 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f668c01a070 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669922c640 1 -- 172.21.15.17:0/3326880148 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c014be0 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.215+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561359e2a9a0 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.216+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561359da20b0 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.217+0000 7f669922c640 1 -- 172.21.15.17:0/3326880148 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f668c015470 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.217+0000 7f669922c640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f668806ac90 0x7f668806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.217+0000 7f669922c640 1 -- 172.21.15.17:0/3326880148 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f668c08a880 con 0x561359e25bb0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669b230640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f668806ac90 0x7f668806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561359e254b0 0x561359e2b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x561359e2b6e0 con 0x561359e254b0 2024-09-19T08:08:49.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669c232640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561359e254b0 0x561359e2b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669b230640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f668806ac90 0x7f668806d150 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f6690001ba0 tx=0x7f6690001b10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669c232640 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561359e254b0 0x561359e2b1a0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669c232640 1 -- 172.21.15.17:0/3326880148 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [stat out=16b] v0'0 uv1 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7f6694051810 con 0x561359e254b0 2024-09-19T08:08:49.225 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/100.00000000 mtime 2024-09-19T08:08:37.000000+0000, size 0 2024-09-19T08:08:49.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561359e254b0 msgr2=0x561359e2b1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561359e254b0 0x561359e2b1a0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f668806ac90 msgr2=0x7f668806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.218+0000 7f669df3bf40 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f668806ac90 0x7f668806d150 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f6690001ba0 tx=0x7f6690001b10 comp rx=0 tx=0).stop 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 msgr2=0x561359e1bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 --2- 172.21.15.17:0/3326880148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561359e25bb0 0x561359e1bf40 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f668c005770 tx=0x7f668c0086c0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669c232640 1 -- 172.21.15.17:0/3326880148 reap_dead start 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 shutdown_connections 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 >> 172.21.15.17:0/3326880148 conn(0x561359d84280 msgr2=0x561359d598c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 shutdown_connections 2024-09-19T08:08:49.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.219+0000 7f669df3bf40 1 -- 172.21.15.17:0/3326880148 wait complete. 2024-09-19T08:08:49.228 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_sessionmap 2024-09-19T08:08:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.271+0000 7fcf16965f40 1 Processor -- start 2024-09-19T08:08:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.271+0000 7fcf16965f40 1 -- start start 2024-09-19T08:08:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862ff7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560863006ee0 0x560863008510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560862f6f660 con 0x560862ffcf90 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560863007640 con 0x560863006ee0 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf16965f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560862f6f380 con 0x5608630065c0 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54456/0 (socket says 172.21.15.17:54456) 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 -- 172.21.15.17:0/228604314 learned_addr learned my addr 172.21.15.17:0/228604314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf13c5a640 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862ff7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf14c5c640 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560863006ee0 0x560863008510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 -- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 msgr2=0x560862ff7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862ff7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 -- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560863006ee0 msgr2=0x560863008510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560863006ee0 0x560863008510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 -- 172.21.15.17:0/228604314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560862e59cb0 con 0x560862ffcf90 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf1445b640 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fcf0400a610 tx=0x7fcf04005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af151c6e69a98439 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf12c58640 1 -- 172.21.15.17:0/228604314 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04008a60 con 0x560862ffcf90 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf12c58640 1 -- 172.21.15.17:0/228604314 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf04008c00 con 0x560862ffcf90 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.272+0000 7fcf12c58640 1 -- 172.21.15.17:0/228604314 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04013440 con 0x560862ffcf90 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- 172.21.15.17:0/228604314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 msgr2=0x560862ff7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fcf0400a610 tx=0x7fcf04005f90 comp rx=0 tx=0).stop 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- 172.21.15.17:0/228604314 shutdown_connections 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560863006ee0 0x560863008510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862ff7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 --2- 172.21.15.17:0/228604314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560862ffcf90 0x560862ff7510 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- 172.21.15.17:0/228604314 >> 172.21.15.17:0/228604314 conn(0x560862f59400 msgr2=0x560862f5e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- 172.21.15.17:0/228604314 shutdown_connections 2024-09-19T08:08:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- 172.21.15.17:0/228604314 wait complete. 2024-09-19T08:08:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 Processor -- start 2024-09-19T08:08:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.273+0000 7fcf16965f40 1 -- start start 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560862ffcf90 0x560862ff3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862f763a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 0x5608630a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5608630094b0 con 0x560863006ee0 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560862f75310 con 0x560862ffcf90 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf16965f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560862f77520 con 0x5608630065c0 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf14c5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 0x5608630a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf14c5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 0x5608630a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54460/0 (socket says 172.21.15.17:54460) 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf14c5c640 1 -- 172.21.15.17:0/3820569534 learned_addr learned my addr 172.21.15.17:0/3820569534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf1445b640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560862ffcf90 0x560862ff3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.274+0000 7fcf13c5a640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862f763a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 -- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 msgr2=0x560862f763a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5608630065c0 0x560862f763a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 -- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560862ffcf90 msgr2=0x560862ff3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560862ffcf90 0x560862ff3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 -- 172.21.15.17:0/3820569534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560862ffe660 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf1445b640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560862ffcf90 0x560862ff3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf14c5c640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 0x5608630a02b0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c00b270 tx=0x7fcf0c00b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf11c56640 1 -- 172.21.15.17:0/3820569534 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c017020 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf11c56640 1 -- 172.21.15.17:0/3820569534 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf0c012660 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560863000070 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf11c56640 1 -- 172.21.15.17:0/3820569534 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c012a30 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.275+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560862f768e0 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.276+0000 7fcf11c56640 1 -- 172.21.15.17:0/3820569534 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf0c01a020 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf11c56640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0006ac90 0x7fcf0006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf11c56640 1 -- 172.21.15.17:0/3820569534 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fcf0c08a6d0 con 0x560863006ee0 2024-09-19T08:08:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf16965f40 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x560862ff3e00 0x560862ffd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x560863000630 con 0x560862ff3e00 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf1445b640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0006ac90 0x7fcf0006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf13c5a640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x560862ff3e00 0x560862ffd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.277+0000 7fcf13c5a640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x560862ff3e00 0x560862ffd370 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf1445b640 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0006ac90 0x7fcf0006d150 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcf0400c010 tx=0x7fcf0400af90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf13c5a640 1 -- 172.21.15.17:0/3820569534 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 mds0_sessionmap [stat out=16b] v0'0 uv3 ondisk = 0) ==== 159+0+16 (crc 0 0 0) 0x7fcf08057030 con 0x560862ff3e00 2024-09-19T08:08:49.281 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/mds0_sessionmap mtime 2024-09-19T08:08:45.000000+0000, size 0 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x560862ff3e00 msgr2=0x560862ffd370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x560862ff3e00 0x560862ffd370 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0006ac90 msgr2=0x7fcf0006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcf0006ac90 0x7fcf0006d150 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcf0400c010 tx=0x7fcf0400af90 comp rx=0 tx=0).stop 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 msgr2=0x5608630a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 --2- 172.21.15.17:0/3820569534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560863006ee0 0x5608630a02b0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c00b270 tx=0x7fcf0c00b730 comp rx=0 tx=0).stop 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf14c5c640 1 -- 172.21.15.17:0/3820569534 reap_dead start 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 shutdown_connections 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 >> 172.21.15.17:0/3820569534 conn(0x560862f59400 msgr2=0x560862f5e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 shutdown_connections 2024-09-19T08:08:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.278+0000 7fcf16965f40 1 -- 172.21.15.17:0/3820569534 wait complete. 2024-09-19T08:08:49.284 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 400.00000000 2024-09-19T08:08:49.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 Processor -- start 2024-09-19T08:08:49.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 -- start start 2024-09-19T08:08:49.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d259f90 0x56526d1d3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d2635c0 0x56526d1d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56526d264640 con 0x56526d263f10 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56526d0dd510 con 0x56526d2635c0 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.367+0000 7fc60d861f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56526d1cc660 con 0x56526d259f90 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54462/0 (socket says 172.21.15.17:54462) 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 -- 172.21.15.17:0/1705690369 learned_addr learned my addr 172.21.15.17:0/1705690369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60ab56640 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d2635c0 0x56526d1d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60b357640 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d259f90 0x56526d1d3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 -- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d259f90 msgr2=0x56526d1d3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d259f90 0x56526d1d3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 -- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d2635c0 msgr2=0x56526d1d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d2635c0 0x56526d1d2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 -- 172.21.15.17:0/1705690369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56526d254120 con 0x56526d263f10 2024-09-19T08:08:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc60bb58640 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fc604006ed0 tx=0x7fc60400b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e65a3902c14480b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc609b54640 1 -- 172.21.15.17:0/1705690369 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc604012070 con 0x56526d263f10 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc609b54640 1 -- 172.21.15.17:0/1705690369 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc60400e670 con 0x56526d263f10 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.368+0000 7fc609b54640 1 -- 172.21.15.17:0/1705690369 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60400ea60 con 0x56526d263f10 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- 172.21.15.17:0/1705690369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 msgr2=0x56526d1d4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fc604006ed0 tx=0x7fc60400b6c0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- 172.21.15.17:0/1705690369 shutdown_connections 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d2635c0 0x56526d1d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 --2- 172.21.15.17:0/1705690369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d259f90 0x56526d1d3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- 172.21.15.17:0/1705690369 >> 172.21.15.17:0/1705690369 conn(0x56526d1b6400 msgr2=0x56526d1d1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- 172.21.15.17:0/1705690369 shutdown_connections 2024-09-19T08:08:49.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- 172.21.15.17:0/1705690369 wait complete. 2024-09-19T08:08:49.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 Processor -- start 2024-09-19T08:08:49.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.369+0000 7fc60d861f40 1 -- start start 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d259f90 0x56526d2548b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 0x56526d24f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56526d250a30 con 0x56526d2635c0 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56526d1d2da0 con 0x56526d259f90 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60d861f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56526d1d2440 con 0x56526d263f10 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60ab56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 0x56526d24f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60ab56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 0x56526d24f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54466/0 (socket says 172.21.15.17:54466) 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60ab56640 1 -- 172.21.15.17:0/2694524195 learned_addr learned my addr 172.21.15.17:0/2694524195 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60b357640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d259f90 0x56526d2548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.370+0000 7fc60bb58640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 -- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d263f10 msgr2=0x56526d1d4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 -- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d259f90 msgr2=0x56526d2548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56526d259f90 0x56526d2548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 -- 172.21.15.17:0/2694524195 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56526d2660e0 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60bb58640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56526d263f10 0x56526d1d4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60ab56640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 0x56526d24f430 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4009f10 tx=0x7fc5f4008400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc608b52640 1 -- 172.21.15.17:0/2694524195 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4014600 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc608b52640 1 -- 172.21.15.17:0/2694524195 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f4019070 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56526d2663c0 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc608b52640 1 -- 172.21.15.17:0/2694524195 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f40149a0 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.371+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56526d1d0d80 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.372+0000 7fc608b52640 1 -- 172.21.15.17:0/2694524195 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc5f4013070 con 0x56526d2635c0 2024-09-19T08:08:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc608b52640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5ec06ac90 0x7fc5ec06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc608b52640 1 -- 172.21.15.17:0/2694524195 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc5f4089fe0 con 0x56526d2635c0 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc60b357640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5ec06ac90 0x7fc5ec06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc60d861f40 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56526d24fd40 0x56526d256720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x56526d256c60 con 0x56526d24fd40 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.373+0000 7fc60bb58640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56526d24fd40 0x56526d256720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60b357640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5ec06ac90 0x7fc5ec06d150 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc057000 tx=0x7fc5fc007030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60bb58640 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56526d24fd40 0x56526d256720 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60bb58640 1 -- 172.21.15.17:0/2694524195 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [stat out=16b] v0'0 uv1 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x7fc604014030 con 0x56526d24fd40 2024-09-19T08:08:49.377 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/400.00000000 mtime 2024-09-19T08:08:37.000000+0000, size 22 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56526d24fd40 msgr2=0x56526d256720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56526d24fd40 0x56526d256720 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5ec06ac90 msgr2=0x7fc5ec06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc5ec06ac90 0x7fc5ec06d150 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc057000 tx=0x7fc5fc007030 comp rx=0 tx=0).stop 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 msgr2=0x56526d24f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 --2- 172.21.15.17:0/2694524195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56526d2635c0 0x56526d24f430 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4009f10 tx=0x7fc5f4008400 comp rx=0 tx=0).stop 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60bb58640 1 -- 172.21.15.17:0/2694524195 reap_dead start 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 shutdown_connections 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 >> 172.21.15.17:0/2694524195 conn(0x56526d1b6400 msgr2=0x56526d189f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 shutdown_connections 2024-09-19T08:08:49.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.374+0000 7fc60d861f40 1 -- 172.21.15.17:0/2694524195 wait complete. 2024-09-19T08:08:49.380 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 100.00000000.inode 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.462+0000 7f4284c16f40 1 Processor -- start 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.462+0000 7f4284c16f40 1 -- start start 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dd97b770 0x55a3dd94ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a3dd94cb50 con 0x55a3dda23f40 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a3dd89e510 con 0x55a3dd97bb80 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4284c16f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a3dd97c3d0 con 0x55a3dd97b770 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54482/0 (socket says 172.21.15.17:54482) 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 -- 172.21.15.17:0/3676674071 learned_addr learned my addr 172.21.15.17:0/3676674071 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4281a9c640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dd97b770 0x55a3dd94ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428129b640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 -- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dd97b770 msgr2=0x55a3dd94ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dd97b770 0x55a3dd94ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 -- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 msgr2=0x55a3dda1b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 -- 172.21.15.17:0/3676674071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3dd979190 con 0x55a3dda23f40 2024-09-19T08:08:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428129b640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f428229d640 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f427c001d50 tx=0x7f427c00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c06437da659008d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4273fff640 1 -- 172.21.15.17:0/3676674071 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c00bd80 con 0x55a3dda23f40 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4273fff640 1 -- 172.21.15.17:0/3676674071 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c00f400 con 0x55a3dda23f40 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.463+0000 7f4273fff640 1 -- 172.21.15.17:0/3676674071 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c00f7f0 con 0x55a3dda23f40 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 -- 172.21.15.17:0/3676674071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 msgr2=0x55a3dda1bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f427c001d50 tx=0x7f427c00b5b0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 -- 172.21.15.17:0/3676674071 shutdown_connections 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dda23f40 0x55a3dda1bc10 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3676674071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dd97b770 0x55a3dd94ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 -- 172.21.15.17:0/3676674071 >> 172.21.15.17:0/3676674071 conn(0x55a3dd94bbb0 msgr2=0x55a3dd997d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 -- 172.21.15.17:0/3676674071 shutdown_connections 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 -- 172.21.15.17:0/3676674071 wait complete. 2024-09-19T08:08:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.464+0000 7f4284c16f40 1 Processor -- start 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 -- start start 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 0x55a3dda1fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dda23f40 0x55a3dda1c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a3dda269e0 con 0x55a3dd97b770 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a3dda1c150 con 0x55a3dd97bb80 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4284c16f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a3dda26cc0 con 0x55a3dda23f40 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4281a9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 0x55a3dda1fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4281a9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 0x55a3dda1fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54498/0 (socket says 172.21.15.17:54498) 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f4281a9c640 1 -- 172.21.15.17:0/3773694651 learned_addr learned my addr 172.21.15.17:0/3773694651 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.465+0000 7f428129b640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f428229d640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dda23f40 0x55a3dda1c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 -- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dda23f40 msgr2=0x55a3dda1c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3dda23f40 0x55a3dda1c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 -- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 msgr2=0x55a3dda1c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3dd97bb80 0x55a3dda1c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 -- 172.21.15.17:0/3773694651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3dda1b8a0 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4281a9c640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 0x55a3dda1fd20 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f4274045ce0 tx=0x7f4274003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4272ffd640 1 -- 172.21.15.17:0/3773694651 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274062400 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4272ffd640 1 -- 172.21.15.17:0/3773694651 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42740625a0 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a3dd950300 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4272ffd640 1 -- 172.21.15.17:0/3773694651 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274062990 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.466+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3dda233f0 con 0x55a3dd97b770 2024-09-19T08:08:49.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f4272ffd640 1 -- 172.21.15.17:0/3773694651 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4274062b30 con 0x55a3dd97b770 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f4272ffd640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406acc0 0x7f426406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f4272ffd640 1 -- 172.21.15.17:0/3773694651 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f42740cdfb0 con 0x55a3dd97b770 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a3dda20260 0x55a3ddabe450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55a3dda1bbd0 con 0x55a3dda20260 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.468+0000 7f428129b640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406acc0 0x7f426406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f428229d640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a3dda20260 0x55a3ddabe450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f428229d640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a3dda20260 0x55a3ddabe450 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f428129b640 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406acc0 0x7f426406d180 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x55a3dda27000 tx=0x7f4278005c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f428229d640 1 -- 172.21.15.17:0/3773694651 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [stat out=16b] v0'0 uv3 ondisk = 0) ==== 162+0+16 (crc 0 0 0) 0x7f427c00f5b0 con 0x55a3dda20260 2024-09-19T08:08:49.474 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/100.00000000.inode mtime 2024-09-19T08:08:37.000000+0000, size 582 2024-09-19T08:08:49.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a3dda20260 msgr2=0x55a3ddabe450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a3dda20260 0x55a3ddabe450 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406acc0 msgr2=0x7f426406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406acc0 0x7f426406d180 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x55a3dda27000 tx=0x7f4278005c10 comp rx=0 tx=0).stop 2024-09-19T08:08:49.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 msgr2=0x55a3dda1fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 --2- 172.21.15.17:0/3773694651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3dd97b770 0x55a3dda1fd20 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f4274045ce0 tx=0x7f4274003330 comp rx=0 tx=0).stop 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f428229d640 1 -- 172.21.15.17:0/3773694651 reap_dead start 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 shutdown_connections 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.469+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 >> 172.21.15.17:0/3773694651 conn(0x55a3dd94bbb0 msgr2=0x55a3dd997bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.470+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 shutdown_connections 2024-09-19T08:08:49.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.470+0000 7f4284c16f40 1 -- 172.21.15.17:0/3773694651 wait complete. 2024-09-19T08:08:49.477 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 1.00000000 2024-09-19T08:08:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 Processor -- start 2024-09-19T08:08:49.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 -- start start 2024-09-19T08:08:49.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 0x55bf488b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf488c5830 0x55bf488cd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bf48748510 con 0x55bf48822430 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bf487a1c50 con 0x7fc6880030f0 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.561+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bf487f5460 con 0x55bf488c5830 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54516/0 (socket says 172.21.15.17:54516) 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 -- 172.21.15.17:0/2306100949 learned_addr learned my addr 172.21.15.17:0/2306100949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 0x55bf488b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69c504640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf488c5830 0x55bf488cd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 -- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf488c5830 msgr2=0x55bf488cd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf488c5830 0x55bf488cd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 -- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 msgr2=0x55bf488b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 0x55bf488b5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 -- 172.21.15.17:0/2306100949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf488c51d0 con 0x55bf48822430 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 0x55bf488b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69b502640 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fc6840018f0 tx=0x7fc68404f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d78ecd10624195b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69a500640 1 -- 172.21.15.17:0/2306100949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc684061450 con 0x55bf48822430 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69a500640 1 -- 172.21.15.17:0/2306100949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc684066070 con 0x55bf48822430 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.562+0000 7fc69a500640 1 -- 172.21.15.17:0/2306100949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc684061830 con 0x55bf48822430 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2306100949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 msgr2=0x55bf488ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fc6840018f0 tx=0x7fc68404f000 comp rx=0 tx=0).stop 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2306100949 shutdown_connections 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf488c5830 0x55bf488cd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf48822430 0x55bf488ccbd0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2306100949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6880030f0 0x55bf488b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2306100949 >> 172.21.15.17:0/2306100949 conn(0x55bf48821280 msgr2=0x55bf488c3860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2306100949 shutdown_connections 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2306100949 wait complete. 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 Processor -- start 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.563+0000 7fc69ee0af40 1 -- start start 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf48822430 0x55bf488bb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bf488c5830 0x55bf4883f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 0x55bf488c2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bf488ba4b0 con 0x7fc6880030f0 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bf488c4f80 con 0x55bf488c5830 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69ee0af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bf488b9e60 con 0x55bf48822430 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 0x55bf488c2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 0x55bf488c2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54520/0 (socket says 172.21.15.17:54520) 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 -- 172.21.15.17:0/2158097325 learned_addr learned my addr 172.21.15.17:0/2158097325 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69b502640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bf488c5830 0x55bf4883f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf48822430 0x55bf488bb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 -- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf48822430 msgr2=0x55bf488bb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf48822430 0x55bf488bb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 -- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bf488c5830 msgr2=0x55bf4883f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bf488c5830 0x55bf4883f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69c504640 1 -- 172.21.15.17:0/2158097325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf488bc9d0 con 0x7fc6880030f0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bf48822430 0x55bf488bb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.564+0000 7fc69b502640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bf488c5830 0x55bf4883f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc69c504640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 0x55bf488c2490 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x55bf488232c0 tx=0x7fc694009f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc6994fe640 1 -- 172.21.15.17:0/2158097325 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694016410 con 0x7fc6880030f0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc6994fe640 1 -- 172.21.15.17:0/2158097325 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc69401d070 con 0x7fc6880030f0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55bf488bc6f0 con 0x7fc6880030f0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc6994fe640 1 -- 172.21.15.17:0/2158097325 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6940167f0 con 0x7fc6880030f0 2024-09-19T08:08:49.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.565+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf488baee0 con 0x7fc6880030f0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.566+0000 7fc6994fe640 1 -- 172.21.15.17:0/2158097325 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc694016990 con 0x7fc6880030f0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc6994fe640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc67c06ac90 0x7fc67c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc6994fe640 1 -- 172.21.15.17:0/2158097325 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc69408a670 con 0x7fc6880030f0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc67c06ac90 0x7fc67c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55bf488c29d0 0x55bf48964f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e87) -- 0x55bf48965440 con 0x55bf488c29d0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc69b502640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55bf488c29d0 0x55bf48964f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.567+0000 7fc69bd03640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc67c06ac90 0x7fc67c06d150 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc68c000f80 tx=0x7fc68c004130 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69b502640 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55bf488c29d0 0x55bf48964f00 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69b502640 1 -- 172.21.15.17:0/2158097325 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [stat out=16b] v0'0 uv6 ondisk = 0) ==== 154+0+16 (crc 0 0 0) 0x7fc684061450 con 0x55bf488c29d0 2024-09-19T08:08:49.573 INFO:teuthology.orchestra.run.smithi017.stdout:cephfs_metadata/1.00000000 mtime 2024-09-19T08:08:45.000000+0000, size 0 2024-09-19T08:08:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55bf488c29d0 msgr2=0x55bf48964f00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55bf488c29d0 0x55bf48964f00 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc67c06ac90 msgr2=0x7fc67c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc67c06ac90 0x7fc67c06d150 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc68c000f80 tx=0x7fc68c004130 comp rx=0 tx=0).stop 2024-09-19T08:08:49.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 msgr2=0x55bf488c2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 --2- 172.21.15.17:0/2158097325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6880030f0 0x55bf488c2490 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x55bf488232c0 tx=0x7fc694009f40 comp rx=0 tx=0).stop 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69c504640 1 -- 172.21.15.17:0/2158097325 reap_dead start 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 shutdown_connections 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 >> 172.21.15.17:0/2158097325 conn(0x55bf48821280 msgr2=0x55bf488ccbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 shutdown_connections 2024-09-19T08:08:49.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.568+0000 7fc69ee0af40 1 -- 172.21.15.17:0/2158097325 wait complete. 2024-09-19T08:08:49.575 INFO:tasks.cephfs.test_damage:Expectation on rm '10000000000.00000000' will be 'no damage' 2024-09-19T08:08:49.575 INFO:tasks.cephfs.test_damage:Expectation on rm '600.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '1.00000000.inode' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '200.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '200.00000001' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_openfiles.0' will be 'no damage' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '500.00000000' will be 'no damage' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds_snaptable' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_inotable' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '100.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_sessionmap' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '400.00000000' will be 'no damage' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '100.00000000.inode' will be 'damaged_on_start' 2024-09-19T08:08:49.576 INFO:tasks.cephfs.test_damage:Expectation on rm '1.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '10000000000.00000000' will be 'no damage' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '600.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header 'mds0_openfiles.0' will be 'no damage' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '100.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header 'mds0_sessionmap' will be 'damaged_on_start' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '1.00000000' will be 'damaged_on_start' 2024-09-19T08:08:49.577 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 10000000000.00000000' 2024-09-19T08:08:49.578 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:08:49.578 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:08:49.594 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:08:49.594 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:49.594 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:08:49.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:49.594 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:08:49.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:08:49.649 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:08:49.650 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:08:49.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.793+0000 7f3208b91640 1 Processor -- start 2024-09-19T08:08:49.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.793+0000 7f3208b91640 1 -- start start 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f3208b91640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f320415c4a0 0x7f32040cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f3208b91640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 0x7f320415c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f3208b91640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32040d0a30 con 0x7f32040d2da0 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f3208b91640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f32040d0d30 con 0x7f320415c4a0 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f3208b91640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f32040b76f0 con 0x7f32040b47a0 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f320259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f320415c4a0 0x7f32040cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f320259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f320415c4a0 0x7f32040cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54524/0 (socket says 172.21.15.17:54524) 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.794+0000 7f320259c640 1 -- 172.21.15.17:0/17126621 learned_addr learned my addr 172.21.15.17:0/17126621 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f3202d9d640 1 --2- 172.21.15.17:0/17126621 >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 0x7f320415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f320259c640 1 -- 172.21.15.17:0/17126621 >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 msgr2=0x7f320415c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f320259c640 1 --2- 172.21.15.17:0/17126621 >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 0x7f320415c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f320259c640 1 -- 172.21.15.17:0/17126621 >> v1:172.21.15.160:6789/0 conn(0x7f32040d2da0 legacy=0x7f32040b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f320259c640 1 -- 172.21.15.17:0/17126621 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3204073710 con 0x7f320415c4a0 2024-09-19T08:08:49.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f3202d9d640 1 --2- 172.21.15.17:0/17126621 >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 0x7f320415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.795+0000 7f320259c640 1 --2- 172.21.15.17:0/17126621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f320415c4a0 0x7f32040cff80 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f32040b4d70 tx=0x7f31f402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc69d3673dc832f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f320159a640 1 -- 172.21.15.17:0/17126621 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4037070 con 0x7f320415c4a0 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f320159a640 1 -- 172.21.15.17:0/17126621 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f4032440 con 0x7f320415c4a0 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f320159a640 1 -- 172.21.15.17:0/17126621 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4032810 con 0x7f320415c4a0 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 -- 172.21.15.17:0/17126621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f320415c4a0 msgr2=0x7f32040cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 --2- 172.21.15.17:0/17126621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f320415c4a0 0x7f32040cff80 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f32040b4d70 tx=0x7f31f402a200 comp rx=0 tx=0).stop 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 -- 172.21.15.17:0/17126621 shutdown_connections 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 --2- 172.21.15.17:0/17126621 >> v2:172.21.15.160:3300/0 conn(0x7f32040b47a0 0x7f320415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 --2- 172.21.15.17:0/17126621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f320415c4a0 0x7f32040cff80 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 -- 172.21.15.17:0/17126621 >> 172.21.15.17:0/17126621 conn(0x7f3204067950 msgr2=0x7f3204067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 -- 172.21.15.17:0/17126621 shutdown_connections 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.796+0000 7f3208b91640 1 -- 172.21.15.17:0/17126621 wait complete. 2024-09-19T08:08:49.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.798+0000 7f3208b91640 1 Processor -- start 2024-09-19T08:08:49.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.798+0000 7f3208b91640 1 -- start start 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32040d2da0 0x7f32041446a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 0x7f3204143770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3204166030 con 0x7f32040b47a0 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f32040d28e0 con 0x7f32040d2da0 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f32041661b0 con 0x7f320415c4a0 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54528/0 (socket says 172.21.15.17:54528) 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 -- 172.21.15.17:0/3151661140 learned_addr learned my addr 172.21.15.17:0/3151661140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:49.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3201d9b640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32040d2da0 0x7f32041446a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3202d9d640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 0x7f3204143770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 -- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 msgr2=0x7f3204143770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 0x7f3204143770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 -- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32040d2da0 msgr2=0x7f32041446a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32040d2da0 0x7f32041446a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 -- 172.21.15.17:0/3151661140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320406e510 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3202d9d640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 0x7f3204143770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f320259c640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f31f4000c00 tx=0x7f31f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4041020 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f40306c0 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4037040 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3204158f60 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.799+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3204143cb0 con 0x7f32040b47a0 2024-09-19T08:08:49.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.800+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f320415c880 con 0x7f32040b47a0 2024-09-19T08:08:49.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.801+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f31f4044020 con 0x7f32040b47a0 2024-09-19T08:08:49.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.801+0000 7f31faffd640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 0x7f31e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:49.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.802+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f31f40abbd0 con 0x7f32040b47a0 2024-09-19T08:08:49.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.802+0000 7f3201d9b640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 0x7f31e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:49.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.802+0000 7f3201d9b640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 0x7f31e406e770 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f32041f7cf0 tx=0x7f31ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:49.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:49.806+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f31f404b030 con 0x7f32040b47a0 2024-09-19T08:08:50.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.018+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f32040b41d0 con 0x7f32040b47a0 2024-09-19T08:08:50.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.949+0000 7f31faffd640 1 -- 172.21.15.17:0/3151661140 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v78) ==== 161+0+0 (secure 0 0 0) 0x7f31f4080030 con 0x7f32040b47a0 2024-09-19T08:08:50.949 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:08:50.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 msgr2=0x7f31e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:50.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 0x7f31e406e770 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f32041f7cf0 tx=0x7f31ec009040 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 msgr2=0x7f3204151680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f31f4000c00 tx=0x7f31f40046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 shutdown_connections 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f31e406c2b0 0x7f31e406e770 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f320415c4a0 0x7f3204143770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32040d2da0 0x7f32041446a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 --2- 172.21.15.17:0/3151661140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32040b47a0 0x7f3204151680 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 >> 172.21.15.17:0/3151661140 conn(0x7f3204067950 msgr2=0x7f32040b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 shutdown_connections 2024-09-19T08:08:50.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:50.952+0000 7f3208b91640 1 -- 172.21.15.17:0/3151661140 wait complete. 2024-09-19T08:08:50.966 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:08:51.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.077+0000 7f96450f1640 1 Processor -- start 2024-09-19T08:08:51.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.077+0000 7f96450f1640 1 -- start start 2024-09-19T08:08:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f96450f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f964015e8c0 0x7f96400d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f96450f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 0x7f96400d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f96450f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f964006cec0 con 0x7f964015e4e0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f96450f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f96400d2d40 con 0x7f964015e8c0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f96450f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f964006d160 con 0x7f96400b6ee0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f964015e8c0 0x7f96400d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f964015e8c0 0x7f96400d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54530/0 (socket says 172.21.15.17:54530) 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 -- 172.21.15.17:0/2929093091 learned_addr learned my addr 172.21.15.17:0/2929093091 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963f59e640 1 --2- 172.21.15.17:0/2929093091 >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 0x7f96400d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 -- 172.21.15.17:0/2929093091 >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 msgr2=0x7f96400d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 --2- 172.21.15.17:0/2929093091 >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 0x7f96400d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 -- 172.21.15.17:0/2929093091 >> v1:172.21.15.160:6789/0 conn(0x7f964015e4e0 legacy=0x7f96400b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963e59c640 1 -- 172.21.15.17:0/2929093091 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f964006d440 con 0x7f964015e8c0 2024-09-19T08:08:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.078+0000 7f963f59e640 1 --2- 172.21.15.17:0/2929093091 >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 0x7f96400d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.079+0000 7f963e59c640 1 --2- 172.21.15.17:0/2929093091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f96400d1fc0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f9640072df0 tx=0x7f963002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d291dc5c81f070b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.079+0000 7f963dd9b640 1 -- 172.21.15.17:0/2929093091 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9630037070 con 0x7f964015e8c0 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.079+0000 7f963dd9b640 1 -- 172.21.15.17:0/2929093091 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9630032440 con 0x7f964015e8c0 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.079+0000 7f963dd9b640 1 -- 172.21.15.17:0/2929093091 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9630032810 con 0x7f964015e8c0 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 -- 172.21.15.17:0/2929093091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 msgr2=0x7f96400d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 --2- 172.21.15.17:0/2929093091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f96400d1fc0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f9640072df0 tx=0x7f963002a200 comp rx=0 tx=0).stop 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 -- 172.21.15.17:0/2929093091 shutdown_connections 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 --2- 172.21.15.17:0/2929093091 >> v2:172.21.15.160:3300/0 conn(0x7f96400b6ee0 0x7f96400d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 --2- 172.21.15.17:0/2929093091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f96400d1fc0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 -- 172.21.15.17:0/2929093091 >> 172.21.15.17:0/2929093091 conn(0x7f964006f400 msgr2=0x7f964006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 -- 172.21.15.17:0/2929093091 shutdown_connections 2024-09-19T08:08:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.080+0000 7f96450f1640 1 -- 172.21.15.17:0/2929093091 wait complete. 2024-09-19T08:08:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.081+0000 7f96450f1640 1 Processor -- start 2024-09-19T08:08:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.081+0000 7f96450f1640 1 -- start start 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 0x7f9640146a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f964015e4e0 0x7f9640158d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f964006dc40 con 0x7f964015e8c0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f96400d2a40 con 0x7f964015e4e0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f96450f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f964006ddc0 con 0x7f96400b6ee0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f963f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f963f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54532/0 (socket says 172.21.15.17:54532) 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.082+0000 7f963f59e640 1 -- 172.21.15.17:0/1593174090 learned_addr learned my addr 172.21.15.17:0/1593174090 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963ed9d640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 0x7f9640146a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963e59c640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f964015e4e0 0x7f9640158d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 -- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 msgr2=0x7f9640146a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 0x7f9640146a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 -- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f964015e4e0 msgr2=0x7f9640158d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f964015e4e0 0x7f9640158d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 -- 172.21.15.17:0/1593174090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9640146f60 con 0x7f964015e8c0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963ed9d640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 0x7f9640146a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f963f59e640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f963800cef0 tx=0x7f963800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963801a070 con 0x7f964015e8c0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f963800d860 con 0x7f964015e8c0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9640141750 con 0x7f964015e8c0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963800dc50 con 0x7f964015e8c0 2024-09-19T08:08:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.083+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9640141d10 con 0x7f964015e8c0 2024-09-19T08:08:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.084+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96400b67d0 con 0x7f964015e8c0 2024-09-19T08:08:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.084+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f963801d070 con 0x7f964015e8c0 2024-09-19T08:08:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.085+0000 7f96277fe640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 0x7f962c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.085+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f963808bca0 con 0x7f964015e8c0 2024-09-19T08:08:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.085+0000 7f963ed9d640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 0x7f962c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.086+0000 7f963ed9d640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 0x7f962c06e7a0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9634003eb0 tx=0x7f9634009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:51.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.089+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9640146f60 con 0x7f964015e8c0 2024-09-19T08:08:51.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.334+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f9640071000 con 0x7f964015e8c0 2024-09-19T08:08:51.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.953+0000 7f96277fe640 1 -- 172.21.15.17:0/1593174090 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v79) ==== 107+0+0 (secure 0 0 0) 0x7f963805a500 con 0x7f964015e8c0 2024-09-19T08:08:51.953 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 msgr2=0x7f962c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 0x7f962c06e7a0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9634003eb0 tx=0x7f9634009040 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 msgr2=0x7f9640159270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f963800cef0 tx=0x7f963800a710 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 shutdown_connections 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962c06c2e0 0x7f962c06e7a0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f964015e8c0 0x7f9640159270 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f964015e4e0 0x7f9640158d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 --2- 172.21.15.17:0/1593174090 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96400b6ee0 0x7f9640146a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:51.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 >> 172.21.15.17:0/1593174090 conn(0x7f964006f400 msgr2=0x7f9640070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:51.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 shutdown_connections 2024-09-19T08:08:51.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:51.956+0000 7f96450f1640 1 -- 172.21.15.17:0/1593174090 wait complete. 2024-09-19T08:08:51.969 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:08:52.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 Processor -- start 2024-09-19T08:08:52.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 -- start start 2024-09-19T08:08:52.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0677f90 0x5613e05f0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 0x5613e05f1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5613e0682640 con 0x5613e0681ee0 2024-09-19T08:08:52.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5613e04fb510 con 0x5613e0677f90 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.015+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5613e05ea660 con 0x5613e06815c0 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54546/0 (socket says 172.21.15.17:54546) 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 -- 172.21.15.17:0/3970975824 learned_addr learned my addr 172.21.15.17:0/3970975824 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff74bfff640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 0x5613e05f1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff753abe640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0677f90 0x5613e05f0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 -- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 msgr2=0x5613e05f1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 0x5613e05f1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 -- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0677f90 msgr2=0x5613e05f0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0677f90 0x5613e05f0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 -- 172.21.15.17:0/3970975824 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613e066e950 con 0x5613e0681ee0 2024-09-19T08:08:52.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff74bfff640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 0x5613e05f1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff7542bf640 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7ff74c0015c0 tx=0x7ff74c001a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22893a2c34ae0a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff752abc640 1 -- 172.21.15.17:0/3970975824 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c003650 con 0x5613e0681ee0 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff752abc640 1 -- 172.21.15.17:0/3970975824 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff74c0037f0 con 0x5613e0681ee0 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.016+0000 7ff752abc640 1 -- 172.21.15.17:0/3970975824 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c003c60 con 0x5613e0681ee0 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- 172.21.15.17:0/3970975824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 msgr2=0x5613e0670160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7ff74c0015c0 tx=0x7ff74c001a80 comp rx=0 tx=0).stop 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- 172.21.15.17:0/3970975824 shutdown_connections 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e0681ee0 0x5613e0670160 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e06815c0 0x5613e05f1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/3970975824 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0677f90 0x5613e05f0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- 172.21.15.17:0/3970975824 >> 172.21.15.17:0/3970975824 conn(0x5613e05d4400 msgr2=0x5613e05d96b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- 172.21.15.17:0/3970975824 shutdown_connections 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- 172.21.15.17:0/3970975824 wait complete. 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 Processor -- start 2024-09-19T08:08:52.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.017+0000 7ff755fc8f40 1 -- start start 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e0677f90 0x5613e066e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 0x5613e05eeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0681ee0 0x5613e05ef2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5613e0685840 con 0x5613e06815c0 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5613e05efc80 con 0x5613e0681ee0 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff755fc8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5613e066ebc0 con 0x5613e0677f90 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff74bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 0x5613e05eeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff74bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 0x5613e05eeda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54560/0 (socket says 172.21.15.17:54560) 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 learned_addr learned my addr 172.21.15.17:0/1884126961 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e0677f90 0x5613e066e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.018+0000 7ff7542bf640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0681ee0 0x5613e05ef2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e0677f90 msgr2=0x5613e066e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5613e0677f90 0x5613e066e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0681ee0 msgr2=0x5613e05ef2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5613e0681ee0 0x5613e05ef2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613e0684c80 con 0x5613e06815c0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 0x5613e05eeda0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7ff73c025bc0 tx=0x7ff73c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff751aba640 1 -- 172.21.15.17:0/1884126961 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c054a40 con 0x5613e06815c0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff751aba640 1 -- 172.21.15.17:0/1884126961 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff73c064070 con 0x5613e06815c0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5613e06849a0 con 0x5613e06815c0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff751aba640 1 -- 172.21.15.17:0/1884126961 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c054de0 con 0x5613e06815c0 2024-09-19T08:08:52.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.019+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613e05ebec0 con 0x5613e06815c0 2024-09-19T08:08:52.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.021+0000 7ff751aba640 1 -- 172.21.15.17:0/1884126961 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff73c05c040 con 0x5613e06815c0 2024-09-19T08:08:52.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.021+0000 7ff751aba640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff73406ac90 0x7ff73406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.021+0000 7ff751aba640 1 -- 172.21.15.17:0/1884126961 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7ff73c0ce800 con 0x5613e06815c0 2024-09-19T08:08:52.024 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.021+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff73406ac90 0x7ff73406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.022+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5613e06819a0 0x5613e05ed080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.022+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e05f18b0 con 0x5613e06819a0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.022+0000 7ff7542bf640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5613e06819a0 0x5613e05ed080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.022+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff73406ac90 0x7ff73406d150 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff744005400 tx=0x7ff74400c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.022+0000 7ff7542bf640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5613e06819a0 0x5613e05ed080 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.023+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v87'11 uv6 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.023+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0674cc0 con 0x5613e06819a0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.025+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v87'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.025+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e05ed5c0 con 0x5613e06819a0 2024-09-19T08:08:52.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.026+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v87'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.027 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:08:52.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.026+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0724990 con 0x5613e06819a0 2024-09-19T08:08:52.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.027+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v87'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.027+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0724d30 con 0x5613e06819a0 2024-09-19T08:08:52.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.028+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v87'15 uv15 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.028+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723980 con 0x5613e06819a0 2024-09-19T08:08:52.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.029+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v87'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.029+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.030+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v87'17 uv7 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.030+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.031+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v87'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.031+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.032+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v87'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.033 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:08:52.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.033+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.035+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v87'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.035+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.036+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v87'21 uv21 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.036+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.037+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v87'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.037+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.038+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v87'23 uv10 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.038+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.039+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v87'24 uv24 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.039+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.040+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v87'25 uv25 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.040 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:08:52.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.040+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.042+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v87'26 uv26 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.042+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.043+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v87'27 uv27 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.043+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0723d20 con 0x5613e06819a0 2024-09-19T08:08:52.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.044+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v87'28 uv28 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.044+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07245e0 con 0x5613e06819a0 2024-09-19T08:08:52.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.045+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v87'29 uv29 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.045+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.048+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v87'30 uv5 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.048+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.051+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v87'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.051+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.053 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:08:52.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.053+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v87'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.053+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07260e0 con 0x5613e06819a0 2024-09-19T08:08:52.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.056+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v87'33 uv33 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.056+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07260e0 con 0x5613e06819a0 2024-09-19T08:08:52.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.059+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v87'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.059+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.062+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v87'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.062+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.064+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v87'36 uv8 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.064+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.067+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v87'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.067+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.068 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:08:52.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.068+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v87'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.068+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07260e0 con 0x5613e06819a0 2024-09-19T08:08:52.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.069+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v87'39 uv39 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.070+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07260e0 con 0x5613e06819a0 2024-09-19T08:08:52.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.071+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v87'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.071+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07250d0 con 0x5613e06819a0 2024-09-19T08:08:52.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.072+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v87'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.072+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5613e07255e0 0x5613e07279d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.072+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0727f10 con 0x5613e07255e0 2024-09-19T08:08:52.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.072+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5613e07255e0 0x5613e07279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.073+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5613e07255e0 0x5613e07279d0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.074+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v87'20 uv15 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.074+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07282b0 con 0x5613e07255e0 2024-09-19T08:08:52.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.075+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v87'21 uv21 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.075+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0728650 con 0x5613e07255e0 2024-09-19T08:08:52.077 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:08:52.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.078+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v87'22 uv22 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.078+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0728ea0 con 0x5613e07255e0 2024-09-19T08:08:52.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.081+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v87'23 uv23 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.081+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729240 con 0x5613e07255e0 2024-09-19T08:08:52.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.083+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v87'24 uv24 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.083+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07295e0 con 0x5613e07255e0 2024-09-19T08:08:52.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.086+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v87'25 uv19 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.086+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729980 con 0x5613e07255e0 2024-09-19T08:08:52.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.089+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v87'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.089+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.091 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:08:52.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.092+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v87'27 uv27 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.092+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.095+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v87'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.095+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.098+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v87'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.098+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.100+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v87'30 uv16 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.100+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.101+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v87'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.101+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.102 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:08:52.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.102+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v87'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.103+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072d780 con 0x5613e07255e0 2024-09-19T08:08:52.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.104+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v87'33 uv33 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.104+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072d780 con 0x5613e07255e0 2024-09-19T08:08:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.105+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v87'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.105+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.106+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v87'35 uv4 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.106+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.107+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v87'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.107+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.108 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:08:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.108+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v87'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.108+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072ad30 con 0x5613e07255e0 2024-09-19T08:08:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.109+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v87'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.109+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072ad30 con 0x5613e07255e0 2024-09-19T08:08:52.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.110+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v87'39 uv39 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.110+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e07255e0 2024-09-19T08:08:52.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.111+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v87'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e07255e0 2024-09-19T08:08:52.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.111+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e06819a0 2024-09-19T08:08:52.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.112+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v87'3 uv2 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.112+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e06819a0 2024-09-19T08:08:52.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.113+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v87'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.113+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e06819a0 2024-09-19T08:08:52.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.114+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.114 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:08:52.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.114+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072ad30 con 0x5613e06819a0 2024-09-19T08:08:52.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.115+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.115+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072ad30 con 0x5613e06819a0 2024-09-19T08:08:52.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.116+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v87'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.116+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0729d20 con 0x5613e06819a0 2024-09-19T08:08:52.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.117+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v87'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.117+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5613e072a3a0 0x5613e072c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.117+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072cdc0 con 0x5613e072a3a0 2024-09-19T08:08:52.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.117+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5613e072a3a0 0x5613e072c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.117+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5613e072a3a0 0x5613e072c790 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.118+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v87'4 uv3 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.118+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e072d2d0 con 0x5613e072a3a0 2024-09-19T08:08:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.119+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v87'5 uv5 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.119+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072d790 con 0x5613e072a3a0 2024-09-19T08:08:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.120+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v87'6 uv6 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.121 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:08:52.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.120+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0728ad0 con 0x5613e072a3a0 2024-09-19T08:08:52.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.121+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v87'7 uv7 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.121+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.122+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v87'3 uv2 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.122+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.124+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v87'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.124+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.125+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.125 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:08:52.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.125+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.126+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.126+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.127+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v87'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.127+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072e0f0 con 0x5613e06819a0 2024-09-19T08:08:52.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.128+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v87'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.128+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5613e072e9c0 0x5613e0730db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.128+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07312f0 con 0x5613e072e9c0 2024-09-19T08:08:52.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.128+0000 7ff7542bf640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5613e072e9c0 0x5613e0730db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.129+0000 7ff7542bf640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5613e072e9c0 0x5613e0730db0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.130+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v87'4 uv2 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.130+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07312f0 con 0x5613e072e9c0 2024-09-19T08:08:52.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.131+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.131+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.132 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:08:52.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.132+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.132+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0732720 con 0x5613e072e9c0 2024-09-19T08:08:52.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.133+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v87'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.133+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0732720 con 0x5613e072e9c0 2024-09-19T08:08:52.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.134+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v87'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.134+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.135+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v87'9 uv9 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.135+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.136+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v87'10 uv3 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.136+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.138+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v87'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.138+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.138 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:08:52.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.139+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v87'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.139+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.140+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v87'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.140+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0731710 con 0x5613e072e9c0 2024-09-19T08:08:52.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.141+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v87'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.141+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5613e0731d90 0x5613e0734180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.141+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734750 con 0x5613e0731d90 2024-09-19T08:08:52.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.141+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5613e0731d90 0x5613e0734180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.141+0000 7ff753abe640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5613e0731d90 0x5613e0734180 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.142+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v87'2 uv1 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e0731d90 2024-09-19T08:08:52.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.142+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e0731d90 2024-09-19T08:08:52.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.143+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v87'3 uv3 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e0731d90 2024-09-19T08:08:52.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.143+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e0731d90 2024-09-19T08:08:52.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.144+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v87'4 uv4 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e0731d90 2024-09-19T08:08:52.144 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:08:52.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.144+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e0731d90 2024-09-19T08:08:52.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.146+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v87'5 uv5 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e0731d90 2024-09-19T08:08:52.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.146+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e0731d90 2024-09-19T08:08:52.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.147+0000 7ff753abe640 1 -- 172.21.15.17:0/1884126961 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v87'6 uv6 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff744008840 con 0x5613e0731d90 2024-09-19T08:08:52.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.147+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e06819a0 2024-09-19T08:08:52.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.148+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v87'3 uv2 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.148+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e06819a0 2024-09-19T08:08:52.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.149+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v87'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.149+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e06819a0 2024-09-19T08:08:52.149 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:08:52.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.149+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.149+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735b70 con 0x5613e06819a0 2024-09-19T08:08:52.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.150+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.150+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735b30 con 0x5613e06819a0 2024-09-19T08:08:52.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.151+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v87'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.151+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e06819a0 2024-09-19T08:08:52.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.152+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v87'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e06819a0 2024-09-19T08:08:52.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.152+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734b20 con 0x5613e072a3a0 2024-09-19T08:08:52.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.154+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v87'4 uv3 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.154+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0734ec0 con 0x5613e072a3a0 2024-09-19T08:08:52.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.155+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v87'5 uv5 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.155+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07352b0 con 0x5613e072a3a0 2024-09-19T08:08:52.155 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:08:52.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.156+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v87'6 uv6 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.156+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07356a0 con 0x5613e072a3a0 2024-09-19T08:08:52.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.157+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v87'7 uv7 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.157+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07356a0 con 0x5613e072a3a0 2024-09-19T08:08:52.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.158+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v87'8 uv8 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.158+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735ab0 con 0x5613e072a3a0 2024-09-19T08:08:52.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.158+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v87'9 uv1 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.159+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735370 con 0x5613e072a3a0 2024-09-19T08:08:52.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.160+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v87'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.160+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735350 con 0x5613e072a3a0 2024-09-19T08:08:52.160 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:08:52.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.160+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v87'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.161+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0735350 con 0x5613e072a3a0 2024-09-19T08:08:52.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.161+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v87'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.161+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e072dc60 con 0x5613e072a3a0 2024-09-19T08:08:52.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.162+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v87'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.163+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5613e072dc60 0x5613e0738950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.163+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072dc60 2024-09-19T08:08:52.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.163+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5613e072dc60 0x5613e0738950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.163+0000 7ff74bfff640 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5613e072dc60 0x5613e0738950 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.164+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v87'4 uv3 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072dc60 2024-09-19T08:08:52.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.164+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072dc60 2024-09-19T08:08:52.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.165+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v87'5 uv5 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072dc60 2024-09-19T08:08:52.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.165+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072dc60 2024-09-19T08:08:52.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.166+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v87'6 uv6 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072dc60 2024-09-19T08:08:52.166 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:08:52.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.166+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072dc60 2024-09-19T08:08:52.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.167+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v87'7 uv7 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072dc60 2024-09-19T08:08:52.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.167+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.168+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v87'3 uv2 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.168+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.171+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v87'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.171+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.174+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.174 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:08:52.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.174+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.177+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.177+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.180+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v87'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.180+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072a3a0 2024-09-19T08:08:52.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.182+0000 7ff74bfff640 1 -- 172.21.15.17:0/1884126961 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v87'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff73c0990e0 con 0x5613e072a3a0 2024-09-19T08:08:52.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.182+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.183+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v87'2 uv1 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.184+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.185+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v87'3 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.185+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.188 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:08:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.188+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v87'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.188+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.190+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v87'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.191+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.193+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v87'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.194+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.196+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v87'7 uv3 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.196+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.197+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v87'8 uv8 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.197+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.198+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v87'9 uv9 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.198 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:08:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.198+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.199+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v87'10 uv10 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.199+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.200+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v87'11 uv11 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.200+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.201+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v87'12 uv6 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.201+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.202+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v87'13 uv13 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.202+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.203+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v87'14 uv14 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.203 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:08:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.203+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.204+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v87'15 uv15 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.204+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.205+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v87'16 uv16 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.205+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e07384c0 con 0x5613e072e9c0 2024-09-19T08:08:52.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.206+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v87'17 uv17 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.206+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e87) -- 0x5613e0738e90 con 0x5613e072e9c0 2024-09-19T08:08:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v87'18 uv18 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff74c00f030 con 0x5613e072e9c0 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5613e06819a0 msgr2=0x5613e05ed080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5613e06819a0 0x5613e05ed080 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5613e072a3a0 msgr2=0x5613e072c790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5613e072a3a0 0x5613e072c790 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5613e072dc60 msgr2=0x5613e0738950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5613e072dc60 0x5613e0738950 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5613e07255e0 msgr2=0x5613e07279d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 reap_dead start 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.207+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5613e07255e0 0x5613e07279d0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5613e072e9c0 msgr2=0x5613e0730db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5613e072e9c0 0x5613e0730db0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5613e0731d90 msgr2=0x5613e0734180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5613e0731d90 0x5613e0734180 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff73406ac90 msgr2=0x7ff73406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff73406ac90 0x7ff73406d150 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff744005400 tx=0x7ff74400c040 comp rx=0 tx=0).stop 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 msgr2=0x5613e05eeda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 --2- 172.21.15.17:0/1884126961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613e06815c0 0x5613e05eeda0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7ff73c025bc0 tx=0x7ff73c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff7542bf640 1 -- 172.21.15.17:0/1884126961 reap_dead start 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 shutdown_connections 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 >> 172.21.15.17:0/1884126961 conn(0x5613e05d4400 msgr2=0x5613e06754d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 shutdown_connections 2024-09-19T08:08:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.208+0000 7ff755fc8f40 1 -- 172.21.15.17:0/1884126961 wait complete. 2024-09-19T08:08:52.211 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 10000000000.00000000 2024-09-19T08:08:52.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.294+0000 7fc94b2d2f40 1 Processor -- start 2024-09-19T08:08:52.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.294+0000 7fc94b2d2f40 1 -- start start 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1cff40 0x557ada0fa050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1d1330 0x557ada0fa590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ada0f8b50 con 0x557ada127770 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557ada04a510 con 0x557ada1cff40 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557ada1283d0 con 0x557ada1d1330 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33458/0 (socket says 172.21.15.17:33458) 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 -- 172.21.15.17:0/461876293 learned_addr learned my addr 172.21.15.17:0/461876293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc9495c9640 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1d1330 0x557ada0fa590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc943fff640 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1cff40 0x557ada0fa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 -- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1d1330 msgr2=0x557ada0fa590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1d1330 0x557ada0fa590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.295+0000 7fc948dc8640 1 -- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1cff40 msgr2=0x557ada0fa050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc948dc8640 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1cff40 0x557ada0fa050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc948dc8640 1 -- 172.21.15.17:0/461876293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ada125780 con 0x557ada127770 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc948dc8640 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fc93c0099a0 tx=0x7fc93c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db6bf375aacd33ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc942ffd640 1 -- 172.21.15.17:0/461876293 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c008a30 con 0x557ada127770 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc942ffd640 1 -- 172.21.15.17:0/461876293 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc93c018070 con 0x557ada127770 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc942ffd640 1 -- 172.21.15.17:0/461876293 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c008dd0 con 0x557ada127770 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/461876293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 msgr2=0x557ada1c7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fc93c0099a0 tx=0x7fc93c005a00 comp rx=0 tx=0).stop 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/461876293 shutdown_connections 2024-09-19T08:08:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1d1330 0x557ada0fa590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1cff40 0x557ada0fa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/461876293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c7370 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/461876293 >> 172.21.15.17:0/461876293 conn(0x557ada0f7bb0 msgr2=0x557ada143b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/461876293 shutdown_connections 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.296+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/461876293 wait complete. 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.297+0000 7fc94b2d2f40 1 Processor -- start 2024-09-19T08:08:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.297+0000 7fc94b2d2f40 1 -- start start 2024-09-19T08:08:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1cff40 0x557ada0fae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1d1330 0x557ada1c7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ada0fc4c0 con 0x557ada127770 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557ada0fc1e0 con 0x557ada1d1330 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc94b2d2f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557ada125a20 con 0x557ada1cff40 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33472/0 (socket says 172.21.15.17:33472) 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 -- 172.21.15.17:0/2553448929 learned_addr learned my addr 172.21.15.17:0/2553448929 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc943fff640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1cff40 0x557ada0fae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc9495c9640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1d1330 0x557ada1c7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 -- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1cff40 msgr2=0x557ada0fae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ada1cff40 0x557ada0fae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 -- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1d1330 msgr2=0x557ada1c7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ada1d1330 0x557ada1c7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 -- 172.21.15.17:0/2553448929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ada140440 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.298+0000 7fc948dc8640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c9bf0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00c010 tx=0x7fc93c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.299+0000 7fc941ffb640 1 -- 172.21.15.17:0/2553448929 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c026670 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.299+0000 7fc941ffb640 1 -- 172.21.15.17:0/2553448929 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc93c021070 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.299+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557ada1c6970 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.299+0000 7fc941ffb640 1 -- 172.21.15.17:0/2553448929 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c026a70 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.299+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ada1ca130 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.300+0000 7fc941ffb640 1 -- 172.21.15.17:0/2553448929 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc93c013420 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.300+0000 7fc941ffb640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc92c06ac90 0x7fc92c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc941ffb640 1 -- 172.21.15.17:0/2553448929 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fc93c08bef0 con 0x557ada127770 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc943fff640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc92c06ac90 0x7fc92c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557ada0fb3d0 0x557ada142f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e87) -- 0x557ada1c3be0 con 0x557ada0fb3d0 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc9495c9640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557ada0fb3d0 0x557ada142f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc943fff640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc92c06ac90 0x7fc92c06d150 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x557ada1d3ac0 tx=0x7fc934001710 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.301+0000 7fc9495c9640 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557ada0fb3d0 0x557ada142f30 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc9495c9640 1 -- 172.21.15.17:0/2553448929 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [delete] v87'42 uv42 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc94404e040 con 0x557ada0fb3d0 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557ada0fb3d0 msgr2=0x557ada142f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557ada0fb3d0 0x557ada142f30 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc92c06ac90 msgr2=0x7fc92c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc92c06ac90 0x7fc92c06d150 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x557ada1d3ac0 tx=0x7fc934001710 comp rx=0 tx=0).stop 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 msgr2=0x557ada1c9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc94b2d2f40 1 --2- 172.21.15.17:0/2553448929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ada127770 0x557ada1c9bf0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00c010 tx=0x7fc93c003020 comp rx=0 tx=0).stop 2024-09-19T08:08:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.302+0000 7fc9495c9640 1 -- 172.21.15.17:0/2553448929 reap_dead start 2024-09-19T08:08:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.303+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 shutdown_connections 2024-09-19T08:08:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.303+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 >> 172.21.15.17:0/2553448929 conn(0x557ada0f7bb0 msgr2=0x557ada0fa050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.303+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 shutdown_connections 2024-09-19T08:08:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.303+0000 7fc94b2d2f40 1 -- 172.21.15.17:0/2553448929 wait complete. 2024-09-19T08:08:52.306 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:08:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 Processor -- start 2024-09-19T08:08:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 -- start start 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f068c0d0ad0 0x7f068c06d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d0f40 0x7f068c06d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f068c155b20 con 0x7f068c0d2350 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f068c06f470 con 0x7f068c0d0ad0 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.452+0000 7f0693023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f068c06f750 con 0x7f068c0d0f40 2024-09-19T08:08:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f0690dbf640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f068c0d2350 0x7f068c0d2730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33800/0 (socket says 172.21.15.17:33800) 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f0690dbf640 1 -- 172.21.15.17:0/4052479800 learned_addr learned my addr 172.21.15.17:0/4052479800 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f068c0d0ad0 0x7f068c06d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f06915c0640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d0f40 0x7f068c06d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068bfff640 1 -- 172.21.15.17:0/4052479800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d0f40 msgr2=0x7f068c06d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068bfff640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d0f40 0x7f068c06d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068bfff640 1 -- 172.21.15.17:0/4052479800 >> v1:172.21.15.17:6789/0 conn(0x7f068c0d2350 legacy=0x7f068c0d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068b7fe640 1 -- 172.21.15.17:0/4052479800 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4075085055 0 0) 0x7f068c155b20 con 0x7f068c0d2350 2024-09-19T08:08:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.453+0000 7f068bfff640 1 -- 172.21.15.17:0/4052479800 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068c06fa30 con 0x7f068c0d0ad0 2024-09-19T08:08:52.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f068bfff640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0ad0 0x7f068c06d040 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f06800097a0 tx=0x7f068002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94abe9d0f259ed75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f068b7fe640 1 -- 172.21.15.17:0/4052479800 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680037070 con 0x7f068c0d0ad0 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f068b7fe640 1 -- 172.21.15.17:0/4052479800 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0680032440 con 0x7f068c0d0ad0 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f068b7fe640 1 -- 172.21.15.17:0/4052479800 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680032810 con 0x7f068c0d0ad0 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f0693023640 1 -- 172.21.15.17:0/4052479800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0ad0 msgr2=0x7f068c06d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f0693023640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0ad0 0x7f068c06d040 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f06800097a0 tx=0x7f068002a180 comp rx=0 tx=0).stop 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f0693023640 1 -- 172.21.15.17:0/4052479800 shutdown_connections 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f0693023640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d0f40 0x7f068c06d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.454+0000 7f0693023640 1 --2- 172.21.15.17:0/4052479800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0ad0 0x7f068c06d040 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.455+0000 7f0693023640 1 -- 172.21.15.17:0/4052479800 >> 172.21.15.17:0/4052479800 conn(0x7f068c0b7db0 msgr2=0x7f068c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.455+0000 7f0693023640 1 -- 172.21.15.17:0/4052479800 shutdown_connections 2024-09-19T08:08:52.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.455+0000 7f0693023640 1 -- 172.21.15.17:0/4052479800 wait complete. 2024-09-19T08:08:52.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.456+0000 7f0693023640 1 Processor -- start 2024-09-19T08:08:52.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.456+0000 7f0693023640 1 -- start start 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 0x7f068c14f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d2350 0x7f068c0b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f068c0d0560 con 0x7f068c0d0f40 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f068c0d03e0 con 0x7f068c0d0ad0 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f068c06dac0 con 0x7f068c0d2350 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33498/0 (socket says 172.21.15.17:33498) 2024-09-19T08:08:52.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 -- 172.21.15.17:0/2556244797 learned_addr learned my addr 172.21.15.17:0/2556244797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f06915c0640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d2350 0x7f068c0b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0690dbf640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 0x7f068c14f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 -- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d2350 msgr2=0x7f068c0b5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d2350 0x7f068c0b5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 -- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 msgr2=0x7f068c14f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 0x7f068c14f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 -- 172.21.15.17:0/2556244797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068c158670 con 0x7f068c0d0f40 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0690dbf640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 0x7f068c14f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f068bfff640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f0680000c00 tx=0x7f06800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680037050 con 0x7f068c0d0f40 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0680038040 con 0x7f068c0d0f40 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f068c1e6e30 con 0x7f068c0d0f40 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.457+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680004470 con 0x7f068c0d0f40 2024-09-19T08:08:52.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.458+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f068c1e73f0 con 0x7f068c0d0f40 2024-09-19T08:08:52.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.458+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f068c0d2730 con 0x7f068c0d0f40 2024-09-19T08:08:52.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.459+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f068003c6d0 con 0x7f068c0d0f40 2024-09-19T08:08:52.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.459+0000 7f06897fa640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 0x7f067806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:52.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.460+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f06800abe80 con 0x7f068c0d0f40 2024-09-19T08:08:52.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.460+0000 7f0690dbf640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 0x7f067806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:52.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.460+0000 7f0690dbf640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 0x7f067806e770 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f067c000f60 tx=0x7f067c007ca0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:52.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.464+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f068007a4f0 con 0x7f068c0d0f40 2024-09-19T08:08:52.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.675+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f068c1524c0 con 0x7f068c0d0f40 2024-09-19T08:08:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.954+0000 7f06897fa640 1 -- 172.21.15.17:0/2556244797 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v80) ==== 162+0+0 (secure 0 0 0) 0x7f0680079df0 con 0x7f068c0d0f40 2024-09-19T08:08:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:08:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 msgr2=0x7f067806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 0x7f067806e770 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f067c000f60 tx=0x7f067c007ca0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 msgr2=0x7f068c0b56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f0680000c00 tx=0x7f06800046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 shutdown_connections 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f067806c2b0 0x7f067806e770 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f068c0d2350 0x7f068c0b5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f068c0d0f40 0x7f068c0b56b0 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 --2- 172.21.15.17:0/2556244797 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f068c0d0ad0 0x7f068c14f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 >> 172.21.15.17:0/2556244797 conn(0x7f068c0b7db0 msgr2=0x7f068c152a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 shutdown_connections 2024-09-19T08:08:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:52.957+0000 7f0693023640 1 -- 172.21.15.17:0/2556244797 wait complete. 2024-09-19T08:08:53.373 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.484+0000 7fde719cf640 1 Processor -- start 2024-09-19T08:08:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.484+0000 7fde719cf640 1 -- start start 2024-09-19T08:08:53.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde719cf640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fde6c0b0050 0x7fde6c0cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde719cf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c0cf870 con 0x7fde6c162280 2024-09-19T08:08:53.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde719cf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c0cfb50 con 0x7fde6c162660 2024-09-19T08:08:53.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde719cf640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fde6c0cfe30 con 0x7fde6c0b0050 2024-09-19T08:08:53.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde6affd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fde6c162280 0x7fde6c0ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33812/0 (socket says 172.21.15.17:33812) 2024-09-19T08:08:53.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde6affd640 1 -- 172.21.15.17:0/4101137082 learned_addr learned my addr 172.21.15.17:0/4101137082 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:53.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde6b7fe640 1 --2- 172.21.15.17:0/4101137082 >> v2:172.21.15.160:3300/0 conn(0x7fde6c0b0050 0x7fde6c0cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 673437533 0 0) 0x7fde6c0cf870 con 0x7fde6c162280 2024-09-19T08:08:53.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.485+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde58003520 con 0x7fde6c162280 2024-09-19T08:08:53.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3127639148 0 0) 0x7fde6c0cfb50 con 0x7fde6c162660 2024-09-19T08:08:53.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde6c0cf870 con 0x7fde6c162660 2024-09-19T08:08:53.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2313250603 0 0) 0x7fde58003520 con 0x7fde6c162280 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 >> v2:172.21.15.160:3300/0 conn(0x7fde6c0b0050 msgr2=0x7fde6c0cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 --2- 172.21.15.17:0/4101137082 >> v2:172.21.15.160:3300/0 conn(0x7fde6c0b0050 0x7fde6c0cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 >> v1:172.21.15.160:6789/0 conn(0x7fde6c162660 legacy=0x7fde6c0af940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c0d0110 con 0x7fde6c162280 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fde5c001670 con 0x7fde6c162280 2024-09-19T08:08:53.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 >> v1:172.21.15.17:6789/0 conn(0x7fde6c162280 legacy=0x7fde6c0ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde58003b40 0x7fde58003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 0x7fde58004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde580051c0 0x7fde5800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c0cfe30 con 0x7fde58004800 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde5800c040 con 0x7fde58003b40 2024-09-19T08:08:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde5800c240 con 0x7fde580051c0 2024-09-19T08:08:53.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 0x7fde58004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6affd640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde58003b40 0x7fde58003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6b7fe640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde580051c0 0x7fde5800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 -- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde580051c0 msgr2=0x7fde5800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:53.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde580051c0 0x7fde5800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 -- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde58003b40 msgr2=0x7fde58003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:53.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde58003b40 0x7fde58003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde627fc640 1 -- 172.21.15.17:0/4101137082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde58003520 con 0x7fde58004800 2024-09-19T08:08:53.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6b7fe640 1 -- 172.21.15.17:0/4101137082 reap_dead start 2024-09-19T08:08:53.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.486+0000 7fde6affd640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde58003b40 0x7fde58003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:53.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.487+0000 7fde627fc640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 0x7fde58004c80 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fde540018d0 tx=0x7fde58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c2bbc8fe623865b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:53.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.487+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde540014f0 con 0x7fde58004800 2024-09-19T08:08:53.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.487+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde540052d0 con 0x7fde58004800 2024-09-19T08:08:53.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.487+0000 7fde6a7fc640 1 -- 172.21.15.17:0/4101137082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5402ac60 con 0x7fde58004800 2024-09-19T08:08:53.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 -- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 msgr2=0x7fde58004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 0x7fde58004c80 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fde540018d0 tx=0x7fde58005830 comp rx=0 tx=0).stop 2024-09-19T08:08:53.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 -- 172.21.15.17:0/4101137082 shutdown_connections 2024-09-19T08:08:53.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 --2- 172.21.15.17:0/4101137082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde58004800 0x7fde58004c80 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 -- 172.21.15.17:0/4101137082 >> 172.21.15.17:0/4101137082 conn(0x7fde6c0b1770 msgr2=0x7fde6c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:53.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 -- 172.21.15.17:0/4101137082 shutdown_connections 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.488+0000 7fde719cf640 1 -- 172.21.15.17:0/4101137082 wait complete. 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.489+0000 7fde719cf640 1 Processor -- start 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.489+0000 7fde719cf640 1 -- start start 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde58004800 0x7fde6c071f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde6c146020 0x7fde6c1464a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c0cf410 con 0x7fde6c15d6e0 2024-09-19T08:08:53.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c0cf290 con 0x7fde6c146020 2024-09-19T08:08:53.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde719cf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde6c0cf590 con 0x7fde58004800 2024-09-19T08:08:53.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33522/0 (socket says 172.21.15.17:33522) 2024-09-19T08:08:53.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 -- 172.21.15.17:0/1581353708 learned_addr learned my addr 172.21.15.17:0/1581353708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:53.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6affd640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde58004800 0x7fde6c071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde627fc640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde6c146020 0x7fde6c1464a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 -- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde58004800 msgr2=0x7fde6c071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde58004800 0x7fde6c071f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 -- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde6c146020 msgr2=0x7fde6c1464a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde6c146020 0x7fde6c1464a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.490+0000 7fde6b7fe640 1 -- 172.21.15.17:0/1581353708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c15e450 con 0x7fde6c15d6e0 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde6b7fe640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fde58004780 tx=0x7fde6400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6400fde0 con 0x7fde6c15d6e0 2024-09-19T08:08:53.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde64015430 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde6c1471f0 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde64015820 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.491+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde6c1469e0 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.492+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde6c0ce3e0 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.492+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde640159c0 con 0x7fde6c15d6e0 2024-09-19T08:08:53.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.493+0000 7fde68ff9640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:53.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.493+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fde6408c200 con 0x7fde6c15d6e0 2024-09-19T08:08:53.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.493+0000 7fde6affd640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:53.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.494+0000 7fde6affd640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fde5c000fd0 tx=0x7fde5c007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:53.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.497+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde64019030 con 0x7fde6c15d6e0 2024-09-19T08:08:53.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.706+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde6c0ceb90 con 0x7fde6c15d6e0 2024-09-19T08:08:53.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.706+0000 7fde68ff9640 1 -- 172.21.15.17:0/1581353708 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7fde64010040 con 0x7fde6c15d6e0 2024-09-19T08:08:53.707 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:53.707 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":81,"btime":"2024-09-19T08:08:52:957754+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:08:52.957742+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":87,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7092},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7092":{"gid":7092,"name":"a","rank":0,"incarnation":81,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/3277161543","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3277161543},{"type":"v1","addr":"172.21.15.17:6835","nonce":3277161543}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:08:53.709 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 81 2024-09-19T08:08:53.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 msgr2=0x7fde4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fde5c000fd0 tx=0x7fde5c007040 comp rx=0 tx=0).stop 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 msgr2=0x7fde6c15db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fde58004780 tx=0x7fde6400f580 comp rx=0 tx=0).stop 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 shutdown_connections 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4c06c2b0 0x7fde4c06e770 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde6c15d6e0 0x7fde6c15db60 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde6c146020 0x7fde6c1464a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 --2- 172.21.15.17:0/1581353708 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde58004800 0x7fde6c071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:53.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 >> 172.21.15.17:0/1581353708 conn(0x7fde6c0b1770 msgr2=0x7fde6c072c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:53.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 shutdown_connections 2024-09-19T08:08:53.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:53.708+0000 7fde719cf640 1 -- 172.21.15.17:0/1581353708 wait complete. 2024-09-19T08:08:53.721 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 81, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:08:52.957742+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 87, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7092}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7092': {'gid': 7092, 'name': 'a', 'rank': 0, 'incarnation': 81, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6835/3277161543', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3277161543}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3277161543}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:08:53.721 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7092:up:replay 2024-09-19T08:08:53.721 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:08:56.943 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:08:56.943+0000 7fa019bea640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:08:58.067 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:08:58.070 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:08:59.124 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:08:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.240+0000 7f0b4b21e640 1 Processor -- start 2024-09-19T08:08:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.240+0000 7f0b4b21e640 1 -- start start 2024-09-19T08:08:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.240+0000 7f0b4b21e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.240+0000 7f0b4b21e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 0x7f0b440cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b4b21e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b4415ea20 con 0x7f0b440b2cf0 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b4b21e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0b440b2860 con 0x7f0b440cf0e0 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b4b21e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b440b1c50 con 0x7f0b4415e640 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b43fff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 0x7f0b440cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:41362/0 (socket says 172.21.15.17:41362) 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 -- 172.21.15.17:0/340034769 learned_addr learned my addr 172.21.15.17:0/340034769 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b497bb640 1 --1- 172.21.15.17:0/340034769 >> v1:172.21.15.160:6789/0 conn(0x7f0b440b2cf0 0x7f0b440b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:44954/0 (socket says 172.21.15.17:44954) 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 -- 172.21.15.17:0/340034769 >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 msgr2=0x7f0b440cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 --2- 172.21.15.17:0/340034769 >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 0x7f0b440cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 -- 172.21.15.17:0/340034769 >> v1:172.21.15.160:6789/0 conn(0x7f0b440b2cf0 legacy=0x7f0b440b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b48fba640 1 -- 172.21.15.17:0/340034769 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b440b1f30 con 0x7f0b4415e640 2024-09-19T08:08:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.241+0000 7f0b43fff640 1 --2- 172.21.15.17:0/340034769 >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 0x7f0b440cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.242+0000 7f0b48fba640 1 --2- 172.21.15.17:0/340034769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0b4415ebf0 tx=0x7f0b3402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2f789fb672c59f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.242+0000 7f0b437fe640 1 -- 172.21.15.17:0/340034769 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b34037070 con 0x7f0b4415e640 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.242+0000 7f0b437fe640 1 -- 172.21.15.17:0/340034769 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b34032440 con 0x7f0b4415e640 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.242+0000 7f0b437fe640 1 -- 172.21.15.17:0/340034769 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b34032810 con 0x7f0b4415e640 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 -- 172.21.15.17:0/340034769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 msgr2=0x7f0b440ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/340034769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0b4415ebf0 tx=0x7f0b3402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 -- 172.21.15.17:0/340034769 shutdown_connections 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/340034769 >> v2:172.21.15.160:3300/0 conn(0x7f0b440cf0e0 0x7f0b440cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/340034769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b4415e640 0x7f0b440ceba0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 -- 172.21.15.17:0/340034769 >> 172.21.15.17:0/340034769 conn(0x7f0b4409d820 msgr2=0x7f0b440d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 -- 172.21.15.17:0/340034769 shutdown_connections 2024-09-19T08:08:59.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.243+0000 7f0b4b21e640 1 -- 172.21.15.17:0/340034769 wait complete. 2024-09-19T08:08:59.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.244+0000 7f0b4b21e640 1 Processor -- start 2024-09-19T08:08:59.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.244+0000 7f0b4b21e640 1 -- start start 2024-09-19T08:08:59.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b440cf0e0 0x7f0b4415d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b4415e640 0x7f0b44160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b440cfe40 con 0x7f0b440b2cf0 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0b440b24f0 con 0x7f0b4415e640 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b4b21e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0b440b73a0 con 0x7f0b440cf0e0 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b48fba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b48fba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33526/0 (socket says 172.21.15.17:33526) 2024-09-19T08:08:59.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b48fba640 1 -- 172.21.15.17:0/928042311 learned_addr learned my addr 172.21.15.17:0/928042311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b43fff640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b440cf0e0 0x7f0b4415d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.245+0000 7f0b497bb640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b4415e640 0x7f0b44160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 -- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b440cf0e0 msgr2=0x7f0b4415d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b440cf0e0 0x7f0b4415d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 -- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b4415e640 msgr2=0x7f0b44160c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b4415e640 0x7f0b44160c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 -- 172.21.15.17:0/928042311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b440c8220 con 0x7f0b440b2cf0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b48fba640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f0b3402a200 tx=0x7f0b340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b34037040 con 0x7f0b440b2cf0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b34042070 con 0x7f0b440b2cf0 2024-09-19T08:08:59.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b440c84c0 con 0x7f0b440b2cf0 2024-09-19T08:08:59.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b34030880 con 0x7f0b440b2cf0 2024-09-19T08:08:59.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.246+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b440c8a80 con 0x7f0b440b2cf0 2024-09-19T08:08:59.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.247+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b44068eb0 con 0x7f0b440b2cf0 2024-09-19T08:08:59.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.248+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b3402ad10 con 0x7f0b440b2cf0 2024-09-19T08:08:59.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.248+0000 7f0b417fa640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 0x7f0b3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.248+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f0b340ab970 con 0x7f0b440b2cf0 2024-09-19T08:08:59.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.248+0000 7f0b43fff640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 0x7f0b3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.249+0000 7f0b43fff640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 0x7f0b3006e770 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009560 tx=0x7f0b38009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.253+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b34079a30 con 0x7f0b440b2cf0 2024-09-19T08:08:59.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.461+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b440ceba0 con 0x7f0b440b2cf0 2024-09-19T08:08:59.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.462+0000 7f0b417fa640 1 -- 172.21.15.17:0/928042311 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5229 (secure 0 0 0) 0x7f0b3407dd30 con 0x7f0b440b2cf0 2024-09-19T08:08:59.463 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:08:59.463 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"btime":"2024-09-19T08:08:55:969812+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:08:55.969805+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":87,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7092},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7092":{"gid":7092,"name":"a","rank":0,"incarnation":81,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/3277161543","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3277161543},{"type":"v1","addr":"172.21.15.17:6835","nonce":3277161543}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7092,"qdb_cluster":[7092]},"id":6}]} 2024-09-19T08:08:59.463 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 84 2024-09-19T08:08:59.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 msgr2=0x7f0b3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 0x7f0b3006e770 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009560 tx=0x7f0b38009190 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 msgr2=0x7f0b4406d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f0b3402a200 tx=0x7f0b340046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 shutdown_connections 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0b3006c2b0 0x7f0b3006e770 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0b4415e640 0x7f0b44160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0b440cf0e0 0x7f0b4415d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 --2- 172.21.15.17:0/928042311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b440b2cf0 0x7f0b4406d660 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 >> 172.21.15.17:0/928042311 conn(0x7f0b4409d820 msgr2=0x7f0b440b9920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 shutdown_connections 2024-09-19T08:08:59.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.464+0000 7f0b4b21e640 1 -- 172.21.15.17:0/928042311 wait complete. 2024-09-19T08:08:59.475 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 84, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:08:55.969805+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 87, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7092}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7092': {'gid': 7092, 'name': 'a', 'rank': 0, 'incarnation': 81, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.17:6835/3277161543', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3277161543}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 3277161543}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7092, 'qdb_cluster': [7092]} 2024-09-19T08:08:59.475 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:08:59.476 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:08:59.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.579+0000 7f07d0ca6640 1 Processor -- start 2024-09-19T08:08:59.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.579+0000 7f07d0ca6640 1 -- start start 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07d0ca6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07cc0cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07d0ca6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07cc0cf870 con 0x7f07cc162280 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07d0ca6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07cc0cfb50 con 0x7f07cc0af940 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07d0ca6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07cc0cfe30 con 0x7f07cc162660 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07ca59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f07cc162280 0x7f07cc0ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33828/0 (socket says 172.21.15.17:33828) 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07ca59c640 1 -- 172.21.15.17:0/2761407329 learned_addr learned my addr 172.21.15.17:0/2761407329 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07cc0cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1918910939 0 0) 0x7f07cc0cf870 con 0x7f07cc162280 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07b4003520 con 0x7f07cc162280 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 665815725 0 0) 0x7f07b4003520 con 0x7f07cc162280 2024-09-19T08:08:59.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 msgr2=0x7f07cc0cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07cc0cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.580+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 >> v1:172.21.15.160:6789/0 conn(0x7f07cc0af940 legacy=0x7f07cc154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07cc0d0110 con 0x7f07cc162280 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f07bc001670 con 0x7f07cc162280 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 >> v1:172.21.15.17:6789/0 conn(0x7f07cc162280 legacy=0x7f07cc0ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07b40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07b4004d40 0x7f07b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc0cfe30 con 0x7f07b4003f20 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07b400ba20 con 0x7f07b4004d40 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07b400bc20 con 0x7f07cc162660 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07b40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07b4004d40 0x7f07b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 msgr2=0x7f07b40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc162660 0x7f07b40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07b4004d40 msgr2=0x7f07b40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07b4004d40 0x7f07b40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.581+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2761407329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07b4003520 con 0x7f07b4003f20 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07b4004800 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009ac0 tx=0x7f07b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8217dc4dd0a3a7e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c0036070 con 0x7f07b4003f20 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c0031400 con 0x7f07b4003f20 2024-09-19T08:08:59.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07c959a640 1 -- 172.21.15.17:0/2761407329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c0009690 con 0x7f07b4003f20 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07d0ca6640 1 -- 172.21.15.17:0/2761407329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 msgr2=0x7f07b4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/2761407329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07b4004800 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009ac0 tx=0x7f07b4005830 comp rx=0 tx=0).stop 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.582+0000 7f07cad9d640 1 -- 172.21.15.17:0/2761407329 reap_dead start 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.583+0000 7f07d0ca6640 1 -- 172.21.15.17:0/2761407329 shutdown_connections 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.583+0000 7f07d0ca6640 1 -- 172.21.15.17:0/2761407329 >> 172.21.15.17:0/2761407329 conn(0x7f07cc0b1770 msgr2=0x7f07cc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.583+0000 7f07d0ca6640 1 -- 172.21.15.17:0/2761407329 shutdown_connections 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.583+0000 7f07d0ca6640 1 -- 172.21.15.17:0/2761407329 wait complete. 2024-09-19T08:08:59.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.584+0000 7f07d0ca6640 1 Processor -- start 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.584+0000 7f07d0ca6640 1 -- start start 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07cc15da80 0x7f07cc0ada70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc15cec0 0x7f07cc15d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc0b6010 con 0x7f07b4003f20 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc0b5e90 con 0x7f07cc15da80 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07cc0b6190 con 0x7f07cc15cec0 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33542/0 (socket says 172.21.15.17:33542) 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 -- 172.21.15.17:0/492015513 learned_addr learned my addr 172.21.15.17:0/492015513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07cc15da80 0x7f07cc0ada70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07cad9d640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc15cec0 0x7f07cc15d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 -- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc15cec0 msgr2=0x7f07cc15d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc15cec0 0x7f07cc15d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 -- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07cc15da80 msgr2=0x7f07cc0ada70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07cc15da80 0x7f07cc0ada70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 -- 172.21.15.17:0/492015513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07cc14a9b0 con 0x7f07b4003f20 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07ca59c640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f07bc007310 tx=0x7f07bc0077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07baffd640 1 -- 172.21.15.17:0/492015513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc00f960 con 0x7f07b4003f20 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07baffd640 1 -- 172.21.15.17:0/492015513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07bc018070 con 0x7f07b4003f20 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.585+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07cc0ae3c0 con 0x7f07b4003f20 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.586+0000 7f07baffd640 1 -- 172.21.15.17:0/492015513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc00fd80 con 0x7f07b4003f20 2024-09-19T08:08:59.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.586+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07cc0ae980 con 0x7f07b4003f20 2024-09-19T08:08:59.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.587+0000 7f07baffd640 1 -- 172.21.15.17:0/492015513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07bc01d460 con 0x7f07b4003f20 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.588+0000 7f07baffd640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 0x7f07ac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.588+0000 7f07baffd640 1 -- 172.21.15.17:0/492015513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f07bc08b420 con 0x7f07b4003f20 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.588+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 0x7f07ac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.588+0000 7f07d3a38740 1 Processor -- start 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.588+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 0x7f07ac06e7a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f07c0033000 tx=0x7f07c0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 -- start start 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 0x55bbd9c196a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9b7b520 con 0x55bbd9c1aa50 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9b233e0 con 0x55bbd9c16a80 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bbd9b774e0 con 0x55bbd9c192c0 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33548/0 (socket says 172.21.15.17:33548) 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07cad9d640 1 -- 172.21.15.17:0/2423424399 learned_addr learned my addr 172.21.15.17:0/2423424399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 0x55bbd9c196a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.589+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 -- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 msgr2=0x55bbd9c5ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 -- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 msgr2=0x55bbd9c196a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 0x55bbd9c196a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 -- 172.21.15.17:0/2423424399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbd9b3e2f0 con 0x55bbd9c1aa50 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 0x55bbd9c196a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f07c4003c40 tx=0x7f07c4001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=677d40e9026db0c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07abfff640 1 -- 172.21.15.17:0/2423424399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c401a070 con 0x55bbd9c1aa50 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07abfff640 1 -- 172.21.15.17:0/2423424399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c4003e50 con 0x55bbd9c1aa50 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.590+0000 7f07abfff640 1 -- 172.21.15.17:0/2423424399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c40055b0 con 0x55bbd9c1aa50 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- 172.21.15.17:0/2423424399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 msgr2=0x55bbd9c138b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f07c4003c40 tx=0x7f07c4001dc0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- 172.21.15.17:0/2423424399 shutdown_connections 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c138b0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c16a80 0x55bbd9c196a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2423424399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- 172.21.15.17:0/2423424399 >> 172.21.15.17:0/2423424399 conn(0x55bbd9c15a80 msgr2=0x55bbd9c5df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- 172.21.15.17:0/2423424399 shutdown_connections 2024-09-19T08:08:59.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- 172.21.15.17:0/2423424399 wait complete. 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 -- start start 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.591+0000 7f07d3a38740 1 Processor -- start 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c192c0 0x55bbd9c39f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c40d10 0x55bbd9c3f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9c14f20 con 0x55bbd9c1aa50 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9b04450 con 0x55bbd9c192c0 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bbd9c5f290 con 0x55bbd9c40d10 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07d3a38740 10 client.0 _ll_register_callbacks cb 0x55bbd988dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07c9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07c9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33552/0 (socket says 172.21.15.17:33552) 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.592+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2731678445 learned_addr learned my addr 172.21.15.17:0/2731678445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c40d10 0x55bbd9c3f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c192c0 0x55bbd9c39f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c40d10 msgr2=0x55bbd9c3f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c40d10 0x55bbd9c3f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c192c0 msgr2=0x55bbd9c39f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c192c0 0x55bbd9c39f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 -- 172.21.15.17:0/2731678445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbd988e2d0 con 0x55bbd9c1aa50 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009af0 tx=0x7f07c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56a348f1998809c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c004f060 con 0x55bbd9c1aa50 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f07c003e430 con 0x55bbd9c1aa50 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07c4003e50 con 0x55bbd9c1aa50 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f07c0055050 con 0x55bbd9c1aa50 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07d3a38740 10 client.7590 fetch_fsmap learned FSMap version 84 2024-09-19T08:08:59.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55bbd99586b0 con 0x55bbd9c1aa50 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.593+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c4003e50 con 0x55bbd9c1aa50 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 84) ==== 3502+0+0 (secure 0 0 0) 0x7f07c0058020 con 0x55bbd9c1aa50 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 10 client.7590 fetch_fsmap finished waiting for FSMap version 84 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 10 client.7590 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 20 client.7590 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c71730 0x55bbd9c128d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 4 client.7590 mds_command: new command op to 7092 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 --> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbd9b88c50 con 0x55bbd9c71730 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c71730 0x55bbd9c128d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07a97fa640 10 client.7590 ms_handle_connect on v2:172.21.15.17:6833/3277161543 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.594+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c71730 0x55bbd9c128d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d292246326e09619 server_cookie=248dcb201feec00b in_seq=0 out_seq=0 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07a97fa640 1 -- 172.21.15.17:0/2731678445 <== mds.0 v2:172.21.15.17:6833/3277161543 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bbd9b88c50 con 0x55bbd9c71730 2024-09-19T08:08:59.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07a97fa640 10 client.7590 handle_command_reply: tid=0 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 client.7590 shutdown 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 msgr2=0x55bbd9c6ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009af0 tx=0x7f07c00046c0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 shutdown_connections 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c71730 0x55bbd9c128d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c40d10 0x55bbd9c3f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c6ebc0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2731678445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c192c0 0x55bbd9c39f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07a97fa640 0 client.7590 ms_handle_reset on v2:172.21.15.17:6833/3277161543 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 >> 172.21.15.17:0/2731678445 conn(0x55bbd9c16a80 msgr2=0x55bbd9c5bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 shutdown_connections 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 1 -- 172.21.15.17:0/2731678445 wait complete. 2024-09-19T08:08:59.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.595+0000 7f07d3a38740 20 client.7590 trim_cache size 0 max 16384 2024-09-19T08:08:59.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.613+0000 7f07d3a38740 1 Processor -- start 2024-09-19T08:08:59.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.613+0000 7f07d3a38740 1 -- start start 2024-09-19T08:08:59.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c3e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc1fff40 con 0x55bbd9c40d10 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07cc15fd30 con 0x55bbd9c1aa50 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07cc160380 con 0x55bbd9c192c0 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33554/0 (socket says 172.21.15.17:33554) 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 -- 172.21.15.17:0/2171963096 learned_addr learned my addr 172.21.15.17:0/2171963096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c3e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07ca59c640 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 -- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 msgr2=0x55bbd9c5c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 -- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c1aa50 msgr2=0x55bbd9c3e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.614+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c3e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07cad9d640 1 -- 172.21.15.17:0/2171963096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbd9c0f6c0 con 0x55bbd9c40d10 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07cad9d640 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f07c4001330 tx=0x7f07c4004000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=178a7fbfad68874d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07ab7fe640 1 -- 172.21.15.17:0/2171963096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c401a040 con 0x55bbd9c40d10 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07ab7fe640 1 -- 172.21.15.17:0/2171963096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c4025070 con 0x55bbd9c40d10 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07ab7fe640 1 -- 172.21.15.17:0/2171963096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c40057b0 con 0x55bbd9c40d10 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 -- 172.21.15.17:0/2171963096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 msgr2=0x55bbd9c6e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f07c4001330 tx=0x7f07c4004000 comp rx=0 tx=0).stop 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 -- 172.21.15.17:0/2171963096 shutdown_connections 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4c0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c1aa50 0x55bbd9c3e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 --2- 172.21.15.17:0/2171963096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c192c0 0x55bbd9c5c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.615+0000 7f07d3a38740 1 -- 172.21.15.17:0/2171963096 >> 172.21.15.17:0/2171963096 conn(0x55bbd9c16a80 msgr2=0x55bbd9c5fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.616+0000 7f07d3a38740 1 -- 172.21.15.17:0/2171963096 shutdown_connections 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.616+0000 7f07d3a38740 1 -- 172.21.15.17:0/2171963096 wait complete. 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.616+0000 7f07d3a38740 1 -- start start 2024-09-19T08:08:59.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.616+0000 7f07d3a38740 1 Processor -- start 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c1aa50 0x55bbd9cdbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9c39330 con 0x55bbd9c192c0 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bbd9c38d20 con 0x55bbd9c40d10 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bbd9c71b50 con 0x55bbd9c1aa50 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07d3a38740 10 client.0 _ll_register_callbacks cb 0x7f07c0034070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33562/0 (socket says 172.21.15.17:33562) 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 -- 172.21.15.17:0/939720041 learned_addr learned my addr 172.21.15.17:0/939720041 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c1aa50 0x55bbd9cdbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07cad9d640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 -- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c1aa50 msgr2=0x55bbd9cdbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c1aa50 0x55bbd9cdbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 -- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c40d10 msgr2=0x55bbd9c6e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.617+0000 7f07ca59c640 1 -- 172.21.15.17:0/939720041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbd9c81460 con 0x55bbd9c192c0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07ca59c640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f07bc055890 tx=0x7f07bc05d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb83ff3dfffcc73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc055aa0 con 0x55bbd9c192c0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7f07bc08b0b0 con 0x55bbd9c192c0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07c4025070 con 0x55bbd9c192c0 2024-09-19T08:08:59.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f07bc055c40 con 0x55bbd9c192c0 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 10 client.7596 fetch_fsmap learned FSMap version 84 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55bbd9c39d50 con 0x55bbd9c192c0 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c4025070 con 0x55bbd9c192c0 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 84) ==== 3502+0+0 (secure 0 0 0) 0x7f07bc089460 con 0x55bbd9c192c0 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 10 client.7596 fetch_fsmap finished waiting for FSMap version 84 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 10 client.7596 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 20 client.7596 populate_metadata read hostname 'smithi017' 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c14730 0x55bbd9ce7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 4 client.7596 mds_command: new command op to 7092 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 --> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] -- command(tid 0: {"prefix": "status"}) -- 0x55bbd9b82fa0 con 0x55bbd9c14730 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.618+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c14730 0x55bbd9ce7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07a97fa640 10 client.7596 ms_handle_connect on v2:172.21.15.17:6833/3277161543 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07c9d9b640 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c14730 0x55bbd9ce7990 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cf3b98c1667ee0f server_cookie=f0e1275f583f0953 in_seq=0 out_seq=0 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07a97fa640 1 -- 172.21.15.17:0/939720041 <== mds.0 v2:172.21.15.17:6833/3277161543 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55bbd9b82fa0 con 0x55bbd9c14730 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07a97fa640 10 client.7596 handle_command_reply: tid=0 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 client.7596 shutdown 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 msgr2=0x55bbd9c3a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f07bc055890 tx=0x7f07bc05d040 comp rx=0 tx=0).stop 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 shutdown_connections 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:6833/3277161543,v1:172.21.15.17:6835/3277161543] conn(0x55bbd9c14730 0x55bbd9ce7990 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bbd9c40d10 0x55bbd9c6e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bbd9c1aa50 0x55bbd9cdbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07a97fa640 0 client.7596 ms_handle_reset on v2:172.21.15.17:6833/3277161543 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 --2- 172.21.15.17:0/939720041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbd9c192c0 0x55bbd9c3a270 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 >> 172.21.15.17:0/939720041 conn(0x55bbd9c16a80 msgr2=0x55bbd9c82120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 shutdown_connections 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 1 -- 172.21.15.17:0/939720041 wait complete. 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.619+0000 7f07d3a38740 20 client.7596 trim_cache size 0 max 16384 2024-09-19T08:08:59.629 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 7092, 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6604064459999996, 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 84, 2024-09-19T08:08:59.630 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 87, 2024-09-19T08:08:59.631 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 87, 2024-09-19T08:08:59.631 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 13.645456257999999 2024-09-19T08:08:59.631 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:08:59.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 msgr2=0x7f07ac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 0x7f07ac06e7a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f07c0033000 tx=0x7f07c0008030 comp rx=0 tx=0).stop 2024-09-19T08:08:59.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 msgr2=0x7f07cc14a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f07bc007310 tx=0x7f07bc0077d0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 shutdown_connections 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f07ac06c2e0 0x7f07ac06e7a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07cc15cec0 0x7f07cc15d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07cc15da80 0x7f07cc0ada70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 --2- 172.21.15.17:0/492015513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07b4003f20 0x7f07cc14a470 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 >> 172.21.15.17:0/492015513 conn(0x7f07cc0b1770 msgr2=0x7f07cc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 shutdown_connections 2024-09-19T08:08:59.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.620+0000 7f07d0ca6640 1 -- 172.21.15.17:0/492015513 wait complete. 2024-09-19T08:08:59.635 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:08:59.635 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 10000000000.00000000', proceeding to ls 2024-09-19T08:08:59.635 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:08:59.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.738+0000 7fde97d2a640 1 Processor -- start 2024-09-19T08:08:59.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.738+0000 7fde97d2a640 1 -- start start 2024-09-19T08:08:59.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde97d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde9015b1e0 0x7fde900b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde97d2a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde900ce480 con 0x7fde900b2490 2024-09-19T08:08:59.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde97d2a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde900ce760 con 0x7fde900b41d0 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde97d2a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fde900cea40 con 0x7fde9015b1e0 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde9015b1e0 0x7fde900b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fde9015b1e0 0x7fde900b3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33570/0 (socket says 172.21.15.17:33570) 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 -- 172.21.15.17:0/246553875 learned_addr learned my addr 172.21.15.17:0/246553875 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde962c7640 1 --1- 172.21.15.17:0/246553875 >> v1:172.21.15.17:6789/0 conn(0x7fde900b2490 0x7fde900716c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33842/0 (socket says 172.21.15.17:33842) 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 -- 172.21.15.17:0/246553875 >> v1:172.21.15.160:6789/0 conn(0x7fde900b41d0 legacy=0x7fde900b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 -- 172.21.15.17:0/246553875 >> v1:172.21.15.17:6789/0 conn(0x7fde900b2490 legacy=0x7fde900716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde94ac4640 1 -- 172.21.15.17:0/246553875 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3277045174 0 0) 0x7fde900ce480 con 0x7fde900b2490 2024-09-19T08:08:59.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.739+0000 7fde95ac6640 1 -- 172.21.15.17:0/246553875 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde900ced20 con 0x7fde9015b1e0 2024-09-19T08:08:59.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.740+0000 7fde95ac6640 1 --2- 172.21.15.17:0/246553875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde900b3c90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fde88009870 tx=0x7fde8802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1040dced63cdb77a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.740+0000 7fde94ac4640 1 -- 172.21.15.17:0/246553875 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde88037070 con 0x7fde9015b1e0 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.740+0000 7fde94ac4640 1 -- 172.21.15.17:0/246553875 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde88032440 con 0x7fde9015b1e0 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.740+0000 7fde94ac4640 1 -- 172.21.15.17:0/246553875 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde88032810 con 0x7fde9015b1e0 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 -- 172.21.15.17:0/246553875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 msgr2=0x7fde900b3c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 --2- 172.21.15.17:0/246553875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde900b3c90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fde88009870 tx=0x7fde8802a2a0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 -- 172.21.15.17:0/246553875 shutdown_connections 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 --2- 172.21.15.17:0/246553875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde900b3c90 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 -- 172.21.15.17:0/246553875 >> 172.21.15.17:0/246553875 conn(0x7fde9006bc10 msgr2=0x7fde9006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 -- 172.21.15.17:0/246553875 shutdown_connections 2024-09-19T08:08:59.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.741+0000 7fde97d2a640 1 -- 172.21.15.17:0/246553875 wait complete. 2024-09-19T08:08:59.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.742+0000 7fde97d2a640 1 Processor -- start 2024-09-19T08:08:59.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.742+0000 7fde97d2a640 1 -- start start 2024-09-19T08:08:59.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 0x7fde90146ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 0x7fde9015c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde900cdfc0 con 0x7fde9015b1e0 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fde90071130 con 0x7fde900b41d0 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde97d2a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fde900ce140 con 0x7fde900b2490 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33572/0 (socket says 172.21.15.17:33572) 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 -- 172.21.15.17:0/1913392871 learned_addr learned my addr 172.21.15.17:0/1913392871 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde95ac6640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 0x7fde90146ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde952c5640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 0x7fde9015c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 -- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 msgr2=0x7fde90146ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 0x7fde90146ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 -- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 msgr2=0x7fde9015c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 0x7fde9015c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde962c7640 1 -- 172.21.15.17:0/1913392871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde90147020 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde952c5640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 0x7fde9015c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.743+0000 7fde95ac6640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 0x7fde90146ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde962c7640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fde8000ec70 tx=0x7fde8000c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8001a070 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde800090d0 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde901549d0 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde800094c0 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.744+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde9015e250 con 0x7fde9015b1e0 2024-09-19T08:08:59.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.745+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde900b3c90 con 0x7fde9015b1e0 2024-09-19T08:08:59.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.745+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde8001d070 con 0x7fde9015b1e0 2024-09-19T08:08:59.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.746+0000 7fde8e7fc640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 0x7fde7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:59.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.746+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fde8008d1c0 con 0x7fde9015b1e0 2024-09-19T08:08:59.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.746+0000 7fde95ac6640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 0x7fde7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:59.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.746+0000 7fde95ac6640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 0x7fde7c06e770 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fde88034000 tx=0x7fde8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:59.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.750+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde8005b8d0 con 0x7fde9015b1e0 2024-09-19T08:08:59.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.967+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fde901546f0 con 0x7fde9015b1e0 2024-09-19T08:08:59.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.967+0000 7fde8e7fc640 1 -- 172.21.15.17:0/1913392871 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v84) ==== 53+0+73 (secure 0 0 0) 0x7fde8005b1d0 con 0x7fde9015b1e0 2024-09-19T08:08:59.968 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 msgr2=0x7fde7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 0x7fde7c06e770 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fde88034000 tx=0x7fde8802e000 comp rx=0 tx=0).stop 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 msgr2=0x7fde90151f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fde8000ec70 tx=0x7fde8000c430 comp rx=0 tx=0).stop 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 shutdown_connections 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde7c06c2b0 0x7fde7c06e770 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde9015b1e0 0x7fde90151f30 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fde900b41d0 0x7fde9015c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 --2- 172.21.15.17:0/1913392871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fde900b2490 0x7fde90146ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:59.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 >> 172.21.15.17:0/1913392871 conn(0x7fde9006bc10 msgr2=0x7fde9006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:59.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 shutdown_connections 2024-09-19T08:08:59.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:08:59.970+0000 7fde97d2a640 1 -- 172.21.15.17:0/1913392871 wait complete. 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:08:59.981 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:08:59.982 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:08:59.982 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:08:59.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:08:59.982 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:08:59.998 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:08:59.998 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:08:59.998 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:08:59.999 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42381sec preferred_lft 42381sec 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:00.000 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:00.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.001 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:09:00.063 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:09:00.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.065 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:09:00.121 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:09:00.121 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:09:00.121 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:09:00.121 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:09:00.121 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:09:00.122 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:09:00.122 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:09:00.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:09:00.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:09:00.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:09:00.123 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:09:00.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:09:00.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:00.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.251 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:09:00.267 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:09:00.267 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:09:00.267 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:00.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.267 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:09:00.332 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:09:00.332 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:00.333 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:00.389 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:00.389 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:00.389 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:00.445 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:00.511 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:00.567 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:00.567 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:00.567 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:00.567 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:00.567 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:00.568 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:00.569 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:00.570 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:00.570 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:00.570 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:00.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.570 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:00.624 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:09:00.624 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:09:00.666 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:00.692 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:00.749 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:00.749 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:00.750 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:00.751 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:00.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.752 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:00.753 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:09:00.751+0000 7f7e8a597480 -1 init, newargv = 0x55769327a830 newargc=15 2024-09-19T08:09:00.753 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[65215]: starting ceph client 2024-09-19T08:09:00.756 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[65215]: starting fuse 2024-09-19T08:09:00.768 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:09:00.768 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:09:00.769 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:09:00.770 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:09:00.888 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.65215.asok 2024-09-19T08:09:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:00.899 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65215.asok 2024-09-19T08:09:00.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:00.899 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65215.asok status 2024-09-19T08:09:01.036 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:09:01.036 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "65215", 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 7611, 2024-09-19T08:09:01.037 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 7611 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2758699027 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:01.038 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2758699027 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.7611 192.168.0.1:0/2758699027", 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2758699027", 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 84, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 87, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:09:01.039 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:09:01.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:01.045 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:09:01.045 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:01.061 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:09:01.061 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:01.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:01.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:01.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:01.127 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:09:01.170 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:09:01.187 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:01.186+0000 7fa015be2640 -1 log_channel(cluster) log [ERR] : dir 0x10000000000 object missing on disk; some files may be lost (/subdir) 2024-09-19T08:09:01.187 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:09:01.187 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:09:01.187 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:01.188 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:09:01.188 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 10000000000.00000000' did not caused DAMAGED state 2024-09-19T08:09:01.188 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 600.00000000' 2024-09-19T08:09:01.188 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:01.188 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:01.244 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:01.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.387+0000 7ff48681e640 1 Processor -- start 2024-09-19T08:09:01.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.387+0000 7ff48681e640 1 -- start start 2024-09-19T08:09:01.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff48681e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4800cf2b0 0x7ff4800d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff48681e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff48015ea20 con 0x7ff4800cf720 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff48681e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4800b1c50 con 0x7ff48015e640 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff48681e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff4800b3d00 con 0x7ff4800cf2b0 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff47f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff4800cf2b0 0x7ff4800d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff484dbb640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff4800cf720 0x7ff4800d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33858/0 (socket says 172.21.15.17:33858) 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff484dbb640 1 -- 172.21.15.17:0/3467247752 learned_addr learned my addr 172.21.15.17:0/3467247752 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff47f7fe640 1 -- 172.21.15.17:0/3467247752 >> v1:172.21.15.160:6789/0 conn(0x7ff48015e640 legacy=0x7ff4800ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff47f7fe640 1 -- 172.21.15.17:0/3467247752 >> v1:172.21.15.17:6789/0 conn(0x7ff4800cf720 legacy=0x7ff4800d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.388+0000 7ff47f7fe640 1 -- 172.21.15.17:0/3467247752 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4800b1f30 con 0x7ff4800cf2b0 2024-09-19T08:09:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.389+0000 7ff47f7fe640 1 --2- 172.21.15.17:0/3467247752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4800cf2b0 0x7ff4800d2650 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7ff4740097a0 tx=0x7ff47402a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397d632747fc9e30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.389+0000 7ff47effd640 1 -- 172.21.15.17:0/3467247752 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff474037070 con 0x7ff4800cf2b0 2024-09-19T08:09:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.389+0000 7ff47effd640 1 -- 172.21.15.17:0/3467247752 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff47402ad30 con 0x7ff4800cf2b0 2024-09-19T08:09:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.389+0000 7ff47effd640 1 -- 172.21.15.17:0/3467247752 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff474032660 con 0x7ff4800cf2b0 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 -- 172.21.15.17:0/3467247752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4800cf2b0 msgr2=0x7ff4800d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 --2- 172.21.15.17:0/3467247752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4800cf2b0 0x7ff4800d2650 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7ff4740097a0 tx=0x7ff47402a0a0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 -- 172.21.15.17:0/3467247752 shutdown_connections 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 --2- 172.21.15.17:0/3467247752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4800cf2b0 0x7ff4800d2650 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 -- 172.21.15.17:0/3467247752 >> 172.21.15.17:0/3467247752 conn(0x7ff48009d820 msgr2=0x7ff4800d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 -- 172.21.15.17:0/3467247752 shutdown_connections 2024-09-19T08:09:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.390+0000 7ff48681e640 1 -- 172.21.15.17:0/3467247752 wait complete. 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.391+0000 7ff48681e640 1 Processor -- start 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.391+0000 7ff48681e640 1 -- start start 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 0x7ff480149940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4800cf720 0x7ff480161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff4800b24f0 con 0x7ff48015e640 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff4800b2860 con 0x7ff4800cf2b0 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff48681e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4800cfe40 con 0x7ff4800cf720 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33584/0 (socket says 172.21.15.17:33584) 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 -- 172.21.15.17:0/569266710 learned_addr learned my addr 172.21.15.17:0/569266710 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff47f7fe640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4800cf720 0x7ff480161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff47ffff640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 0x7ff480149940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 -- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4800cf720 msgr2=0x7ff480161500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4800cf720 0x7ff480161500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 -- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 msgr2=0x7ff480149940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 0x7ff480149940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff484dbb640 1 -- 172.21.15.17:0/569266710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff480149e80 con 0x7ff48015e640 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.392+0000 7ff47ffff640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 0x7ff480149940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff484dbb640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7ff47800cb20 tx=0x7ff4780020b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff478018070 con 0x7ff48015e640 2024-09-19T08:09:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff47800a6e0 con 0x7ff48015e640 2024-09-19T08:09:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4800c8510 con 0x7ff48015e640 2024-09-19T08:09:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff47800aab0 con 0x7ff48015e640 2024-09-19T08:09:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.393+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4800c8ad0 con 0x7ff48015e640 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.394+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4800b73a0 con 0x7ff48015e640 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.394+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff47801b070 con 0x7ff48015e640 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.395+0000 7ff47cff9640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 0x7ff46c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.395+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7ff47808ac00 con 0x7ff48015e640 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.395+0000 7ff47ffff640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 0x7ff46c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.395+0000 7ff47ffff640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 0x7ff46c06e770 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff470007fd0 tx=0x7ff470009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.399+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff480149e80 con 0x7ff48015e640 2024-09-19T08:09:01.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.588+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff4800b36e0 con 0x7ff48015e640 2024-09-19T08:09:01.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.588+0000 7ff47cff9640 1 -- 172.21.15.17:0/569266710 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v87) ==== 80+0+122 (secure 0 0 0) 0x7ff478058cb0 con 0x7ff48015e640 2024-09-19T08:09:01.589 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:01.589 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:01.590 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:09:01.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 msgr2=0x7ff46c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 0x7ff46c06e770 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff470007fd0 tx=0x7ff470009040 comp rx=0 tx=0).stop 2024-09-19T08:09:01.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 msgr2=0x7ff4800cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7ff47800cb20 tx=0x7ff4780020b0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 shutdown_connections 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff46c06c2b0 0x7ff46c06e770 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff48015e640 0x7ff4800cb800 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4800cf720 0x7ff480161500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 --2- 172.21.15.17:0/569266710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4800cf2b0 0x7ff480149940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 >> 172.21.15.17:0/569266710 conn(0x7ff48009d820 msgr2=0x7ff4800b7ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 shutdown_connections 2024-09-19T08:09:01.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.590+0000 7ff48681e640 1 -- 172.21.15.17:0/569266710 wait complete. 2024-09-19T08:09:01.602 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:01.602 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:01.618 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:01.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.763+0000 7fddcf766640 1 Processor -- start 2024-09-19T08:09:01.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.763+0000 7fddcf766640 1 -- start start 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcf766640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fddc815e640 0x7fddc80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcf766640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fddc80d3660 0x7fddc80cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcf766640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddc815ea20 con 0x7fddc80cf0e0 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcf766640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fddc80b2860 con 0x7fddc80d3660 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcf766640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fddc80b1c50 con 0x7fddc815e640 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.764+0000 7fddcdd03640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fddc80d3660 0x7fddc80cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fddc80d3660 0x7fddc80cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33596/0 (socket says 172.21.15.17:33596) 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 -- 172.21.15.17:0/2616753008 learned_addr learned my addr 172.21.15.17:0/2616753008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcd502640 1 --2- 172.21.15.17:0/2616753008 >> v2:172.21.15.160:3300/0 conn(0x7fddc815e640 0x7fddc80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 -- 172.21.15.17:0/2616753008 >> v2:172.21.15.160:3300/0 conn(0x7fddc815e640 msgr2=0x7fddc80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:01.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 --2- 172.21.15.17:0/2616753008 >> v2:172.21.15.160:3300/0 conn(0x7fddc815e640 0x7fddc80ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 -- 172.21.15.17:0/2616753008 >> v1:172.21.15.160:6789/0 conn(0x7fddc80cf0e0 legacy=0x7fddc80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.765+0000 7fddcdd03640 1 -- 172.21.15.17:0/2616753008 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc80b1f30 con 0x7fddc80d3660 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcdd03640 1 --2- 172.21.15.17:0/2616753008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc80d3660 0x7fddc80cf550 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fddc808d4c0 tx=0x7fddc002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f16a36eda2d332eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddc7fff640 1 -- 172.21.15.17:0/2616753008 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0037070 con 0x7fddc80d3660 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddc7fff640 1 -- 172.21.15.17:0/2616753008 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddc0032440 con 0x7fddc80d3660 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddc7fff640 1 -- 172.21.15.17:0/2616753008 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0032810 con 0x7fddc80d3660 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 -- 172.21.15.17:0/2616753008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc80d3660 msgr2=0x7fddc80cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 --2- 172.21.15.17:0/2616753008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc80d3660 0x7fddc80cf550 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fddc808d4c0 tx=0x7fddc002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 -- 172.21.15.17:0/2616753008 shutdown_connections 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 --2- 172.21.15.17:0/2616753008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc80d3660 0x7fddc80cf550 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 --2- 172.21.15.17:0/2616753008 >> v2:172.21.15.160:3300/0 conn(0x7fddc815e640 0x7fddc80ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 -- 172.21.15.17:0/2616753008 >> 172.21.15.17:0/2616753008 conn(0x7fddc809d820 msgr2=0x7fddc80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:01.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 -- 172.21.15.17:0/2616753008 shutdown_connections 2024-09-19T08:09:01.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.766+0000 7fddcf766640 1 -- 172.21.15.17:0/2616753008 wait complete. 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.767+0000 7fddcf766640 1 Processor -- start 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 -- start start 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 0x7fddc80c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fddc80d3660 0x7fddc80ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fddc80cfe40 con 0x7fddc815e640 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fddc80b24f0 con 0x7fddc80cf0e0 2024-09-19T08:09:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcf766640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fddc80b73a0 con 0x7fddc80d3660 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcdd03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcdd03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33606/0 (socket says 172.21.15.17:33606) 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcdd03640 1 -- 172.21.15.17:0/961742816 learned_addr learned my addr 172.21.15.17:0/961742816 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.768+0000 7fddcd502640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 0x7fddc80c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddccd01640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fddc80d3660 0x7fddc80ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 -- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fddc80d3660 msgr2=0x7fddc80ca310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fddc80d3660 0x7fddc80ca310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 -- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 msgr2=0x7fddc80c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 0x7fddc80c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 -- 172.21.15.17:0/961742816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc80cac40 con 0x7fddc815e640 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcd502640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 0x7fddc80c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcdd03640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fddc00090b0 tx=0x7fddc00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0037040 con 0x7fddc815e640 2024-09-19T08:09:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddc0042070 con 0x7fddc815e640 2024-09-19T08:09:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc80caf20 con 0x7fddc815e640 2024-09-19T08:09:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0030900 con 0x7fddc815e640 2024-09-19T08:09:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.769+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc80c85b0 con 0x7fddc815e640 2024-09-19T08:09:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.770+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc8068eb0 con 0x7fddc815e640 2024-09-19T08:09:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.771+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddc0030aa0 con 0x7fddc815e640 2024-09-19T08:09:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.771+0000 7fddc5ffb640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 0x7fddb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.771+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fddc00abde0 con 0x7fddc815e640 2024-09-19T08:09:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.772+0000 7fddcd502640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 0x7fddb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.772+0000 7fddcd502640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 0x7fddb406e770 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009b20 tx=0x7fddb80039d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:01.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.776+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fddc0045360 con 0x7fddc815e640 2024-09-19T08:09:01.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.964+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fddc80ceba0 con 0x7fddc815e640 2024-09-19T08:09:01.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.964+0000 7fddc5ffb640 1 -- 172.21.15.17:0/961742816 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v87) ==== 80+0+122 (secure 0 0 0) 0x7fddc007a4f0 con 0x7fddc815e640 2024-09-19T08:09:01.965 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:01.965 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:01.966 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:09:01.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 msgr2=0x7fddb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 0x7fddb406e770 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009b20 tx=0x7fddb80039d0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 msgr2=0x7fddc8156350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:01.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fddc00090b0 tx=0x7fddc00046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 shutdown_connections 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fddb406c2b0 0x7fddb406e770 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddc815e640 0x7fddc8156350 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fddc80d3660 0x7fddc80ca310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 --2- 172.21.15.17:0/961742816 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fddc80cf0e0 0x7fddc80c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 >> 172.21.15.17:0/961742816 conn(0x7fddc809d820 msgr2=0x7fddc80d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 shutdown_connections 2024-09-19T08:09:01.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:01.966+0000 7fddcf766640 1 -- 172.21.15.17:0/961742816 wait complete. 2024-09-19T08:09:01.978 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:09:01.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:01.978 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:02.003 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:09:02.004 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:02.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:02.004 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:02.060 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:02.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.203+0000 7fe9b8dd6640 1 Processor -- start 2024-09-19T08:09:02.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.203+0000 7fe9b8dd6640 1 -- start start 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b8dd6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9b415e7c0 0x7fe9b4162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b8dd6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b40cf480 0x7fe9b40b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b8dd6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9b40b39a0 con 0x7fe9b415f900 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b8dd6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe9b41630d0 con 0x7fe9b415e7c0 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b8dd6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe9b415eba0 con 0x7fe9b40cf480 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9b415e7c0 0x7fe9b4162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b2d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe9b415f900 0x7fe9b40b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33872/0 (socket says 172.21.15.17:33872) 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9b415e7c0 0x7fe9b4162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33616/0 (socket says 172.21.15.17:33616) 2024-09-19T08:09:02.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.204+0000 7fe9b2d9d640 1 -- 172.21.15.17:0/3192244607 learned_addr learned my addr 172.21.15.17:0/3192244607 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b1d9b640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b40cf480 0x7fe9b40b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b259c640 1 -- 172.21.15.17:0/3192244607 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b40cf480 msgr2=0x7fe9b40b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b259c640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b40cf480 0x7fe9b40b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b259c640 1 -- 172.21.15.17:0/3192244607 >> v1:172.21.15.17:6789/0 conn(0x7fe9b415f900 legacy=0x7fe9b40b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b259c640 1 -- 172.21.15.17:0/3192244607 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b40cfc60 con 0x7fe9b415e7c0 2024-09-19T08:09:02.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.205+0000 7fe9b159a640 1 -- 172.21.15.17:0/3192244607 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2546924743 0 0) 0x7fe9b40b39a0 con 0x7fe9b415f900 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b259c640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b415e7c0 0x7fe9b4162b90 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fe9a40097a0 tx=0x7fe9a402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=174d9e367465f8cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b159a640 1 -- 172.21.15.17:0/3192244607 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4037070 con 0x7fe9b415e7c0 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b159a640 1 -- 172.21.15.17:0/3192244607 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a4032440 con 0x7fe9b415e7c0 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b159a640 1 -- 172.21.15.17:0/3192244607 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4032810 con 0x7fe9b415e7c0 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/3192244607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b415e7c0 msgr2=0x7fe9b4162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b415e7c0 0x7fe9b4162b90 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fe9a40097a0 tx=0x7fe9a402a210 comp rx=0 tx=0).stop 2024-09-19T08:09:02.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/3192244607 shutdown_connections 2024-09-19T08:09:02.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b40cf480 0x7fe9b40b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/3192244607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b415e7c0 0x7fe9b4162b90 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/3192244607 >> 172.21.15.17:0/3192244607 conn(0x7fe9b40d1320 msgr2=0x7fe9b40d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:02.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/3192244607 shutdown_connections 2024-09-19T08:09:02.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.206+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/3192244607 wait complete. 2024-09-19T08:09:02.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 Processor -- start 2024-09-19T08:09:02.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 -- start start 2024-09-19T08:09:02.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 0x7fe9b4157690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9b415f900 0x7fe9b41564d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b415f100 con 0x7fe9b40cf480 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b415ee20 con 0x7fe9b415f900 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.208+0000 7fe9b8dd6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe9b415f3e0 con 0x7fe9b415e7c0 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33618/0 (socket says 172.21.15.17:33618) 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 -- 172.21.15.17:0/1520218859 learned_addr learned my addr 172.21.15.17:0/1520218859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b1d9b640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 0x7fe9b4157690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b2d9d640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9b415f900 0x7fe9b41564d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 -- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 msgr2=0x7fe9b4157690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 0x7fe9b4157690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 -- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9b415f900 msgr2=0x7fe9b41564d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9b415f900 0x7fe9b41564d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 -- 172.21.15.17:0/1520218859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b4157bd0 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b1d9b640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 0x7fe9b4157690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b259c640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fe9a40097a0 tx=0x7fe9a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4037050 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a4038040 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b415a220 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4004490 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.209+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b40cbf90 con 0x7fe9b40cf480 2024-09-19T08:09:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.210+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9b4162b90 con 0x7fe9b40cf480 2024-09-19T08:09:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.211+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe9a403c6d0 con 0x7fe9b40cf480 2024-09-19T08:09:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.211+0000 7fe9aaffd640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 0x7fe99406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.212+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5795+0+0 (secure 0 0 0) 0x7fe9a40abf20 con 0x7fe9b40cf480 2024-09-19T08:09:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.212+0000 7fe9b1d9b640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 0x7fe99406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.212+0000 7fe9b1d9b640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 0x7fe99406e770 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4162ec0 tx=0x7fe99c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.216+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe9a407a630 con 0x7fe9b40cf480 2024-09-19T08:09:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.431+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe9b40d2150 con 0x7fe9b40cf480 2024-09-19T08:09:02.432 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:02.432+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:02.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.433+0000 7fe9aaffd640 1 -- 172.21.15.17:0/1520218859 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v85) ==== 161+0+0 (secure 0 0 0) 0x7fe9a4079f30 con 0x7fe9b40cf480 2024-09-19T08:09:02.434 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 msgr2=0x7fe99406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 0x7fe99406e770 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4162ec0 tx=0x7fe99c008040 comp rx=0 tx=0).stop 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 msgr2=0x7fe9b4155730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fe9a40097a0 tx=0x7fe9a40046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 shutdown_connections 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe99406c2b0 0x7fe99406e770 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.436+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9b415f900 0x7fe9b41564d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.437+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9b415e7c0 0x7fe9b4157690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.437+0000 7fe9b8dd6640 1 --2- 172.21.15.17:0/1520218859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b40cf480 0x7fe9b4155730 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.437+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 >> 172.21.15.17:0/1520218859 conn(0x7fe9b40d1320 msgr2=0x7fe9b40b5540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:02.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.437+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 shutdown_connections 2024-09-19T08:09:02.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.437+0000 7fe9b8dd6640 1 -- 172.21.15.17:0/1520218859 wait complete. 2024-09-19T08:09:02.439 INFO:tasks.ceph.mds.a.smithi017.stderr: -706> 2024-09-19T08:08:56.943+0000 7fa019bea640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:02.439 INFO:tasks.ceph.mds.a.smithi017.stderr: -113> 2024-09-19T08:09:01.186+0000 7fa015be2640 -1 log_channel(cluster) log [ERR] : dir 0x10000000000 object missing on disk; some files may be lost (/subdir) 2024-09-19T08:09:02.449 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:02.464 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:09:02.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.552+0000 7f9c01731640 1 Processor -- start 2024-09-19T08:09:02.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.552+0000 7f9c01731640 1 -- start start 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9c01731640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9bfc0b3800 0x7f9bfc15ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9c01731640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 0x7f9bfc072e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9c01731640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bfc0b2820 con 0x7f9bfc0d0510 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9c01731640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9bfc0b2b00 con 0x7f9bfc0b3800 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9c01731640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9bfc141730 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9bfc0b3800 0x7f9bfc15ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9bfc0b3800 0x7f9bfc15ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36150/0 (socket says 172.21.15.17:36150) 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 -- 172.21.15.17:0/1668999111 learned_addr learned my addr 172.21.15.17:0/1668999111 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfb7fe640 1 --2- 172.21.15.17:0/1668999111 >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 0x7f9bfc072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 -- 172.21.15.17:0/1668999111 >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 msgr2=0x7f9bfc072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:02.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 --2- 172.21.15.17:0/1668999111 >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 0x7f9bfc072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 -- 172.21.15.17:0/1668999111 >> v1:172.21.15.160:6789/0 conn(0x7f9bfc0d0510 legacy=0x7f9bfc0b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfa7fc640 1 -- 172.21.15.17:0/1668999111 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc144320 con 0x7f9bfc0b3800 2024-09-19T08:09:02.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.553+0000 7f9bfb7fe640 1 --2- 172.21.15.17:0/1668999111 >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 0x7f9bfc072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:02.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.554+0000 7f9bfa7fc640 1 --2- 172.21.15.17:0/1668999111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc15ef90 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc0b45a0 tx=0x7f9bf002c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0e3d8bf99fe2bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.554+0000 7f9bf9ffb640 1 -- 172.21.15.17:0/1668999111 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0036020 con 0x7f9bfc0b3800 2024-09-19T08:09:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.554+0000 7f9bf9ffb640 1 -- 172.21.15.17:0/1668999111 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bf0032640 con 0x7f9bfc0b3800 2024-09-19T08:09:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.554+0000 7f9bf9ffb640 1 -- 172.21.15.17:0/1668999111 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0032a10 con 0x7f9bfc0b3800 2024-09-19T08:09:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 -- 172.21.15.17:0/1668999111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0b3800 msgr2=0x7f9bfc15ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 --2- 172.21.15.17:0/1668999111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc15ef90 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc0b45a0 tx=0x7f9bf002c940 comp rx=0 tx=0).stop 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 -- 172.21.15.17:0/1668999111 shutdown_connections 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 --2- 172.21.15.17:0/1668999111 >> v2:172.21.15.160:3300/0 conn(0x7f9bfc0d08f0 0x7f9bfc072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 --2- 172.21.15.17:0/1668999111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc15ef90 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 -- 172.21.15.17:0/1668999111 >> 172.21.15.17:0/1668999111 conn(0x7f9bfc06bc10 msgr2=0x7f9bfc06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 -- 172.21.15.17:0/1668999111 shutdown_connections 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.555+0000 7f9c01731640 1 -- 172.21.15.17:0/1668999111 wait complete. 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.556+0000 7f9c01731640 1 Processor -- start 2024-09-19T08:09:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.556+0000 7f9c01731640 1 -- start start 2024-09-19T08:09:02.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc1f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bfc0d0510 0x7f9bfc140af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc0b1df0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc143dc0 con 0x7f9bfc0b3800 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9c01731640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9bfc0b1f70 con 0x7f9bfc0d0510 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9bfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9bfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36166/0 (socket says 172.21.15.17:36166) 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9bfb7fe640 1 -- 172.21.15.17:0/3219439592 learned_addr learned my addr 172.21.15.17:0/3219439592 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9bfaffd640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc1f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.557+0000 7f9bfa7fc640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bfc0d0510 0x7f9bfc140af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 -- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bfc0d0510 msgr2=0x7f9bfc140af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bfc0d0510 0x7f9bfc140af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 -- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bfc0b3800 msgr2=0x7f9bfc1f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc1f4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 -- 172.21.15.17:0/3219439592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc1f52e0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9bfb7fe640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9bec007e40 tx=0x7f9bec00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec01a070 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bec003bb0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bfc0c5060 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec004030 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.558+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bfc0c55e0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.559+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bfc0b48f0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.559+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9bec01d070 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.560+0000 7f9be37fe640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 0x7f9be806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:02.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.560+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5881+0+0 (secure 0 0 0) 0x7f9bec08b6a0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.560+0000 7f9bfaffd640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 0x7f9be806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:02.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.561+0000 7f9bfaffd640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 0x7f9be806e770 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc0c72b0 tx=0x7f9bf4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:02.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.564+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9bfc0b48f0 con 0x7f9bfc0d08f0 2024-09-19T08:09:02.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:02.810+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f9bfc15eb70 con 0x7f9bfc0d08f0 2024-09-19T08:09:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.434+0000 7f9be37fe640 1 -- 172.21.15.17:0/3219439592 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v86) ==== 107+0+0 (secure 0 0 0) 0x7f9bfc1f52e0 con 0x7f9bfc0d08f0 2024-09-19T08:09:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 msgr2=0x7f9be806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 0x7f9be806e770 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc0c72b0 tx=0x7f9bf4009040 comp rx=0 tx=0).stop 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 msgr2=0x7f9bfc0c63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9bec007e40 tx=0x7f9bec00d4a0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 shutdown_connections 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9be806c2b0 0x7f9be806e770 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bfc0d08f0 0x7f9bfc0c63a0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bfc0d0510 0x7f9bfc140af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 --2- 172.21.15.17:0/3219439592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bfc0b3800 0x7f9bfc1f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 >> 172.21.15.17:0/3219439592 conn(0x7f9bfc06bc10 msgr2=0x7f9bfc0b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 shutdown_connections 2024-09-19T08:09:03.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.438+0000 7f9c01731640 1 -- 172.21.15.17:0/3219439592 wait complete. 2024-09-19T08:09:03.452 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.537+0000 7f40653d3f40 1 Processor -- start 2024-09-19T08:09:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 -- start start 2024-09-19T08:09:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275f0e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275f0f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559275ee1db0 con 0x559275f0cd80 2024-09-19T08:09:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559275e32510 con 0x559275edfa10 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40653d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559275edfdf0 con 0x559275fb5fe0 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40626c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40626c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36186/0 (socket says 172.21.15.17:36186) 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.538+0000 7f40626c8640 1 -- 172.21.15.17:0/1975171280 learned_addr learned my addr 172.21.15.17:0/1975171280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 -- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 msgr2=0x559275f0f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275f0f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 -- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 msgr2=0x559275f0e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275f0e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 -- 172.21.15.17:0/1975171280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559275f2b0e0 con 0x559275f0cd80 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40626c8640 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f405800b2c0 tx=0x7f405800b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a27a00d665b473b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40616c6640 1 -- 172.21.15.17:0/1975171280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4058008070 con 0x559275f0cd80 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40616c6640 1 -- 172.21.15.17:0/1975171280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f405800d500 con 0x559275f0cd80 2024-09-19T08:09:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40616c6640 1 -- 172.21.15.17:0/1975171280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f405800d910 con 0x559275f0cd80 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40653d3f40 1 -- 172.21.15.17:0/1975171280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 msgr2=0x559275fb5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.539+0000 7f40653d3f40 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f405800b2c0 tx=0x7f405800b780 comp rx=0 tx=0).stop 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 -- 172.21.15.17:0/1975171280 shutdown_connections 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275f0f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275fb5070 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 --2- 172.21.15.17:0/1975171280 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275f0e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 -- 172.21.15.17:0/1975171280 >> 172.21.15.17:0/1975171280 conn(0x559275f0b280 msgr2=0x559275fb2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 -- 172.21.15.17:0/1975171280 shutdown_connections 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 -- 172.21.15.17:0/1975171280 wait complete. 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 Processor -- start 2024-09-19T08:09:03.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.540+0000 7f40653d3f40 1 -- start start 2024-09-19T08:09:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275edf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275fb28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559275f27a50 con 0x559275f0cd80 2024-09-19T08:09:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559275fb22b0 con 0x559275edfa10 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40653d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559275fb0da0 con 0x559275fb5fe0 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36194/0 (socket says 172.21.15.17:36194) 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 learned_addr learned my addr 172.21.15.17:0/2465225820 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40636ca640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275fb28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275edf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 msgr2=0x559275fb28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559275fb5fe0 0x559275fb28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 msgr2=0x559275edf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559275edfa10 0x559275edf4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.541+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559275fb55e0 con 0x559275f0cd80 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f4058001ed0 tx=0x7f4058000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f404bfff640 1 -- 172.21.15.17:0/2465225820 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4058019740 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f404bfff640 1 -- 172.21.15.17:0/2465225820 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40580198e0 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559275f24fc0 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f404bfff640 1 -- 172.21.15.17:0/2465225820 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4058019c90 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.542+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559275f25580 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.543+0000 7f404bfff640 1 -- 172.21.15.17:0/2465225820 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4058017040 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f404bfff640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 0x7f405006d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f404bfff640 1 -- 172.21.15.17:0/2465225820 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5881+0+0 (secure 0 0 0) 0x7f405808c440 con 0x559275f0cd80 2024-09-19T08:09:03.547 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 0x7f405006d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559275f25d80 0x559275f26190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559275f266d0 con 0x559275f25d80 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.544+0000 7f40636ca640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559275f25d80 0x559275f26190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.545+0000 7f40636ca640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559275f25d80 0x559275f26190 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.545+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 0x7f405006d180 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f405400d2e0 tx=0x7f4054007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.546+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v88'43 uv16 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.546+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559275f26aa0 con 0x559275f25d80 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.548+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v88'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.548+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605ae80 con 0x559275f25d80 2024-09-19T08:09:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.549+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v88'45 uv45 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.550 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.549+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605c230 con 0x559275f25d80 2024-09-19T08:09:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.550+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v88'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.550+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605c5d0 con 0x559275f25d80 2024-09-19T08:09:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.551+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v88'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.551+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b220 con 0x559275f25d80 2024-09-19T08:09:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.553+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v88'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.553+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b610 con 0x559275f25d80 2024-09-19T08:09:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.554+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v88'49 uv22 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.554+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927605ba00 con 0x559275f25d80 2024-09-19T08:09:03.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.556+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v88'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.556+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605ba00 con 0x559275f25d80 2024-09-19T08:09:03.558 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:03.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.557+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v88'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.557+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.558+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v88'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.558+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.559+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v88'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.559+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.560+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v88'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.561+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.564 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:03.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.562+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v88'55 uv55 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.562+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.563+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [setxattr (30)] v88'56 uv56 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.563+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.566+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [setxattr (62)] v88'57 uv57 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.566+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.567+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [omap-set-header] v88'58 uv58 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.567+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.569+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [omap-set-vals] v88'59 uv59 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.569+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.570+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 600.00000000 [create] v88'60 uv35 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.570+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.571+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 600.00000000 [delete] v88'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.571+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.573 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.572+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v88'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.572+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.574+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [setxattr (30)] v88'63 uv63 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.574+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.575+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [setxattr (62)] v88'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.575+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.576+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [omap-set-header] v88'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.576+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.577+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 603.00000000 [create] v88'66 uv41 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.577+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.579+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 603.00000000 [delete] v88'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.579+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.581 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:03.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.580+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v88'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.580+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.581+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [setxattr (30)] v88'69 uv69 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.581+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.583+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [setxattr (62)] v88'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.583+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605b9b0 con 0x559275f25d80 2024-09-19T08:09:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.584+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [omap-set-header] v88'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.584+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55927605bda0 0x55927605ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.584+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:30 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605f3d0 con 0x55927605bda0 2024-09-19T08:09:03.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.584+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55927605bda0 0x55927605ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.585+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55927605bda0 0x55927605ee90 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.586+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(30 1.00000000.inode [create] v88'44 uv24 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.586+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:31 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927605f770 con 0x55927605bda0 2024-09-19T08:09:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.588+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(31 1.00000000.inode [delete] v88'45 uv45 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.588+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605fb10 con 0x55927605bda0 2024-09-19T08:09:03.590 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.589+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(32 1.00000000.inode [create] v88'46 uv46 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.589+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276060360 con 0x55927605bda0 2024-09-19T08:09:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.591+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v88'47 uv47 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.591+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276060700 con 0x55927605bda0 2024-09-19T08:09:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.592+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v88'48 uv48 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.592+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276060aa0 con 0x55927605bda0 2024-09-19T08:09:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.593+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(35 200.00000000 [create] v88'49 uv43 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.593+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276060e40 con 0x55927605bda0 2024-09-19T08:09:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.594+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(36 200.00000000 [delete] v88'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.594+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.596 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.596+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(37 200.00000000 [create] v88'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.596+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.597+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(38 200.00000000 [write 0~90] v88'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.597+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.598+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(39 200.00000000 [omap-set-header] v88'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.598+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.600+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(40 200.00000001 [create] v88'54 uv42 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.600+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.601+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(41 200.00000001 [delete] v88'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.601+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.603 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.602+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(42 200.00000001 [create] v88'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.602+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064c40 con 0x55927605bda0 2024-09-19T08:09:03.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.604+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(43 200.00000001 [write 0~14897] v88'57 uv57 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.604+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064c40 con 0x55927605bda0 2024-09-19T08:09:03.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.605+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(44 200.00000001 [omap-set-header] v88'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.605+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.606+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(45 606.00000000 [create] v88'59 uv40 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.606+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.607+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(46 606.00000000 [delete] v88'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.607+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.609 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:03.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.608+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(47 606.00000000 [create] v88'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.608+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760621f0 con 0x55927605bda0 2024-09-19T08:09:03.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.609+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v88'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.609+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760621f0 con 0x55927605bda0 2024-09-19T08:09:03.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.611+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v88'63 uv63 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.611+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x55927605bda0 2024-09-19T08:09:03.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.614+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(50 606.00000000 [omap-set-header] v88'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x55927605bda0 2024-09-19T08:09:03.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.614+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x559275f25d80 2024-09-19T08:09:03.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.615+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(51 607.00000000 [create] v88'9 uv8 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.615+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x559275f25d80 2024-09-19T08:09:03.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.616+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(52 607.00000000 [delete] v88'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.616+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x559275f25d80 2024-09-19T08:09:03.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.617+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v88'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.618 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:03.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.617+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760621f0 con 0x559275f25d80 2024-09-19T08:09:03.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.618+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v88'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.618+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760621f0 con 0x559275f25d80 2024-09-19T08:09:03.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.619+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v88'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.619+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760611e0 con 0x559275f25d80 2024-09-19T08:09:03.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.620+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [omap-set-header] v88'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.620+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5592760616f0 0x559276063ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.620+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064060 con 0x5592760616f0 2024-09-19T08:09:03.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.620+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5592760616f0 0x559276063ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.621+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5592760616f0 0x559276063ae0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.622+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v88'10 uv9 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.622+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276064560 con 0x5592760616f0 2024-09-19T08:09:03.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.623+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v88'11 uv11 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.623+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064a60 con 0x5592760616f0 2024-09-19T08:09:03.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.624+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v88'12 uv12 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:03.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.624+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927605ff90 con 0x5592760616f0 2024-09-19T08:09:03.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.625+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v88'13 uv13 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.625+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.626+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(61 608.00000000 [create] v88'9 uv8 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.626+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.627+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(62 608.00000000 [delete] v88'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.627+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.630+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v88'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.631 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:03.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.630+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.631+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v88'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.631+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.634+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v88'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.634+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276065390 con 0x559275f25d80 2024-09-19T08:09:03.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.637+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [omap-set-header] v88'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.637+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559276065e20 0x559276066220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.637+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.637+0000 7f40636ca640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559276065e20 0x559276066220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.638+0000 7f40636ca640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559276065e20 0x559276066220 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.639+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(67 604.00000000 [create] v88'15 uv9 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.639+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.640+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(68 604.00000000 [delete] v88'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.640+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.641+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(69 604.00000000 [create] v88'17 uv17 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.642 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:03.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.641+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276069850 con 0x559276065e20 2024-09-19T08:09:03.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.644+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v88'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.644+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276069850 con 0x559276065e20 2024-09-19T08:09:03.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.646+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v88'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.646+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.649+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v88'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.649+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.651+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(73 500.00000000 [create] v88'21 uv14 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.651+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.654+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(74 500.00000000 [delete] v88'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.654+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.655+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(75 500.00000000 [create] v88'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.656 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:03.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.655+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.658+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v88'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.658+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276068840 con 0x559276065e20 2024-09-19T08:09:03.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.659+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v88'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.659+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559276069140 0x55927606b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.659+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606ba70 con 0x559276069140 2024-09-19T08:09:03.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.659+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559276069140 0x55927606b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.660+0000 7f4062ec9640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559276069140 0x55927606b530 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.661+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(78 mds_snaptable [create] v88'7 uv6 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x559276069140 2024-09-19T08:09:03.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.661+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606bb30 con 0x559276069140 2024-09-19T08:09:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.662+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(79 mds_snaptable [delete] v88'8 uv8 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x559276069140 2024-09-19T08:09:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.662+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559276069140 2024-09-19T08:09:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.663+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(80 mds_snaptable [create] v88'9 uv9 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x559276069140 2024-09-19T08:09:03.664 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:03.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.663+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559276069140 2024-09-19T08:09:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.664+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v88'10 uv10 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x559276069140 2024-09-19T08:09:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.664+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559276069140 2024-09-19T08:09:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.665+0000 7f4062ec9640 1 -- 172.21.15.17:0/2465225820 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v88'11 uv11 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f40540147a0 con 0x559276069140 2024-09-19T08:09:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.665+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559275f25d80 2024-09-19T08:09:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.666+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(83 605.00000000 [create] v88'9 uv8 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.666+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559275f25d80 2024-09-19T08:09:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.667+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(84 605.00000000 [delete] v88'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.667+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559275f25d80 2024-09-19T08:09:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.668+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v88'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.669 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:03.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.668+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606cf30 con 0x559275f25d80 2024-09-19T08:09:03.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.669+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v88'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.669+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606cf30 con 0x559275f25d80 2024-09-19T08:09:03.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.670+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v88'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.670+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x559275f25d80 2024-09-19T08:09:03.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.671+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [omap-set-header] v88'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559275f25d80 2024-09-19T08:09:03.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.671+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606bf20 con 0x5592760616f0 2024-09-19T08:09:03.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.672+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v88'14 uv8 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.672+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606c310 con 0x5592760616f0 2024-09-19T08:09:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.673+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v88'15 uv15 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.673+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606c6b0 con 0x5592760616f0 2024-09-19T08:09:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.673+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v88'16 uv16 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.674 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.673+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.674+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v88'17 uv17 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.674+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.675+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v88'18 uv18 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.675+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.676+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v88'19 uv13 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.676+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.677+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v88'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.677+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.679 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.678+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v88'21 uv21 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.678+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x559276064f10 con 0x5592760616f0 2024-09-19T08:09:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.679+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v88'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.679+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f8c0 con 0x5592760616f0 2024-09-19T08:09:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.681+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v88'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.681+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55927606cf60 0x55927606ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.681+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x55927606cf60 2024-09-19T08:09:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.681+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55927606cf60 0x55927606ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.681+0000 7f40626c8640 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55927606cf60 0x55927606ff80 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.682+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v88'9 uv7 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f405802d070 con 0x55927606cf60 2024-09-19T08:09:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.682+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x55927606cf60 2024-09-19T08:09:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.683+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v88'10 uv10 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f405802d070 con 0x55927606cf60 2024-09-19T08:09:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.683+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x55927606cf60 2024-09-19T08:09:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.684+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v88'11 uv11 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f405802d070 con 0x55927606cf60 2024-09-19T08:09:03.685 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.684+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x55927606cf60 2024-09-19T08:09:03.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.685+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v88'12 uv12 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f405802d070 con 0x55927606cf60 2024-09-19T08:09:03.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.685+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.687+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v88'9 uv8 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.687+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.688+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v88'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.688+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.689+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v88'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.690 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.689+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.690+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v88'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.690+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.691+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v88'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.691+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x5592760616f0 2024-09-19T08:09:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.692+0000 7f40626c8640 1 -- 172.21.15.17:0/2465225820 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v88'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405802d070 con 0x5592760616f0 2024-09-19T08:09:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.692+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.693+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v88'7 uv6 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.693+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.694+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v88'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.695+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.696 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.696+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v88'9 uv9 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.696+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.698+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v88'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.698+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.699+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v88'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.699+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.701+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v88'20 uv11 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.701+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.703+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v88'21 uv21 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.704+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.706+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v88'22 uv22 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.708 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:03.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.707+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.709+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v88'23 uv23 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.709+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.711+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v88'24 uv24 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.711+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.713+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v88'25 uv18 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.713+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.716+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v88'26 uv26 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.716+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.718+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v88'27 uv27 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.720 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:03.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.718+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.721+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v88'28 uv28 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.721+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.723+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v88'29 uv29 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.723+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x55927606f350 con 0x559276065e20 2024-09-19T08:09:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.726+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v88'30 uv30 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.726+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e88) -- 0x5592760704c0 con 0x559276065e20 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v88'31 uv31 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f405c0547f0 con 0x559276065e20 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559275f25d80 msgr2=0x559275f26190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559275f25d80 0x559275f26190 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5592760616f0 msgr2=0x559276063ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5592760616f0 0x559276063ae0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55927606cf60 msgr2=0x55927606ff80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55927606cf60 0x55927606ff80 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55927605bda0 msgr2=0x55927605ee90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55927605bda0 0x55927605ee90 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559276065e20 msgr2=0x559276066220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559276065e20 0x559276066220 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559276069140 msgr2=0x55927606b530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559276069140 0x55927606b530 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 reap_dead start 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 reap_dead start 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40636ca640 1 -- 172.21.15.17:0/2465225820 reap_dead start 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 msgr2=0x7f405006d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 0x7f405006d180 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f405400d2e0 tx=0x7f4054007040 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 msgr2=0x559275f9ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f4058001ed0 tx=0x7f4058000ed0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 shutdown_connections 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f405006acc0 0x7f405006d180 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 --2- 172.21.15.17:0/2465225820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559275f0cd80 0x559275f9ee00 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 >> 172.21.15.17:0/2465225820 conn(0x559275f0b280 msgr2=0x559275f0f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 shutdown_connections 2024-09-19T08:09:03.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.729+0000 7f40653d3f40 1 -- 172.21.15.17:0/2465225820 wait complete. 2024-09-19T08:09:03.734 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 600.00000000 2024-09-19T08:09:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.776+0000 7fd6f22faf40 1 Processor -- start 2024-09-19T08:09:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.776+0000 7fd6f22faf40 1 -- start start 2024-09-19T08:09:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd8641770 0x557fd86e1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86e9f40 0x557fd863f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557fd8564510 con 0x557fd86eb330 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557fd85bdc50 con 0x557fd8641770 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557fd86423d0 con 0x557fd86e9f40 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36200/0 (socket says 172.21.15.17:36200) 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 -- 172.21.15.17:0/47544505 learned_addr learned my addr 172.21.15.17:0/47544505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6ef5ef640 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86e9f40 0x557fd863f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6efdf0640 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd8641770 0x557fd86e1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 -- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86e9f40 msgr2=0x557fd863f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:03.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86e9f40 0x557fd863f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 -- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd8641770 msgr2=0x557fd86e1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd8641770 0x557fd86e1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 -- 172.21.15.17:0/47544505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd863fb40 con 0x557fd86eb330 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.777+0000 7fd6f05f1640 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8001cb0 tx=0x7fd6e800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41d758763abb9bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6ee5ed640 1 -- 172.21.15.17:0/47544505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e800bcc0 con 0x557fd86eb330 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6ee5ed640 1 -- 172.21.15.17:0/47544505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6e800f400 con 0x557fd86eb330 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6ee5ed640 1 -- 172.21.15.17:0/47544505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e800be60 con 0x557fd86eb330 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 -- 172.21.15.17:0/47544505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 msgr2=0x557fd86ec840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8001cb0 tx=0x7fd6e800b5b0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 -- 172.21.15.17:0/47544505 shutdown_connections 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd86eb330 0x557fd86ec840 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86e9f40 0x557fd863f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/47544505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd8641770 0x557fd86e1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 -- 172.21.15.17:0/47544505 >> 172.21.15.17:0/47544505 conn(0x557fd8611bb0 msgr2=0x557fd865ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 -- 172.21.15.17:0/47544505 shutdown_connections 2024-09-19T08:09:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.778+0000 7fd6f22faf40 1 -- 172.21.15.17:0/47544505 wait complete. 2024-09-19T08:09:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 Processor -- start 2024-09-19T08:09:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 -- start start 2024-09-19T08:09:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 0x557fd86dc190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd86e9f40 0x557fd86e1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86eb330 0x557fd8784240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557fd863fd70 con 0x557fd8641770 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557fd86e1d90 con 0x557fd86e9f40 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.779+0000 7fd6f22faf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557fd8640050 con 0x557fd86eb330 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 0x557fd86dc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 0x557fd86dc190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36204/0 (socket says 172.21.15.17:36204) 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 -- 172.21.15.17:0/1090745012 learned_addr learned my addr 172.21.15.17:0/1090745012 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6f05f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86eb330 0x557fd8784240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6ef5ef640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd86e9f40 0x557fd86e1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 -- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86eb330 msgr2=0x557fd8784240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557fd86eb330 0x557fd8784240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 -- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd86e9f40 msgr2=0x557fd86e1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557fd86e9f40 0x557fd86e1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 -- 172.21.15.17:0/1090745012 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fd86dc6d0 con 0x557fd8641770 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6efdf0640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 0x557fd86dc190 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0000f80 tx=0x7fd6e0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6ed5eb640 1 -- 172.21.15.17:0/1090745012 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e006c070 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6ed5eb640 1 -- 172.21.15.17:0/1090745012 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6e0052d80 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557fd865bd80 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6ed5eb640 1 -- 172.21.15.17:0/1090745012 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e0067690 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.780+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fd8783d20 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6ed5eb640 1 -- 172.21.15.17:0/1090745012 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6e006f070 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6ed5eb640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd6dc06ac90 0x7fd6dc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6ed5eb640 1 -- 172.21.15.17:0/1090745012 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5881+0+0 (secure 0 0 0) 0x7fd6e00cddb0 con 0x557fd8641770 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557fd86ece90 0x557fd8659f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e88) -- 0x557fd86ed3d0 con 0x557fd86ece90 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6ef5ef640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd6dc06ac90 0x7fd6dc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.782+0000 7fd6f05f1640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557fd86ece90 0x557fd8659f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.783+0000 7fd6f05f1640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557fd86ece90 0x557fd8659f60 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.783+0000 7fd6ef5ef640 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd6dc06ac90 0x7fd6dc06d150 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x557fd8612520 tx=0x7fd6e4001ca0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f05f1640 1 -- 172.21.15.17:0/1090745012 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 600.00000000 [delete] v88'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fd6e800f5b0 con 0x557fd86ece90 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557fd86ece90 msgr2=0x557fd8659f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557fd86ece90 0x557fd8659f60 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd6dc06ac90 msgr2=0x7fd6dc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd6dc06ac90 0x7fd6dc06d150 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x557fd8612520 tx=0x7fd6e4001ca0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 msgr2=0x557fd86dc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 --2- 172.21.15.17:0/1090745012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fd8641770 0x557fd86dc190 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0000f80 tx=0x7fd6e0003330 comp rx=0 tx=0).stop 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f05f1640 1 -- 172.21.15.17:0/1090745012 reap_dead start 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 shutdown_connections 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 >> 172.21.15.17:0/1090745012 conn(0x557fd8611bb0 msgr2=0x557fd8614cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 shutdown_connections 2024-09-19T08:09:03.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.784+0000 7fd6f22faf40 1 -- 172.21.15.17:0/1090745012 wait complete. 2024-09-19T08:09:03.789 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:03.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.934+0000 7f7233c17640 1 Processor -- start 2024-09-19T08:09:03.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.934+0000 7f7233c17640 1 -- start start 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f7233c17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c06d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f7233c17640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f722c155b20 con 0x7f722c0d0ad0 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f7233c17640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f722c06f470 con 0x7f722c0d2350 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f7233c17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f722c06f750 con 0x7f722c0d0f40 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f72311b2640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f722c0d0ad0 0x7f722c06d040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42946/0 (socket says 172.21.15.17:42946) 2024-09-19T08:09:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f72311b2640 1 -- 172.21.15.17:0/2324972609 learned_addr learned my addr 172.21.15.17:0/2324972609 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f72321b4640 1 --2- 172.21.15.17:0/2324972609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c06d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2600670532 0 0) 0x7f722c155b20 con 0x7f722c0d0ad0 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.935+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7214003520 con 0x7f722c0d0ad0 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1914306054 0 0) 0x7f722c06f470 con 0x7f722c0d2350 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f722c155b20 con 0x7f722c0d2350 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3576182974 0 0) 0x7f7214003520 con 0x7f722c0d0ad0 2024-09-19T08:09:03.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72321b4640 1 -- 172.21.15.17:0/2324972609 >> v1:172.21.15.160:6789/0 conn(0x7f722c0d2350 legacy=0x7f722c0d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72321b4640 1 -- 172.21.15.17:0/2324972609 >> v1:172.21.15.17:6789/0 conn(0x7f722c0d0ad0 legacy=0x7f722c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72321b4640 1 -- 172.21.15.17:0/2324972609 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f722c06fa30 con 0x7f722c0d0f40 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.936+0000 7f72321b4640 1 --2- 172.21.15.17:0/2324972609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c06d750 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f721c0097d0 tx=0x7f721c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d446ea2da67c091 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c037070 con 0x7f722c0d0f40 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f721c02ac30 con 0x7f722c0d0f40 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f72309b1640 1 -- 172.21.15.17:0/2324972609 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7220001670 con 0x7f722c0d0f40 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 -- 172.21.15.17:0/2324972609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 msgr2=0x7f722c06d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 --2- 172.21.15.17:0/2324972609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c06d750 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f721c0097d0 tx=0x7f721c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 -- 172.21.15.17:0/2324972609 shutdown_connections 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 --2- 172.21.15.17:0/2324972609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c06d750 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 -- 172.21.15.17:0/2324972609 >> 172.21.15.17:0/2324972609 conn(0x7f722c0b7db0 msgr2=0x7f722c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 -- 172.21.15.17:0/2324972609 shutdown_connections 2024-09-19T08:09:03.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.937+0000 7f7233c17640 1 -- 172.21.15.17:0/2324972609 wait complete. 2024-09-19T08:09:03.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.938+0000 7f7233c17640 1 Processor -- start 2024-09-19T08:09:03.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 -- start start 2024-09-19T08:09:03.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f722c0d0ad0 0x7f722c1519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c15aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f722c0d0560 con 0x7f722c0d2350 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f722c0d03e0 con 0x7f722c0d0ad0 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f7233c17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f722c06dc90 con 0x7f722c0d0f40 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f72321b4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f72321b4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36216/0 (socket says 172.21.15.17:36216) 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f72321b4640 1 -- 172.21.15.17:0/13772812 learned_addr learned my addr 172.21.15.17:0/13772812 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f72311b2640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c15aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.939+0000 7f72319b3640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f722c0d0ad0 0x7f722c1519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 -- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 msgr2=0x7f722c15aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c15aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 -- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f722c0d0ad0 msgr2=0x7f722c1519c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f722c0d0ad0 0x7f722c1519c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:03.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 -- 172.21.15.17:0/13772812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f722c15c5a0 con 0x7f722c0d2350 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f72321b4640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f721c009720 tx=0x7f721c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c041020 con 0x7f722c0d2350 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f721c03d620 con 0x7f722c0d2350 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c037040 con 0x7f722c0d2350 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f722c15b500 con 0x7f722c0d2350 2024-09-19T08:09:03.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.940+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f722c15bac0 con 0x7f722c0d2350 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.941+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f722c06e0e0 con 0x7f722c0d2350 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.942+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f721c044020 con 0x7f722c0d2350 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.942+0000 7f722a7fc640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 0x7f721806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.942+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5881+0+0 (secure 0 0 0) 0x7f721c0ab8b0 con 0x7f722c0d2350 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.942+0000 7f72319b3640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 0x7f721806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:03.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.943+0000 7f72319b3640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 0x7f721806e770 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f722c0b23b0 tx=0x7f7224009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:03.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:03.947+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f721c04b030 con 0x7f722c0d2350 2024-09-19T08:09:04.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.162+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f722c06ed10 con 0x7f722c0d2350 2024-09-19T08:09:04.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.439+0000 7f722a7fc640 1 -- 172.21.15.17:0/13772812 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v87) ==== 162+0+0 (secure 0 0 0) 0x7f721c079920 con 0x7f722c0d2350 2024-09-19T08:09:04.440 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 msgr2=0x7f721806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 0x7f721806e770 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f722c0b23b0 tx=0x7f7224009040 comp rx=0 tx=0).stop 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 msgr2=0x7f722c157b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f721c009720 tx=0x7f721c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 shutdown_connections 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f721806c2b0 0x7f721806e770 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f722c0d2350 0x7f722c157b90 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f722c0d0f40 0x7f722c15aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 --2- 172.21.15.17:0/13772812 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f722c0d0ad0 0x7f722c1519c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.441+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 >> 172.21.15.17:0/13772812 conn(0x7f722c0b7db0 msgr2=0x7f722c0b2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.442+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 shutdown_connections 2024-09-19T08:09:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.442+0000 7f7233c17640 1 -- 172.21.15.17:0/13772812 wait complete. 2024-09-19T08:09:04.456 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.557+0000 7fa0b0aa6640 1 Processor -- start 2024-09-19T08:09:04.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.557+0000 7fa0b0aa6640 1 -- start start 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0b0aa6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0b0aa6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0ac0ce060 con 0x7fa0ac0b2590 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0b0aa6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0ac0ce340 con 0x7fa0ac0cf800 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0b0aa6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa0ac0cf100 con 0x7fa0ac15c480 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aa59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:04.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa0ac0b2590 0x7fa0ac072270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42962/0 (socket says 172.21.15.17:42962) 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aa59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36232/0 (socket says 172.21.15.17:36232) 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aad9d640 1 -- 172.21.15.17:0/4017749707 learned_addr learned my addr 172.21.15.17:0/4017749707 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aa59c640 1 -- 172.21.15.17:0/4017749707 >> v1:172.21.15.160:6789/0 conn(0x7fa0ac0cf800 legacy=0x7fa0ac0b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aa59c640 1 -- 172.21.15.17:0/4017749707 >> v1:172.21.15.17:6789/0 conn(0x7fa0ac0b2590 legacy=0x7fa0ac072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0aa59c640 1 -- 172.21.15.17:0/4017749707 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ac0ce620 con 0x7fa0ac15c480 2024-09-19T08:09:04.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.558+0000 7fa0a959a640 1 -- 172.21.15.17:0/4017749707 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3843577012 0 0) 0x7fa0ac0ce060 con 0x7fa0ac0b2590 2024-09-19T08:09:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.559+0000 7fa0aa59c640 1 --2- 172.21.15.17:0/4017749707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fa09c0097a0 tx=0x7fa09c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e8e129768b12a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.559+0000 7fa0a959a640 1 -- 172.21.15.17:0/4017749707 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09c037070 con 0x7fa0ac15c480 2024-09-19T08:09:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.559+0000 7fa0a959a640 1 -- 172.21.15.17:0/4017749707 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa09c032440 con 0x7fa0ac15c480 2024-09-19T08:09:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.559+0000 7fa0a959a640 1 -- 172.21.15.17:0/4017749707 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09c032810 con 0x7fa0ac15c480 2024-09-19T08:09:04.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/4017749707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac15c480 msgr2=0x7fa0ac0cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/4017749707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fa09c0097a0 tx=0x7fa09c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/4017749707 shutdown_connections 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/4017749707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac15c480 0x7fa0ac0cf2c0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/4017749707 >> 172.21.15.17:0/4017749707 conn(0x7fa0ac06bc10 msgr2=0x7fa0ac06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/4017749707 shutdown_connections 2024-09-19T08:09:04.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.560+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/4017749707 wait complete. 2024-09-19T08:09:04.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.561+0000 7fa0b0aa6640 1 Processor -- start 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.561+0000 7fa0b0aa6640 1 -- start start 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ac0b2590 0x7fa0ac15dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 0x7fa0ac1f6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ac0cebe0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ac0cfc40 con 0x7fa0ac15c480 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0b0aa6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0ac072980 con 0x7fa0ac0b2590 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36234/0 (socket says 172.21.15.17:36234) 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 -- 172.21.15.17:0/2191364834 learned_addr learned my addr 172.21.15.17:0/2191364834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0aa59c640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ac0b2590 0x7fa0ac15dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0aad9d640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 0x7fa0ac1f6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:04.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 -- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ac0b2590 msgr2=0x7fa0ac15dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ac0b2590 0x7fa0ac15dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 -- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 msgr2=0x7fa0ac1f6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 0x7fa0ac1f6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0a9d9b640 1 -- 172.21.15.17:0/2191364834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ac1f65a0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.562+0000 7fa0aad9d640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 0x7fa0ac1f6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa0a9d9b640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000c410 tx=0x7fa0a000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0017070 con 0x7fa0ac0cf800 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0a00035f0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0ac15e2f0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0003a20 con 0x7fa0ac0cf800 2024-09-19T08:09:04.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.563+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0ac15eb90 con 0x7fa0ac0cf800 2024-09-19T08:09:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.564+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0ac0cf2c0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.564+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0a001a070 con 0x7fa0ac0cf800 2024-09-19T08:09:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.565+0000 7fa09affd640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 0x7fa08c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.565+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5881+0+0 (secure 0 0 0) 0x7fa0a008a950 con 0x7fa0ac0cf800 2024-09-19T08:09:04.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.565+0000 7fa0aa59c640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 0x7fa08c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:04.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.566+0000 7fa0aa59c640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 0x7fa08c06e770 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa09c034000 tx=0x7fa09c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:04.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.569+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0ac1f65a0 con 0x7fa0ac0cf800 2024-09-19T08:09:04.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.778+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0ac06dd90 con 0x7fa0ac0cf800 2024-09-19T08:09:04.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.779+0000 7fa09affd640 1 -- 172.21.15.17:0/2191364834 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+5222 (secure 0 0 0) 0x7fa0a0059010 con 0x7fa0ac0cf800 2024-09-19T08:09:04.780 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:04.780 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":88,"btime":"2024-09-19T08:09:04:443794+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:04.443775+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":88,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7644},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7644":{"gid":7644,"name":"a","rank":0,"incarnation":88,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/1716689887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1716689887},{"type":"v1","addr":"172.21.15.17:6835","nonce":1716689887}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:04.780 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 88 2024-09-19T08:09:04.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 msgr2=0x7fa08c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 0x7fa08c06e770 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa09c034000 tx=0x7fa09c02e000 comp rx=0 tx=0).stop 2024-09-19T08:09:04.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 msgr2=0x7fa0ac15f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:04.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000c410 tx=0x7fa0a000c8d0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 shutdown_connections 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08c06c2b0 0x7fa08c06e770 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ac15c480 0x7fa0ac1f6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ac0cf800 0x7fa0ac15f390 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 --2- 172.21.15.17:0/2191364834 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ac0b2590 0x7fa0ac15dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 >> 172.21.15.17:0/2191364834 conn(0x7fa0ac06bc10 msgr2=0x7fa0ac15b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 shutdown_connections 2024-09-19T08:09:04.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:04.781+0000 7fa0b0aa6640 1 -- 172.21.15.17:0/2191364834 wait complete. 2024-09-19T08:09:04.793 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:09:07.477 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:07.475+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:07.477 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:07.475+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:07.478 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:07.458+0000 7f3cd273a640 -1 log_channel(cluster) log [ERR] : dir 0x600 object missing on disk; some files may be lost (~mds0/stray0) 2024-09-19T08:09:07.478 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:07.458+0000 7f3cd273a640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-19T08:09:08.443 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:08.442+0000 7f3cd6742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:09.794 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:10.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.101+0000 7fb3a587b640 1 Processor -- start 2024-09-19T08:09:10.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.102+0000 7fb3a587b640 1 -- start start 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.102+0000 7fb3a587b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb3a00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.102+0000 7fb3a587b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3a015ea20 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.102+0000 7fb3a587b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3a00b1c50 con 0x7fb3a00d3660 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.102+0000 7fb3a587b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb3a00b2860 con 0x7fb3a015e640 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39e7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb3a00cf0e0 0x7fb3a00b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42968/0 (socket says 172.21.15.17:42968) 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39e7fc640 1 -- 172.21.15.17:0/3848788400 learned_addr learned my addr 172.21.15.17:0/3848788400 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39effd640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb3a00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2637040615 0 0) 0x7fb3a015ea20 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb388003520 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 81802742 0 0) 0x7fb3a00b1c50 con 0x7fb3a00d3660 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb3a015ea20 con 0x7fb3a00d3660 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 548968232 0 0) 0x7fb388003520 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 msgr2=0x7fb3a00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb3a00ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 >> v1:172.21.15.160:6789/0 conn(0x7fb3a00d3660 legacy=0x7fb3a00b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a00b1f30 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fb394001670 con 0x7fb3a00cf0e0 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 >> v1:172.21.15.17:6789/0 conn(0x7fb3a00cf0e0 legacy=0x7fb3a00b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb388003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb388004800 0x7fb388004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb388005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a00b2860 con 0x7fb388003b70 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb38800bb80 con 0x7fb388004800 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb38800bd80 con 0x7fb3a015e640 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.103+0000 7fb39effd640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb388003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39e7fc640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb388004800 0x7fb388004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39f7fe640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb388005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39effd640 1 -- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 msgr2=0x7fb388005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39effd640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a015e640 0x7fb388005270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39effd640 1 -- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb388004800 msgr2=0x7fb388004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39effd640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb388004800 0x7fb388004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.104+0000 7fb39effd640 1 -- 172.21.15.17:0/3848788400 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb388003520 con 0x7fb388003b70 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb39effd640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb388003f70 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fb390009fc0 tx=0x7fb388005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cceb599e2ae7245b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390009c10 con 0x7fb388003b70 2024-09-19T08:09:10.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb390036070 con 0x7fb388003b70 2024-09-19T08:09:10.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb39dffb640 1 -- 172.21.15.17:0/3848788400 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390031880 con 0x7fb388003b70 2024-09-19T08:09:10.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 -- 172.21.15.17:0/3848788400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 msgr2=0x7fb388003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 --2- 172.21.15.17:0/3848788400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb388003f70 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fb390009fc0 tx=0x7fb388005830 comp rx=0 tx=0).stop 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb39f7fe640 1 -- 172.21.15.17:0/3848788400 reap_dead start 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 -- 172.21.15.17:0/3848788400 shutdown_connections 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 -- 172.21.15.17:0/3848788400 >> 172.21.15.17:0/3848788400 conn(0x7fb3a009d820 msgr2=0x7fb3a00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 -- 172.21.15.17:0/3848788400 shutdown_connections 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.105+0000 7fb3a587b640 1 -- 172.21.15.17:0/3848788400 wait complete. 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.107+0000 7fb3a587b640 1 Processor -- start 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.107+0000 7fb3a587b640 1 -- start start 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3a00caf70 0x7fb3a0153c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a00c8a90 0x7fb3a00d0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a00cfe40 con 0x7fb388003b70 2024-09-19T08:09:10.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a00b24f0 con 0x7fb3a00caf70 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb3a587b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb3a00b73a0 con 0x7fb3a00c8a90 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36246/0 (socket says 172.21.15.17:36246) 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 -- 172.21.15.17:0/2094317451 learned_addr learned my addr 172.21.15.17:0/2094317451 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39f7fe640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a00c8a90 0x7fb3a00d0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39e7fc640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3a00caf70 0x7fb3a0153c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 -- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a00c8a90 msgr2=0x7fb3a00d0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a00c8a90 0x7fb3a00d0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 -- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3a00caf70 msgr2=0x7fb3a0153c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3a00caf70 0x7fb3a0153c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.108+0000 7fb39effd640 1 -- 172.21.15.17:0/2094317451 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a00cc7c0 con 0x7fb388003b70 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb39effd640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fb39000e230 tx=0x7fb390009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390009c10 con 0x7fb388003b70 2024-09-19T08:09:10.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb390003990 con 0x7fb388003b70 2024-09-19T08:09:10.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a00c9400 con 0x7fb388003b70 2024-09-19T08:09:10.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb390003d80 con 0x7fb388003b70 2024-09-19T08:09:10.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.109+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a00ccd40 con 0x7fb388003b70 2024-09-19T08:09:10.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.110+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3a0068eb0 con 0x7fb388003b70 2024-09-19T08:09:10.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.110+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb390005d10 con 0x7fb388003b70 2024-09-19T08:09:10.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.111+0000 7fb387fff640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 0x7fb38c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.111+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5967+0+0 (secure 0 0 0) 0x7fb3900ac8b0 con 0x7fb388003b70 2024-09-19T08:09:10.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.111+0000 7fb39e7fc640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 0x7fb38c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.112+0000 7fb39e7fc640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 0x7fb38c06e7a0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00cc750 tx=0x7fb394001e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.116+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb39007a8d0 con 0x7fb388003b70 2024-09-19T08:09:10.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.331+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3a00ceba0 con 0x7fb388003b70 2024-09-19T08:09:10.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.331+0000 7fb387fff640 1 -- 172.21.15.17:0/2094317451 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+4388 (secure 0 0 0) 0x7fb39007ebd0 con 0x7fb388003b70 2024-09-19T08:09:10.333 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:10.333 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":92,"btime":"2024-09-19T08:09:07:477358+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:07.477354+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":89,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:10.333 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 92 2024-09-19T08:09:10.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 msgr2=0x7fb38c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 0x7fb38c06e7a0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00cc750 tx=0x7fb394001e30 comp rx=0 tx=0).stop 2024-09-19T08:09:10.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 msgr2=0x7fb3a0154ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fb39000e230 tx=0x7fb390009750 comp rx=0 tx=0).stop 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 shutdown_connections 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb38c06c2e0 0x7fb38c06e7a0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb3a00c8a90 0x7fb3a00d0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb3a00caf70 0x7fb3a0153c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 --2- 172.21.15.17:0/2094317451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb388003b70 0x7fb3a0154ff0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 >> 172.21.15.17:0/2094317451 conn(0x7fb3a009d820 msgr2=0x7fb3a0074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 shutdown_connections 2024-09-19T08:09:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.333+0000 7fb3a587b640 1 -- 172.21.15.17:0/2094317451 wait complete. 2024-09-19T08:09:10.346 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:09:10.346 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.447+0000 7fd913711640 1 Processor -- start 2024-09-19T08:09:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.447+0000 7fd913711640 1 -- start start 2024-09-19T08:09:10.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd913711640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd90c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd913711640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd90c0731f0 con 0x7fd90c156990 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd913711640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd90c0ce160 con 0x7fd90c0b22c0 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd913711640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd90c156d70 con 0x7fd90c0cd880 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd9114ad640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd90c156990 0x7fd90c0cd170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42972/0 (socket says 172.21.15.17:42972) 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd9114ad640 1 -- 172.21.15.17:0/493365678 learned_addr learned my addr 172.21.15.17:0/493365678 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd910cac640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd90c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3440825180 0 0) 0x7fd90c0731f0 con 0x7fd90c156990 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.448+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd8f8003520 con 0x7fd90c156990 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1455239031 0 0) 0x7fd8f8003520 con 0x7fd90c156990 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 msgr2=0x7fd90c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd90c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 >> v1:172.21.15.160:6789/0 conn(0x7fd90c0b22c0 legacy=0x7fd90c15c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90c0ce440 con 0x7fd90c156990 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd908001670 con 0x7fd90c156990 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 >> v1:172.21.15.17:6789/0 conn(0x7fd90c156990 legacy=0x7fd90c0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8f80039e0 0x7fd8f8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8f8004390 0x7fd8f8004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd8f8005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f800ba70 con 0x7fd8f8004390 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f800bbf0 con 0x7fd8f80039e0 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd8f800bdf0 con 0x7fd90c0cd880 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8f8004390 0x7fd8f8004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd9114ad640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8f80039e0 0x7fd8f8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd911cae640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd8f8005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 -- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 msgr2=0x7fd8f8005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd90c0cd880 0x7fd8f8005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 -- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8f80039e0 msgr2=0x7fd8f8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8f80039e0 0x7fd8f8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.449+0000 7fd910cac640 1 -- 172.21.15.17:0/493365678 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8f8003520 con 0x7fd8f8004390 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.450+0000 7fd910cac640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8f8004390 0x7fd8f8004860 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009ac0 tx=0x7fd8f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f71152a948527110 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.450+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc036070 con 0x7fd8f8004390 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.450+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8fc031400 con 0x7fd8f8004390 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.450+0000 7fd903fff640 1 -- 172.21.15.17:0/493365678 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc009690 con 0x7fd8f8004390 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 -- 172.21.15.17:0/493365678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8f8004390 msgr2=0x7fd8f8004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 --2- 172.21.15.17:0/493365678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8f8004390 0x7fd8f8004860 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009ac0 tx=0x7fd8f8005830 comp rx=0 tx=0).stop 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd911cae640 1 -- 172.21.15.17:0/493365678 reap_dead start 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 -- 172.21.15.17:0/493365678 shutdown_connections 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 -- 172.21.15.17:0/493365678 >> 172.21.15.17:0/493365678 conn(0x7fd90c06bc10 msgr2=0x7fd90c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:10.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 -- 172.21.15.17:0/493365678 shutdown_connections 2024-09-19T08:09:10.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.451+0000 7fd913711640 1 -- 172.21.15.17:0/493365678 wait complete. 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.452+0000 7fd913711640 1 Processor -- start 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.452+0000 7fd913711640 1 -- start start 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8f8004390 0x7fd90c0b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 0x7fd90c1532f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd90c0b26d0 con 0x7fd90c0731b0 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd90c0cea90 con 0x7fd90c152e80 2024-09-19T08:09:10.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd90c0cef20 con 0x7fd8f8004390 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36264/0 (socket says 172.21.15.17:36264) 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 -- 172.21.15.17:0/1232549051 learned_addr learned my addr 172.21.15.17:0/1232549051 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd9114ad640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8f8004390 0x7fd90c0b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd910cac640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 0x7fd90c1532f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 -- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8f8004390 msgr2=0x7fd90c0b0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8f8004390 0x7fd90c0b0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 -- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 msgr2=0x7fd90c1532f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 0x7fd90c1532f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 -- 172.21.15.17:0/1232549051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90c15c8d0 con 0x7fd90c0731b0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd910cac640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 0x7fd90c1532f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd911cae640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fd90c15c8a0 tx=0x7fd90400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd904003b80 con 0x7fd90c0731b0 2024-09-19T08:09:10.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd904018070 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90c15cbb0 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.453+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9040050d0 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.454+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd90c15d170 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.455+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd90c0b1d80 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.455+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd904005270 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.456+0000 7fd901ffb640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 0x7fd8f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.456+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5967+0+0 (secure 0 0 0) 0x7fd90408b500 con 0x7fd90c0731b0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.456+0000 7fd9114ad640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 0x7fd8f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.457+0000 7fd9114ad640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 0x7fd8f006e770 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd908000c00 tx=0x7fd908001c80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.460+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd904059b70 con 0x7fd90c0731b0 2024-09-19T08:09:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.671+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd90c15c1f0 con 0x7fd90c0731b0 2024-09-19T08:09:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.672+0000 7fd901ffb640 1 -- 172.21.15.17:0/1232549051 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+4388 (secure 0 0 0) 0x7fd904059470 con 0x7fd90c0731b0 2024-09-19T08:09:10.673 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:10.673 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":92,"btime":"2024-09-19T08:09:07:477358+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:07.477354+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":89,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 92 2024-09-19T08:09:10.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 msgr2=0x7fd8f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 0x7fd8f006e770 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd908000c00 tx=0x7fd908001c80 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 msgr2=0x7fd90c073660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fd90c15c8a0 tx=0x7fd90400ff70 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 shutdown_connections 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8f006c2b0 0x7fd8f006e770 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd90c0731b0 0x7fd90c073660 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd90c152e80 0x7fd90c1532f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 --2- 172.21.15.17:0/1232549051 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8f8004390 0x7fd90c0b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 >> 172.21.15.17:0/1232549051 conn(0x7fd90c06bc10 msgr2=0x7fd90c15a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 shutdown_connections 2024-09-19T08:09:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.674+0000 7fd913711640 1 -- 172.21.15.17:0/1232549051 wait complete. 2024-09-19T08:09:10.686 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:10.686 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:10.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 Processor -- start 2024-09-19T08:09:10.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 -- start start 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa33c0b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa33c0b2820 con 0x7fa33c0b2330 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa33c0b2b00 con 0x7fa33c143bb0 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.788+0000 7fa3414f8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa33c141730 con 0x7fa33c15ef90 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa33c0b2330 0x7fa33c0b30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42982/0 (socket says 172.21.15.17:42982) 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33b7fe640 1 -- 172.21.15.17:0/768847008 learned_addr learned my addr 172.21.15.17:0/768847008 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4268880026 0 0) 0x7fa33c0b2820 con 0x7fa33c0b2330 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33a7fc640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa33c0b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa324005730 con 0x7fa33c0b2330 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 911831919 0 0) 0x7fa324005730 con 0x7fa33c0b2330 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 msgr2=0x7fa33c0b1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa33c0b1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 >> v1:172.21.15.160:6789/0 conn(0x7fa33c143bb0 legacy=0x7fa33c0d0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c144320 con 0x7fa33c0b2330 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa3340019f0 con 0x7fa33c0b2330 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 >> v1:172.21.15.17:6789/0 conn(0x7fa33c0b2330 legacy=0x7fa33c0b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa324005bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006170 0x7fa324006a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa324006f50 0x7fa3240073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c141730 con 0x7fa324006f50 2024-09-19T08:09:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa32400dcb0 con 0x7fa324006170 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa32400deb0 con 0x7fa33c15ef90 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33b7fe640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa324006f50 0x7fa3240073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33a7fc640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006170 0x7fa324006a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.789+0000 7fa33affd640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa324005bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 -- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 msgr2=0x7fa324005bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c15ef90 0x7fa324005bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 -- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006170 msgr2=0x7fa324006a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006170 0x7fa324006a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 -- 172.21.15.17:0/768847008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa324005730 con 0x7fa324006f50 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.790+0000 7fa33b7fe640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa324006f50 0x7fa3240073d0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fa33400a850 tx=0x7fa324007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4afb72e4d87bb8b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33400a4a0 con 0x7fa324006f50 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa33402f070 con 0x7fa324006f50 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa339ffb640 1 -- 172.21.15.17:0/768847008 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33402bd20 con 0x7fa324006f50 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 -- 172.21.15.17:0/768847008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa324006f50 msgr2=0x7fa3240073d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 --2- 172.21.15.17:0/768847008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa324006f50 0x7fa3240073d0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fa33400a850 tx=0x7fa324007a40 comp rx=0 tx=0).stop 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa33b7fe640 1 -- 172.21.15.17:0/768847008 reap_dead start 2024-09-19T08:09:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 -- 172.21.15.17:0/768847008 shutdown_connections 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 -- 172.21.15.17:0/768847008 >> 172.21.15.17:0/768847008 conn(0x7fa33c06bc10 msgr2=0x7fa33c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 -- 172.21.15.17:0/768847008 shutdown_connections 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.791+0000 7fa3414f8640 1 -- 172.21.15.17:0/768847008 wait complete. 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 Processor -- start 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 -- start start 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006f50 0x7fa33c1f5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c0aede0 0x7fa33c1f42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c0b1df0 con 0x7fa33c1f1740 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c0b3a10 con 0x7fa324006f50 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa3414f8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa33c0b1f70 con 0x7fa33c0aede0 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.793+0000 7fa33a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36290/0 (socket says 172.21.15.17:36290) 2024-09-19T08:09:10.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 -- 172.21.15.17:0/3050501980 learned_addr learned my addr 172.21.15.17:0/3050501980 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33affd640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006f50 0x7fa33c1f5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33b7fe640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c0aede0 0x7fa33c1f42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 -- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c0aede0 msgr2=0x7fa33c1f42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c0aede0 0x7fa33c1f42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 -- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006f50 msgr2=0x7fa33c1f5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006f50 0x7fa33c1f5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 -- 172.21.15.17:0/3050501980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c1f5070 con 0x7fa33c1f1740 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa33a7fc640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fa3300119a0 tx=0x7fa330011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33000faf0 con 0x7fa33c1f1740 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa33000fc90 con 0x7fa33c1f1740 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33c0c51e0 con 0x7fa33c1f1740 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa330014440 con 0x7fa33c1f1740 2024-09-19T08:09:10.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.794+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33c1f1bc0 con 0x7fa33c1f1740 2024-09-19T08:09:10.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.795+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33c0b30f0 con 0x7fa33c1f1740 2024-09-19T08:09:10.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.796+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa330012040 con 0x7fa33c1f1740 2024-09-19T08:09:10.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.796+0000 7fa3237fe640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 0x7fa32806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:10.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.796+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5967+0+0 (secure 0 0 0) 0x7fa33008bb70 con 0x7fa33c1f1740 2024-09-19T08:09:10.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.796+0000 7fa33affd640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 0x7fa32806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:10.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.797+0000 7fa33affd640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 0x7fa32806e7a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa32c005590 tx=0x7fa32c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:10.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:10.801+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa330019030 con 0x7fa33c1f1740 2024-09-19T08:09:11.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.013+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa33c0af1c0 con 0x7fa33c1f1740 2024-09-19T08:09:11.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.013+0000 7fa3237fe640 1 -- 172.21.15.17:0/3050501980 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+4388 (secure 0 0 0) 0x7fa330059c20 con 0x7fa33c1f1740 2024-09-19T08:09:11.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:11.015 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":92,"btime":"2024-09-19T08:09:07:477358+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:07.477354+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":89,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:11.015 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 92 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 msgr2=0x7fa32806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 0x7fa32806e7a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa32c005590 tx=0x7fa32c009040 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 msgr2=0x7fa33c0ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fa3300119a0 tx=0x7fa330011e60 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 shutdown_connections 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa32806c2e0 0x7fa32806e7a0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa33c0aede0 0x7fa33c1f42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa33c1f1740 0x7fa33c0ae8a0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 --2- 172.21.15.17:0/3050501980 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa324006f50 0x7fa33c1f5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 >> 172.21.15.17:0/3050501980 conn(0x7fa33c06bc10 msgr2=0x7fa33c15e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:11.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 shutdown_connections 2024-09-19T08:09:11.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.015+0000 7fa3414f8640 1 -- 172.21.15.17:0/3050501980 wait complete. 2024-09-19T08:09:11.027 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 600.00000000' led to DAMAGED state 2024-09-19T08:09:11.027 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 1.00000000.inode' 2024-09-19T08:09:11.028 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:11.028 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:11.044 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:11.044 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:11.044 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:11.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:11.044 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:11.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:11.100 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:11.100 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:11.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.242+0000 7fded6fcf640 1 Processor -- start 2024-09-19T08:09:11.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.242+0000 7fded6fcf640 1 -- start start 2024-09-19T08:09:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded6fcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded6fcf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fded00b2490 0x7fded015c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded6fcf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fded00ce160 con 0x7fded00cd6b0 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded6fcf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fded0156d70 con 0x7fded00b2490 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded6fcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fded00cdb10 con 0x7fded0156990 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded556c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fded00b2490 0x7fded015c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fdec7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fded00cd6b0 0x7fded00b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42996/0 (socket says 172.21.15.17:42996) 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fdec7fff640 1 -- 172.21.15.17:0/186361114 learned_addr learned my addr 172.21.15.17:0/186361114 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded4d6b640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded556c640 1 -- 172.21.15.17:0/186361114 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 msgr2=0x7fded00cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded556c640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded00cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded556c640 1 -- 172.21.15.17:0/186361114 >> v1:172.21.15.17:6789/0 conn(0x7fded00cd6b0 legacy=0x7fded00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fded556c640 1 -- 172.21.15.17:0/186361114 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded00731f0 con 0x7fded00b2490 2024-09-19T08:09:11.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.243+0000 7fdec77fe640 1 -- 172.21.15.17:0/186361114 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1225811602 0 0) 0x7fded00ce160 con 0x7fded00cd6b0 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.244+0000 7fded556c640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00b2490 0x7fded015c8d0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009d90 tx=0x7fdec802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c60654887b1bf37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.244+0000 7fdec77fe640 1 -- 172.21.15.17:0/186361114 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec8031600 con 0x7fded00b2490 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.244+0000 7fdec77fe640 1 -- 172.21.15.17:0/186361114 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdec80317a0 con 0x7fded00b2490 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.244+0000 7fdec77fe640 1 -- 172.21.15.17:0/186361114 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec8031b70 con 0x7fded00b2490 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 -- 172.21.15.17:0/186361114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00b2490 msgr2=0x7fded015c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00b2490 0x7fded015c8d0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009d90 tx=0x7fdec802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 -- 172.21.15.17:0/186361114 shutdown_connections 2024-09-19T08:09:11.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00b2490 0x7fded015c8d0 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 --2- 172.21.15.17:0/186361114 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded00cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 -- 172.21.15.17:0/186361114 >> 172.21.15.17:0/186361114 conn(0x7fded006bc10 msgr2=0x7fded006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 -- 172.21.15.17:0/186361114 shutdown_connections 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.245+0000 7fded6fcf640 1 -- 172.21.15.17:0/186361114 wait complete. 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.246+0000 7fded6fcf640 1 Processor -- start 2024-09-19T08:09:11.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.246+0000 7fded6fcf640 1 -- start start 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fded00b2490 0x7fded015f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded015c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fded00ce720 con 0x7fded00cd6b0 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fded00cea90 con 0x7fded00b2490 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded6fcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fded00cef20 con 0x7fded0156990 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36310/0 (socket says 172.21.15.17:36310) 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 -- 172.21.15.17:0/166182322 learned_addr learned my addr 172.21.15.17:0/166182322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded556c640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded015c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fded4d6b640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fded00b2490 0x7fded015f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 -- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 msgr2=0x7fded015c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded015c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 -- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fded00b2490 msgr2=0x7fded015f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fded00b2490 0x7fded015f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 -- 172.21.15.17:0/166182322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded015cc70 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.247+0000 7fdec7fff640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fdec000c4d0 tx=0x7fdec000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.248+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec0018070 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.248+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdec0007500 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.248+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec0004a20 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.248+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded0158330 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.248+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded01588b0 con 0x7fded00cd6b0 2024-09-19T08:09:11.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.249+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded0159f20 con 0x7fded00cd6b0 2024-09-19T08:09:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.249+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdec001b070 con 0x7fded00cd6b0 2024-09-19T08:09:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.250+0000 7fdec57fa640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 0x7fdebc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.250+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5967+0+0 (secure 0 0 0) 0x7fdec008a7f0 con 0x7fded00cd6b0 2024-09-19T08:09:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.250+0000 7fded4d6b640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 0x7fdebc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.251+0000 7fded4d6b640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 0x7fdebc06e770 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009970 tx=0x7fdecc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.254+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdec0058ef0 con 0x7fded00cd6b0 2024-09-19T08:09:11.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.468+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fded00b1fc0 con 0x7fded00cd6b0 2024-09-19T08:09:11.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.546+0000 7fdec57fa640 1 -- 172.21.15.17:0/166182322 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v93) ==== 161+0+0 (secure 0 0 0) 0x7fdec00587f0 con 0x7fded00cd6b0 2024-09-19T08:09:11.548 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 msgr2=0x7fdebc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 0x7fdebc06e770 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009970 tx=0x7fdecc008040 comp rx=0 tx=0).stop 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 msgr2=0x7fded0144ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fdec000c4d0 tx=0x7fdec000c990 comp rx=0 tx=0).stop 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 shutdown_connections 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdebc06c2b0 0x7fdebc06e770 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fded0156990 0x7fded015c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded00cd6b0 0x7fded0144ba0 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 --2- 172.21.15.17:0/166182322 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fded00b2490 0x7fded015f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 >> 172.21.15.17:0/166182322 conn(0x7fded006bc10 msgr2=0x7fded015ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 shutdown_connections 2024-09-19T08:09:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.549+0000 7fded6fcf640 1 -- 172.21.15.17:0/166182322 wait complete. 2024-09-19T08:09:11.561 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:11.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.663+0000 7f847cc84640 1 Processor -- start 2024-09-19T08:09:11.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.663+0000 7f847cc84640 1 -- start start 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f847815e4e0 0x7f84780b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 0x7f84780b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84780d1fc0 0x7f84780d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f84780d2d40 con 0x7f84780d1fc0 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f84780b7250 con 0x7f847815e4e0 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847cc84640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f847806cec0 con 0x7f847815e8c0 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84780d1fc0 0x7f84780d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84780d1fc0 0x7f84780d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36314/0 (socket says 172.21.15.17:36314) 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 -- 172.21.15.17:0/244269573 learned_addr learned my addr 172.21.15.17:0/244269573 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8475d9b640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 0x7f84780b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f847659c640 1 --2- 172.21.15.17:0/244269573 >> v2:172.21.15.160:3300/0 conn(0x7f847815e4e0 0x7f84780b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 -- 172.21.15.17:0/244269573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 msgr2=0x7f84780b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 0x7f84780b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 -- 172.21.15.17:0/244269573 >> v2:172.21.15.160:3300/0 conn(0x7f847815e4e0 msgr2=0x7f84780b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 --2- 172.21.15.17:0/244269573 >> v2:172.21.15.160:3300/0 conn(0x7f847815e4e0 0x7f84780b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8476d9d640 1 -- 172.21.15.17:0/244269573 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847806d160 con 0x7f84780d1fc0 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.664+0000 7f8475d9b640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 0x7f84780b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:11.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.665+0000 7f8476d9d640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f84780d2470 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f8478075a10 tx=0x7f847002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c52bdde672a5b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.665+0000 7f847559a640 1 -- 172.21.15.17:0/244269573 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470036070 con 0x7f84780d1fc0 2024-09-19T08:09:11.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.665+0000 7f847559a640 1 -- 172.21.15.17:0/244269573 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8470031600 con 0x7f84780d1fc0 2024-09-19T08:09:11.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.665+0000 7f847559a640 1 -- 172.21.15.17:0/244269573 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84700319d0 con 0x7f84780d1fc0 2024-09-19T08:09:11.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 -- 172.21.15.17:0/244269573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 msgr2=0x7f84780d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f84780d2470 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f8478075a10 tx=0x7f847002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 -- 172.21.15.17:0/244269573 shutdown_connections 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f84780d2470 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 --2- 172.21.15.17:0/244269573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e8c0 0x7f84780b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 --2- 172.21.15.17:0/244269573 >> v2:172.21.15.160:3300/0 conn(0x7f847815e4e0 0x7f84780b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 -- 172.21.15.17:0/244269573 >> 172.21.15.17:0/244269573 conn(0x7f847806f400 msgr2=0x7f847806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 -- 172.21.15.17:0/244269573 shutdown_connections 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.666+0000 7f847cc84640 1 -- 172.21.15.17:0/244269573 wait complete. 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.667+0000 7f847cc84640 1 Processor -- start 2024-09-19T08:09:11.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.667+0000 7f847cc84640 1 -- start start 2024-09-19T08:09:11.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e4e0 0x7f8478154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 0x7f84780b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84780d29b0 con 0x7f84780d1fc0 2024-09-19T08:09:11.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f847806d720 con 0x7f847815e8c0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847cc84640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8478070660 con 0x7f847815e4e0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36330/0 (socket says 172.21.15.17:36330) 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 -- 172.21.15.17:0/3454571680 learned_addr learned my addr 172.21.15.17:0/3454571680 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f8475d9b640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e4e0 0x7f8478154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f8476d9d640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 0x7f84780b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 -- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e4e0 msgr2=0x7f8478154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e4e0 0x7f8478154ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 -- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 msgr2=0x7f84780b14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 0x7f84780b14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f847659c640 1 -- 172.21.15.17:0/3454571680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8478155a70 con 0x7f84780d1fc0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.668+0000 7f8476d9d640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 0x7f84780b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f847659c640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f846800c7f0 tx=0x7f846800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8468015070 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8468004240 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8478155d50 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8468007620 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.669+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f847814d2c0 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.670+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84780af320 con 0x7f84780d1fc0 2024-09-19T08:09:11.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.670+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84680079d0 con 0x7f84780d1fc0 2024-09-19T08:09:11.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.671+0000 7f8466ffd640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 0x7f845806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:11.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.671+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5967+0+0 (secure 0 0 0) 0x7f846808b580 con 0x7f84780d1fc0 2024-09-19T08:09:11.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.671+0000 7f8475d9b640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 0x7f845806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:11.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.672+0000 7f8475d9b640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 0x7f845806e770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f84781f75e0 tx=0x7f846c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:11.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.675+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84680595a0 con 0x7f84780d1fc0 2024-09-19T08:09:11.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:11.920+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f8478070ef0 con 0x7f84780d1fc0 2024-09-19T08:09:12.211 INFO:tasks.ceph.mds.a.smithi017.stderr: -48> 2024-09-19T08:09:07.458+0000 7f3cd273a640 -1 log_channel(cluster) log [ERR] : dir 0x600 object missing on disk; some files may be lost (~mds0/stray0) 2024-09-19T08:09:12.212 INFO:tasks.ceph.mds.a.smithi017.stderr: -46> 2024-09-19T08:09:07.458+0000 7f3cd273a640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-19T08:09:12.212 INFO:tasks.ceph.mds.a.smithi017.stderr: -31> 2024-09-19T08:09:08.442+0000 7f3cd6742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:12.236 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:09:12.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.548+0000 7f8466ffd640 1 -- 172.21.15.17:0/3454571680 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v94) ==== 101+0+0 (secure 0 0 0) 0x7f846805d8a0 con 0x7f84780d1fc0 2024-09-19T08:09:12.549 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:12.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 msgr2=0x7f845806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 0x7f845806e770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f84781f75e0 tx=0x7f846c008040 comp rx=0 tx=0).stop 2024-09-19T08:09:12.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 msgr2=0x7f847814cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f846800c7f0 tx=0x7f846800ccb0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 shutdown_connections 2024-09-19T08:09:12.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f845806c2b0 0x7f845806e770 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f847815e8c0 0x7f84780b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f847815e4e0 0x7f8478154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 --2- 172.21.15.17:0/3454571680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84780d1fc0 0x7f847814cd80 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.550+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 >> 172.21.15.17:0/3454571680 conn(0x7f847806f400 msgr2=0x7f847806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:12.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.551+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 shutdown_connections 2024-09-19T08:09:12.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.551+0000 7f847cc84640 1 -- 172.21.15.17:0/3454571680 wait complete. 2024-09-19T08:09:12.566 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:12.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.611+0000 7f0059093f40 1 Processor -- start 2024-09-19T08:09:12.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.611+0000 7f0059093f40 1 -- start start 2024-09-19T08:09:12.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.611+0000 7f0059093f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab152fe6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.611+0000 7f0059093f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0059093f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab153ac760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0059093f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ab1531aff0 con 0x55ab153a9cb0 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0059093f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ab15224510 con 0x55ab153aa090 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0059093f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ab15319fd0 con 0x55ab1531cf80 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34610/0 (socket says 172.21.15.17:34610) 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 -- 172.21.15.17:0/3821756901 learned_addr learned my addr 172.21.15.17:0/3821756901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056b89640 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab152fe6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f005738a640 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab153ac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 -- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 msgr2=0x55ab152fe6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab152fe6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 -- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 msgr2=0x55ab153ac760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab153ac760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 -- 172.21.15.17:0/3821756901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab153ad360 con 0x55ab153a9cb0 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0056388640 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f004c00a770 tx=0x7f004c00a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54b08438cee5949 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0055386640 1 -- 172.21.15.17:0/3821756901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c019070 con 0x55ab153a9cb0 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0055386640 1 -- 172.21.15.17:0/3821756901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f004c007600 con 0x55ab153a9cb0 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.612+0000 7f0055386640 1 -- 172.21.15.17:0/3821756901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c0079d0 con 0x55ab153a9cb0 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 -- 172.21.15.17:0/3821756901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 msgr2=0x55ab153ac220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f004c00a770 tx=0x7f004c00a860 comp rx=0 tx=0).stop 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 -- 172.21.15.17:0/3821756901 shutdown_connections 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab153ac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab153ac220 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 --2- 172.21.15.17:0/3821756901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab152fe6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 -- 172.21.15.17:0/3821756901 >> 172.21.15.17:0/3821756901 conn(0x55ab152fd280 msgr2=0x55ab15302720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 -- 172.21.15.17:0/3821756901 shutdown_connections 2024-09-19T08:09:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 -- 172.21.15.17:0/3821756901 wait complete. 2024-09-19T08:09:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.613+0000 7f0059093f40 1 Processor -- start 2024-09-19T08:09:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 -- start start 2024-09-19T08:09:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab153186e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab1538f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab15397920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ab153abb60 con 0x55ab153a9cb0 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ab153ab880 con 0x55ab153aa090 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0059093f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ab152febf0 con 0x55ab1531cf80 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0056388640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab1538f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0056388640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab1538f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34614/0 (socket says 172.21.15.17:34614) 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 learned_addr learned my addr 172.21.15.17:0/2570788907 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab153186e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.614+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab15397920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 msgr2=0x55ab153186e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ab1531cf80 0x55ab153186e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 msgr2=0x55ab15397920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab15397920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab15396880 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ab153aa090 0x55ab15397920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab1538f3a0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f004c000c00 tx=0x7f004c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f003ffff640 1 -- 172.21.15.17:0/2570788907 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c019040 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f003ffff640 1 -- 172.21.15.17:0/2570788907 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f004c022070 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ab15396b60 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f003ffff640 1 -- 172.21.15.17:0/2570788907 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c014690 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.615+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab15397120 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f003ffff640 1 -- 172.21.15.17:0/2570788907 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f004c014830 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f003ffff640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f004406ac90 0x7f004406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f003ffff640 1 -- 172.21.15.17:0/2570788907 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5996+0+0 (secure 0 0 0) 0x7f004c08af70 con 0x55ab153a9cb0 2024-09-19T08:09:12.621 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f004406ac90 0x7f004406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ab15316a10 0x55ab154408b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.617+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab153170a0 con 0x55ab15316a10 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.618+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ab15316a10 0x55ab154408b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.618+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ab15316a10 0x55ab154408b0 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.618+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f004406ac90 0x7f004406d150 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0048057000 tx=0x7f0048052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.619+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v90'73 uv48 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.620+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15440df0 con 0x55ab15316a10 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.621+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v90'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.621+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15441220 con 0x55ab15316a10 2024-09-19T08:09:12.624 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:12.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.622+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v90'75 uv75 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.622+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544df00 con 0x55ab15316a10 2024-09-19T08:09:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.624+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v90'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.624+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e2a0 con 0x55ab15316a10 2024-09-19T08:09:12.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.625+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v90'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.625+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544cef0 con 0x55ab15316a10 2024-09-19T08:09:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.626+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v90'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.626+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d2c0 con 0x55ab15316a10 2024-09-19T08:09:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.627+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v90'79 uv54 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.627+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.628+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v90'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.628+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.630+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v90'81 uv81 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.631 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:12.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.630+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.631+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v90'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.631+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.632+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v90'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.632+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.633+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v90'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.633+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.634+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v90'85 uv59 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.634+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.637+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v90'86 uv86 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.637+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.640+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v90'87 uv87 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.641 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.640+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.643+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v90'88 uv88 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.643+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.644+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v90'89 uv89 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.644+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544d660 con 0x55ab15316a10 2024-09-19T08:09:12.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.645+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v90'90 uv90 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.645+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.646+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v90'91 uv91 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.646+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.647+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v90'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.649 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:12.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.648+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544f650 con 0x55ab15316a10 2024-09-19T08:09:12.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.649+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [setxattr (30)] v90'93 uv93 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.649+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544f650 con 0x55ab15316a10 2024-09-19T08:09:12.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.652+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [setxattr (62)] v90'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.652+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.654+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [omap-set-header] v90'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.654+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.657+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 603.00000000 [create] v90'96 uv71 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.657+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.661+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 603.00000000 [delete] v90'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.661+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.663 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:12.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.662+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v90'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.662+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544f650 con 0x55ab15316a10 2024-09-19T08:09:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.665+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [setxattr (30)] v90'99 uv99 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.665+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544f650 con 0x55ab15316a10 2024-09-19T08:09:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.668+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [setxattr (62)] v90'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.668+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1544e640 con 0x55ab15316a10 2024-09-19T08:09:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.670+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [omap-set-header] v90'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.671+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ab1544eb50 0x55ab15450f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.671+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:30 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15451480 con 0x55ab1544eb50 2024-09-19T08:09:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.671+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ab1544eb50 0x55ab15450f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.671+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ab1544eb50 0x55ab15450f40 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.673+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(30 1.00000000.inode [create] v90'66 uv48 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.673+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:31 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15451820 con 0x55ab1544eb50 2024-09-19T08:09:12.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.674+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(31 1.00000000.inode [delete] v90'67 uv67 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.674+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15451bc0 con 0x55ab1544eb50 2024-09-19T08:09:12.676 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:12.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.675+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(32 1.00000000.inode [create] v90'68 uv68 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.675+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15452410 con 0x55ab1544eb50 2024-09-19T08:09:12.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.677+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v90'69 uv69 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.677+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154527b0 con 0x55ab1544eb50 2024-09-19T08:09:12.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.678+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v90'70 uv70 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.678+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15452b50 con 0x55ab1544eb50 2024-09-19T08:09:12.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.679+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(35 200.00000000 [create] v90'71 uv53 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.679+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15452ef0 con 0x55ab1544eb50 2024-09-19T08:09:12.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.680+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(36 200.00000000 [delete] v90'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.680+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.681 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:12.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.681+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(37 200.00000000 [create] v90'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.681+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.682+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(38 200.00000000 [write 0~90] v90'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.682+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.683+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(39 200.00000000 [omap-set-header] v90'75 uv75 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.683+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.684+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(40 200.00000001 [create] v90'76 uv58 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.684+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.685+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(41 200.00000001 [delete] v90'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.685+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.686 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:12.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.685+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(42 200.00000001 [create] v90'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.686+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15456cf0 con 0x55ab1544eb50 2024-09-19T08:09:12.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.687+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(43 200.00000001 [write 0~14897] v90'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.687+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15456cf0 con 0x55ab1544eb50 2024-09-19T08:09:12.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.688+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(44 200.00000001 [omap-set-header] v90'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.688+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.689+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(45 606.00000000 [create] v90'81 uv64 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.689+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.691+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(46 606.00000000 [delete] v90'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.691+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.695 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:12.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.694+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(47 606.00000000 [create] v90'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.694+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154542a0 con 0x55ab1544eb50 2024-09-19T08:09:12.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.697+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v90'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.697+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154542a0 con 0x55ab1544eb50 2024-09-19T08:09:12.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.698+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v90'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.698+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab1544eb50 2024-09-19T08:09:12.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.699+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(50 606.00000000 [omap-set-header] v90'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1544eb50 2024-09-19T08:09:12.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.699+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab15316a10 2024-09-19T08:09:12.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.700+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(51 607.00000000 [create] v90'15 uv14 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.700+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab15316a10 2024-09-19T08:09:12.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.702+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(52 607.00000000 [delete] v90'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.702+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab15316a10 2024-09-19T08:09:12.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.703+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v90'17 uv17 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.704 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:12.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.703+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154542a0 con 0x55ab15316a10 2024-09-19T08:09:12.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.704+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v90'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.704+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154542a0 con 0x55ab15316a10 2024-09-19T08:09:12.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.705+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v90'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.705+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15453290 con 0x55ab15316a10 2024-09-19T08:09:12.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.706+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [omap-set-header] v90'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.706+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ab154537a0 0x55ab15455b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.706+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154561f0 con 0x55ab154537a0 2024-09-19T08:09:12.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.706+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ab154537a0 0x55ab15455b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.706+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ab154537a0 0x55ab15455b90 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.707+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v90'14 uv13 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.707+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab154566f0 con 0x55ab154537a0 2024-09-19T08:09:12.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.708+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v90'15 uv15 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.708+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15456bf0 con 0x55ab154537a0 2024-09-19T08:09:12.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.709+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v90'16 uv16 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.710 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:12.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.709+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15452040 con 0x55ab154537a0 2024-09-19T08:09:12.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.710+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v90'17 uv17 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.710+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.711+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(61 608.00000000 [create] v90'15 uv14 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.711+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.712+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(62 608.00000000 [delete] v90'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.712+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.714+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v90'17 uv17 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.714 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:12.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.714+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.715+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v90'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.715+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.716+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v90'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.716+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457520 con 0x55ab15316a10 2024-09-19T08:09:12.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.717+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [omap-set-header] v90'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.717+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ab15457ba0 0x55ab15459fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.717+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545a650 con 0x55ab15457ba0 2024-09-19T08:09:12.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.717+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ab15457ba0 0x55ab15459fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.718+0000 7f005738a640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ab15457ba0 0x55ab15459fd0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.719+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(67 604.00000000 [create] v90'26 uv20 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.719+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.720+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(68 604.00000000 [delete] v90'27 uv27 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.720+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.723 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:12.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.722+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(69 604.00000000 [create] v90'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.723+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545ba50 con 0x55ab15457ba0 2024-09-19T08:09:12.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.725+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v90'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.725+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545ba50 con 0x55ab15457ba0 2024-09-19T08:09:12.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.727+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v90'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.727+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.728+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v90'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.728+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.729+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(73 500.00000000 [create] v90'32 uv25 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.729+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.730+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(74 500.00000000 [delete] v90'33 uv33 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.730+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.732 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:12.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.731+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(75 500.00000000 [create] v90'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.731+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.732+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v90'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.732+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545aa40 con 0x55ab15457ba0 2024-09-19T08:09:12.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.734+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v90'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.734+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ab1545b0c0 0x55ab1545d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.734+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545dbb0 con 0x55ab1545b0c0 2024-09-19T08:09:12.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.734+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ab1545b0c0 0x55ab1545d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.734+0000 7f0056b89640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ab1545b0c0 0x55ab1545d4b0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.735+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(78 mds_snaptable [create] v90'12 uv11 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1545b0c0 2024-09-19T08:09:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.735+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab1545b0c0 2024-09-19T08:09:12.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.736+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(79 mds_snaptable [delete] v90'13 uv13 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1545b0c0 2024-09-19T08:09:12.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.736+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab1545b0c0 2024-09-19T08:09:12.738 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.737+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(80 mds_snaptable [create] v90'14 uv14 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1545b0c0 2024-09-19T08:09:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.737+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab1545b0c0 2024-09-19T08:09:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.739+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v90'15 uv15 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1545b0c0 2024-09-19T08:09:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.739+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab1545b0c0 2024-09-19T08:09:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.739+0000 7f0056b89640 1 -- 172.21.15.17:0/2570788907 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v90'16 uv16 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004805d040 con 0x55ab1545b0c0 2024-09-19T08:09:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.740+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab15316a10 2024-09-19T08:09:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.741+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(83 605.00000000 [create] v90'15 uv14 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.741+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab15316a10 2024-09-19T08:09:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.742+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(84 605.00000000 [delete] v90'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.742+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545df80 con 0x55ab15316a10 2024-09-19T08:09:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.743+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v90'17 uv17 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.744 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.743+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545ef90 con 0x55ab15316a10 2024-09-19T08:09:12.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.744+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v90'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.744+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545ef90 con 0x55ab15316a10 2024-09-19T08:09:12.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.745+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v90'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.745+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457080 con 0x55ab15316a10 2024-09-19T08:09:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.746+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [omap-set-header] v90'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15316a10 2024-09-19T08:09:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.746+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15457080 con 0x55ab154537a0 2024-09-19T08:09:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.747+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v90'24 uv18 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.747+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e430 con 0x55ab154537a0 2024-09-19T08:09:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.747+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v90'25 uv25 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.747+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e430 con 0x55ab154537a0 2024-09-19T08:09:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.748+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v90'26 uv26 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.751 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.748+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.749+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v90'27 uv27 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.749+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.750+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v90'28 uv28 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.750+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.751+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v90'29 uv23 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.751+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.752+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v90'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.752+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.753+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v90'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.754 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.753+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.754+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v90'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.754+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab1545e820 con 0x55ab154537a0 2024-09-19T08:09:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.754+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v90'33 uv33 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.755+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ab1545f3d0 0x55ab154617c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.755+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab1545f3d0 2024-09-19T08:09:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.755+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ab1545f3d0 0x55ab154617c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.755+0000 7f0056388640 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ab1545f3d0 0x55ab154617c0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.756+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v90'14 uv12 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab1545f3d0 2024-09-19T08:09:12.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.756+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab1545f3d0 2024-09-19T08:09:12.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.757+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v90'15 uv15 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab1545f3d0 2024-09-19T08:09:12.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.757+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab1545f3d0 2024-09-19T08:09:12.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.758+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v90'16 uv16 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab1545f3d0 2024-09-19T08:09:12.759 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:12.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.758+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab1545f3d0 2024-09-19T08:09:12.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.759+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v90'17 uv17 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab1545f3d0 2024-09-19T08:09:12.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.759+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab154537a0 2024-09-19T08:09:12.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.760+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v90'15 uv14 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.760+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab154537a0 2024-09-19T08:09:12.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.761+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v90'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.761+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab154537a0 2024-09-19T08:09:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.762+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v90'17 uv17 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.763 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.762+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15462d10 con 0x55ab154537a0 2024-09-19T08:09:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.763+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v90'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.763+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15462d10 con 0x55ab154537a0 2024-09-19T08:09:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.764+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v90'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.764+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab154537a0 2024-09-19T08:09:12.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.765+0000 7f0056388640 1 -- 172.21.15.17:0/2570788907 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v90'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f004c0555c0 con 0x55ab154537a0 2024-09-19T08:09:12.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.765+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.766+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v90'12 uv11 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.766+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.767+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v90'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.767+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.769 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.768+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v90'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.769+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.771+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v90'15 uv15 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.771+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.772+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v90'16 uv16 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.772+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.772+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v90'33 uv24 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.772+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.773+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v90'34 uv34 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.773+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.774+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v90'35 uv35 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.775 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.774+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.775+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v90'36 uv36 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.775+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.776+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v90'37 uv37 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.776+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.777+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v90'38 uv31 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.777+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.778+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v90'39 uv39 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.778+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.779+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v90'40 uv40 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.780 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.779+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15462d10 con 0x55ab15457ba0 2024-09-19T08:09:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.780+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v90'41 uv41 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.780+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15462d10 con 0x55ab15457ba0 2024-09-19T08:09:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.782+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v90'42 uv42 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.783+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab15461d00 con 0x55ab15457ba0 2024-09-19T08:09:12.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.786+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v90'43 uv43 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.786+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) -- 0x55ab154621b0 con 0x55ab15457ba0 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v90'44 uv44 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0050011040 con 0x55ab15457ba0 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ab15316a10 msgr2=0x55ab154408b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ab15316a10 0x55ab154408b0 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ab154537a0 msgr2=0x55ab15455b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ab154537a0 0x55ab15455b90 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ab1545f3d0 msgr2=0x55ab154617c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ab1545f3d0 0x55ab154617c0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ab1544eb50 msgr2=0x55ab15450f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ab1544eb50 0x55ab15450f40 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 reap_dead start 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ab15457ba0 msgr2=0x55ab15459fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ab15457ba0 0x55ab15459fd0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ab1545b0c0 msgr2=0x55ab1545d4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ab1545b0c0 0x55ab1545d4b0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f004406ac90 msgr2=0x7f004406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f004406ac90 0x7f004406d150 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0048057000 tx=0x7f0048052000 comp rx=0 tx=0).stop 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 msgr2=0x55ab1538f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 --2- 172.21.15.17:0/2570788907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab153a9cb0 0x55ab1538f3a0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f004c000c00 tx=0x7f004c003020 comp rx=0 tx=0).stop 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f005738a640 1 -- 172.21.15.17:0/2570788907 reap_dead start 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 shutdown_connections 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 >> 172.21.15.17:0/2570788907 conn(0x55ab152fd280 msgr2=0x55ab1539ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 shutdown_connections 2024-09-19T08:09:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.789+0000 7f0059093f40 1 -- 172.21.15.17:0/2570788907 wait complete. 2024-09-19T08:09:12.792 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 1.00000000.inode 2024-09-19T08:09:12.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.875+0000 7fa1edd1ef40 1 Processor -- start 2024-09-19T08:09:12.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.875+0000 7fa1edd1ef40 1 -- start start 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f133230670 0x55f1332cfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 0x55f1332c9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f133205db0 con 0x55f1332d9fe0 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f133156510 con 0x55f1332da8e0 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f133204050 con 0x55f133230670 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34622/0 (socket says 172.21.15.17:34622) 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 -- 172.21.15.17:0/533040731 learned_addr learned my addr 172.21.15.17:0/533040731 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1eb548640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 0x55f1332c9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ead47640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f133230670 0x55f1332cfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 -- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f133230670 msgr2=0x55f1332cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f133230670 0x55f1332cfa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 -- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 msgr2=0x55f1332c9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 0x55f1332c9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1ea546640 1 -- 172.21.15.17:0/533040731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1332db0f0 con 0x55f1332d9fe0 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.876+0000 7fa1eb548640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 0x55f1332c9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1ea546640 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fa1d4025af0 tx=0x7fa1d404e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c70fe8d6af37a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1e9544640 1 -- 172.21.15.17:0/533040731 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d4059040 con 0x55f1332d9fe0 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1e9544640 1 -- 172.21.15.17:0/533040731 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1d4063070 con 0x55f1332d9fe0 2024-09-19T08:09:12.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1e9544640 1 -- 172.21.15.17:0/533040731 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d4054bf0 con 0x55f1332d9fe0 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/533040731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 msgr2=0x55f1332c9860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fa1d4025af0 tx=0x7fa1d404e000 comp rx=0 tx=0).stop 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/533040731 shutdown_connections 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1332da8e0 0x55f1332c9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332d9fe0 0x55f1332c9860 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/533040731 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f133230670 0x55f1332cfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/533040731 >> 172.21.15.17:0/533040731 conn(0x55f13322f280 msgr2=0x55f1332034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/533040731 shutdown_connections 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.877+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/533040731 wait complete. 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.878+0000 7fa1edd1ef40 1 Processor -- start 2024-09-19T08:09:12.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.878+0000 7fa1edd1ef40 1 -- start start 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f133230670 0x55f1333754b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1332d9fe0 0x55f133233870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 0x55f133204b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1332db700 con 0x55f1332da8e0 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f1332d1540 con 0x55f133230670 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f1332d1790 con 0x55f1332d9fe0 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 0x55f133204b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 0x55f133204b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34636/0 (socket says 172.21.15.17:34636) 2024-09-19T08:09:12.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 -- 172.21.15.17:0/3724333259 learned_addr learned my addr 172.21.15.17:0/3724333259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1ea546640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1332d9fe0 0x55f133233870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1ead47640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f133230670 0x55f1333754b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 -- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1332d9fe0 msgr2=0x55f133233870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1332d9fe0 0x55f133233870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 -- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f133230670 msgr2=0x55f1333754b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f133230670 0x55f1333754b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 -- 172.21.15.17:0/3724333259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f133233fe0 con 0x55f1332da8e0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1eb548640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 0x55f133204b30 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc0026a0 tx=0x7fa1dc002b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1e3fff640 1 -- 172.21.15.17:0/3724333259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc017070 con 0x55f1332da8e0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1e3fff640 1 -- 172.21.15.17:0/3724333259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1dc00f830 con 0x55f1332da8e0 2024-09-19T08:09:12.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f1332d6010 con 0x55f1332da8e0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1e3fff640 1 -- 172.21.15.17:0/3724333259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1dc00fc00 con 0x55f1332da8e0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.879+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1332d65d0 con 0x55f1332da8e0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1e3fff640 1 -- 172.21.15.17:0/3724333259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1dc01a070 con 0x55f1332da8e0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1e3fff640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1cc06ac90 0x7fa1cc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1e3fff640 1 -- 172.21.15.17:0/3724333259 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5996+0+0 (secure 0 0 0) 0x7fa1dc08a630 con 0x55f1332da8e0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1ead47640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1cc06ac90 0x7fa1cc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f1332c67f0 0x55f13324c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.881+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) -- 0x55f13324cab0 con 0x55f1332c67f0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.882+0000 7fa1ead47640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1cc06ac90 0x7fa1cc06d150 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4000c00 tx=0x7fa1e40018b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.883+0000 7fa1ea546640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f1332c67f0 0x55f13324c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:12.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.884+0000 7fa1ea546640 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f1332c67f0 0x55f13324c570 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1ea546640 1 -- 172.21.15.17:0/3724333259 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [delete] v90'87 uv87 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa1d4054910 con 0x55f1332c67f0 2024-09-19T08:09:12.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f1332c67f0 msgr2=0x55f13324c570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f1332c67f0 0x55f13324c570 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1cc06ac90 msgr2=0x7fa1cc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa1cc06ac90 0x7fa1cc06d150 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4000c00 tx=0x7fa1e40018b0 comp rx=0 tx=0).stop 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 msgr2=0x55f133204b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 --2- 172.21.15.17:0/3724333259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1332da8e0 0x55f133204b30 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc0026a0 tx=0x7fa1dc002b60 comp rx=0 tx=0).stop 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1eb548640 1 -- 172.21.15.17:0/3724333259 reap_dead start 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 shutdown_connections 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 >> 172.21.15.17:0/3724333259 conn(0x55f13322f280 msgr2=0x55f1332dd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 shutdown_connections 2024-09-19T08:09:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:12.885+0000 7fa1edd1ef40 1 -- 172.21.15.17:0/3724333259 wait complete. 2024-09-19T08:09:12.891 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:13.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.035+0000 7fbdae042640 1 Processor -- start 2024-09-19T08:09:13.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.035+0000 7fbdae042640 1 -- start start 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbdae042640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbda80cef60 0x7fbda80b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbdae042640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda80d4710 0x7fbda80d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbdae042640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbda80b39d0 con 0x7fbda815e640 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbdae042640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbda80cf520 con 0x7fbda80cef60 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbdae042640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbda80cf800 con 0x7fbda80d4710 2024-09-19T08:09:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbda80cef60 0x7fbda80b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda77fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbda815e640 0x7fbda80d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49068/0 (socket says 172.21.15.17:49068) 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda77fe640 1 -- 172.21.15.17:0/4084494951 learned_addr learned my addr 172.21.15.17:0/4084494951 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda7fff640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda80d4710 0x7fbda80d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 -- 172.21.15.17:0/4084494951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda80d4710 msgr2=0x7fbda80d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda80d4710 0x7fbda80d4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 -- 172.21.15.17:0/4084494951 >> v1:172.21.15.17:6789/0 conn(0x7fbda815e640 legacy=0x7fbda80d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda67fc640 1 -- 172.21.15.17:0/4084494951 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3366778026 0 0) 0x7fbd98001110 con 0x7fbda815e640 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 -- 172.21.15.17:0/4084494951 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda80cfae0 con 0x7fbda80cef60 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80b3bf0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fbd900097a0 tx=0x7fbd9002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d3a4178828df10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda67fc640 1 -- 172.21.15.17:0/4084494951 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd90037070 con 0x7fbda80cef60 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda67fc640 1 -- 172.21.15.17:0/4084494951 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd9002ae50 con 0x7fbda80cef60 2024-09-19T08:09:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.036+0000 7fbda67fc640 1 -- 172.21.15.17:0/4084494951 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd90032660 con 0x7fbda80cef60 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 -- 172.21.15.17:0/4084494951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 msgr2=0x7fbda80b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80b3bf0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fbd900097a0 tx=0x7fbd9002a100 comp rx=0 tx=0).stop 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 -- 172.21.15.17:0/4084494951 shutdown_connections 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda80d4710 0x7fbda80d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 --2- 172.21.15.17:0/4084494951 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80b3bf0 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 -- 172.21.15.17:0/4084494951 >> 172.21.15.17:0/4084494951 conn(0x7fbda8067d70 msgr2=0x7fbda8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 -- 172.21.15.17:0/4084494951 shutdown_connections 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.037+0000 7fbdae042640 1 -- 172.21.15.17:0/4084494951 wait complete. 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.038+0000 7fbdae042640 1 Processor -- start 2024-09-19T08:09:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.038+0000 7fbdae042640 1 -- start start 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 0x7fbda8160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 0x7fbda815ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbda815ea20 con 0x7fbda80cef60 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbda80d5050 con 0x7fbda80d4710 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbdae042640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbda80d3590 con 0x7fbda815e640 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34648/0 (socket says 172.21.15.17:34648) 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 -- 172.21.15.17:0/294537129 learned_addr learned my addr 172.21.15.17:0/294537129 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda7fff640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 0x7fbda815ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 0x7fbda8160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 -- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 msgr2=0x7fbda815ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 0x7fbda815ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 -- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 msgr2=0x7fbda8160eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 0x7fbda8160eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda77fe640 1 -- 172.21.15.17:0/294537129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda80c8770 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 0x7fbda8160eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.039+0000 7fbda7fff640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 0x7fbda815ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbda77fe640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c750 tx=0x7fbd9800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98017070 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd98005ab0 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda80c8a50 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98007070 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.040+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda80c9010 con 0x7fbda80cef60 2024-09-19T08:09:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.041+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda80b3bf0 con 0x7fbda80cef60 2024-09-19T08:09:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.041+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd9801a070 con 0x7fbda80cef60 2024-09-19T08:09:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.042+0000 7fbd9ffff640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 0x7fbd8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.042+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5996+0+0 (secure 0 0 0) 0x7fbd9808a8a0 con 0x7fbda80cef60 2024-09-19T08:09:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.042+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 0x7fbd8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.043+0000 7fbda6ffd640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 0x7fbd8806e770 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbd90034000 tx=0x7fbd9002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.046+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbda80b39d0 con 0x7fbda80cef60 2024-09-19T08:09:13.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.259+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fbda80d3c10 con 0x7fbda80cef60 2024-09-19T08:09:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.558+0000 7fbd9ffff640 1 -- 172.21.15.17:0/294537129 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v95) ==== 162+0+0 (secure 0 0 0) 0x7fbd98058f80 con 0x7fbda80cef60 2024-09-19T08:09:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:13.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 msgr2=0x7fbd8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 0x7fbd8806e770 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbd90034000 tx=0x7fbd9002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:13.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 msgr2=0x7fbda80c9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c750 tx=0x7fbd9800cc10 comp rx=0 tx=0).stop 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 shutdown_connections 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbd8806c2b0 0x7fbd8806e770 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbda815e640 0x7fbda815ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbda80d4710 0x7fbda8160eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 --2- 172.21.15.17:0/294537129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbda80cef60 0x7fbda80c9810 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 >> 172.21.15.17:0/294537129 conn(0x7fbda8067d70 msgr2=0x7fbda806c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 shutdown_connections 2024-09-19T08:09:13.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.560+0000 7fbdae042640 1 -- 172.21.15.17:0/294537129 wait complete. 2024-09-19T08:09:13.573 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:13.572+0000 7f12a1091640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-19T08:09:13.573 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:13.572+0000 7f12a1091640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:09:13.574 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:13.573+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:13.574 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:13.573+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:13.576 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:13.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.677+0000 7fb56248d640 1 Processor -- start 2024-09-19T08:09:13.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.677+0000 7fb56248d640 1 -- start start 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb56248d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c15c480 0x7fb55c0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb56248d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb55c0cf800 0x7fb55c0b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb56248d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb55c0ce060 con 0x7fb55c0b23c0 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb56248d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb55c0cf100 con 0x7fb55c0cf800 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb56248d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb55c0cfc40 con 0x7fb55c15c480 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb560a2a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb55c0b23c0 0x7fb55c0cce90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49076/0 (socket says 172.21.15.17:49076) 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb560a2a640 1 -- 172.21.15.17:0/3464547974 learned_addr learned my addr 172.21.15.17:0/3464547974 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/3464547974 >> v2:172.21.15.160:3300/0 conn(0x7fb55c0cf800 0x7fb55c0b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.678+0000 7fb55bfff640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c15c480 0x7fb55c0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3606478720 0 0) 0x7fb55c0ce060 con 0x7fb55c0b23c0 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb544003520 con 0x7fb55c0b23c0 2024-09-19T08:09:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4153474455 0 0) 0x7fb544003520 con 0x7fb55c0b23c0 2024-09-19T08:09:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55b7fe640 1 -- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c15c480 msgr2=0x7fb55c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c15c480 0x7fb55c0cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55b7fe640 1 -- 172.21.15.17:0/3464547974 >> v1:172.21.15.17:6789/0 conn(0x7fb55c0b23c0 legacy=0x7fb55c0cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.679+0000 7fb55b7fe640 1 -- 172.21.15.17:0/3464547974 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c0ce340 con 0x7fb55c0cf800 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c0cf800 0x7fb55c0b1e80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb5500097a0 tx=0x7fb55002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1090b909d885ed89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550037070 con 0x7fb55c0cf800 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb55002aba0 con 0x7fb55c0cf800 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb55affd640 1 -- 172.21.15.17:0/3464547974 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5540019f0 con 0x7fb55c0cf800 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 -- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c0cf800 msgr2=0x7fb55c0b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c0cf800 0x7fb55c0b1e80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb5500097a0 tx=0x7fb55002a110 comp rx=0 tx=0).stop 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 -- 172.21.15.17:0/3464547974 shutdown_connections 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c0cf800 0x7fb55c0b1e80 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 --2- 172.21.15.17:0/3464547974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c15c480 0x7fb55c0cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 -- 172.21.15.17:0/3464547974 >> 172.21.15.17:0/3464547974 conn(0x7fb55c06bc10 msgr2=0x7fb55c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.680+0000 7fb56248d640 1 -- 172.21.15.17:0/3464547974 shutdown_connections 2024-09-19T08:09:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.681+0000 7fb56248d640 1 -- 172.21.15.17:0/3464547974 wait complete. 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.682+0000 7fb56248d640 1 Processor -- start 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.682+0000 7fb56248d640 1 -- start start 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c0cf800 0x7fb55c14e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c15c480 0x7fb55c14dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c0cebe0 con 0x7fb55c0b23c0 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb55c0ce900 con 0x7fb55c15c480 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb55c0b2870 con 0x7fb55c0cf800 2024-09-19T08:09:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34654/0 (socket says 172.21.15.17:34654) 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 -- 172.21.15.17:0/187165519 learned_addr learned my addr 172.21.15.17:0/187165519 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb560a2a640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c15c480 0x7fb55c14dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c0cf800 0x7fb55c14e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 -- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c0cf800 msgr2=0x7fb55c14e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c0cf800 0x7fb55c14e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 -- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c15c480 msgr2=0x7fb55c14dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c15c480 0x7fb55c14dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 -- 172.21.15.17:0/187165519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55c14f700 con 0x7fb55c0b23c0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb55bfff640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e870 tx=0x7fb54c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c017070 con 0x7fb55c0b23c0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb54c00c940 con 0x7fb55c0b23c0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c00cd30 con 0x7fb55c0b23c0 2024-09-19T08:09:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.683+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55c14f9e0 con 0x7fb55c0b23c0 2024-09-19T08:09:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.684+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55c1f5460 con 0x7fb55c0b23c0 2024-09-19T08:09:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.685+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb55c0b1e80 con 0x7fb55c0b23c0 2024-09-19T08:09:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.685+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb54c01a070 con 0x7fb55c0b23c0 2024-09-19T08:09:13.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.685+0000 7fb558ff9640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:13.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.686+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7fb54c08b6e0 con 0x7fb55c0b23c0 2024-09-19T08:09:13.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.686+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:13.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.686+0000 7fb55b7fe640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 0x7fb54806e770 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:13.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.691+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb54c059710 con 0x7fb55c0b23c0 2024-09-19T08:09:13.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.901+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb55c14dff0 con 0x7fb55c0b23c0 2024-09-19T08:09:13.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.901+0000 7fb558ff9640 1 -- 172.21.15.17:0/187165519 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+4388 (secure 0 0 0) 0x7fb54c05da10 con 0x7fb55c0b23c0 2024-09-19T08:09:13.903 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:13.903 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":97,"btime":"2024-09-19T08:09:13:575132+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:13.575075+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:13.903 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 97 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 msgr2=0x7fb54806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 0x7fb54806e770 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 msgr2=0x7fb55c1f5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e870 tx=0x7fb54c00ed30 comp rx=0 tx=0).stop 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 shutdown_connections 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb55c15c480 0x7fb55c14dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb55c0cf800 0x7fb55c14e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 --2- 172.21.15.17:0/187165519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb55c0b23c0 0x7fb55c1f5c60 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:13.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 >> 172.21.15.17:0/187165519 conn(0x7fb55c06bc10 msgr2=0x7fb55c072a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:13.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 shutdown_connections 2024-09-19T08:09:13.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:13.904+0000 7fb56248d640 1 -- 172.21.15.17:0/187165519 wait complete. 2024-09-19T08:09:13.916 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:13.916 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 Processor -- start 2024-09-19T08:09:14.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 -- start start 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd82415e4e0 0x7fd8240b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd82415e8c0 0x7fd8240b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd82406cec0 con 0x7fd8240d1fc0 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd8240d2d40 con 0x7fd82415e8c0 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.017+0000 7fd82a1d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd8240b7250 con 0x7fd82415e4e0 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd82415e8c0 0x7fd8240b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd82415e8c0 0x7fd8240b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34668/0 (socket says 172.21.15.17:34668) 2024-09-19T08:09:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 -- 172.21.15.17:0/3778598779 learned_addr learned my addr 172.21.15.17:0/3778598779 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:14.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd8237fe640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd82415e4e0 0x7fd8240b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 -- 172.21.15.17:0/3778598779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd82415e4e0 msgr2=0x7fd8240b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd82415e4e0 0x7fd8240b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 -- 172.21.15.17:0/3778598779 >> v1:172.21.15.160:6789/0 conn(0x7fd8240d1fc0 legacy=0x7fd8240d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.019+0000 7fd822ffd640 1 -- 172.21.15.17:0/3778598779 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82406d160 con 0x7fd82415e8c0 2024-09-19T08:09:14.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd822ffd640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd8240b6d10 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fd818009870 tx=0x7fd81802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75ddecbfa24e2f00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd8227fc640 1 -- 172.21.15.17:0/3778598779 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818037070 con 0x7fd82415e8c0 2024-09-19T08:09:14.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd8227fc640 1 -- 172.21.15.17:0/3778598779 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd818032440 con 0x7fd82415e8c0 2024-09-19T08:09:14.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd8227fc640 1 -- 172.21.15.17:0/3778598779 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818032810 con 0x7fd82415e8c0 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 -- 172.21.15.17:0/3778598779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 msgr2=0x7fd8240b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd8240b6d10 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fd818009870 tx=0x7fd81802a210 comp rx=0 tx=0).stop 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 -- 172.21.15.17:0/3778598779 shutdown_connections 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd8240b6d10 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/3778598779 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd82415e4e0 0x7fd8240b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 -- 172.21.15.17:0/3778598779 >> 172.21.15.17:0/3778598779 conn(0x7fd82406f400 msgr2=0x7fd82406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 -- 172.21.15.17:0/3778598779 shutdown_connections 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.020+0000 7fd82a1d8640 1 -- 172.21.15.17:0/3778598779 wait complete. 2024-09-19T08:09:14.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.022+0000 7fd82a1d8640 1 Processor -- start 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.022+0000 7fd82a1d8640 1 -- start start 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.022+0000 7fd82a1d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8240d1fc0 0x7fd8240b0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.022+0000 7fd82a1d8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd82415e4e0 0x7fd824158210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd82406dc40 con 0x7fd82415e8c0 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd82406d720 con 0x7fd82415e4e0 2024-09-19T08:09:14.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd82406ddc0 con 0x7fd8240d1fc0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34670/0 (socket says 172.21.15.17:34670) 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 -- 172.21.15.17:0/1256789440 learned_addr learned my addr 172.21.15.17:0/1256789440 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd8237fe640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8240d1fc0 0x7fd8240b0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd822ffd640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd82415e4e0 0x7fd824158210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 -- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8240d1fc0 msgr2=0x7fd8240b0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8240d1fc0 0x7fd8240b0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 -- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd82415e4e0 msgr2=0x7fd824158210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd82415e4e0 0x7fd824158210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 -- 172.21.15.17:0/1256789440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8240ae8a0 con 0x7fd82415e8c0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd823fff640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fd81c00c780 tx=0x7fd81c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c004b60 con 0x7fd82415e8c0 2024-09-19T08:09:14.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd81c004d00 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8240aeb80 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c00aa90 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.023+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8240af140 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.024+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8240d2450 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.025+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd81c00ac30 con 0x7fd82415e8c0 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.025+0000 7fd80bfff640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.025+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7fd81c08b760 con 0x7fd82415e8c0 2024-09-19T08:09:14.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.025+0000 7fd8237fe640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.026+0000 7fd8237fe640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 0x7fd81006e770 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd814006fd0 tx=0x7fd814008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.029+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd81c020070 con 0x7fd82415e8c0 2024-09-19T08:09:14.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.242+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8240d1c30 con 0x7fd82415e8c0 2024-09-19T08:09:14.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.242+0000 7fd80bfff640 1 -- 172.21.15.17:0/1256789440 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+4388 (secure 0 0 0) 0x7fd81c0596f0 con 0x7fd82415e8c0 2024-09-19T08:09:14.242 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:14.243 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":97,"btime":"2024-09-19T08:09:13:575132+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:13.575075+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:14.243 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 97 2024-09-19T08:09:14.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 msgr2=0x7fd81006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 0x7fd81006e770 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd814006fd0 tx=0x7fd814008040 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 msgr2=0x7fd82414fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fd81c00c780 tx=0x7fd81c00cc40 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 shutdown_connections 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd82415e8c0 0x7fd82414fe40 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd82415e4e0 0x7fd824158210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 --2- 172.21.15.17:0/1256789440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8240d1fc0 0x7fd8240b0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 >> 172.21.15.17:0/1256789440 conn(0x7fd82406f400 msgr2=0x7fd82406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 shutdown_connections 2024-09-19T08:09:14.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.244+0000 7fd82a1d8640 1 -- 172.21.15.17:0/1256789440 wait complete. 2024-09-19T08:09:14.255 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:14.255 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.357+0000 7f4a10cd9640 1 Processor -- start 2024-09-19T08:09:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.357+0000 7f4a10cd9640 1 -- start start 2024-09-19T08:09:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a10cd9640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 0x7f4a0c0b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a10cd9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a10cd9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a0c0ce480 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a10cd9640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4a0c0ce760 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a10cd9640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4a0c0cea40 con 0x7f4a0c15b1e0 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34674/0 (socket says 172.21.15.17:34674) 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 -- 172.21.15.17:0/2981469098 learned_addr learned my addr 172.21.15.17:0/2981469098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a0a59c640 1 --2- 172.21.15.17:0/2981469098 >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 0x7f4a0c0b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 -- 172.21.15.17:0/2981469098 >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 msgr2=0x7f4a0c0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 --2- 172.21.15.17:0/2981469098 >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 0x7f4a0c0b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 -- 172.21.15.17:0/2981469098 >> v1:172.21.15.160:6789/0 conn(0x7f4a0c0cdfc0 legacy=0x7f4a0c0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a09d9b640 1 -- 172.21.15.17:0/2981469098 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a0c0ced20 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.358+0000 7f4a0a59c640 1 --2- 172.21.15.17:0/2981469098 >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 0x7f4a0c0b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.359+0000 7f4a09d9b640 1 --2- 172.21.15.17:0/2981469098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c069550 tx=0x7f4a0002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0d47e09ba26eb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.359+0000 7f4a0959a640 1 -- 172.21.15.17:0/2981469098 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a00037070 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.359+0000 7f4a0959a640 1 -- 172.21.15.17:0/2981469098 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a00032440 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.359+0000 7f4a0959a640 1 -- 172.21.15.17:0/2981469098 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a00032810 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 -- 172.21.15.17:0/2981469098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0b41d0 msgr2=0x7f4a0c0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/2981469098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c069550 tx=0x7f4a0002a270 comp rx=0 tx=0).stop 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 -- 172.21.15.17:0/2981469098 shutdown_connections 2024-09-19T08:09:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/2981469098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c0b1d80 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/2981469098 >> v2:172.21.15.160:3300/0 conn(0x7f4a0c15b1e0 0x7f4a0c0b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 -- 172.21.15.17:0/2981469098 >> 172.21.15.17:0/2981469098 conn(0x7f4a0c06bc10 msgr2=0x7f4a0c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 -- 172.21.15.17:0/2981469098 shutdown_connections 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.360+0000 7f4a10cd9640 1 -- 172.21.15.17:0/2981469098 wait complete. 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.361+0000 7f4a10cd9640 1 Processor -- start 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.361+0000 7f4a10cd9640 1 -- start start 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c1f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a0c15b1e0 0x7f4a0c0b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c0726d0 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c071130 con 0x7f4a0c0b41d0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a10cd9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4a0c072850 con 0x7f4a0c15b1e0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34686/0 (socket says 172.21.15.17:34686) 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a09d9b640 1 -- 172.21.15.17:0/208663587 learned_addr learned my addr 172.21.15.17:0/208663587 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a0ad9d640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a0c15b1e0 0x7f4a0c0b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a0a59c640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c1f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a09d9b640 1 -- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a0c15b1e0 msgr2=0x7f4a0c0b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.362+0000 7f4a09d9b640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a0c15b1e0 0x7f4a0c0b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a09d9b640 1 -- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a0c0b41d0 msgr2=0x7f4a0c1f52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a09d9b640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c1f52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a09d9b640 1 -- 172.21.15.17:0/208663587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a0c1e3c50 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a09d9b640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f4a0002a2b0 tx=0x7f4a000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a00041020 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a000306c0 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a00037040 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a0c1e7a40 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.363+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a0c1e8000 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.364+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a0c0b3c90 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.364+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a00044020 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.365+0000 7f49faffd640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 0x7f49ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.365+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7f4a000abcb0 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.365+0000 7f4a0a59c640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 0x7f49ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.366+0000 7f4a0a59c640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 0x7f49ec06e770 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c1e94a0 tx=0x7f49fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.369+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a0004b030 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.582+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a0c073a70 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.582+0000 7f49faffd640 1 -- 172.21.15.17:0/208663587 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+4388 (secure 0 0 0) 0x7f4a00079c50 con 0x7f4a0c0cdfc0 2024-09-19T08:09:14.584 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:14.584 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":97,"btime":"2024-09-19T08:09:13:575132+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":6891,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/167957317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":167957317},{"type":"v1","addr":"172.21.15.17:6834","nonce":167957317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:13.575075+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 97 2024-09-19T08:09:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 msgr2=0x7f49ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 0x7f49ec06e770 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c1e94a0 tx=0x7f49fc008040 comp rx=0 tx=0).stop 2024-09-19T08:09:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 msgr2=0x7f4a0c1e6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f4a0002a2b0 tx=0x7f4a000046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 shutdown_connections 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49ec06c2b0 0x7f49ec06e770 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a0c15b1e0 0x7f4a0c0b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a0c0cdfc0 0x7f4a0c1e6010 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 --2- 172.21.15.17:0/208663587 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a0c0b41d0 0x7f4a0c1f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 >> 172.21.15.17:0/208663587 conn(0x7f4a0c06bc10 msgr2=0x7f4a0c0d0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 shutdown_connections 2024-09-19T08:09:14.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.584+0000 7f4a10cd9640 1 -- 172.21.15.17:0/208663587 wait complete. 2024-09-19T08:09:14.595 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 1.00000000.inode' led to DAMAGED state 2024-09-19T08:09:14.595 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 200.00000000' 2024-09-19T08:09:14.595 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:14.595 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:14.612 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:14.612 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:14.612 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:14.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:14.612 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:14.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:14.668 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:14.668 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:14.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.811+0000 7fdc3111a640 1 Processor -- start 2024-09-19T08:09:14.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.811+0000 7fdc3111a640 1 -- start start 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc3111a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdc2c0cf2b0 0x7fdc2c0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc3111a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc2c15ea20 con 0x7fdc2c0cf720 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc3111a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc2c0b1c50 con 0x7fdc2c15e640 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc3111a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdc2c0b3d00 con 0x7fdc2c0cf2b0 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc2b59e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdc2c0cf720 0x7fdc2c0d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49084/0 (socket says 172.21.15.17:49084) 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc2b59e640 1 -- 172.21.15.17:0/1350008256 learned_addr learned my addr 172.21.15.17:0/1350008256 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1350008256 >> v2:172.21.15.160:3300/0 conn(0x7fdc2c0cf2b0 0x7fdc2c0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4268510578 0 0) 0x7fdc2c15ea20 con 0x7fdc2c0cf720 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.812+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc18003520 con 0x7fdc2c0cf720 2024-09-19T08:09:14.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 571737644 0 0) 0x7fdc18003520 con 0x7fdc2c0cf720 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 >> v2:172.21.15.160:3300/0 conn(0x7fdc2c0cf2b0 msgr2=0x7fdc2c0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 --2- 172.21.15.17:0/1350008256 >> v2:172.21.15.160:3300/0 conn(0x7fdc2c0cf2b0 0x7fdc2c0d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 >> v1:172.21.15.160:6789/0 conn(0x7fdc2c15e640 legacy=0x7fdc2c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2c0b1f30 con 0x7fdc2c0cf720 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdc24001670 con 0x7fdc2c0cf720 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 >> v1:172.21.15.17:6789/0 conn(0x7fdc2c0cf720 legacy=0x7fdc2c0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc180039b0 0x7fdc18003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc18004800 0x7fdc18004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc1800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1800c130 con 0x7fdc180051c0 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1800c2e0 con 0x7fdc180039b0 2024-09-19T08:09:14.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdc1800c4e0 con 0x7fdc18004800 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc1800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2ad9d640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc180039b0 0x7fdc18003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc18004800 0x7fdc18004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 -- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc18004800 msgr2=0x7fdc18004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc18004800 0x7fdc18004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 -- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc180039b0 msgr2=0x7fdc18003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc180039b0 0x7fdc18003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.813+0000 7fdc2b59e640 1 -- 172.21.15.17:0/1350008256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc18003520 con 0x7fdc180051c0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.814+0000 7fdc2b59e640 1 -- 172.21.15.17:0/1350008256 reap_dead start 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.814+0000 7fdc2b59e640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc1800b9c0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400c240 tx=0x7fdc18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ad3f276366e2b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.814+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24007d10 con 0x7fdc180051c0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.814+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc24005ad0 con 0x7fdc180051c0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.814+0000 7fdc29d9b640 1 -- 172.21.15.17:0/1350008256 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24007070 con 0x7fdc180051c0 2024-09-19T08:09:14.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 -- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 msgr2=0x7fdc1800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc1800b9c0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400c240 tx=0x7fdc18005830 comp rx=0 tx=0).stop 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 -- 172.21.15.17:0/1350008256 shutdown_connections 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1350008256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc1800b9c0 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 -- 172.21.15.17:0/1350008256 >> 172.21.15.17:0/1350008256 conn(0x7fdc2c09d820 msgr2=0x7fdc2c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 -- 172.21.15.17:0/1350008256 shutdown_connections 2024-09-19T08:09:14.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.815+0000 7fdc3111a640 1 -- 172.21.15.17:0/1350008256 wait complete. 2024-09-19T08:09:14.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.816+0000 7fdc3111a640 1 Processor -- start 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.816+0000 7fdc3111a640 1 -- start start 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 0x7fdc2c14a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc2c1f46f0 0x7fdc2c1e6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c0b24f0 con 0x7fdc180051c0 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c0b2860 con 0x7fdc2c0cc670 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc3111a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdc2c0cfe40 con 0x7fdc2c1f46f0 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34708/0 (socket says 172.21.15.17:34708) 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 -- 172.21.15.17:0/1566856161 learned_addr learned my addr 172.21.15.17:0/1566856161 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:14.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 0x7fdc2c14a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 -- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc2c1f46f0 msgr2=0x7fdc2c1e6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2b59e640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc2c1f46f0 0x7fdc2c1e6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc2c1f46f0 0x7fdc2c1e6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 -- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 msgr2=0x7fdc2c14a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 0x7fdc2c14a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2ad9d640 1 -- 172.21.15.17:0/1566856161 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2c0ccc30 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.817+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 0x7fdc2c14a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc2ad9d640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c00f910 tx=0x7fdc1c00fdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c01a070 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc1c006d60 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc2c0ccf10 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1c003b90 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.818+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc2c0cd4d0 con 0x7fdc180051c0 2024-09-19T08:09:14.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.819+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc2c068eb0 con 0x7fdc180051c0 2024-09-19T08:09:14.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.819+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdc1c01d070 con 0x7fdc180051c0 2024-09-19T08:09:14.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.820+0000 7fdc237fe640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 0x7fdc0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:14.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.820+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7fdc1c08b050 con 0x7fdc180051c0 2024-09-19T08:09:14.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.820+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 0x7fdc0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:14.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.821+0000 7fdc2a59c640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 0x7fdc0c06e770 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fdc140093d0 tx=0x7fdc14008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:14.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:14.824+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdc1c059630 con 0x7fdc180051c0 2024-09-19T08:09:15.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.034+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdc2c0d47a0 con 0x7fdc180051c0 2024-09-19T08:09:15.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.565+0000 7fdc237fe640 1 -- 172.21.15.17:0/1566856161 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v98) ==== 161+0+0 (secure 0 0 0) 0x7fdc1c058f30 con 0x7fdc180051c0 2024-09-19T08:09:15.565 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 msgr2=0x7fdc0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 0x7fdc0c06e770 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fdc140093d0 tx=0x7fdc14008040 comp rx=0 tx=0).stop 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 msgr2=0x7fdc2c0cdcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c00f910 tx=0x7fdc1c00fdd0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 shutdown_connections 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc0c06c2b0 0x7fdc0c06e770 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc2c1f46f0 0x7fdc2c1e6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc2c0cc670 0x7fdc2c14a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 --2- 172.21.15.17:0/1566856161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc180051c0 0x7fdc2c0cdcd0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 >> 172.21.15.17:0/1566856161 conn(0x7fdc2c09d820 msgr2=0x7fdc2c0b75b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:15.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 shutdown_connections 2024-09-19T08:09:15.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.568+0000 7fdc3111a640 1 -- 172.21.15.17:0/1566856161 wait complete. 2024-09-19T08:09:15.581 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.689+0000 7f7b8daba640 1 Processor -- start 2024-09-19T08:09:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.689+0000 7f7b8daba640 1 -- start start 2024-09-19T08:09:15.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b88160810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f7b880afec0 0x7f7b880cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7b880b0320 0x7f7b880cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f7b88160d50 con 0x7f7b880b0320 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f7b880b61b0 con 0x7f7b880afec0 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b8daba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7b880b6490 con 0x7f7b88156770 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b87fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7b880b0320 0x7f7b880cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b87fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7b880b0320 0x7f7b880cfd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34718/0 (socket says 172.21.15.17:34718) 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.690+0000 7f7b87fff640 1 -- 172.21.15.17:0/1892950564 learned_addr learned my addr 172.21.15.17:0/1892950564 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b877fe640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b88160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b7effd640 1 --2- 172.21.15.17:0/1892950564 >> v2:172.21.15.160:3300/0 conn(0x7f7b880afec0 0x7f7b880cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 -- 172.21.15.17:0/1892950564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 msgr2=0x7f7b88160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b88160810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 -- 172.21.15.17:0/1892950564 >> v2:172.21.15.160:3300/0 conn(0x7f7b880afec0 msgr2=0x7f7b880cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:15.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 --2- 172.21.15.17:0/1892950564 >> v2:172.21.15.160:3300/0 conn(0x7f7b880afec0 0x7f7b880cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 -- 172.21.15.17:0/1892950564 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b880b6770 con 0x7f7b880b0320 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.691+0000 7f7b87fff640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b880cfd60 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f7b880b2580 tx=0x7f7b8002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae9829585550ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b86ffd640 1 -- 172.21.15.17:0/1892950564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b80036070 con 0x7f7b880b0320 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b86ffd640 1 -- 172.21.15.17:0/1892950564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b80031600 con 0x7f7b880b0320 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b86ffd640 1 -- 172.21.15.17:0/1892950564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b800319d0 con 0x7f7b880b0320 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 -- 172.21.15.17:0/1892950564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 msgr2=0x7f7b880cfd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b880cfd60 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f7b880b2580 tx=0x7f7b8002a610 comp rx=0 tx=0).stop 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 -- 172.21.15.17:0/1892950564 shutdown_connections 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b880cfd60 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 --2- 172.21.15.17:0/1892950564 >> v2:172.21.15.160:3300/0 conn(0x7f7b880afec0 0x7f7b880cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 --2- 172.21.15.17:0/1892950564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b88160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 -- 172.21.15.17:0/1892950564 >> 172.21.15.17:0/1892950564 conn(0x7f7b880b1770 msgr2=0x7f7b880b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 -- 172.21.15.17:0/1892950564 shutdown_connections 2024-09-19T08:09:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.692+0000 7f7b8daba640 1 -- 172.21.15.17:0/1892950564 wait complete. 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.693+0000 7f7b8daba640 1 Processor -- start 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 -- start start 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7b880afec0 0x7f7b881f4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b8815b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7b88156cd0 con 0x7f7b880b0320 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7b88156b50 con 0x7f7b880afec0 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.694+0000 7f7b8daba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7b8806ef40 con 0x7f7b88156770 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34724/0 (socket says 172.21.15.17:34724) 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 -- 172.21.15.17:0/3218715767 learned_addr learned my addr 172.21.15.17:0/3218715767 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b877fe640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7b880afec0 0x7f7b881f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b87fff640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b8815b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 -- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 msgr2=0x7f7b8815b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b8815b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 -- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7b880afec0 msgr2=0x7f7b881f4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7b880afec0 0x7f7b881f4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 -- 172.21.15.17:0/3218715767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b881f4c60 con 0x7f7b880b0320 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b7effd640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000d800 tx=0x7f7b7000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70018020 con 0x7f7b880b0320 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b700096a0 con 0x7f7b880b0320 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b880cd7b0 con 0x7f7b880b0320 2024-09-19T08:09:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70009a70 con 0x7f7b880b0320 2024-09-19T08:09:15.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.695+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b880cdd70 con 0x7f7b880b0320 2024-09-19T08:09:15.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.696+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b88160810 con 0x7f7b880b0320 2024-09-19T08:09:15.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.697+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b7001b020 con 0x7f7b880b0320 2024-09-19T08:09:15.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.697+0000 7f7b84ff9640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 0x7f7b6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:15.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.697+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7f7b7008b600 con 0x7f7b880b0320 2024-09-19T08:09:15.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.697+0000 7f7b877fe640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 0x7f7b6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:15.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.698+0000 7f7b877fe640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 0x7f7b6806e770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f7b780079a0 tx=0x7f7b78008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:15.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.702+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b70022030 con 0x7f7b880b0320 2024-09-19T08:09:15.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:15.951+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f7b88075420 con 0x7f7b880b0320 2024-09-19T08:09:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.566+0000 7f7b84ff9640 1 -- 172.21.15.17:0/3218715767 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v99) ==== 101+0+0 (secure 0 0 0) 0x7f7b881f4c60 con 0x7f7b880b0320 2024-09-19T08:09:16.567 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 msgr2=0x7f7b6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 0x7f7b6806e770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f7b780079a0 tx=0x7f7b78008040 comp rx=0 tx=0).stop 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 msgr2=0x7f7b881f3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000d800 tx=0x7f7b7000dcc0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 shutdown_connections 2024-09-19T08:09:16.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7b6806c2b0 0x7f7b6806e770 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7b88156770 0x7f7b8815b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b880b0320 0x7f7b881f3500 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 --2- 172.21.15.17:0/3218715767 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7b880afec0 0x7f7b881f4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 >> 172.21.15.17:0/3218715767 conn(0x7f7b880b1770 msgr2=0x7f7b8806d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 shutdown_connections 2024-09-19T08:09:16.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.569+0000 7f7b8daba640 1 -- 172.21.15.17:0/3218715767 wait complete. 2024-09-19T08:09:16.582 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:16.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.628+0000 7f93bf47bf40 1 Processor -- start 2024-09-19T08:09:16.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.628+0000 7f93bf47bf40 1 -- start start 2024-09-19T08:09:16.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93ad78d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ae0df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c93ac8a510 con 0x7f93a4002480 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c93ace3c50 con 0x55c93adf2aa0 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c93ad7ffd0 con 0x55c93ad792b0 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34744/0 (socket says 172.21.15.17:34744) 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 -- 172.21.15.17:0/560971792 learned_addr learned my addr 172.21.15.17:0/560971792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bc770640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93ad78d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bd772640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ae0df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 -- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 msgr2=0x55c93ae0df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ae0df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 -- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 msgr2=0x55c93ad78d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93ad78d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bcf71640 1 -- 172.21.15.17:0/560971792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c93ae121c0 con 0x7f93a4002480 2024-09-19T08:09:16.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bc770640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93ad78d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.629+0000 7f93bd772640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ae0df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bcf71640 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f93ac045bf0 tx=0x7f93ac051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c1f8aa625136142 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bb76e640 1 -- 172.21.15.17:0/560971792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac050920 con 0x7f93a4002480 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bb76e640 1 -- 172.21.15.17:0/560971792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93ac050ac0 con 0x7f93a4002480 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bb76e640 1 -- 172.21.15.17:0/560971792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac064460 con 0x7f93a4002480 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 -- 172.21.15.17:0/560971792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 msgr2=0x55c93ad66880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f93ac045bf0 tx=0x7f93ac051000 comp rx=0 tx=0).stop 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 -- 172.21.15.17:0/560971792 shutdown_connections 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ae0df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93ad78d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/560971792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad66880 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 -- 172.21.15.17:0/560971792 >> 172.21.15.17:0/560971792 conn(0x55c93ad63280 msgr2=0x55c93ae101e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 -- 172.21.15.17:0/560971792 shutdown_connections 2024-09-19T08:09:16.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.630+0000 7f93bf47bf40 1 -- 172.21.15.17:0/560971792 wait complete. 2024-09-19T08:09:16.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.631+0000 7f93bf47bf40 1 Processor -- start 2024-09-19T08:09:16.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.631+0000 7f93bf47bf40 1 -- start start 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ad7da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93adf1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad7e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c93ad66dc0 con 0x7f93a4002480 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c93ae0db00 con 0x55c93adf2aa0 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bf47bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c93ad68700 con 0x55c93ad792b0 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad7e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad7e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34746/0 (socket says 172.21.15.17:34746) 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 learned_addr learned my addr 172.21.15.17:0/269024982 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93adf1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ad7da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 msgr2=0x55c93ad7da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c93ad792b0 0x55c93ad7da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 msgr2=0x55c93adf1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c93adf2aa0 0x55c93adf1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c93ad7dfd0 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.632+0000 7f93bd772640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad7e1d0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55c93ad79950 tx=0x7f93b4003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.633+0000 7f93ba76c640 1 -- 172.21.15.17:0/269024982 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b401a070 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.633+0000 7f93ba76c640 1 -- 172.21.15.17:0/269024982 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93b4006e00 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.633+0000 7f93ba76c640 1 -- 172.21.15.17:0/269024982 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b4013820 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.633+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c93ae10090 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.633+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c93ad7cfb0 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.634+0000 7f93ba76c640 1 -- 172.21.15.17:0/269024982 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f93b401d070 con 0x7f93a4002480 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93ba76c640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93a806ac90 0x7f93a806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93ba76c640 1 -- 172.21.15.17:0/269024982 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7f93b4089bc0 con 0x7f93a4002480 2024-09-19T08:09:16.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93a806ac90 0x7f93a806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.638 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c93ad7e710 0x55c93aea7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aea7560 con 0x55c93ad7e710 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c93ad7e710 0x55c93aea7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93a806ac90 0x7f93a806d150 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f93ac005870 tx=0x7f93ac053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.635+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c93ad7e710 0x55c93aea7020 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.637+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v92'102 uv78 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.637+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aea7970 con 0x55c93ad7e710 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.638+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v92'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.638+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb3630 con 0x55c93ad7e710 2024-09-19T08:09:16.640 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.639+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v92'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.639+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb49e0 con 0x55c93ad7e710 2024-09-19T08:09:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.640+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v92'105 uv105 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.640+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4d80 con 0x55c93ad7e710 2024-09-19T08:09:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.642+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v92'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.642+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb39d0 con 0x55c93ad7e710 2024-09-19T08:09:16.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.643+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v92'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.643+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb3da0 con 0x55c93ad7e710 2024-09-19T08:09:16.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.644+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v92'108 uv84 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.644+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4190 con 0x55c93ad7e710 2024-09-19T08:09:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.645+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v92'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.645+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4190 con 0x55c93ad7e710 2024-09-19T08:09:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.646+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v92'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.646 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.646+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.647+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v92'111 uv111 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.647+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.648+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v92'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.648+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.649+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v92'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.649+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.650+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v92'114 uv91 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.651+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.652+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v92'115 uv115 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.652+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.653+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v92'116 uv116 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.653 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:16.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.653+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.654+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v92'117 uv117 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.654+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.655+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v92'118 uv118 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.655+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb4140 con 0x55c93ad7e710 2024-09-19T08:09:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.656+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v92'119 uv119 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.657+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.658+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v92'120 uv120 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.658+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.659+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v92'121 uv95 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.659+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.662+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v92'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.662+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.664+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v92'123 uv123 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.665 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:16.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.665+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb6130 con 0x55c93ad7e710 2024-09-19T08:09:16.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.667+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v92'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.667+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb6130 con 0x55c93ad7e710 2024-09-19T08:09:16.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.669+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v92'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.670+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.672+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v92'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.672+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.675+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v92'127 uv101 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.675+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.676+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v92'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.676+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.677+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v92'129 uv129 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.677 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:16.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.677+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb6130 con 0x55c93ad7e710 2024-09-19T08:09:16.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.678+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v92'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.678+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb6130 con 0x55c93ad7e710 2024-09-19T08:09:16.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.679+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v92'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.679+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb5120 con 0x55c93ad7e710 2024-09-19T08:09:16.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.680+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v92'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.680+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c93aeb5630 0x55c93aeb7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.680+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb7f60 con 0x55c93aeb5630 2024-09-19T08:09:16.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.680+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c93aeb5630 0x55c93aeb7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.681+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c93aeb5630 0x55c93aeb7a20 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.682+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v92'88 uv88 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.682 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:16.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.682+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb87b0 con 0x55c93aeb5630 2024-09-19T08:09:16.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.683+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v92'89 uv89 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.683+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb8b50 con 0x55c93aeb5630 2024-09-19T08:09:16.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.684+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v92'90 uv90 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.684+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb8ef0 con 0x55c93aeb5630 2024-09-19T08:09:16.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.685+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 200.00000000 [create] v92'91 uv75 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.685+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb9290 con 0x55c93aeb5630 2024-09-19T08:09:16.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.686+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 200.00000000 [delete] v92'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.686+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb9630 con 0x55c93aeb5630 2024-09-19T08:09:16.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.687+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v92'93 uv93 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.687 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:16.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.687+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.688+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [write 0~90] v92'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.688+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.689+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [omap-set-header] v92'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.689+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.690+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000001 [create] v92'96 uv80 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.690+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.692+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000001 [delete] v92'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.692+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.693+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v92'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.693 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:16.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.693+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebd430 con 0x55c93aeb5630 2024-09-19T08:09:16.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.694+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [write 0~14897] v92'99 uv99 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.694+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebd430 con 0x55c93aeb5630 2024-09-19T08:09:16.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.695+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v92'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.695+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.696+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 606.00000000 [create] v92'101 uv86 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.696+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.697+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 606.00000000 [delete] v92'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.697+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.698 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:16.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.698+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v92'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.698+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeba9e0 con 0x55c93aeb5630 2024-09-19T08:09:16.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.699+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v92'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.699+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeba9e0 con 0x55c93aeb5630 2024-09-19T08:09:16.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.700+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v92'105 uv105 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.700+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93aeb5630 2024-09-19T08:09:16.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.701+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v92'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aeb5630 2024-09-19T08:09:16.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.701+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93ad7e710 2024-09-19T08:09:16.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.702+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(51 607.00000000 [create] v92'21 uv20 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.702+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93ad7e710 2024-09-19T08:09:16.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.703+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(52 607.00000000 [delete] v92'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.703+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93ad7e710 2024-09-19T08:09:16.705 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:16.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.704+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(53 607.00000000 [create] v92'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.704+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeba9e0 con 0x55c93ad7e710 2024-09-19T08:09:16.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.705+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v92'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.705+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeba9e0 con 0x55c93ad7e710 2024-09-19T08:09:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.706+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v92'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.706+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aeb99d0 con 0x55c93ad7e710 2024-09-19T08:09:16.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.707+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v92'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.707+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c93aeb9ee0 0x55c93aebc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.707+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93aeb9ee0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.707+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c93aeb9ee0 0x55c93aebc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.707+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c93aeb9ee0 0x55c93aebc2d0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.708+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v92'18 uv17 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.708+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93aeb9ee0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.709+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v92'19 uv19 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.709+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93aeb9ee0 2024-09-19T08:09:16.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.710+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v92'20 uv20 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.711 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:16.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.710+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93aeb9ee0 2024-09-19T08:09:16.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.711+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v92'21 uv21 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.711+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93ad7e710 2024-09-19T08:09:16.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.713+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(61 608.00000000 [create] v92'21 uv20 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.713+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93ad7e710 2024-09-19T08:09:16.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.714+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(62 608.00000000 [delete] v92'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.714+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93ad7e710 2024-09-19T08:09:16.714 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:16.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.715+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(63 608.00000000 [create] v92'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.715+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebd820 con 0x55c93ad7e710 2024-09-19T08:09:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.716+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v92'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.716+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebd820 con 0x55c93ad7e710 2024-09-19T08:09:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.718+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v92'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.718+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebc810 con 0x55c93ad7e710 2024-09-19T08:09:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.719+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v92'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.719+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c93aebce90 0x55c93aebf280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.719+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebf8e0 con 0x55c93aebce90 2024-09-19T08:09:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.719+0000 7f93bd772640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c93aebce90 0x55c93aebf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.720+0000 7f93bd772640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c93aebce90 0x55c93aebf280 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.720+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(67 604.00000000 [create] v92'37 uv31 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.720+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aebfd80 con 0x55c93aebce90 2024-09-19T08:09:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.721+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(68 604.00000000 [delete] v92'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.721+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec0260 con 0x55c93aebce90 2024-09-19T08:09:16.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.722+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(69 604.00000000 [create] v92'39 uv39 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.722 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:16.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.722+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec1b10 con 0x55c93aebce90 2024-09-19T08:09:16.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.723+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v92'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.723+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec1eb0 con 0x55c93aebce90 2024-09-19T08:09:16.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.724+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v92'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.724+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec0b00 con 0x55c93aebce90 2024-09-19T08:09:16.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.727+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v92'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.727+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec0f10 con 0x55c93aebce90 2024-09-19T08:09:16.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.730+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(73 500.00000000 [create] v92'43 uv36 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.730+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec12b0 con 0x55c93aebce90 2024-09-19T08:09:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.733+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(74 500.00000000 [delete] v92'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.733+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec12b0 con 0x55c93aebce90 2024-09-19T08:09:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.735+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(75 500.00000000 [create] v92'45 uv45 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.735 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.735+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec12b0 con 0x55c93aebce90 2024-09-19T08:09:16.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.738+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v92'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.738+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec12b0 con 0x55c93aebce90 2024-09-19T08:09:16.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.741+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v92'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.741+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c93aec1670 0x55c93aec4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.741+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93aec1670 2024-09-19T08:09:16.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.741+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c93aec1670 0x55c93aec4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.741+0000 7f93bcf71640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c93aec1670 0x55c93aec4770 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.742+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(78 mds_snaptable [create] v92'17 uv16 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aec1670 2024-09-19T08:09:16.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.742+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93aec1670 2024-09-19T08:09:16.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.744+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(79 mds_snaptable [delete] v92'18 uv18 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aec1670 2024-09-19T08:09:16.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.744+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93aec1670 2024-09-19T08:09:16.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.744+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(80 mds_snaptable [create] v92'19 uv19 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aec1670 2024-09-19T08:09:16.744 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:16.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.744+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93aec1670 2024-09-19T08:09:16.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.746+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v92'20 uv20 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aec1670 2024-09-19T08:09:16.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.746+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93aec1670 2024-09-19T08:09:16.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.747+0000 7f93bcf71640 1 -- 172.21.15.17:0/269024982 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v92'21 uv21 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93ac04e040 con 0x55c93aec1670 2024-09-19T08:09:16.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.747+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93ad7e710 2024-09-19T08:09:16.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.748+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(83 605.00000000 [create] v92'21 uv20 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.748+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93ad7e710 2024-09-19T08:09:16.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.749+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(84 605.00000000 [delete] v92'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.749+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec4cb0 con 0x55c93ad7e710 2024-09-19T08:09:16.749 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:16.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.750+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(85 605.00000000 [create] v92'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.750+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec60b0 con 0x55c93ad7e710 2024-09-19T08:09:16.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.750+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v92'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.751+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec60b0 con 0x55c93ad7e710 2024-09-19T08:09:16.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.751+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v92'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.751+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93ad7e710 2024-09-19T08:09:16.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.752+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v92'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93ad7e710 2024-09-19T08:09:16.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.752+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.753+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v92'34 uv28 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.753+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.754+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v92'35 uv35 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.754+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.755 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:16.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.755+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v92'36 uv36 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.755+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.756+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v92'37 uv37 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.756+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.757+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v92'38 uv38 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.757+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.758+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v92'39 uv33 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.758+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.759+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v92'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.759+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.760+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v92'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.760 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.760+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.760+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v92'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.761+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec7eb0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.762+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v92'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.762+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c93aec5a60 0x55c93aec8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.762+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec7e50 con 0x55c93aec5a60 2024-09-19T08:09:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.762+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c93aec5a60 0x55c93aec8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.762+0000 7f93bc770640 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c93aec5a60 0x55c93aec8350 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.763+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v92'18 uv17 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aec5a60 2024-09-19T08:09:16.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.763+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aec5a60 2024-09-19T08:09:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.764+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v92'19 uv19 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aec5a60 2024-09-19T08:09:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.764+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aec5a60 2024-09-19T08:09:16.765 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:16.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.765+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v92'20 uv20 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aec5a60 2024-09-19T08:09:16.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.765+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aec5a60 2024-09-19T08:09:16.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.766+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v92'21 uv21 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aec5a60 2024-09-19T08:09:16.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.766+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.767+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v92'21 uv20 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.767+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.768+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v92'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.768+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.769 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:16.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.770+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v92'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.770+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.771+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v92'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.771+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.772+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v92'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.772+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aeb9ee0 2024-09-19T08:09:16.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.773+0000 7f93bc770640 1 -- 172.21.15.17:0/269024982 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v92'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b000f920 con 0x55c93aeb9ee0 2024-09-19T08:09:16.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.773+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.774+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v92'17 uv16 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.774+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.775+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v92'18 uv18 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.775+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.776 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.777+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v92'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.777+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.779+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v92'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.779+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.782+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v92'21 uv21 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.782+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.785+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v92'45 uv37 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.785+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.788+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v92'46 uv46 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.788+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.791 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:16.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.791+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v92'47 uv47 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.791+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.793+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v92'48 uv48 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.793+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.796+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v92'49 uv49 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.796+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.797+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v92'50 uv44 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.797+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.798+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v92'51 uv51 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.798+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.799 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:16.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.799+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v92'52 uv52 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.799+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.800+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v92'53 uv53 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.800+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.801+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v92'54 uv54 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.801+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec50a0 con 0x55c93aebce90 2024-09-19T08:09:16.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.802+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v92'55 uv55 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.802+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) -- 0x55c93aec8890 con 0x55c93aebce90 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v92'56 uv56 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f93b401c030 con 0x55c93aebce90 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c93ad7e710 msgr2=0x55c93aea7020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c93ad7e710 0x55c93aea7020 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c93aeb9ee0 msgr2=0x55c93aebc2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c93aeb9ee0 0x55c93aebc2d0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c93aec5a60 msgr2=0x55c93aec8350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c93aec5a60 0x55c93aec8350 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c93aeb5630 msgr2=0x55c93aeb7a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 reap_dead start 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c93aeb5630 0x55c93aeb7a20 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c93aebce90 msgr2=0x55c93aebf280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c93aebce90 0x55c93aebf280 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c93aec1670 msgr2=0x55c93aec4770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c93aec1670 0x55c93aec4770 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93a806ac90 msgr2=0x7f93a806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93a806ac90 0x7f93a806d150 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f93ac005870 tx=0x7f93ac053000 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 msgr2=0x55c93ad7e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 --2- 172.21.15.17:0/269024982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a4002480 0x55c93ad7e1d0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55c93ad79950 tx=0x7f93b4003820 comp rx=0 tx=0).stop 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bd772640 1 -- 172.21.15.17:0/269024982 reap_dead start 2024-09-19T08:09:16.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 shutdown_connections 2024-09-19T08:09:16.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 >> 172.21.15.17:0/269024982 conn(0x55c93ad63280 msgr2=0x55c93ad67dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:16.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 shutdown_connections 2024-09-19T08:09:16.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.803+0000 7f93bf47bf40 1 -- 172.21.15.17:0/269024982 wait complete. 2024-09-19T08:09:16.807 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 200.00000000 2024-09-19T08:09:16.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.891+0000 7f75d150ef40 1 Processor -- start 2024-09-19T08:09:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 -- start start 2024-09-19T08:09:16.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e735a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a258db5a60 con 0x55a258e754d0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a258d08510 con 0x55a258dfd510 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75d150ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a258db5d00 con 0x55a258e758b0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34758/0 (socket says 172.21.15.17:34758) 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75c7fff640 1 -- 172.21.15.17:0/731191872 learned_addr learned my addr 172.21.15.17:0/731191872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75cf805640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e735a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.892+0000 7f75cf004640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 -- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 msgr2=0x55a258e735a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e735a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 -- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 msgr2=0x55a258e8b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 -- 172.21.15.17:0/731191872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a258de4760 con 0x55a258e754d0 2024-09-19T08:09:16.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75cf805640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e735a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75cf004640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75c7fff640 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f75b800b2e0 tx=0x7f75b800b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c30c9775d342aad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75ce002640 1 -- 172.21.15.17:0/731191872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b8008070 con 0x55a258e754d0 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75ce002640 1 -- 172.21.15.17:0/731191872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b800d500 con 0x55a258e754d0 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.893+0000 7f75ce002640 1 -- 172.21.15.17:0/731191872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b800d8f0 con 0x55a258e754d0 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- 172.21.15.17:0/731191872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 msgr2=0x55a258de4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f75b800b2e0 tx=0x7f75b800b7a0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- 172.21.15.17:0/731191872 shutdown_connections 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e735a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258de4220 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 --2- 172.21.15.17:0/731191872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- 172.21.15.17:0/731191872 >> 172.21.15.17:0/731191872 conn(0x55a258de0a00 msgr2=0x55a258e711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- 172.21.15.17:0/731191872 shutdown_connections 2024-09-19T08:09:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- 172.21.15.17:0/731191872 wait complete. 2024-09-19T08:09:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 Processor -- start 2024-09-19T08:09:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.894+0000 7f75d150ef40 1 -- start start 2024-09-19T08:09:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258e8a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e73560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a258e6acd0 con 0x55a258e754d0 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a258e745e0 con 0x55a258dfd510 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75d150ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a258f18890 con 0x55a258e758b0 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258e8a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258e8a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34770/0 (socket says 172.21.15.17:34770) 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 -- 172.21.15.17:0/1015537021 learned_addr learned my addr 172.21.15.17:0/1015537021 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75cf805640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e73560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75cf004640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 -- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 msgr2=0x55a258e73560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a258e758b0 0x55a258e73560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 -- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 msgr2=0x55a258e8a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a258dfd510 0x55a258e8a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.895+0000 7f75c7fff640 1 -- 172.21.15.17:0/1015537021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a258dfd310 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75c7fff640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258e8a6b0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f75b8000c00 tx=0x7f75b8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75cd000640 1 -- 172.21.15.17:0/1015537021 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b801c650 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75cd000640 1 -- 172.21.15.17:0/1015537021 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b8021020 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a258e8acd0 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75cd000640 1 -- 172.21.15.17:0/1015537021 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b801c850 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.896+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a258de5b20 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.897+0000 7f75cd000640 1 -- 172.21.15.17:0/1015537021 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75b8017070 con 0x55a258e754d0 2024-09-19T08:09:16.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75cd000640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75b006ac90 0x7f75b006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75cd000640 1 -- 172.21.15.17:0/1015537021 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7f75b808bd80 con 0x55a258e754d0 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75cf004640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75b006ac90 0x7f75b006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75d150ef40 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a258f18b80 0x55a258f1ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) -- 0x55a258db7bd0 con 0x55a258f18b80 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75cf805640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a258f18b80 0x55a258f1ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.898+0000 7f75cf004640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75b006ac90 0x7f75b006d150 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f75c0005870 tx=0x7f75c000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.899+0000 7f75cf805640 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a258f18b80 0x55a258f1ee60 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:16.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75cf805640 1 -- 172.21.15.17:0/1015537021 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [delete] v92'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f75c804f990 con 0x55a258f18b80 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a258f18b80 msgr2=0x55a258f1ee60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a258f18b80 0x55a258f1ee60 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75b006ac90 msgr2=0x7f75b006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f75b006ac90 0x7f75b006d150 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f75c0005870 tx=0x7f75c000c040 comp rx=0 tx=0).stop 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 msgr2=0x55a258e8a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 --2- 172.21.15.17:0/1015537021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a258e754d0 0x55a258e8a6b0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f75b8000c00 tx=0x7f75b8000ed0 comp rx=0 tx=0).stop 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75cf805640 1 -- 172.21.15.17:0/1015537021 reap_dead start 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 shutdown_connections 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 >> 172.21.15.17:0/1015537021 conn(0x55a258de0a00 msgr2=0x55a258e6e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 shutdown_connections 2024-09-19T08:09:16.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:16.900+0000 7f75d150ef40 1 -- 172.21.15.17:0/1015537021 wait complete. 2024-09-19T08:09:16.905 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:17.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.010+0000 7f17dce23640 1 Processor -- start 2024-09-19T08:09:17.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.010+0000 7f17dce23640 1 -- start start 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17dce23640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f17d815e500 0x7f17d806d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17dce23640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17d80cfb60 con 0x7f17d80b3fb0 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17dce23640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17d806d9a0 con 0x7f17d80d1fa0 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17dce23640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f17d80d00b0 con 0x7f17d815e500 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17d6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f17d80b3fb0 0x7f17d8072f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49128/0 (socket says 172.21.15.17:49128) 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17d6d9d640 1 -- 172.21.15.17:0/2369610073 learned_addr learned my addr 172.21.15.17:0/2369610073 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:17.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17d659c640 1 --2- 172.21.15.17:0/2369610073 >> v2:172.21.15.160:3300/0 conn(0x7f17d815e500 0x7f17d806d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 942548361 0 0) 0x7f17d80cfb60 con 0x7f17d80b3fb0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.011+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17c0003520 con 0x7f17d80b3fb0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3919809086 0 0) 0x7f17c0003520 con 0x7f17d80b3fb0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 >> v2:172.21.15.160:3300/0 conn(0x7f17d815e500 msgr2=0x7f17d806d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 --2- 172.21.15.17:0/2369610073 >> v2:172.21.15.160:3300/0 conn(0x7f17d815e500 0x7f17d806d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 >> v1:172.21.15.160:6789/0 conn(0x7f17d80d1fa0 legacy=0x7f17d80cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17d80ce970 con 0x7f17d80b3fb0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f17d00019f0 con 0x7f17d80b3fb0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 >> v1:172.21.15.17:6789/0 conn(0x7f17d80b3fb0 legacy=0x7f17d8072f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17c00039b0 0x7f17c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17c0004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17c0005080 0x7f17c000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17c000bf00 con 0x7f17c00043b0 2024-09-19T08:09:17.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f17c000c0b0 con 0x7f17c0005080 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17c000c2b0 con 0x7f17c00039b0 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d659c640 1 --2- 172.21.15.17:0/2369610073 >> v2:172.21.15.160:3300/0 conn(0x7f17d815e500 0x7f17d806d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17c0004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d6d9d640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17c0005080 0x7f17c000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d659c640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17c00039b0 0x7f17c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 -- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17c00039b0 msgr2=0x7f17c0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17c00039b0 0x7f17c0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 -- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17c0005080 msgr2=0x7f17c000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17c0005080 0x7f17c000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d5d9b640 1 -- 172.21.15.17:0/2369610073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c0003520 con 0x7f17c00043b0 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d659c640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17c00039b0 0x7f17c0003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d6d9d640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17c0005080 0x7f17c000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.012+0000 7f17d6d9d640 1 -- 172.21.15.17:0/2369610073 reap_dead start 2024-09-19T08:09:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.013+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17c0004880 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f17cc001860 tx=0x7f17c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebae23563c714ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.013+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17cc037070 con 0x7f17c00043b0 2024-09-19T08:09:17.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.013+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17cc02abe0 con 0x7f17c00043b0 2024-09-19T08:09:17.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.013+0000 7f17d559a640 1 -- 172.21.15.17:0/2369610073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17cc001430 con 0x7f17c00043b0 2024-09-19T08:09:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 -- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 msgr2=0x7f17c0004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17c0004880 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f17cc001860 tx=0x7f17c0005830 comp rx=0 tx=0).stop 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 -- 172.21.15.17:0/2369610073 shutdown_connections 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 --2- 172.21.15.17:0/2369610073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17c0004880 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 -- 172.21.15.17:0/2369610073 >> 172.21.15.17:0/2369610073 conn(0x7f17d8067950 msgr2=0x7f17d8067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 -- 172.21.15.17:0/2369610073 shutdown_connections 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.014+0000 7f17dce23640 1 -- 172.21.15.17:0/2369610073 wait complete. 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.015+0000 7f17dce23640 1 Processor -- start 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.015+0000 7f17dce23640 1 -- start start 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17d815f930 0x7f17d815cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17d8160820 0x7f17d80c9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17d80cef30 con 0x7f17c00043b0 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f17d806dc80 con 0x7f17d8160820 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17dce23640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17d80b4420 con 0x7f17d815f930 2024-09-19T08:09:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34788/0 (socket says 172.21.15.17:34788) 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 -- 172.21.15.17:0/755230010 learned_addr learned my addr 172.21.15.17:0/755230010 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d6d9d640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17d8160820 0x7f17d80c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17d815f930 0x7f17d815cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 -- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17d815f930 msgr2=0x7f17d815cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17d815f930 0x7f17d815cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 -- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17d8160820 msgr2=0x7f17d80c9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17d8160820 0x7f17d80c9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 -- 172.21.15.17:0/755230010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17d8160fc0 con 0x7f17c00043b0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.016+0000 7f17d659c640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f17c8011860 tx=0x7f17c8011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.017+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c800f9c0 con 0x7f17c00043b0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.017+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c800fb60 con 0x7f17c00043b0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.017+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17d80c7330 con 0x7f17c00043b0 2024-09-19T08:09:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.017+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c8015460 con 0x7f17c00043b0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.017+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17d80c78f0 con 0x7f17c00043b0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.018+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17d80b47b0 con 0x7f17c00043b0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.018+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f17c8015600 con 0x7f17c00043b0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.019+0000 7f17c6ffd640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 0x7f17b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.019+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6082+0+0 (secure 0 0 0) 0x7f17c808bf10 con 0x7f17c00043b0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.019+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 0x7f17b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.020+0000 7f17d5d9b640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 0x7f17b806e7a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f17cc034000 tx=0x7f17cc009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.023+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f17c8019030 con 0x7f17c00043b0 2024-09-19T08:09:17.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.235+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f17d81612a0 con 0x7f17c00043b0 2024-09-19T08:09:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.575+0000 7f17c6ffd640 1 -- 172.21.15.17:0/755230010 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v100) ==== 162+0+0 (secure 0 0 0) 0x7f17c805a500 con 0x7f17c00043b0 2024-09-19T08:09:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 msgr2=0x7f17b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 0x7f17b806e7a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f17cc034000 tx=0x7f17cc009030 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 msgr2=0x7f17d80cb9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f17c8011860 tx=0x7f17c8011c60 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 shutdown_connections 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2e0 0x7f17b806e7a0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17d8160820 0x7f17d80c9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17d815f930 0x7f17d815cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 --2- 172.21.15.17:0/755230010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17c00043b0 0x7f17d80cb9b0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.577+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 >> 172.21.15.17:0/755230010 conn(0x7f17d8067950 msgr2=0x7f17d80b5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.578+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 shutdown_connections 2024-09-19T08:09:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.578+0000 7f17dce23640 1 -- 172.21.15.17:0/755230010 wait complete. 2024-09-19T08:09:17.583 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:17.583+0000 7fdf0cc8e640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (2) No such file or directory 2024-09-19T08:09:17.584 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:17.584+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:17.584 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:17.584+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:17.591 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:17.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.695+0000 7fd259152640 1 Processor -- start 2024-09-19T08:09:17.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.695+0000 7fd259152640 1 -- start start 2024-09-19T08:09:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd259152640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd25415e670 0x7fd254070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd259152640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd2540cef50 0x7fd25415f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd259152640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2540731d0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd259152640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd2540d0040 con 0x7fd25415e670 2024-09-19T08:09:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd259152640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd254072f80 con 0x7fd2540cef50 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd252d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd25415e670 0x7fd254070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd252d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd25415e670 0x7fd254070a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34796/0 (socket says 172.21.15.17:34796) 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd252d9d640 1 -- 172.21.15.17:0/2592025611 learned_addr learned my addr 172.21.15.17:0/2592025611 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd25259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd2540ceaf0 0x7fd25415ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49132/0 (socket says 172.21.15.17:49132) 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.696+0000 7fd25359e640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd2540cef50 0x7fd25415f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd252d9d640 1 -- 172.21.15.17:0/2592025611 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd2540cef50 msgr2=0x7fd25415f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd252d9d640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd2540cef50 0x7fd25415f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd252d9d640 1 -- 172.21.15.17:0/2592025611 >> v1:172.21.15.17:6789/0 conn(0x7fd2540ceaf0 legacy=0x7fd25415ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd252d9d640 1 -- 172.21.15.17:0/2592025611 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2540734b0 con 0x7fd25415e670 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd252d9d640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd25415e670 0x7fd254070a50 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fd244009e50 tx=0x7fd24402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=793178cf5923f2e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.697+0000 7fd251d9b640 1 -- 172.21.15.17:0/2592025611 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd244036070 con 0x7fd25415e670 2024-09-19T08:09:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd251d9b640 1 -- 172.21.15.17:0/2592025611 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd244031600 con 0x7fd25415e670 2024-09-19T08:09:17.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd251d9b640 1 -- 172.21.15.17:0/2592025611 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2440319d0 con 0x7fd25415e670 2024-09-19T08:09:17.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 -- 172.21.15.17:0/2592025611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd25415e670 msgr2=0x7fd254070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd25415e670 0x7fd254070a50 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fd244009e50 tx=0x7fd24402a7a0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 -- 172.21.15.17:0/2592025611 shutdown_connections 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd2540cef50 0x7fd25415f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 --2- 172.21.15.17:0/2592025611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd25415e670 0x7fd254070a50 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 -- 172.21.15.17:0/2592025611 >> 172.21.15.17:0/2592025611 conn(0x7fd25406f400 msgr2=0x7fd25406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 -- 172.21.15.17:0/2592025611 shutdown_connections 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.698+0000 7fd259152640 1 -- 172.21.15.17:0/2592025611 wait complete. 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 Processor -- start 2024-09-19T08:09:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 -- start start 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd2540cef50 0x7fd254150990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd25415e670 0x7fd2540d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd254073a70 con 0x7fd2540ceaf0 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd254073de0 con 0x7fd2540cef50 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.700+0000 7fd259152640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd2540cf3c0 con 0x7fd25415e670 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34804/0 (socket says 172.21.15.17:34804) 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 -- 172.21.15.17:0/2966490190 learned_addr learned my addr 172.21.15.17:0/2966490190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd25359e640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd25415e670 0x7fd2540d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd25259c640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd2540cef50 0x7fd254150990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 -- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd25415e670 msgr2=0x7fd2540d0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd25415e670 0x7fd2540d0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 -- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd2540cef50 msgr2=0x7fd254150990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd2540cef50 0x7fd254150990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 -- 172.21.15.17:0/2966490190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd25415f250 con 0x7fd2540ceaf0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd252d9d640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fd244034040 tx=0x7fd244004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd244036050 con 0x7fd2540ceaf0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd244042070 con 0x7fd2540ceaf0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd244009510 con 0x7fd2540ceaf0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd254150ed0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.701+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd25415f4c0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.702+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd254069ac0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.703+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd244007bb0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.703+0000 7fd24b7fe640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 0x7fd23406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.703+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7fd2440abe60 con 0x7fd2540ceaf0 2024-09-19T08:09:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.704+0000 7fd25259c640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 0x7fd23406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.704+0000 7fd25259c640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 0x7fd23406e7a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd25406daf0 tx=0x7fd23c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:17.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.708+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd24404b020 con 0x7fd2540ceaf0 2024-09-19T08:09:17.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.921+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2540b56a0 con 0x7fd2540ceaf0 2024-09-19T08:09:17.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.921+0000 7fd24b7fe640 1 -- 172.21.15.17:0/2966490190 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+3568 (secure 0 0 0) 0x7fd24407a400 con 0x7fd2540ceaf0 2024-09-19T08:09:17.922 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:17.922 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":102,"btime":"2024-09-19T08:09:17:585171+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:17.585120+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:17.922 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 102 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 msgr2=0x7fd23406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 0x7fd23406e7a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd25406daf0 tx=0x7fd23c009040 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 msgr2=0x7fd25415fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fd244034040 tx=0x7fd244004a40 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 shutdown_connections 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd23406c2e0 0x7fd23406e7a0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd25415e670 0x7fd2540d0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd2540cef50 0x7fd254150990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 --2- 172.21.15.17:0/2966490190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2540ceaf0 0x7fd25415fcc0 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.923+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 >> 172.21.15.17:0/2966490190 conn(0x7fd25406f400 msgr2=0x7fd2540b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:17.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.924+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 shutdown_connections 2024-09-19T08:09:17.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:17.924+0000 7fd259152640 1 -- 172.21.15.17:0/2966490190 wait complete. 2024-09-19T08:09:17.935 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:17.935 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:18.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.037+0000 7ff106bf1640 1 Processor -- start 2024-09-19T08:09:18.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.037+0000 7ff106bf1640 1 -- start start 2024-09-19T08:09:18.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff106bf1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1000cdfc0 0x7ff1000b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff106bf1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1000ce4f0 con 0x7ff10015b2e0 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff106bf1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1000ce7d0 con 0x7ff1000b22c0 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff106bf1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff10015b6c0 con 0x7ff1000cdfc0 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0fffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1000cdfc0 0x7ff1000b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff10498d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff10015b2e0 0x7ff1000b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49138/0 (socket says 172.21.15.17:49138) 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0fffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1000cdfc0 0x7ff1000b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34814/0 (socket says 172.21.15.17:34814) 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff10498d640 1 -- 172.21.15.17:0/2284463889 learned_addr learned my addr 172.21.15.17:0/2284463889 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0fffff640 1 -- 172.21.15.17:0/2284463889 >> v1:172.21.15.160:6789/0 conn(0x7ff1000b22c0 legacy=0x7ff100071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0fffff640 1 -- 172.21.15.17:0/2284463889 >> v1:172.21.15.17:6789/0 conn(0x7ff10015b2e0 legacy=0x7ff1000b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0fffff640 1 -- 172.21.15.17:0/2284463889 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1000ceab0 con 0x7ff1000cdfc0 2024-09-19T08:09:18.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.038+0000 7ff0ff7fe640 1 -- 172.21.15.17:0/2284463889 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2328885749 0 0) 0x7ff1000ce4f0 con 0x7ff10015b2e0 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.039+0000 7ff0fffff640 1 --2- 172.21.15.17:0/2284463889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000cdfc0 0x7ff1000b1d80 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0097a0 tx=0x7ff0ec02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd467f73499bc13a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.039+0000 7ff0ff7fe640 1 -- 172.21.15.17:0/2284463889 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec037070 con 0x7ff1000cdfc0 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.039+0000 7ff0ff7fe640 1 -- 172.21.15.17:0/2284463889 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0ec032440 con 0x7ff1000cdfc0 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.039+0000 7ff0ff7fe640 1 -- 172.21.15.17:0/2284463889 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec032810 con 0x7ff1000cdfc0 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 -- 172.21.15.17:0/2284463889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000cdfc0 msgr2=0x7ff1000b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 --2- 172.21.15.17:0/2284463889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000cdfc0 0x7ff1000b1d80 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0097a0 tx=0x7ff0ec02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 -- 172.21.15.17:0/2284463889 shutdown_connections 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 --2- 172.21.15.17:0/2284463889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000cdfc0 0x7ff1000b1d80 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 -- 172.21.15.17:0/2284463889 >> 172.21.15.17:0/2284463889 conn(0x7ff10006bc10 msgr2=0x7ff10006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 -- 172.21.15.17:0/2284463889 shutdown_connections 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.040+0000 7ff106bf1640 1 -- 172.21.15.17:0/2284463889 wait complete. 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.041+0000 7ff106bf1640 1 Processor -- start 2024-09-19T08:09:18.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.041+0000 7ff106bf1640 1 -- start start 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1000cdfc0 0x7ff1000ab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff10015b2e0 0x7ff1000ab5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff100071130 con 0x7ff1000b22c0 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff1000b4430 con 0x7ff1000cdfc0 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff106bf1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1000712b0 con 0x7ff10015b2e0 2024-09-19T08:09:18.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34820/0 (socket says 172.21.15.17:34820) 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 -- 172.21.15.17:0/1195469349 learned_addr learned my addr 172.21.15.17:0/1195469349 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 -- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff10015b2e0 msgr2=0x7ff1000ab5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff10015b2e0 0x7ff1000ab5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 -- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1000cdfc0 msgr2=0x7ff1000ab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1000cdfc0 0x7ff1000ab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 -- 172.21.15.17:0/1195469349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1001e4ee0 con 0x7ff1000b22c0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.042+0000 7ff10498d640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7ff0f400c430 tx=0x7ff0f400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.043+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f40074e0 con 0x7ff1000b22c0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.043+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f40047e0 con 0x7ff1000b22c0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.043+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1001e51c0 con 0x7ff1000b22c0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.043+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4004bd0 con 0x7ff1000b22c0 2024-09-19T08:09:18.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.043+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1000ad2c0 con 0x7ff1000b22c0 2024-09-19T08:09:18.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.044+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1000b1d80 con 0x7ff1000b22c0 2024-09-19T08:09:18.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.044+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0f4011070 con 0x7ff1000b22c0 2024-09-19T08:09:18.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.045+0000 7ff0fd7fa640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 0x7ff0e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.045+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7ff0f408b210 con 0x7ff1000b22c0 2024-09-19T08:09:18.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.045+0000 7ff0fffff640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 0x7ff0e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.046+0000 7ff0fffff640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 0x7ff0e406e770 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec034000 tx=0x7ff0ec02c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.049+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0f4059840 con 0x7ff1000b22c0 2024-09-19T08:09:18.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.260+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff1000adaa0 con 0x7ff1000b22c0 2024-09-19T08:09:18.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.260+0000 7ff0fd7fa640 1 -- 172.21.15.17:0/1195469349 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+3568 (secure 0 0 0) 0x7ff0f4059140 con 0x7ff1000b22c0 2024-09-19T08:09:18.261 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:18.261 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":102,"btime":"2024-09-19T08:09:17:585171+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:17.585120+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:18.261 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 102 2024-09-19T08:09:18.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 msgr2=0x7ff0e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 0x7ff0e406e770 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec034000 tx=0x7ff0ec02c000 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 msgr2=0x7ff1001555d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7ff0f400c430 tx=0x7ff0f400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 shutdown_connections 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0e406c2b0 0x7ff0e406e770 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff10015b2e0 0x7ff1000ab5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1000cdfc0 0x7ff1000ab0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 --2- 172.21.15.17:0/1195469349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1000b22c0 0x7ff1001555d0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.262+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 >> 172.21.15.17:0/1195469349 conn(0x7ff10006bc10 msgr2=0x7ff10006d910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.263+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 shutdown_connections 2024-09-19T08:09:18.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.263+0000 7ff106bf1640 1 -- 172.21.15.17:0/1195469349 wait complete. 2024-09-19T08:09:18.273 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:18.274 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:18.324 INFO:tasks.ceph.mds.a.smithi017.stderr: -30> 2024-09-19T08:09:13.572+0000 7f12a1091640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-19T08:09:18.325 INFO:tasks.ceph.mds.a.smithi017.stderr: -28> 2024-09-19T08:09:13.572+0000 7f12a1091640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:09:18.350 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:09:18.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.378+0000 7ffb89645640 1 Processor -- start 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 -- start start 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 0x7ffb840b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 0x7ffb84071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb840ce4f0 con 0x7ffb8415b2e0 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ffb8415b6c0 con 0x7ffb840b22c0 2024-09-19T08:09:18.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.379+0000 7ffb89645640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ffb840b4430 con 0x7ffb840cdfc0 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb827fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 0x7ffb840b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb82ffd640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ffb8415b2e0 0x7ffb840b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:46438/0 (socket says 172.21.15.17:46438) 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb837fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 0x7ffb84071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb82ffd640 1 -- 172.21.15.17:0/4208242847 learned_addr learned my addr 172.21.15.17:0/4208242847 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb81ffb640 1 -- 172.21.15.17:0/4208242847 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1923920734 0 0) 0x7ffb840ce4f0 con 0x7ffb8415b2e0 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb81ffb640 1 -- 172.21.15.17:0/4208242847 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb6c003520 con 0x7ffb8415b2e0 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb827fc640 1 -- 172.21.15.17:0/4208242847 >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 msgr2=0x7ffb84071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:18.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4208242847 >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 0x7ffb84071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb827fc640 1 -- 172.21.15.17:0/4208242847 >> v1:172.21.15.160:6789/0 conn(0x7ffb8415b2e0 legacy=0x7ffb840b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb827fc640 1 -- 172.21.15.17:0/4208242847 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb840ce7d0 con 0x7ffb840cdfc0 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.380+0000 7ffb837fe640 1 --2- 172.21.15.17:0/4208242847 >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 0x7ffb84071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.381+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4208242847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 0x7ffb840b1d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffb780097a0 tx=0x7ffb7802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ea7abb12953d6e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.381+0000 7ffb81ffb640 1 -- 172.21.15.17:0/4208242847 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb78037070 con 0x7ffb840cdfc0 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.381+0000 7ffb81ffb640 1 -- 172.21.15.17:0/4208242847 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb78032440 con 0x7ffb840cdfc0 2024-09-19T08:09:18.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.381+0000 7ffb81ffb640 1 -- 172.21.15.17:0/4208242847 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb78032810 con 0x7ffb840cdfc0 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 -- 172.21.15.17:0/4208242847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 msgr2=0x7ffb840b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 --2- 172.21.15.17:0/4208242847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 0x7ffb840b1d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffb780097a0 tx=0x7ffb7802a180 comp rx=0 tx=0).stop 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 -- 172.21.15.17:0/4208242847 shutdown_connections 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 --2- 172.21.15.17:0/4208242847 >> v2:172.21.15.160:3300/0 conn(0x7ffb840b22c0 0x7ffb84071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 --2- 172.21.15.17:0/4208242847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb840cdfc0 0x7ffb840b1d80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 -- 172.21.15.17:0/4208242847 >> 172.21.15.17:0/4208242847 conn(0x7ffb8406bc10 msgr2=0x7ffb8406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:18.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 -- 172.21.15.17:0/4208242847 shutdown_connections 2024-09-19T08:09:18.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.382+0000 7ffb89645640 1 -- 172.21.15.17:0/4208242847 wait complete. 2024-09-19T08:09:18.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.383+0000 7ffb89645640 1 Processor -- start 2024-09-19T08:09:18.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.383+0000 7ffb89645640 1 -- start start 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 0x7ffb840aceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb8415b2e0 0x7ffb840aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb84071130 con 0x7ffb840b22c0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ffb840ced90 con 0x7ffb840cdfc0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb89645640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ffb840712b0 con 0x7ffb8415b2e0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34852/0 (socket says 172.21.15.17:34852) 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 -- 172.21.15.17:0/4232089778 learned_addr learned my addr 172.21.15.17:0/4232089778 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb837fe640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb8415b2e0 0x7ffb840aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 0x7ffb840aceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 -- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb8415b2e0 msgr2=0x7ffb840aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb8415b2e0 0x7ffb840aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 -- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 msgr2=0x7ffb840aceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 0x7ffb840aceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb82ffd640 1 -- 172.21.15.17:0/4232089778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb840ad970 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.384+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 0x7ffb840aceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb82ffd640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7ffb7400c390 tx=0x7ffb7400c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb74017070 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb74005ce0 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb840adc50 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb740072f0 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.385+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb840ae210 con 0x7ffb840b22c0 2024-09-19T08:09:18.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.386+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb84071750 con 0x7ffb840b22c0 2024-09-19T08:09:18.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.386+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb7401a070 con 0x7ffb840b22c0 2024-09-19T08:09:18.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.387+0000 7ffb6b7fe640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 0x7ffb7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.387+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7ffb7408a960 con 0x7ffb840b22c0 2024-09-19T08:09:18.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.387+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 0x7ffb7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.388+0000 7ffb827fc640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 0x7ffb7006e770 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ffb780097a0 tx=0x7ffb7802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.391+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb74058f00 con 0x7ffb840b22c0 2024-09-19T08:09:18.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.607+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb840b1d80 con 0x7ffb840b22c0 2024-09-19T08:09:18.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.607+0000 7ffb6b7fe640 1 -- 172.21.15.17:0/4232089778 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 103 v103) ==== 95+0+4391 (secure 0 0 0) 0x7ffb7405f0d0 con 0x7ffb840b22c0 2024-09-19T08:09:18.608 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:18.608 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":103,"btime":"2024-09-19T08:09:18:586252+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7833,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/523063545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":523063545},{"type":"v1","addr":"172.21.15.17:6835","nonce":523063545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:17.585120+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:18.608 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 103 2024-09-19T08:09:18.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 msgr2=0x7ffb7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 0x7ffb7006e770 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ffb780097a0 tx=0x7ffb7802e000 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 msgr2=0x7ffb84155cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7ffb7400c390 tx=0x7ffb7400c790 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 shutdown_connections 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb7006c2b0 0x7ffb7006e770 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb8415b2e0 0x7ffb840aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb840cdfc0 0x7ffb840aceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 --2- 172.21.15.17:0/4232089778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb840b22c0 0x7ffb84155cb0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 >> 172.21.15.17:0/4232089778 conn(0x7ffb8406bc10 msgr2=0x7ffb840afea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 shutdown_connections 2024-09-19T08:09:18.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.609+0000 7ffb89645640 1 -- 172.21.15.17:0/4232089778 wait complete. 2024-09-19T08:09:18.620 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 200.00000000' led to DAMAGED state 2024-09-19T08:09:18.620 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 200.00000001' 2024-09-19T08:09:18.621 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:18.621 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:18.637 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:18.637 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:18.637 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:18.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:18.637 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:18.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:18.693 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:18.693 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.836+0000 7f4fc5653640 1 Processor -- start 2024-09-19T08:09:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.836+0000 7f4fc5653640 1 -- start start 2024-09-19T08:09:18.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fc5653640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4fc00cf480 0x7f4fc0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fc5653640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fc00b39a0 con 0x7f4fc015e7c0 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fc5653640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fc015eba0 con 0x7f4fc00b6a40 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fc5653640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4fc01630d0 con 0x7f4fc00cf480 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4fc00cf480 0x7f4fc0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4fc00cf480 0x7f4fc0162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34866/0 (socket says 172.21.15.17:34866) 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 -- 172.21.15.17:0/2150455464 learned_addr learned my addr 172.21.15.17:0/2150455464 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 -- 172.21.15.17:0/2150455464 >> v1:172.21.15.160:6789/0 conn(0x7f4fc00b6a40 legacy=0x7f4fc00b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 -- 172.21.15.17:0/2150455464 >> v1:172.21.15.17:6789/0 conn(0x7f4fc015e7c0 legacy=0x7f4fc00b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbdffb640 1 -- 172.21.15.17:0/2150455464 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1962086895 0 0) 0x7f4fc00b39a0 con 0x7f4fc015e7c0 2024-09-19T08:09:18.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.837+0000 7f4fbf7fe640 1 -- 172.21.15.17:0/2150455464 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc00cfc60 con 0x7f4fc00cf480 2024-09-19T08:09:18.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.838+0000 7f4fbf7fe640 1 --2- 172.21.15.17:0/2150455464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00cf480 0x7f4fc0162b90 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f4fb8009e50 tx=0x7f4fb802a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d458f4e5670ba525 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.838+0000 7f4fbdffb640 1 -- 172.21.15.17:0/2150455464 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb8036070 con 0x7f4fc00cf480 2024-09-19T08:09:18.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.838+0000 7f4fbdffb640 1 -- 172.21.15.17:0/2150455464 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fb8031600 con 0x7f4fc00cf480 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.838+0000 7f4fbdffb640 1 -- 172.21.15.17:0/2150455464 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb80319d0 con 0x7f4fc00cf480 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 -- 172.21.15.17:0/2150455464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00cf480 msgr2=0x7f4fc0162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2150455464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00cf480 0x7f4fc0162b90 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f4fb8009e50 tx=0x7f4fb802a7f0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 -- 172.21.15.17:0/2150455464 shutdown_connections 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2150455464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00cf480 0x7f4fc0162b90 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 -- 172.21.15.17:0/2150455464 >> 172.21.15.17:0/2150455464 conn(0x7f4fc00d1320 msgr2=0x7f4fc00d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 -- 172.21.15.17:0/2150455464 shutdown_connections 2024-09-19T08:09:18.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.839+0000 7f4fc5653640 1 -- 172.21.15.17:0/2150455464 wait complete. 2024-09-19T08:09:18.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.840+0000 7f4fc5653640 1 Processor -- start 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.840+0000 7f4fc5653640 1 -- start start 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fc00cf480 0x7f4fc01550a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fc015e7c0 0x7f4fc0158dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc015f100 con 0x7f4fc00b6a40 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc015ee20 con 0x7f4fc00cf480 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fc5653640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4fc015f3e0 con 0x7f4fc015e7c0 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34870/0 (socket says 172.21.15.17:34870) 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 -- 172.21.15.17:0/2498200303 learned_addr learned my addr 172.21.15.17:0/2498200303 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbe7fc640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fc00cf480 0x7f4fc01550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbf7fe640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fc015e7c0 0x7f4fc0158dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 -- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fc015e7c0 msgr2=0x7f4fc0158dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fc015e7c0 0x7f4fc0158dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 -- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fc00cf480 msgr2=0x7f4fc01550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fc00cf480 0x7f4fc01550a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 -- 172.21.15.17:0/2498200303 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc01555e0 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.841+0000 7f4fbeffd640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f4fb000c440 tx=0x7f4fb000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.842+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0017070 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.842+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fb0005480 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.842+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fc015a0a0 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.842+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0003830 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.842+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fc015a620 con 0x7f4fc00b6a40 2024-09-19T08:09:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.843+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fc00cbd50 con 0x7f4fc00b6a40 2024-09-19T08:09:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.843+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4fb001a070 con 0x7f4fc00b6a40 2024-09-19T08:09:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.844+0000 7f4fa77fe640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 0x7f4fac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.844+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7f4fb008a870 con 0x7f4fc00b6a40 2024-09-19T08:09:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.844+0000 7f4fbe7fc640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 0x7f4fac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.845+0000 7f4fbe7fc640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 0x7f4fac06e770 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4fb4007fd0 tx=0x7f4fb4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:18.848+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4fc01555e0 con 0x7f4fc00b6a40 2024-09-19T08:09:19.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.059+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4fc00d2150 con 0x7f4fc00b6a40 2024-09-19T08:09:19.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.594+0000 7f4fa77fe640 1 -- 172.21.15.17:0/2498200303 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v104) ==== 161+0+0 (secure 0 0 0) 0x7f4fb0058ea0 con 0x7f4fc00b6a40 2024-09-19T08:09:19.594 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:19.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 msgr2=0x7f4fac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 0x7f4fac06e770 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4fb4007fd0 tx=0x7f4fb4009040 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 msgr2=0x7f4fc01565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f4fb000c440 tx=0x7f4fb000c900 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 shutdown_connections 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4fac06c2b0 0x7f4fac06e770 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4fc015e7c0 0x7f4fc0158dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4fc00cf480 0x7f4fc01550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 --2- 172.21.15.17:0/2498200303 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4fc00b6a40 0x7f4fc01565d0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 >> 172.21.15.17:0/2498200303 conn(0x7f4fc00d1320 msgr2=0x7f4fc00b6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 shutdown_connections 2024-09-19T08:09:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.596+0000 7f4fc5653640 1 -- 172.21.15.17:0/2498200303 wait complete. 2024-09-19T08:09:19.609 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:19.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.715+0000 7f2eac0eb640 1 Processor -- start 2024-09-19T08:09:19.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.715+0000 7f2eac0eb640 1 -- start start 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2eac0eb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea40cf2b0 0x7f2ea40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2eac0eb640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2ea40cf720 0x7f2ea40d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2eac0eb640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ea415ea20 con 0x7f2ea415e640 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2eac0eb640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea40b3d00 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2eac0eb640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea40b2860 con 0x7f2ea40cf720 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2ea9686640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea40cf2b0 0x7f2ea40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2ea9686640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea40cf2b0 0x7f2ea40d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34872/0 (socket says 172.21.15.17:34872) 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.716+0000 7f2ea9686640 1 -- 172.21.15.17:0/1363237744 learned_addr learned my addr 172.21.15.17:0/1363237744 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:19.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2eaa688640 1 --2- 172.21.15.17:0/1363237744 >> v2:172.21.15.160:3300/0 conn(0x7f2ea40cf720 0x7f2ea40d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2ea9686640 1 -- 172.21.15.17:0/1363237744 >> v2:172.21.15.160:3300/0 conn(0x7f2ea40cf720 msgr2=0x7f2ea40d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:19.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2ea9686640 1 --2- 172.21.15.17:0/1363237744 >> v2:172.21.15.160:3300/0 conn(0x7f2ea40cf720 0x7f2ea40d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2ea9686640 1 -- 172.21.15.17:0/1363237744 >> v1:172.21.15.160:6789/0 conn(0x7f2ea415e640 legacy=0x7f2ea40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:19.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2ea9686640 1 -- 172.21.15.17:0/1363237744 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea40b1c50 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.717+0000 7f2ea9686640 1 --2- 172.21.15.17:0/1363237744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf2b0 0x7f2ea40d2650 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f2ea415ebf0 tx=0x7f2e9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2273d85c3d34453b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2ea8e85640 1 -- 172.21.15.17:0/1363237744 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98037070 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2ea8e85640 1 -- 172.21.15.17:0/1363237744 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e98032440 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2ea8e85640 1 -- 172.21.15.17:0/1363237744 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98032810 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 -- 172.21.15.17:0/1363237744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf2b0 msgr2=0x7f2ea40d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/1363237744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf2b0 0x7f2ea40d2650 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f2ea415ebf0 tx=0x7f2e9802a180 comp rx=0 tx=0).stop 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 -- 172.21.15.17:0/1363237744 shutdown_connections 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/1363237744 >> v2:172.21.15.160:3300/0 conn(0x7f2ea40cf720 0x7f2ea40d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/1363237744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf2b0 0x7f2ea40d2650 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 -- 172.21.15.17:0/1363237744 >> 172.21.15.17:0/1363237744 conn(0x7f2ea409d820 msgr2=0x7f2ea40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:19.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 -- 172.21.15.17:0/1363237744 shutdown_connections 2024-09-19T08:09:19.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.718+0000 7f2eac0eb640 1 -- 172.21.15.17:0/1363237744 wait complete. 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.719+0000 7f2eac0eb640 1 Processor -- start 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 -- start start 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40cf2b0 0x7f2ea4155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea415e640 0x7f2ea41604b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40b24f0 con 0x7f2ea40cf720 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40b2210 con 0x7f2ea415e640 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eac0eb640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea40cfe40 con 0x7f2ea40cf2b0 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2ea9686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2ea9686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34888/0 (socket says 172.21.15.17:34888) 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2ea9686640 1 -- 172.21.15.17:0/2895101398 learned_addr learned my addr 172.21.15.17:0/2895101398 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2ea9e87640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40cf2b0 0x7f2ea4155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.720+0000 7f2eaa688640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea415e640 0x7f2ea41604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 -- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40cf2b0 msgr2=0x7f2ea4155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40cf2b0 0x7f2ea4155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 -- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea415e640 msgr2=0x7f2ea41604b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea415e640 0x7f2ea41604b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 -- 172.21.15.17:0/2895101398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea415ec90 con 0x7f2ea40cf720 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea9686640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f2e98000c00 tx=0x7f2e980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98041020 con 0x7f2ea40cf720 2024-09-19T08:09:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e98030970 con 0x7f2ea40cf720 2024-09-19T08:09:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98037040 con 0x7f2ea40cf720 2024-09-19T08:09:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea415ef70 con 0x7f2ea40cf720 2024-09-19T08:09:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.721+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea415f530 con 0x7f2ea40cf720 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.722+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ea4068eb0 con 0x7f2ea40cf720 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.723+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e98044020 con 0x7f2ea40cf720 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.723+0000 7f2ea27fc640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 0x7f2e9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.723+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7f2e980abec0 con 0x7f2ea40cf720 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.724+0000 7f2ea9e87640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 0x7f2e9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.724+0000 7f2ea9e87640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 0x7f2e9006e770 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2ea40ce0c0 tx=0x7f2e9c007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:19.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.728+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e9804b030 con 0x7f2ea40cf720 2024-09-19T08:09:19.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:19.975+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f2ea40b73a0 con 0x7f2ea40cf720 2024-09-19T08:09:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.596+0000 7f2ea27fc640 1 -- 172.21.15.17:0/2895101398 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v105) ==== 101+0+0 (secure 0 0 0) 0x7f2e98079e00 con 0x7f2ea40cf720 2024-09-19T08:09:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 msgr2=0x7f2e9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 0x7f2e9006e770 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2ea40ce0c0 tx=0x7f2e9c007e30 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 msgr2=0x7f2ea40b50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f2e98000c00 tx=0x7f2e980046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 shutdown_connections 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2b0 0x7f2e9006e770 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea415e640 0x7f2ea41604b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea40cf720 0x7f2ea40b50e0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 --2- 172.21.15.17:0/2895101398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40cf2b0 0x7f2ea4155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.598+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 >> 172.21.15.17:0/2895101398 conn(0x7f2ea409d820 msgr2=0x7f2ea406d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.599+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 shutdown_connections 2024-09-19T08:09:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.599+0000 7f2eac0eb640 1 -- 172.21.15.17:0/2895101398 wait complete. 2024-09-19T08:09:20.612 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 Processor -- start 2024-09-19T08:09:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 -- start start 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e118f50 0x56293e1149c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e1cfee0 0x56293e114f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56293e115e00 con 0x56293e116c50 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56293e067510 con 0x56293e1cfee0 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56293e1d1240 con 0x56293e118f50 2024-09-19T08:09:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559c3de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559c3de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34906/0 (socket says 172.21.15.17:34906) 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.660+0000 7f559c3de640 1 -- 172.21.15.17:0/1025859277 learned_addr learned my addr 172.21.15.17:0/1025859277 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559bbdd640 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e118f50 0x56293e1149c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559cbdf640 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e1cfee0 0x56293e114f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 -- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e118f50 msgr2=0x56293e1149c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e118f50 0x56293e1149c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 -- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e1cfee0 msgr2=0x56293e114f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e1cfee0 0x56293e114f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 -- 172.21.15.17:0/1025859277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56293e1c6c30 con 0x56293e116c50 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559c3de640 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f558c0461e0 tx=0x7f558c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e68fcad83a7bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559abdb640 1 -- 172.21.15.17:0/1025859277 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c067070 con 0x56293e116c50 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559abdb640 1 -- 172.21.15.17:0/1025859277 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f558c04fbc0 con 0x56293e116c50 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.661+0000 7f559abdb640 1 -- 172.21.15.17:0/1025859277 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c058400 con 0x56293e116c50 2024-09-19T08:09:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- 172.21.15.17:0/1025859277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 msgr2=0x56293e1d1950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f558c0461e0 tx=0x7f558c051000 comp rx=0 tx=0).stop 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- 172.21.15.17:0/1025859277 shutdown_connections 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e1cfee0 0x56293e114f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e118f50 0x56293e1149c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/1025859277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1d1950 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- 172.21.15.17:0/1025859277 >> 172.21.15.17:0/1025859277 conn(0x56293e140400 msgr2=0x56293e1456b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- 172.21.15.17:0/1025859277 shutdown_connections 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- 172.21.15.17:0/1025859277 wait complete. 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 Processor -- start 2024-09-19T08:09:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.662+0000 7f559e8e8f40 1 -- start start 2024-09-19T08:09:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e118f50 0x56293e1e9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e1cfee0 0x56293e13f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56293e1ecbb0 con 0x56293e116c50 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56293e1ca260 con 0x56293e118f50 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559e8e8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56293e1c9f80 con 0x56293e1cfee0 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559c3de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559c3de640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34920/0 (socket says 172.21.15.17:34920) 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 learned_addr learned my addr 172.21.15.17:0/3702049087 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559cbdf640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e1cfee0 0x56293e13f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.663+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e118f50 0x56293e1e9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e1cfee0 msgr2=0x56293e13f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56293e1cfee0 0x56293e13f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e118f50 msgr2=0x56293e1e9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56293e118f50 0x56293e1e9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56293e13e1c0 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f558c000f80 tx=0x7f558c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f5599bd9640 1 -- 172.21.15.17:0/3702049087 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c067040 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f5599bd9640 1 -- 172.21.15.17:0/3702049087 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f558c0629f0 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56293e13e4a0 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f5599bd9640 1 -- 172.21.15.17:0/3702049087 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c062de0 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.664+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56293e13ea60 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.665+0000 7f5599bd9640 1 -- 172.21.15.17:0/3702049087 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f558c06b420 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f5599bd9640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 0x7f558806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f5599bd9640 1 -- 172.21.15.17:0/3702049087 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7f558c0cee80 con 0x56293e116c50 2024-09-19T08:09:20.668 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:20.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56293e115180 0x56293e1cc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e1ccbd0 con 0x56293e115180 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 0x7f558806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.666+0000 7f559cbdf640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56293e115180 0x56293e1cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.667+0000 7f559cbdf640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56293e115180 0x56293e1cc690 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.667+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 0x7f558806d150 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f5590001ed0 tx=0x7f5590001790 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.668+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v93'133 uv107 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.668+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e1ccfc0 con 0x56293e115180 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.670+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v93'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.670+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e28fec0 con 0x56293e115180 2024-09-19T08:09:20.672 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.672+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v93'135 uv135 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.672+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e291270 con 0x56293e115180 2024-09-19T08:09:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.675+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v93'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.675+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e291610 con 0x56293e115180 2024-09-19T08:09:20.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.678+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v93'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.678+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290260 con 0x56293e115180 2024-09-19T08:09:20.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.679+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v93'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.679+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290650 con 0x56293e115180 2024-09-19T08:09:20.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.680+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v93'139 uv113 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.680+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.682+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v93'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.682+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.682 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.683+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v93'141 uv141 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.683+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.684+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v93'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.684+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.685+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v93'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.685+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.686+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v93'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.686+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.687+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v93'145 uv120 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.688+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.689+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v93'146 uv146 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.689+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.690+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v93'147 uv147 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.690 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:20.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.690+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.691+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v93'148 uv148 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.691+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.692+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v93'149 uv149 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.692+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2909f0 con 0x56293e115180 2024-09-19T08:09:20.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.693+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v93'150 uv150 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.693+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290df0 con 0x56293e115180 2024-09-19T08:09:20.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.694+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v93'151 uv151 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.694+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.695+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v93'152 uv126 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.695+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.697+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v93'153 uv153 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.697+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.698+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v93'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.698 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:20.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.698+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.699+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v93'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.699+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.700+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v93'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.700+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.701+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v93'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.701+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.703+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v93'158 uv132 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.703+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.705+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v93'159 uv159 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.705+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.708 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.708+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v93'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.708+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.711+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v93'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.711+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.712+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v93'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.712+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e115180 2024-09-19T08:09:20.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.713+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v93'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.713+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56293e291ec0 0x56293e2942b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.713+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e290c60 con 0x56293e291ec0 2024-09-19T08:09:20.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.714+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56293e291ec0 0x56293e2942b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.714+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56293e291ec0 0x56293e2942b0 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.715+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v93'108 uv90 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.715+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2947f0 con 0x56293e291ec0 2024-09-19T08:09:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.716+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v93'109 uv109 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.716+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e294b90 con 0x56293e291ec0 2024-09-19T08:09:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.719+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v93'110 uv110 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.719 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.719+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2953e0 con 0x56293e291ec0 2024-09-19T08:09:20.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.722+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v93'111 uv111 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.722+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e295780 con 0x56293e291ec0 2024-09-19T08:09:20.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.727+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v93'112 uv112 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.727+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e295b20 con 0x56293e291ec0 2024-09-19T08:09:20.728 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:20.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.728+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v93'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.728+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e295ec0 con 0x56293e291ec0 2024-09-19T08:09:20.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.729+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [write 0~90] v93'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.729+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.730+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [omap-set-header] v93'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.730+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.731+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000001 [create] v93'116 uv100 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.731+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.732+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000001 [delete] v93'117 uv117 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.732+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.733 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:20.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.733+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v93'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.733+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e299cc0 con 0x56293e291ec0 2024-09-19T08:09:20.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.735+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [write 0~14897] v93'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.735+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e299cc0 con 0x56293e291ec0 2024-09-19T08:09:20.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.736+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v93'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.736+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.737+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 606.00000000 [create] v93'121 uv106 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.737+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.738+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 606.00000000 [delete] v93'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.738+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.739 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:20.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.739+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v93'123 uv123 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.739+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e297270 con 0x56293e291ec0 2024-09-19T08:09:20.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.740+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v93'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.740+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e297270 con 0x56293e291ec0 2024-09-19T08:09:20.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.741+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v93'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.741+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e291ec0 2024-09-19T08:09:20.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.742+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v93'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e291ec0 2024-09-19T08:09:20.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.742+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e115180 2024-09-19T08:09:20.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.743+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(51 607.00000000 [create] v93'27 uv26 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.743+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e115180 2024-09-19T08:09:20.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.744+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(52 607.00000000 [delete] v93'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.744+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e115180 2024-09-19T08:09:20.745 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:20.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.745+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(53 607.00000000 [create] v93'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.745+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e297270 con 0x56293e115180 2024-09-19T08:09:20.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.746+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v93'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.746+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e297270 con 0x56293e115180 2024-09-19T08:09:20.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.747+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v93'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.747+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e296260 con 0x56293e115180 2024-09-19T08:09:20.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.748+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v93'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.748+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56293e296770 0x56293e298b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.748+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2990a0 con 0x56293e296770 2024-09-19T08:09:20.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.749+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56293e296770 0x56293e298b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.749+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56293e296770 0x56293e298b60 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.750+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v93'22 uv21 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f559000ea80 con 0x56293e296770 2024-09-19T08:09:20.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.750+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2994e0 con 0x56293e296770 2024-09-19T08:09:20.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.751+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v93'23 uv23 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f559000ea80 con 0x56293e296770 2024-09-19T08:09:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.751+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2999e0 con 0x56293e296770 2024-09-19T08:09:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.752+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v93'24 uv24 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.752 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.752+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e294fd0 con 0x56293e296770 2024-09-19T08:09:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.753+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v93'25 uv25 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.753+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29a320 con 0x56293e115180 2024-09-19T08:09:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.754+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(61 608.00000000 [create] v93'27 uv26 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.754+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e29a320 con 0x56293e115180 2024-09-19T08:09:20.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.755+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(62 608.00000000 [delete] v93'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.755+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29a320 con 0x56293e115180 2024-09-19T08:09:20.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.756+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(63 608.00000000 [create] v93'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.756 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:20.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.756+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29b330 con 0x56293e115180 2024-09-19T08:09:20.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.758+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v93'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.758+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29b330 con 0x56293e115180 2024-09-19T08:09:20.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.759+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v93'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.759+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29a320 con 0x56293e115180 2024-09-19T08:09:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.760+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v93'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.760+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56293e29a9f0 0x56293e29cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.760+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d400 con 0x56293e29a9f0 2024-09-19T08:09:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.760+0000 7f559cbdf640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56293e29a9f0 0x56293e29cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.761+0000 7f559cbdf640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56293e29a9f0 0x56293e29cde0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.762+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(67 604.00000000 [create] v93'48 uv42 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.762+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.763+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(68 604.00000000 [delete] v93'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.763+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.765 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.766+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(69 604.00000000 [create] v93'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.766+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29e7e0 con 0x56293e29a9f0 2024-09-19T08:09:20.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.768+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v93'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.768+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29e7e0 con 0x56293e29a9f0 2024-09-19T08:09:20.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.771+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v93'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.771+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.774+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v93'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.774+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.776+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(73 500.00000000 [create] v93'54 uv47 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.776+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.779+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(74 500.00000000 [delete] v93'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.779+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.781 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:20.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.782+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(75 500.00000000 [create] v93'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.782+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.783+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v93'57 uv57 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.783+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e29d7d0 con 0x56293e29a9f0 2024-09-19T08:09:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.784+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v93'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.784+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56293e29e0a0 0x56293e2a0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.784+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a09d0 con 0x56293e29e0a0 2024-09-19T08:09:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.784+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56293e29e0a0 0x56293e2a0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.784+0000 7f559c3de640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56293e29e0a0 0x56293e2a0490 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.785+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(78 mds_snaptable [create] v93'22 uv21 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e29e0a0 2024-09-19T08:09:20.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.785+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0a90 con 0x56293e29e0a0 2024-09-19T08:09:20.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.786+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(79 mds_snaptable [delete] v93'23 uv23 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e29e0a0 2024-09-19T08:09:20.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.786+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e29e0a0 2024-09-19T08:09:20.787 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.787+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(80 mds_snaptable [create] v93'24 uv24 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e29e0a0 2024-09-19T08:09:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.787+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e29e0a0 2024-09-19T08:09:20.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.788+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v93'25 uv25 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e29e0a0 2024-09-19T08:09:20.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.788+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e29e0a0 2024-09-19T08:09:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.789+0000 7f559c3de640 1 -- 172.21.15.17:0/3702049087 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v93'26 uv26 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f558c0995b0 con 0x56293e29e0a0 2024-09-19T08:09:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.789+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e115180 2024-09-19T08:09:20.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.790+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(83 605.00000000 [create] v93'27 uv26 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.790+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e115180 2024-09-19T08:09:20.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.791+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(84 605.00000000 [delete] v93'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.791+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e115180 2024-09-19T08:09:20.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.792+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(85 605.00000000 [create] v93'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.792 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:20.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.792+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1ec0 con 0x56293e115180 2024-09-19T08:09:20.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.793+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v93'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.793+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1ec0 con 0x56293e115180 2024-09-19T08:09:20.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.794+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v93'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.794+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e115180 2024-09-19T08:09:20.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.795+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v93'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e115180 2024-09-19T08:09:20.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.795+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a0eb0 con 0x56293e296770 2024-09-19T08:09:20.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.796+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v93'44 uv38 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.796+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1250 con 0x56293e296770 2024-09-19T08:09:20.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.797+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v93'45 uv45 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.797+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1640 con 0x56293e296770 2024-09-19T08:09:20.798 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:20.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.798+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v93'46 uv46 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.798+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1640 con 0x56293e296770 2024-09-19T08:09:20.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.799+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v93'47 uv47 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.799+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a15f0 con 0x56293e296770 2024-09-19T08:09:20.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.800+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v93'48 uv48 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.800+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a15f0 con 0x56293e296770 2024-09-19T08:09:20.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.801+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v93'49 uv43 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.801+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a15f0 con 0x56293e296770 2024-09-19T08:09:20.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.802+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v93'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.802+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a15f0 con 0x56293e296770 2024-09-19T08:09:20.802 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:20.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.803+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v93'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.803+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a15f0 con 0x56293e296770 2024-09-19T08:09:20.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.804+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v93'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.804+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a1a60 con 0x56293e296770 2024-09-19T08:09:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.805+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v93'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.805+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56293e2a22b0 0x56293e2a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.805+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e2a22b0 2024-09-19T08:09:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.805+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56293e2a22b0 0x56293e2a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.805+0000 7f559bbdd640 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56293e2a22b0 0x56293e2a46a0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.806+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v93'22 uv21 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e2a22b0 2024-09-19T08:09:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.806+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e2a22b0 2024-09-19T08:09:20.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.807+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v93'23 uv23 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e2a22b0 2024-09-19T08:09:20.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.807+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e2a22b0 2024-09-19T08:09:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.808+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v93'24 uv24 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e2a22b0 2024-09-19T08:09:20.808 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.808+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e2a22b0 2024-09-19T08:09:20.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.809+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v93'25 uv25 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e2a22b0 2024-09-19T08:09:20.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.809+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e296770 2024-09-19T08:09:20.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.811+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v93'27 uv26 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.811+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e296770 2024-09-19T08:09:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.812+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v93'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.812+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e296770 2024-09-19T08:09:20.813 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.813+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v93'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.813+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a5bf0 con 0x56293e296770 2024-09-19T08:09:20.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.814+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v93'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.814+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a5bf0 con 0x56293e296770 2024-09-19T08:09:20.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.815+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v93'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.815+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e296770 2024-09-19T08:09:20.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.817+0000 7f559bbdd640 1 -- 172.21.15.17:0/3702049087 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v93'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f5590009040 con 0x56293e296770 2024-09-19T08:09:20.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.817+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.818+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v93'22 uv21 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.818+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.819+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v93'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.819+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.820+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v93'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.820 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:20.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.820+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.821+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v93'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.821+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.822+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v93'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.823+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.824+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v93'57 uv49 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.824+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.825+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v93'58 uv58 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.825+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.828 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:20.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.828+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v93'59 uv59 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.828+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.831+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v93'60 uv60 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.831+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.834+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v93'61 uv61 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.834+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.837+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v93'62 uv56 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.837+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.839+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v93'63 uv63 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.839+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.842+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v93'64 uv64 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.842 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:20.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.842+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a5bf0 con 0x56293e29a9f0 2024-09-19T08:09:20.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.845+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v93'65 uv65 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.845+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a5bf0 con 0x56293e29a9f0 2024-09-19T08:09:20.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.848+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v93'66 uv66 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.848+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4be0 con 0x56293e29a9f0 2024-09-19T08:09:20.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.851+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v93'67 uv67 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.851+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x56293e2a4fa0 con 0x56293e29a9f0 2024-09-19T08:09:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v93'68 uv68 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f55940077f0 con 0x56293e29a9f0 2024-09-19T08:09:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56293e115180 msgr2=0x56293e1cc690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56293e115180 0x56293e1cc690 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56293e296770 msgr2=0x56293e298b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56293e296770 0x56293e298b60 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56293e2a22b0 msgr2=0x56293e2a46a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56293e2a22b0 0x56293e2a46a0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56293e291ec0 msgr2=0x56293e2942b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56293e291ec0 0x56293e2942b0 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56293e29a9f0 msgr2=0x56293e29cde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56293e29a9f0 0x56293e29cde0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56293e29e0a0 msgr2=0x56293e2a0490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56293e29e0a0 0x56293e2a0490 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 reap_dead start 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.853+0000 7f559cbdf640 1 -- 172.21.15.17:0/3702049087 reap_dead start 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 msgr2=0x7f558806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 0x7f558806d150 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f5590001ed0 tx=0x7f5590001790 comp rx=0 tx=0).stop 2024-09-19T08:09:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 msgr2=0x56293e1c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f558c000f80 tx=0x7f558c003330 comp rx=0 tx=0).stop 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 shutdown_connections 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f558806ac90 0x7f558806d150 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 --2- 172.21.15.17:0/3702049087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56293e116c50 0x56293e1c9800 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 >> 172.21.15.17:0/3702049087 conn(0x56293e140400 msgr2=0x56293e145690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 shutdown_connections 2024-09-19T08:09:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.854+0000 7f559e8e8f40 1 -- 172.21.15.17:0/3702049087 wait complete. 2024-09-19T08:09:20.857 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 200.00000001 2024-09-19T08:09:20.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.940+0000 7fd4fb78bf40 1 Processor -- start 2024-09-19T08:09:20.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.940+0000 7fd4fb78bf40 1 -- start start 2024-09-19T08:09:20.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb2000910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 0x557cb2008d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557cb1f4aa60 con 0x557cb200a8b0 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557cb1e9d510 con 0x557cb200a4d0 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557cb1f4ad00 con 0x557cb1f92510 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34948/0 (socket says 172.21.15.17:34948) 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 -- 172.21.15.17:0/60101408 learned_addr learned my addr 172.21.15.17:0/60101408 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f8a80640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 0x557cb2008d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9281640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb2000910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 -- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 msgr2=0x557cb2000910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb2000910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 -- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 msgr2=0x557cb2008d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 0x557cb2008d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 -- 172.21.15.17:0/60101408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cb2024260 con 0x557cb200a8b0 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f8a80640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 0x557cb2008d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9281640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb2000910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.941+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4001d50 tx=0x7fd4f400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa25d999ad883b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4eb7fe640 1 -- 172.21.15.17:0/60101408 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f400bd80 con 0x557cb200a8b0 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4eb7fe640 1 -- 172.21.15.17:0/60101408 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4f400f400 con 0x557cb200a8b0 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4eb7fe640 1 -- 172.21.15.17:0/60101408 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f400f830 con 0x557cb200a8b0 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/60101408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 msgr2=0x557cb1f4be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4001d50 tx=0x7fd4f400b5b0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/60101408 shutdown_connections 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a8b0 0x557cb1f4be50 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a4d0 0x557cb2008d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/60101408 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb2000910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/60101408 >> 172.21.15.17:0/60101408 conn(0x557cb1f75a00 msgr2=0x557cb2021310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/60101408 shutdown_connections 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.942+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/60101408 wait complete. 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 Processor -- start 2024-09-19T08:09:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 -- start start 2024-09-19T08:09:20.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb1f8bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 0x557cb2022df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a8b0 0x557cb1f94b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557cb2020660 con 0x557cb200a4d0 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557cb2020380 con 0x557cb200a8b0 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.943+0000 7fd4fb78bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557cb20092b0 con 0x557cb1f92510 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 0x557cb2022df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 0x557cb2022df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34958/0 (socket says 172.21.15.17:34958) 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 -- 172.21.15.17:0/2577328123 learned_addr learned my addr 172.21.15.17:0/2577328123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f9281640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb1f8bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a8b0 0x557cb1f94b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 -- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 msgr2=0x557cb1f8bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557cb1f92510 0x557cb1f8bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 -- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a8b0 msgr2=0x557cb1f94b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557cb200a8b0 0x557cb1f94b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 -- 172.21.15.17:0/2577328123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cb2006da0 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4f8a80640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 0x557cb2022df0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fd4f000bf10 tx=0x7fd4f0005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4ea7fc640 1 -- 172.21.15.17:0/2577328123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0007bb0 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4ea7fc640 1 -- 172.21.15.17:0/2577328123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4f0007d50 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557cb2007080 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4ea7fc640 1 -- 172.21.15.17:0/2577328123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0015640 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.944+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cb2007640 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.946+0000 7fd4ea7fc640 1 -- 172.21.15.17:0/2577328123 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd4f001e440 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.946+0000 7fd4ea7fc640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd4dc06ac90 0x7fd4dc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.946+0000 7fd4ea7fc640 1 -- 172.21.15.17:0/2577328123 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7fd4f00898e0 con 0x557cb200a4d0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.946+0000 7fd4f9281640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd4dc06ac90 0x7fd4dc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.947+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557cb2023330 0x557cb20058d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.947+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) -- 0x557cb201f270 con 0x557cb2023330 2024-09-19T08:09:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.947+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557cb2023330 0x557cb20058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.947+0000 7fd4f9281640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd4dc06ac90 0x7fd4dc06d150 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec056000 tx=0x7fd4ec007030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.947+0000 7fd4f9a82640 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557cb2023330 0x557cb20058d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:20.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4f9a82640 1 -- 172.21.15.17:0/2577328123 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [delete] v93'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fd4f400f630 con 0x557cb2023330 2024-09-19T08:09:20.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557cb2023330 msgr2=0x557cb20058d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557cb2023330 0x557cb20058d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd4dc06ac90 msgr2=0x7fd4dc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd4dc06ac90 0x7fd4dc06d150 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec056000 tx=0x7fd4ec007030 comp rx=0 tx=0).stop 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 msgr2=0x557cb2022df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 --2- 172.21.15.17:0/2577328123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cb200a4d0 0x557cb2022df0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fd4f000bf10 tx=0x7fd4f0005f70 comp rx=0 tx=0).stop 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4f9a82640 1 -- 172.21.15.17:0/2577328123 reap_dead start 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 shutdown_connections 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 >> 172.21.15.17:0/2577328123 conn(0x557cb1f75a00 msgr2=0x557cb2009750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 shutdown_connections 2024-09-19T08:09:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:20.949+0000 7fd4fb78bf40 1 -- 172.21.15.17:0/2577328123 wait complete. 2024-09-19T08:09:20.953 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.097+0000 7f8dc24f8640 1 Processor -- start 2024-09-19T08:09:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.097+0000 7f8dc24f8640 1 -- start start 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc24f8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8dbc0b3490 0x7f8dbc0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc24f8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dbc0d2790 con 0x7f8dbc0b75a0 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc24f8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dbc0d2a70 con 0x7f8dbc0cedd0 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc24f8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8dbc0b6c10 con 0x7f8dbc0b3490 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8dbc0b3490 0x7f8dbc0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc0a95640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8dbc0b75a0 0x7f8dbc0d3830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49176/0 (socket says 172.21.15.17:49176) 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8dbc0b3490 0x7f8dbc0d2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34972/0 (socket says 172.21.15.17:34972) 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dc0a95640 1 -- 172.21.15.17:0/1987487895 learned_addr learned my addr 172.21.15.17:0/1987487895 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbb7fe640 1 -- 172.21.15.17:0/1987487895 >> v1:172.21.15.160:6789/0 conn(0x7f8dbc0cedd0 legacy=0x7f8dbc0cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbb7fe640 1 -- 172.21.15.17:0/1987487895 >> v1:172.21.15.17:6789/0 conn(0x7f8dbc0b75a0 legacy=0x7f8dbc0d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbb7fe640 1 -- 172.21.15.17:0/1987487895 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dbc0d2d50 con 0x7f8dbc0b3490 2024-09-19T08:09:21.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.098+0000 7f8dbaffd640 1 -- 172.21.15.17:0/1987487895 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 319450662 0 0) 0x7f8dbc0d2790 con 0x7f8dbc0b75a0 2024-09-19T08:09:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.099+0000 7f8dbb7fe640 1 --2- 172.21.15.17:0/1987487895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc0d2090 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f8db00097a0 tx=0x7f8db002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0018ccfab84aacd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.099+0000 7f8dbaffd640 1 -- 172.21.15.17:0/1987487895 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db0037070 con 0x7f8dbc0b3490 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.099+0000 7f8dbaffd640 1 -- 172.21.15.17:0/1987487895 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db0032440 con 0x7f8dbc0b3490 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.099+0000 7f8dbaffd640 1 -- 172.21.15.17:0/1987487895 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db0032810 con 0x7f8dbc0b3490 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 -- 172.21.15.17:0/1987487895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 msgr2=0x7f8dbc0d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/1987487895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc0d2090 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f8db00097a0 tx=0x7f8db002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 -- 172.21.15.17:0/1987487895 shutdown_connections 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/1987487895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc0d2090 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 -- 172.21.15.17:0/1987487895 >> 172.21.15.17:0/1987487895 conn(0x7f8dbc0d0f40 msgr2=0x7f8dbc0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:21.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 -- 172.21.15.17:0/1987487895 shutdown_connections 2024-09-19T08:09:21.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.100+0000 7f8dc24f8640 1 -- 172.21.15.17:0/1987487895 wait complete. 2024-09-19T08:09:21.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.101+0000 7f8dc24f8640 1 Processor -- start 2024-09-19T08:09:21.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.101+0000 7f8dc24f8640 1 -- start start 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8dbc0b75a0 0x7f8dbc1e8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8dbc0cedd0 0x7f8dbc1e90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8dbc15e720 con 0x7f8dbc0b3490 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8dbc0d3310 con 0x7f8dbc0b75a0 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc24f8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8dbc15e8a0 con 0x7f8dbc0cedd0 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dbbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dbbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34976/0 (socket says 172.21.15.17:34976) 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dbbfff640 1 -- 172.21.15.17:0/337418367 learned_addr learned my addr 172.21.15.17:0/337418367 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dbb7fe640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8dbc0b75a0 0x7f8dbc1e8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.102+0000 7f8dc0a95640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8dbc0cedd0 0x7f8dbc1e90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 -- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8dbc0cedd0 msgr2=0x7f8dbc1e90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8dbc0cedd0 0x7f8dbc1e90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 -- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8dbc0b75a0 msgr2=0x7f8dbc1e8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8dbc0b75a0 0x7f8dbc1e8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 -- 172.21.15.17:0/337418367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dbc158fa0 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dbbfff640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00c400 tx=0x7f8dac00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac017070 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dac0052d0 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dbc159280 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac003830 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.103+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dbc1444f0 con 0x7f8dbc0b3490 2024-09-19T08:09:21.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.104+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dbc0b7a10 con 0x7f8dbc0b3490 2024-09-19T08:09:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.104+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8dac01a070 con 0x7f8dbc0b3490 2024-09-19T08:09:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.105+0000 7f8db8ff9640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 0x7f8da806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.105+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6168+0+0 (secure 0 0 0) 0x7f8dac08a8e0 con 0x7f8dbc0b3490 2024-09-19T08:09:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.105+0000 7f8dbb7fe640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 0x7f8da806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.106+0000 7f8dbb7fe640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 0x7f8da806e770 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f8db0034000 tx=0x7f8db002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.109+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8dac058830 con 0x7f8dbc0b3490 2024-09-19T08:09:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.320+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f8dbc0d5120 con 0x7f8dbc0b3490 2024-09-19T08:09:21.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.604+0000 7f8db8ff9640 1 -- 172.21.15.17:0/337418367 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v106) ==== 162+0+0 (secure 0 0 0) 0x7f8dac05cb30 con 0x7f8dbc0b3490 2024-09-19T08:09:21.604 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:21.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 msgr2=0x7f8da806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 0x7f8da806e770 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f8db0034000 tx=0x7f8db002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 msgr2=0x7f8dbc156870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00c400 tx=0x7f8dac00c8c0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 shutdown_connections 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8da806c2b0 0x7f8da806e770 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8dbc0cedd0 0x7f8dbc1e90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8dbc0b75a0 0x7f8dbc1e8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 --2- 172.21.15.17:0/337418367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8dbc0b3490 0x7f8dbc156870 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.606+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 >> 172.21.15.17:0/337418367 conn(0x7f8dbc0d0f40 msgr2=0x7f8dbc1597a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.607+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 shutdown_connections 2024-09-19T08:09:21.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.607+0000 7f8dc24f8640 1 -- 172.21.15.17:0/337418367 wait complete. 2024-09-19T08:09:21.615 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:21.615+0000 7f275c2fa640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:09:21.615 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:21.616+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:21.616 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:21.616+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:21.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:21.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 Processor -- start 2024-09-19T08:09:21.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 -- start start 2024-09-19T08:09:21.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 0x7f49ec0b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49ec0ce4f0 con 0x7f49ec0b22c0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f49ec15b6c0 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.724+0000 7f49f20fa640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49ec0ce7d0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34978/0 (socket says 172.21.15.17:34978) 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 -- 172.21.15.17:0/4149261173 learned_addr learned my addr 172.21.15.17:0/4149261173 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49eb7fe640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 0x7f49ec0b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 -- 172.21.15.17:0/4149261173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 msgr2=0x7f49ec0b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 0x7f49ec0b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 -- 172.21.15.17:0/4149261173 >> v1:172.21.15.160:6789/0 conn(0x7f49ec0b22c0 legacy=0x7f49ec0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49e2ffd640 1 -- 172.21.15.17:0/4149261173 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49ec0ceab0 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.725+0000 7f49eb7fe640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 0x7f49ec0b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:21.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49e2ffd640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f49d4009870 tx=0x7f49d402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c1735245efff66 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49eaffd640 1 -- 172.21.15.17:0/4149261173 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d4037070 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49eaffd640 1 -- 172.21.15.17:0/4149261173 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d4032440 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49eaffd640 1 -- 172.21.15.17:0/4149261173 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d4032810 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 -- 172.21.15.17:0/4149261173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec0cdfc0 msgr2=0x7f49ec0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f49d4009870 tx=0x7f49d402a200 comp rx=0 tx=0).stop 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 -- 172.21.15.17:0/4149261173 shutdown_connections 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec0b1d80 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 --2- 172.21.15.17:0/4149261173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec15b2e0 0x7f49ec0b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 -- 172.21.15.17:0/4149261173 >> 172.21.15.17:0/4149261173 conn(0x7f49ec06bc10 msgr2=0x7f49ec06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 -- 172.21.15.17:0/4149261173 shutdown_connections 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.726+0000 7f49f20fa640 1 -- 172.21.15.17:0/4149261173 wait complete. 2024-09-19T08:09:21.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.728+0000 7f49f20fa640 1 Processor -- start 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.728+0000 7f49f20fa640 1 -- start start 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec0b22c0 0x7f49ec1f6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec14cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49ec0712b0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f49ec071130 con 0x7f49ec0cdfc0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49ec0b4260 con 0x7f49ec0b22c0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34984/0 (socket says 172.21.15.17:34984) 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 -- 172.21.15.17:0/3068201459 learned_addr learned my addr 172.21.15.17:0/3068201459 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49eb7fe640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec0b22c0 0x7f49ec1f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49e2ffd640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec14cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 -- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec0b22c0 msgr2=0x7f49ec1f6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec0b22c0 0x7f49ec1f6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 -- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49ec0cdfc0 msgr2=0x7f49ec14cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec14cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 -- 172.21.15.17:0/3068201459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49ec1f2fd0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49ebfff640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f49e400c780 tx=0x7f49e400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e4004b60 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49e4004d00 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49ec1f32b0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.729+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e400aa90 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.730+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49ec1f5d50 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.731+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49ec0b1d80 con 0x7f49ec15b2e0 2024-09-19T08:09:21.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.731+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f49e400ac30 con 0x7f49ec15b2e0 2024-09-19T08:09:21.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.731+0000 7f49e8ff9640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 0x7f49cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:21.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.732+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f49e408b7f0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.732+0000 7f49eb7fe640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 0x7f49cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:21.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.732+0000 7f49eb7fe640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 0x7f49cc06e770 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f49dc00aac0 tx=0x7f49dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:21.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.736+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f49e4020070 con 0x7f49ec15b2e0 2024-09-19T08:09:21.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.945+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f49ec0b3a30 con 0x7f49ec15b2e0 2024-09-19T08:09:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.946+0000 7f49e8ff9640 1 -- 172.21.15.17:0/3068201459 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+3568 (secure 0 0 0) 0x7f49e40596f0 con 0x7f49ec15b2e0 2024-09-19T08:09:21.946 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:21.946 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":108,"btime":"2024-09-19T08:09:21:616961+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:21.616904+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:21.948 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 108 2024-09-19T08:09:21.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.947+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 msgr2=0x7f49cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.947+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 0x7f49cc06e770 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f49dc00aac0 tx=0x7f49dc008040 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.947+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 msgr2=0x7f49ec1f2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.947+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f49e400c780 tx=0x7f49e400cc40 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 shutdown_connections 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f49cc06c2b0 0x7f49cc06e770 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49ec15b2e0 0x7f49ec1f2420 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49ec0cdfc0 0x7f49ec14cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 --2- 172.21.15.17:0/3068201459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49ec0b22c0 0x7f49ec1f6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 >> 172.21.15.17:0/3068201459 conn(0x7f49ec06bc10 msgr2=0x7f49ec157c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:21.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 shutdown_connections 2024-09-19T08:09:21.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:21.948+0000 7f49f20fa640 1 -- 172.21.15.17:0/3068201459 wait complete. 2024-09-19T08:09:21.959 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:21.959 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:22.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.061+0000 7f9cd1dcf640 1 Processor -- start 2024-09-19T08:09:22.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9cd1dcf640 1 -- start start 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9cd1dcf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ccc0cf2b0 0x7f9ccc0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9cd1dcf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ccc15ea20 con 0x7f9ccc15e640 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9cd1dcf640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ccc0b1c50 con 0x7f9ccc0cf720 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9cd1dcf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9ccc0b3d00 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9ccb7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9ccc15e640 0x7f9ccc0ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49182/0 (socket says 172.21.15.17:49182) 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9ccaffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9ccc0cf2b0 0x7f9ccc0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.062+0000 7f9ccb7fe640 1 -- 172.21.15.17:0/343997081 learned_addr learned my addr 172.21.15.17:0/343997081 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.063+0000 7f9ccaffd640 1 -- 172.21.15.17:0/343997081 >> v1:172.21.15.160:6789/0 conn(0x7f9ccc0cf720 legacy=0x7f9ccc0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.063+0000 7f9ccaffd640 1 -- 172.21.15.17:0/343997081 >> v1:172.21.15.17:6789/0 conn(0x7f9ccc15e640 legacy=0x7f9ccc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.063+0000 7f9ccaffd640 1 -- 172.21.15.17:0/343997081 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc0b1f30 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9ccaffd640 1 --2- 172.21.15.17:0/343997081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc0d2650 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc0cb580 tx=0x7f9cc002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7151f7f5b39609f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cca7fc640 1 -- 172.21.15.17:0/343997081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0037070 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cca7fc640 1 -- 172.21.15.17:0/343997081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc002ae40 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cca7fc640 1 -- 172.21.15.17:0/343997081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0032660 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/343997081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 msgr2=0x7f9ccc0d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/343997081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc0d2650 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc0cb580 tx=0x7f9cc002a130 comp rx=0 tx=0).stop 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/343997081 shutdown_connections 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/343997081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc0d2650 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/343997081 >> 172.21.15.17:0/343997081 conn(0x7f9ccc09d820 msgr2=0x7f9ccc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/343997081 shutdown_connections 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.064+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/343997081 wait complete. 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.065+0000 7f9cd1dcf640 1 Processor -- start 2024-09-19T08:09:22.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 -- start start 2024-09-19T08:09:22.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 0x7f9ccc0cd270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ccc15e640 0x7f9ccc1f7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc0b24f0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc0b2860 con 0x7f9ccc0cf720 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9cd1dcf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9ccc0cfe40 con 0x7f9ccc15e640 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.066+0000 7f9ccb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35004/0 (socket says 172.21.15.17:35004) 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 -- 172.21.15.17:0/3628225198 learned_addr learned my addr 172.21.15.17:0/3628225198 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccaffd640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 0x7f9ccc0cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccbfff640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ccc15e640 0x7f9ccc1f7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 -- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ccc15e640 msgr2=0x7f9ccc1f7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ccc15e640 0x7f9ccc1f7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 -- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 msgr2=0x7f9ccc0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 0x7f9ccc0cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 -- 172.21.15.17:0/3628225198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc0cdbc0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccaffd640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 0x7f9ccc0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9ccb7fe640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc00c400 tx=0x7f9cbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc017070 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cbc005ce0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ccc0cdea0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc0072f0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.067+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ccc0ce460 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.068+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ccc068eb0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.069+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9cbc01a070 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.069+0000 7f9cb3fff640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.069+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f9cbc08aa80 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.069+0000 7f9ccaffd640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.070+0000 7f9ccaffd640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 0x7f9cb806e770 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0034000 tx=0x7f9cc002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.074+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9cbc058fd0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.285+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ccc0b8cb0 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.286+0000 7f9cb3fff640 1 -- 172.21.15.17:0/3628225198 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+3568 (secure 0 0 0) 0x7f9cbc08a020 con 0x7f9ccc0cf2b0 2024-09-19T08:09:22.286 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:22.286 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":108,"btime":"2024-09-19T08:09:21:616961+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:21.616904+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:22.286 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 108 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.287+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 msgr2=0x7f9cb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.287+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 0x7f9cb806e770 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0034000 tx=0x7f9cc002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.287+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 msgr2=0x7f9ccc14e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.287+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc00c400 tx=0x7f9cbc00c8c0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 shutdown_connections 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9cb806c2b0 0x7f9cb806e770 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9ccc15e640 0x7f9ccc1f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9ccc0cf720 0x7f9ccc0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 --2- 172.21.15.17:0/3628225198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9ccc0cf2b0 0x7f9ccc14e6f0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 >> 172.21.15.17:0/3628225198 conn(0x7f9ccc09d820 msgr2=0x7f9ccc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:22.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 shutdown_connections 2024-09-19T08:09:22.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.288+0000 7f9cd1dcf640 1 -- 172.21.15.17:0/3628225198 wait complete. 2024-09-19T08:09:22.298 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:22.298 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:22.335 INFO:tasks.ceph.mds.c.smithi017.stderr: -36> 2024-09-19T08:09:17.583+0000 7fdf0cc8e640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (2) No such file or directory 2024-09-19T08:09:22.359 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:09:22.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.402+0000 7f7ccf911640 1 Processor -- start 2024-09-19T08:09:22.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.402+0000 7f7ccf911640 1 -- start start 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccf911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cc80d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccf911640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cc815ea20 con 0x7f7cc815e640 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccf911640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cc80b1c50 con 0x7f7cc80cf6f0 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccf911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc80b3d00 con 0x7f7cc80cf2b0 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccd6ad640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f7cc815e640 0x7f7cc80ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59648/0 (socket says 172.21.15.17:59648) 2024-09-19T08:09:22.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccd6ad640 1 -- 172.21.15.17:0/2273007299 learned_addr learned my addr 172.21.15.17:0/2273007299 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1133995860 0 0) 0x7f7cc815ea20 con 0x7f7cc815e640 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7cb4003520 con 0x7f7cc815e640 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7ccceac640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cc80d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4093686982 0 0) 0x7f7cb4003520 con 0x7f7cc815e640 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 msgr2=0x7f7cc80d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cc80d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 >> v1:172.21.15.160:6789/0 conn(0x7f7cc80cf6f0 legacy=0x7f7cc80d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc80b1f30 con 0x7f7cc815e640 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f7cc4001670 con 0x7f7cc815e640 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 >> v1:172.21.15.17:6789/0 conn(0x7f7cc815e640 legacy=0x7f7cc80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cb40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cb4003f60 0x7f7cb4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.403+0000 7f7cbffff640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb4004d40 0x7f7cb40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb400bb50 con 0x7f7cb4004d40 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb400bcd0 con 0x7f7cb4003f60 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7cb400bed0 con 0x7f7cc80cf2b0 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb4004d40 0x7f7cb40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccd6ad640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cb40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccceac640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cb4003f60 0x7f7cb4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 -- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 msgr2=0x7f7cb40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cc80cf2b0 0x7f7cb40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 -- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cb4003f60 msgr2=0x7f7cb4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cb4003f60 0x7f7cb4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.404+0000 7f7ccdeae640 1 -- 172.21.15.17:0/2273007299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb4003520 con 0x7f7cb4004d40 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccdeae640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb4004d40 0x7f7cb40051c0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f7cc815ebf0 tx=0x7f7cb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a738b6655bbd20e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc0001a70 con 0x7f7cb4004d40 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cc002ae10 con 0x7f7cb4004d40 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7cbffff640 1 -- 172.21.15.17:0/2273007299 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc0003bb0 con 0x7f7cb4004d40 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 -- 172.21.15.17:0/2273007299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb4004d40 msgr2=0x7f7cb40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 --2- 172.21.15.17:0/2273007299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb4004d40 0x7f7cb40051c0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f7cc815ebf0 tx=0x7f7cb4005830 comp rx=0 tx=0).stop 2024-09-19T08:09:22.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccdeae640 1 -- 172.21.15.17:0/2273007299 reap_dead start 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 -- 172.21.15.17:0/2273007299 shutdown_connections 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 -- 172.21.15.17:0/2273007299 >> 172.21.15.17:0/2273007299 conn(0x7f7cc809d820 msgr2=0x7f7cc80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 -- 172.21.15.17:0/2273007299 shutdown_connections 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.405+0000 7f7ccf911640 1 -- 172.21.15.17:0/2273007299 wait complete. 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 Processor -- start 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 -- start start 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cb4004d40 0x7f7cc80cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cc806ce20 0x7f7cc806d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc80b24f0 con 0x7f7cc80cb620 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc80b2860 con 0x7f7cc806ce20 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccf911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7cc80cfe40 con 0x7f7cb4004d40 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccceac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccceac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50216/0 (socket says 172.21.15.17:50216) 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.407+0000 7f7ccceac640 1 -- 172.21.15.17:0/4249709710 learned_addr learned my addr 172.21.15.17:0/4249709710 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccd6ad640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cb4004d40 0x7f7cc80cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccdeae640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cc806ce20 0x7f7cc806d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 -- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cb4004d40 msgr2=0x7f7cc80cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cb4004d40 0x7f7cc80cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 -- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cc806ce20 msgr2=0x7f7cc806d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cc806ce20 0x7f7cc806d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 -- 172.21.15.17:0/4249709710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc80cc610 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccceac640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8011940 tx=0x7f7cb8011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb800fa90 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cb800fc30 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cc80cc8f0 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb8014440 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.408+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cc80c9860 con 0x7f7cc80cb620 2024-09-19T08:09:22.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.409+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cc8068eb0 con 0x7f7cc80cb620 2024-09-19T08:09:22.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.410+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7cb8012040 con 0x7f7cc80cb620 2024-09-19T08:09:22.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.410+0000 7f7cbdffb640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 0x7f7cac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.410+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f7cb808bab0 con 0x7f7cc80cb620 2024-09-19T08:09:22.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.410+0000 7f7ccd6ad640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 0x7f7cac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.411+0000 7f7ccd6ad640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 0x7f7cac06e770 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f7cc4001050 tx=0x7f7cc4000f80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.415+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7cb8019030 con 0x7f7cc80cb620 2024-09-19T08:09:22.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.625+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7cc80b73a0 con 0x7f7cc80cb620 2024-09-19T08:09:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.626+0000 7f7cbdffb640 1 -- 172.21.15.17:0/4249709710 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+4394 (secure 0 0 0) 0x7f7cb8059a40 con 0x7f7cc80cb620 2024-09-19T08:09:22.626 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:22.626 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":109,"btime":"2024-09-19T08:09:22:618041+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7902,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/2654699761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2654699761},{"type":"v1","addr":"172.21.15.17:6834","nonce":2654699761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":109}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:21.616904+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 109 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 msgr2=0x7f7cac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 0x7f7cac06e770 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f7cc4001050 tx=0x7f7cc4000f80 comp rx=0 tx=0).stop 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 msgr2=0x7f7cc8157880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8011940 tx=0x7f7cb8011e00 comp rx=0 tx=0).stop 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 shutdown_connections 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7cac06c2b0 0x7f7cac06e770 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7cc806ce20 0x7f7cc806d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cc80cb620 0x7f7cc8157880 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 --2- 172.21.15.17:0/4249709710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7cb4004d40 0x7f7cc80cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 >> 172.21.15.17:0/4249709710 conn(0x7f7cc809d820 msgr2=0x7f7cc806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 shutdown_connections 2024-09-19T08:09:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.628+0000 7f7ccf911640 1 -- 172.21.15.17:0/4249709710 wait complete. 2024-09-19T08:09:22.639 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 200.00000001' led to DAMAGED state 2024-09-19T08:09:22.639 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_openfiles.0' 2024-09-19T08:09:22.639 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:22.639 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:22.695 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:22.695 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:22.695 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:22.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:22.695 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:22.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:22.753 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:22.753 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:22.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.896+0000 7f7a28913640 1 Processor -- start 2024-09-19T08:09:22.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.896+0000 7f7a28913640 1 -- start start 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a28913640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a24071eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a28913640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a24072740 con 0x7f7a240cfc80 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a28913640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a240cf1a0 con 0x7f7a240cdb90 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a28913640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240cf480 con 0x7f7a2415c380 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a22d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f7a240cfc80 0x7f7a2415c8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59658/0 (socket says 172.21.15.17:59658) 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.897+0000 7f7a22d9d640 1 -- 172.21.15.17:0/3509835832 learned_addr learned my addr 172.21.15.17:0/3509835832 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:22.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a24071eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 842647976 0 0) 0x7f7a24072740 con 0x7f7a240cfc80 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a10003520 con 0x7f7a240cfc80 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3599168999 0 0) 0x7f7a10003520 con 0x7f7a240cfc80 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 msgr2=0x7f7a24071eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a24071eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 >> v1:172.21.15.160:6789/0 conn(0x7f7a240cdb90 legacy=0x7f7a240cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a240cf760 con 0x7f7a240cfc80 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f7a1c001670 con 0x7f7a240cfc80 2024-09-19T08:09:22.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 >> v1:172.21.15.17:6789/0 conn(0x7f7a240cfc80 legacy=0x7f7a2415c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a100039e0 0x7f7a10003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a10004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a10004d40 0x7f7a100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a240cf480 con 0x7f7a10004d40 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1000b9c0 con 0x7f7a100039e0 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1000bbc0 con 0x7f7a2415c380 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a22d9d640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a10004d40 0x7f7a100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a10004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a2259c640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a100039e0 0x7f7a10003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.898+0000 7f7a22d9d640 1 -- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 msgr2=0x7f7a10004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a22d9d640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a10004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a22d9d640 1 -- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a100039e0 msgr2=0x7f7a10003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a22d9d640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a100039e0 0x7f7a10003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a22d9d640 1 -- 172.21.15.17:0/3509835832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a10003520 con 0x7f7a10004d40 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a2415c380 0x7f7a10004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a2259c640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a100039e0 0x7f7a10003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a22d9d640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a10004d40 0x7f7a100051c0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00c290 tx=0x7f7a10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1550ad3c72366f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c007d50 con 0x7f7a10004d40 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a1c005af0 con 0x7f7a10004d40 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.899+0000 7f7a2159a640 1 -- 172.21.15.17:0/3509835832 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c007070 con 0x7f7a10004d40 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 -- 172.21.15.17:0/3509835832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a10004d40 msgr2=0x7f7a100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 --2- 172.21.15.17:0/3509835832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a10004d40 0x7f7a100051c0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00c290 tx=0x7f7a10005830 comp rx=0 tx=0).stop 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a22d9d640 1 -- 172.21.15.17:0/3509835832 reap_dead start 2024-09-19T08:09:22.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 -- 172.21.15.17:0/3509835832 shutdown_connections 2024-09-19T08:09:22.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 -- 172.21.15.17:0/3509835832 >> 172.21.15.17:0/3509835832 conn(0x7f7a2406d110 msgr2=0x7f7a2406d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:22.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 -- 172.21.15.17:0/3509835832 shutdown_connections 2024-09-19T08:09:22.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.900+0000 7f7a28913640 1 -- 172.21.15.17:0/3509835832 wait complete. 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.901+0000 7f7a28913640 1 Processor -- start 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.901+0000 7f7a28913640 1 -- start start 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a10004d40 0x7f7a24143800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a241ef6b0 0x7f7a241efb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a24072ba0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7a24072a20 con 0x7f7a10004d40 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a28913640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7a240d0110 con 0x7f7a241ef6b0 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a21d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a21d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50240/0 (socket says 172.21.15.17:50240) 2024-09-19T08:09:22.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a21d9b640 1 -- 172.21.15.17:0/812551924 learned_addr learned my addr 172.21.15.17:0/812551924 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a2259c640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a10004d40 0x7f7a24143800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.902+0000 7f7a22d9d640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a241ef6b0 0x7f7a241efb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 -- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a241ef6b0 msgr2=0x7f7a241efb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a241ef6b0 0x7f7a241efb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 -- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a10004d40 msgr2=0x7f7a24143800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a10004d40 0x7f7a24143800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 -- 172.21.15.17:0/812551924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a241f03e0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a21d9b640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0116d0 tx=0x7f7a0c011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c00f9c0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a0c00fb60 con 0x7f7a2415d9e0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a241440e0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c015460 con 0x7f7a2415d9e0 2024-09-19T08:09:22.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.903+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a241446a0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.904+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a240cdf70 con 0x7f7a2415d9e0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.905+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a0c015600 con 0x7f7a2415d9e0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.905+0000 7f7a1affd640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.905+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f7a0c08bfd0 con 0x7f7a2415d9e0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.905+0000 7f7a2259c640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.906+0000 7f7a2259c640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f7a240cd4f0 tx=0x7f7a14009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:22.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:22.909+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7a0c019030 con 0x7f7a2415d9e0 2024-09-19T08:09:23.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.119+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7a240b7330 con 0x7f7a2415d9e0 2024-09-19T08:09:23.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.622+0000 7f7a1affd640 1 -- 172.21.15.17:0/812551924 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v110) ==== 161+0+0 (secure 0 0 0) 0x7f7a0c05a520 con 0x7f7a2415d9e0 2024-09-19T08:09:23.622 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 msgr2=0x7f7a0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 0x7f7a0406e770 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f7a240cd4f0 tx=0x7f7a14009040 comp rx=0 tx=0).stop 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 msgr2=0x7f7a2415de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0116d0 tx=0x7f7a0c011b90 comp rx=0 tx=0).stop 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 shutdown_connections 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a0406c2b0 0x7f7a0406e770 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a241ef6b0 0x7f7a241efb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a2415d9e0 0x7f7a2415de60 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 --2- 172.21.15.17:0/812551924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a10004d40 0x7f7a24143800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 >> 172.21.15.17:0/812551924 conn(0x7f7a2406d110 msgr2=0x7f7a24154ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:23.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 shutdown_connections 2024-09-19T08:09:23.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.626+0000 7f7a28913640 1 -- 172.21.15.17:0/812551924 wait complete. 2024-09-19T08:09:23.638 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.742+0000 7f8c407f6640 1 Processor -- start 2024-09-19T08:09:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.742+0000 7f8c407f6640 1 -- start start 2024-09-19T08:09:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c407f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8c3815eab0 0x7f8c3806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c407f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c380d3480 0x7f8c380b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c407f6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c380d17e0 con 0x7f8c3806dae0 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c407f6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8c380d09d0 con 0x7f8c3815eab0 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c407f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8c3815ee90 con 0x7f8c380d3480 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c3e592640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8c3815eab0 0x7f8c3806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c3dd91640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8c3806dae0 0x7f8c380b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59664/0 (socket says 172.21.15.17:59664) 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c3e592640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8c3815eab0 0x7f8c3806d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50252/0 (socket says 172.21.15.17:50252) 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c3dd91640 1 -- 172.21.15.17:0/3503467893 learned_addr learned my addr 172.21.15.17:0/3503467893 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.743+0000 7f8c3ed93640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c380d3480 0x7f8c380b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3e592640 1 -- 172.21.15.17:0/3503467893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c380d3480 msgr2=0x7f8c380b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3e592640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c380d3480 0x7f8c380b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3e592640 1 -- 172.21.15.17:0/3503467893 >> v1:172.21.15.17:6789/0 conn(0x7f8c3806dae0 legacy=0x7f8c380b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3e592640 1 -- 172.21.15.17:0/3503467893 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c380cfc10 con 0x7f8c3815eab0 2024-09-19T08:09:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3e592640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3815eab0 0x7f8c3806d5a0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8c340097d0 tx=0x7f8c3402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2cf89b9c3ad36c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.744+0000 7f8c3d590640 1 -- 172.21.15.17:0/3503467893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34037070 con 0x7f8c3815eab0 2024-09-19T08:09:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c3d590640 1 -- 172.21.15.17:0/3503467893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c34032440 con 0x7f8c3815eab0 2024-09-19T08:09:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c3d590640 1 -- 172.21.15.17:0/3503467893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34032810 con 0x7f8c3815eab0 2024-09-19T08:09:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 -- 172.21.15.17:0/3503467893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3815eab0 msgr2=0x7f8c3806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3815eab0 0x7f8c3806d5a0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8c340097d0 tx=0x7f8c3402a250 comp rx=0 tx=0).stop 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 -- 172.21.15.17:0/3503467893 shutdown_connections 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c380d3480 0x7f8c380b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 --2- 172.21.15.17:0/3503467893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3815eab0 0x7f8c3806d5a0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 -- 172.21.15.17:0/3503467893 >> 172.21.15.17:0/3503467893 conn(0x7f8c380d4b30 msgr2=0x7f8c380d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 -- 172.21.15.17:0/3503467893 shutdown_connections 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.745+0000 7f8c407f6640 1 -- 172.21.15.17:0/3503467893 wait complete. 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.746+0000 7f8c407f6640 1 Processor -- start 2024-09-19T08:09:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.746+0000 7f8c407f6640 1 -- start start 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8c380d3480 0x7f8c381585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 0x7f8c3815a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8c380d01d0 con 0x7f8c3806dae0 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3806df20 con 0x7f8c380d3480 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c407f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8c380d04b0 con 0x7f8c3815eab0 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c3e592640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c3e592640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50260/0 (socket says 172.21.15.17:50260) 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c3e592640 1 -- 172.21.15.17:0/2399902226 learned_addr learned my addr 172.21.15.17:0/2399902226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c3dd91640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8c380d3480 0x7f8c381585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.747+0000 7f8c3ed93640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 0x7f8c3815a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 -- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 msgr2=0x7f8c3815a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 0x7f8c3815a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 -- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8c380d3480 msgr2=0x7f8c381585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8c380d3480 0x7f8c381585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 -- 172.21.15.17:0/2399902226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3815afb0 con 0x7f8c3806dae0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3ed93640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 0x7f8c3815a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c3e592640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f8c340098f0 tx=0x7f8c340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34037040 con 0x7f8c3806dae0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c34042070 con 0x7f8c3806dae0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c3815b290 con 0x7f8c3806dae0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34030bb0 con 0x7f8c3806dae0 2024-09-19T08:09:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.748+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c3815b850 con 0x7f8c3806dae0 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.749+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c380b6050 con 0x7f8c3806dae0 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.749+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8c34047460 con 0x7f8c3806dae0 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.750+0000 7f8c2effd640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 0x7f8c1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.750+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f8c340ac100 con 0x7f8c3806dae0 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.750+0000 7f8c3dd91640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 0x7f8c1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.751+0000 7f8c3dd91640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 0x7f8c1c06e770 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8c380cdff0 tx=0x7f8c28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.754+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c380b6050 con 0x7f8c3806dae0 2024-09-19T08:09:23.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:23.999+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f8c380ceb50 con 0x7f8c3806dae0 2024-09-19T08:09:24.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.624+0000 7f8c2effd640 1 -- 172.21.15.17:0/2399902226 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v111) ==== 101+0+0 (secure 0 0 0) 0x7f8c34032e20 con 0x7f8c3806dae0 2024-09-19T08:09:24.624 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 msgr2=0x7f8c1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 0x7f8c1c06e770 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8c380cdff0 tx=0x7f8c28009040 comp rx=0 tx=0).stop 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 msgr2=0x7f8c3814da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f8c340098f0 tx=0x7f8c340046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 shutdown_connections 2024-09-19T08:09:24.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c1c06c2b0 0x7f8c1c06e770 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8c3815eab0 0x7f8c3815a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8c380d3480 0x7f8c381585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 --2- 172.21.15.17:0/2399902226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8c3806dae0 0x7f8c3814da30 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 >> 172.21.15.17:0/2399902226 conn(0x7f8c380d4b30 msgr2=0x7f8c380b6510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 shutdown_connections 2024-09-19T08:09:24.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.627+0000 7f8c407f6640 1 -- 172.21.15.17:0/2399902226 wait complete. 2024-09-19T08:09:24.640 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:24.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.688+0000 7fc104b5cf40 1 Processor -- start 2024-09-19T08:09:24.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.688+0000 7fc104b5cf40 1 -- start start 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3173170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d3219fe0 0x55b0d320c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b0d3096510 con 0x55b0d321a8e0 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b0d30efc50 con 0x55b0d3219fe0 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b0d3145db0 con 0x55b0d3170670 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc101e51640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d3219fe0 0x55b0d320c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102652640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3173170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50268/0 (socket says 172.21.15.17:50268) 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 -- 172.21.15.17:0/2108342162 learned_addr learned my addr 172.21.15.17:0/2108342162 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 -- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 msgr2=0x55b0d3173170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3173170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 -- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d3219fe0 msgr2=0x55b0d320c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d3219fe0 0x55b0d320c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 -- 172.21.15.17:0/2108342162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d31739b0 con 0x55b0d321a8e0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc102e53640 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc001ce0 tx=0x7fc0fc00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d232a426aca68eba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.689+0000 7fc100e4f640 1 -- 172.21.15.17:0/2108342162 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc00bd80 con 0x55b0d321a8e0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc100e4f640 1 -- 172.21.15.17:0/2108342162 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0fc00f400 con 0x55b0d321a8e0 2024-09-19T08:09:24.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc100e4f640 1 -- 172.21.15.17:0/2108342162 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc00f7d0 con 0x55b0d321a8e0 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2108342162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 msgr2=0x55b0d318e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc001ce0 tx=0x7fc0fc00b5b0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2108342162 shutdown_connections 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d321a8e0 0x55b0d318e270 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d3219fe0 0x55b0d320c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2108342162 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3173170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2108342162 >> 172.21.15.17:0/2108342162 conn(0x55b0d316f280 msgr2=0x55b0d31434d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2108342162 shutdown_connections 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.690+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2108342162 wait complete. 2024-09-19T08:09:24.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 Processor -- start 2024-09-19T08:09:24.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 -- start start 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3215050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 0x55b0d3213ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d321a8e0 0x55b0d3214400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b0d3213c80 con 0x55b0d3219fe0 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b0d320cbf0 con 0x55b0d321a8e0 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.691+0000 7fc104b5cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b0d31728f0 con 0x55b0d3170670 2024-09-19T08:09:24.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 0x55b0d3213ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 0x55b0d3213ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50280/0 (socket says 172.21.15.17:50280) 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 learned_addr learned my addr 172.21.15.17:0/2226743906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3215050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc102e53640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d321a8e0 0x55b0d3214400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 msgr2=0x55b0d3215050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b0d3170670 0x55b0d3215050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d321a8e0 msgr2=0x55b0d3214400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b0d321a8e0 0x55b0d3214400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d320f770 con 0x55b0d3219fe0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 0x55b0d3213ec0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fc0f8000c00 tx=0x7fc0f8002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc0f37fe640 1 -- 172.21.15.17:0/2226743906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f80549f0 con 0x55b0d3219fe0 2024-09-19T08:09:24.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc0f37fe640 1 -- 172.21.15.17:0/2226743906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0f8054b90 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b0d32156e0 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc0f37fe640 1 -- 172.21.15.17:0/2226743906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f8069440 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.692+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d3215ca0 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.694+0000 7fc0f37fe640 1 -- 172.21.15.17:0/2226743906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc0f805c040 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.694+0000 7fc0f37fe640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc0e406ac90 0x7fc0e406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.694+0000 7fc0f37fe640 1 -- 172.21.15.17:0/2226743906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7fc0f80ce6c0 con 0x55b0d3219fe0 2024-09-19T08:09:24.698 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc0e406ac90 0x7fc0e406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b0d320a090 0x55b0d32b09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32b0ee0 con 0x55b0d320a090 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc102e53640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b0d320a090 0x55b0d32b09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc102e53640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b0d320a090 0x55b0d32b09a0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.695+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc0e406ac90 0x7fc0e406d150 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x55b0d320bb80 tx=0x7fc0f40069c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.697+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v94'164 uv138 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.697+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32b1280 con 0x55b0d320a090 2024-09-19T08:09:24.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.698+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v94'165 uv165 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.698+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32b16b0 con 0x55b0d320a090 2024-09-19T08:09:24.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.699+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v94'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.701 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:24.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.699+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bdf70 con 0x55b0d320a090 2024-09-19T08:09:24.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.700+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v94'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.700+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32be310 con 0x55b0d320a090 2024-09-19T08:09:24.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.701+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v94'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.702+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bcf60 con 0x55b0d320a090 2024-09-19T08:09:24.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.703+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v94'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.703+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd370 con 0x55b0d320a090 2024-09-19T08:09:24.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.704+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v94'170 uv144 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.704+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.705+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v94'171 uv171 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.705+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.706 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:24.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.706+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v94'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.706+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.707+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v94'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.707+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.708+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v94'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.708+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.710+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v94'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.710+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.711+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v94'176 uv151 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.711+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.712+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v94'177 uv177 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.712+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.713 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:24.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.713+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v94'178 uv178 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.713+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.715+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v94'179 uv179 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.715+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.716+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v94'180 uv180 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.716+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd710 con 0x55b0d320a090 2024-09-19T08:09:24.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.717+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v94'181 uv181 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.717+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bdb10 con 0x55b0d320a090 2024-09-19T08:09:24.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.718+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v94'182 uv182 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.718+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.719+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v94'183 uv157 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.720+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.721+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v94'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.721+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:24.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.722+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v94'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.722+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.723+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v94'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.723+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.725+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v94'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.725+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.726+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v94'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.726+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.727+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v94'189 uv163 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.727+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.728+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v94'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.728+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.729+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v94'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.729 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.729+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.730+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v94'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.730+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.731+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v94'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.731+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d320a090 2024-09-19T08:09:24.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.732+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v94'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.733+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b0d32bebc0 0x55b0d32c0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.733+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32bd980 con 0x55b0d32bebc0 2024-09-19T08:09:24.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.733+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b0d32bebc0 0x55b0d32c0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.733+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b0d32bebc0 0x55b0d32c0fb0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.734+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v94'128 uv112 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.734+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c14f0 con 0x55b0d32bebc0 2024-09-19T08:09:24.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.736+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v94'129 uv129 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.736+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c1890 con 0x55b0d32bebc0 2024-09-19T08:09:24.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.737+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v94'130 uv130 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.737 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:24.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.737+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2130 con 0x55b0d32bebc0 2024-09-19T08:09:24.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.738+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v94'131 uv131 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.738+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c24d0 con 0x55b0d32bebc0 2024-09-19T08:09:24.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.739+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v94'132 uv132 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.739+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2870 con 0x55b0d32bebc0 2024-09-19T08:09:24.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.740+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v94'133 uv115 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.740+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2c10 con 0x55b0d32bebc0 2024-09-19T08:09:24.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.741+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v94'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.741+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2c10 con 0x55b0d32bebc0 2024-09-19T08:09:24.742 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:24.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.743+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v94'135 uv135 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.743+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c3030 con 0x55b0d32bebc0 2024-09-19T08:09:24.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.744+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v94'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.744+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2c30 con 0x55b0d32bebc0 2024-09-19T08:09:24.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.745+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v94'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.745+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.746 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:24.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.746+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v94'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.746+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c6a40 con 0x55b0d32bebc0 2024-09-19T08:09:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.747+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [write 0~14897] v94'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.748+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c6a40 con 0x55b0d32bebc0 2024-09-19T08:09:24.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.749+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v94'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.749+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.750+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 606.00000000 [create] v94'141 uv126 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.750+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.751+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 606.00000000 [delete] v94'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.751+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.754 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:24.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.754+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v94'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.754+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.756+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v94'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.756+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c3ff0 con 0x55b0d32bebc0 2024-09-19T08:09:24.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.758+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v94'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.758+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d32bebc0 2024-09-19T08:09:24.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.760+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v94'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32bebc0 2024-09-19T08:09:24.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.760+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d320a090 2024-09-19T08:09:24.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.762+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(51 607.00000000 [create] v94'33 uv32 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.762+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d320a090 2024-09-19T08:09:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.763+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(52 607.00000000 [delete] v94'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.763+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d320a090 2024-09-19T08:09:24.763 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:24.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.764+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(53 607.00000000 [create] v94'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.764+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c3ff0 con 0x55b0d320a090 2024-09-19T08:09:24.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.765+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v94'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.765+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c3ff0 con 0x55b0d320a090 2024-09-19T08:09:24.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.766+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v94'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.766+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c2fe0 con 0x55b0d320a090 2024-09-19T08:09:24.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.767+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v94'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.767+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b0d32c38b0 0x55b0d32c3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.767+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c6430 con 0x55b0d32c38b0 2024-09-19T08:09:24.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.767+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b0d32c38b0 0x55b0d32c3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.767+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b0d32c38b0 0x55b0d32c3cd0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.768+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v94'26 uv25 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.768+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c67d0 con 0x55b0d32c38b0 2024-09-19T08:09:24.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.769+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v94'27 uv27 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.769+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c6c30 con 0x55b0d32c38b0 2024-09-19T08:09:24.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.770+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v94'28 uv28 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.770 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:24.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.770+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c1d60 con 0x55b0d32c38b0 2024-09-19T08:09:24.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.771+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v94'29 uv29 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.771+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7560 con 0x55b0d320a090 2024-09-19T08:09:24.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.772+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(61 608.00000000 [create] v94'33 uv32 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.772+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7560 con 0x55b0d320a090 2024-09-19T08:09:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.773+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(62 608.00000000 [delete] v94'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.773+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7560 con 0x55b0d320a090 2024-09-19T08:09:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.774+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(63 608.00000000 [create] v94'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.774 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.775+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c8570 con 0x55b0d320a090 2024-09-19T08:09:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.776+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v94'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.776+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c8570 con 0x55b0d320a090 2024-09-19T08:09:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.777+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v94'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.777+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7560 con 0x55b0d320a090 2024-09-19T08:09:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.778+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v94'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.778+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b0d32c7e30 0x55b0d32c8210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.778+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ca940 con 0x55b0d32c7e30 2024-09-19T08:09:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.778+0000 7fc102e53640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b0d32c7e30 0x55b0d32c8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.779+0000 7fc102e53640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b0d32c7e30 0x55b0d32c8210 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.780+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(67 604.00000000 [create] v94'59 uv53 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.780+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ca940 con 0x55b0d32c7e30 2024-09-19T08:09:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.781+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(68 604.00000000 [delete] v94'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.781+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ca940 con 0x55b0d32c7e30 2024-09-19T08:09:24.782 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.783+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(69 604.00000000 [create] v94'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.783+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7100 con 0x55b0d32c7e30 2024-09-19T08:09:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.784+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v94'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.784+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7100 con 0x55b0d32c7e30 2024-09-19T08:09:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.787+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v94'63 uv63 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.787+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c7100 con 0x55b0d32c7e30 2024-09-19T08:09:24.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.789+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v94'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.789+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c70c0 con 0x55b0d32c7e30 2024-09-19T08:09:24.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.792+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(73 500.00000000 [create] v94'65 uv58 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.792+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c70c0 con 0x55b0d32c7e30 2024-09-19T08:09:24.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.795+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(74 500.00000000 [delete] v94'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.795+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c70c0 con 0x55b0d32c7e30 2024-09-19T08:09:24.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.797+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(75 500.00000000 [create] v94'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.798 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:24.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.798+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c70c0 con 0x55b0d32c7e30 2024-09-19T08:09:24.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.800+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v94'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.800+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32c70c0 con 0x55b0d32c7e30 2024-09-19T08:09:24.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.801+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v94'69 uv69 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.801+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b0d32cb300 0x55b0d32cb740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.801+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32cde30 con 0x55b0d32cb300 2024-09-19T08:09:24.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.801+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b0d32cb300 0x55b0d32cb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.802+0000 7fc102652640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b0d32cb300 0x55b0d32cb740 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.803+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(78 mds_snaptable [create] v94'27 uv26 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32cb300 2024-09-19T08:09:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.803+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32cde30 con 0x55b0d32cb300 2024-09-19T08:09:24.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.804+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(79 mds_snaptable [delete] v94'28 uv28 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32cb300 2024-09-19T08:09:24.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.804+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32cdeb0 con 0x55b0d32cb300 2024-09-19T08:09:24.806 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:24.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.807+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(80 mds_snaptable [create] v94'29 uv29 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32cb300 2024-09-19T08:09:24.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.807+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d32cb300 2024-09-19T08:09:24.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.810+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v94'30 uv30 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32cb300 2024-09-19T08:09:24.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.810+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d32cb300 2024-09-19T08:09:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.812+0000 7fc102652640 1 -- 172.21.15.17:0/2226743906 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v94'31 uv31 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f40147c0 con 0x55b0d32cb300 2024-09-19T08:09:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.812+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d320a090 2024-09-19T08:09:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.813+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(83 605.00000000 [create] v94'33 uv32 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.813+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d320a090 2024-09-19T08:09:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.814+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(84 605.00000000 [delete] v94'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.814+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d320a090 2024-09-19T08:09:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.815+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(85 605.00000000 [create] v94'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.815 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.815+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32cf2b0 con 0x55b0d320a090 2024-09-19T08:09:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.816+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v94'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.816+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32cf2b0 con 0x55b0d320a090 2024-09-19T08:09:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.817+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v94'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.817+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d320a090 2024-09-19T08:09:24.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.818+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v94'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d320a090 2024-09-19T08:09:24.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.818+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce2a0 con 0x55b0d32c38b0 2024-09-19T08:09:24.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.819+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v94'54 uv48 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.819+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce640 con 0x55b0d32c38b0 2024-09-19T08:09:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.820+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v94'55 uv55 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.820+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ce9e0 con 0x55b0d32c38b0 2024-09-19T08:09:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.821+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v94'56 uv56 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.821 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:24.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.821+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.822+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v94'57 uv57 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.822+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.823+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v94'58 uv58 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.823+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.824+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v94'59 uv53 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.824+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.825+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v94'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.825+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.826+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v94'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.826 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:24.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.826+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32ced80 con 0x55b0d32c38b0 2024-09-19T08:09:24.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.827+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v94'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.827+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1b90 con 0x55b0d32c38b0 2024-09-19T08:09:24.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.828+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v94'63 uv63 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.828+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b0d32cf8b0 0x55b0d32d2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.828+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32cf8b0 2024-09-19T08:09:24.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.828+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b0d32cf8b0 0x55b0d32d2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.828+0000 7fc101e51640 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b0d32cf8b0 0x55b0d32d2150 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.829+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v94'26 uv25 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32cf8b0 2024-09-19T08:09:24.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.829+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32cf8b0 2024-09-19T08:09:24.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.830+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v94'27 uv27 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32cf8b0 2024-09-19T08:09:24.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.830+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32cf8b0 2024-09-19T08:09:24.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.831+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v94'28 uv28 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32cf8b0 2024-09-19T08:09:24.831 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:24.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.831+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32cf8b0 2024-09-19T08:09:24.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.832+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v94'29 uv29 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32cf8b0 2024-09-19T08:09:24.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.832+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.833+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v94'33 uv32 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.833+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.836+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v94'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.836+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.839+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v94'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.839 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:24.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.839+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.840+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v94'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.840+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.843+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v94'37 uv37 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.843+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c38b0 2024-09-19T08:09:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.845+0000 7fc101e51640 1 -- 172.21.15.17:0/2226743906 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v94'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0f8098c20 con 0x55b0d32c38b0 2024-09-19T08:09:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.845+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.847+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v94'27 uv26 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.847+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.848+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v94'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.848+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.851 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:24.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.851+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v94'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.851+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.854+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v94'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.854+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.856+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v94'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.856+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.857+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v94'69 uv61 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.858+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.859+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v94'70 uv70 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.859+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.860+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v94'71 uv71 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.860 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.860+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.861+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v94'72 uv72 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.861+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.862+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v94'73 uv73 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.862+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.863+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v94'74 uv68 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.863+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.864+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v94'75 uv75 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.864+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.865+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v94'76 uv76 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.865 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.865+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.866+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v94'77 uv77 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.866+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.867+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v94'78 uv78 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.867+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d1ca0 con 0x55b0d32c7e30 2024-09-19T08:09:24.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.868+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v94'79 uv79 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.868+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55b0d32d2690 con 0x55b0d32c7e30 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v94'80 uv80 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc0fc00f5b0 con 0x55b0d32c7e30 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b0d320a090 msgr2=0x55b0d32b09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b0d320a090 0x55b0d32b09a0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b0d32c38b0 msgr2=0x55b0d32c3cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b0d32c38b0 0x55b0d32c3cd0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b0d32cf8b0 msgr2=0x55b0d32d2150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b0d32cf8b0 0x55b0d32d2150 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b0d32bebc0 msgr2=0x55b0d32c0fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 reap_dead start 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b0d32bebc0 0x55b0d32c0fb0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b0d32c7e30 msgr2=0x55b0d32c8210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b0d32c7e30 0x55b0d32c8210 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b0d32cb300 msgr2=0x55b0d32cb740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b0d32cb300 0x55b0d32cb740 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc0e406ac90 msgr2=0x7fc0e406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc0e406ac90 0x7fc0e406d150 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x55b0d320bb80 tx=0x7fc0f40069c0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 msgr2=0x55b0d3213ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 --2- 172.21.15.17:0/2226743906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0d3219fe0 0x55b0d3213ec0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7fc0f8000c00 tx=0x7fc0f8002fb0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc102e53640 1 -- 172.21.15.17:0/2226743906 reap_dead start 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 shutdown_connections 2024-09-19T08:09:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 >> 172.21.15.17:0/2226743906 conn(0x55b0d316f280 msgr2=0x55b0d318e730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 shutdown_connections 2024-09-19T08:09:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.869+0000 7fc104b5cf40 1 -- 172.21.15.17:0/2226743906 wait complete. 2024-09-19T08:09:24.873 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_openfiles.0 2024-09-19T08:09:24.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.957+0000 7fda3c38df40 1 Processor -- start 2024-09-19T08:09:24.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.957+0000 7fda3c38df40 1 -- start start 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bd55c0 0x55f4d8bd7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f4d8bd6640 con 0x55f4d8bcbf90 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f4d8a4f510 con 0x55f4d8bd60e0 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3c38df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f4d8b3e660 con 0x55f4d8bd55c0 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50290/0 (socket says 172.21.15.17:50290) 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 -- 172.21.15.17:0/4079887170 learned_addr learned my addr 172.21.15.17:0/4079887170 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda33fff640 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bd55c0 0x55f4d8bd7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda3a684640 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 -- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bd55c0 msgr2=0x55f4d8bd7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bd55c0 0x55f4d8bd7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 -- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd60e0 msgr2=0x55f4d8bc7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 -- 172.21.15.17:0/4079887170 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4d8b453d0 con 0x55f4d8bcbf90 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda39e83640 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0099d0 tx=0x7fda2c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a928f54cdb6009f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda38e81640 1 -- 172.21.15.17:0/4079887170 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c008a30 con 0x55f4d8bcbf90 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda38e81640 1 -- 172.21.15.17:0/4079887170 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda2c018070 con 0x55f4d8bcbf90 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.958+0000 7fda38e81640 1 -- 172.21.15.17:0/4079887170 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c008dd0 con 0x55f4d8bcbf90 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 -- 172.21.15.17:0/4079887170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 msgr2=0x55f4d8bc2ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0099d0 tx=0x7fda2c005a00 comp rx=0 tx=0).stop 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 -- 172.21.15.17:0/4079887170 shutdown_connections 2024-09-19T08:09:24.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bd55c0 0x55f4d8bd7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 --2- 172.21.15.17:0/4079887170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bcbf90 0x55f4d8bc2ac0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 -- 172.21.15.17:0/4079887170 >> 172.21.15.17:0/4079887170 conn(0x55f4d8b28400 msgr2=0x55f4d8b2d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 -- 172.21.15.17:0/4079887170 shutdown_connections 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.959+0000 7fda3c38df40 1 -- 172.21.15.17:0/4079887170 wait complete. 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 Processor -- start 2024-09-19T08:09:24.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 -- start start 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bcbf90 0x55f4d8bbf760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd55c0 0x55f4d8bbeea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f4d8bcb190 con 0x55f4d8bd60e0 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f4d8b44e30 con 0x55f4d8bd55c0 2024-09-19T08:09:24.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3c38df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f4d8bc3c90 con 0x55f4d8bcbf90 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3a684640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda39e83640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bcbf90 0x55f4d8bbf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3a684640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50306/0 (socket says 172.21.15.17:50306) 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.960+0000 7fda3a684640 1 -- 172.21.15.17:0/2125960297 learned_addr learned my addr 172.21.15.17:0/2125960297 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda33fff640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd55c0 0x55f4d8bbeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 -- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bcbf90 msgr2=0x55f4d8bbf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f4d8bcbf90 0x55f4d8bbf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 -- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd55c0 msgr2=0x55f4d8bbeea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f4d8bd55c0 0x55f4d8bbeea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 -- 172.21.15.17:0/2125960297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4d8bc1f60 con 0x55f4d8bd60e0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3a684640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc12b0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fda340259b0 tx=0x7fda34003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda32ffd640 1 -- 172.21.15.17:0/2125960297 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34062400 con 0x55f4d8bd60e0 2024-09-19T08:09:24.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda32ffd640 1 -- 172.21.15.17:0/2125960297 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda34067070 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f4d8bc3920 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda32ffd640 1 -- 172.21.15.17:0/2125960297 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34062800 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.961+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4d8bbf3e0 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda32ffd640 1 -- 172.21.15.17:0/2125960297 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda34061070 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda32ffd640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda1c06ac90 0x7fda1c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda32ffd640 1 -- 172.21.15.17:0/2125960297 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7fda340ce0e0 con 0x55f4d8bd60e0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda3c38df40 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f4d8bc7e80 0x55f4d8bc8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) -- 0x55f4d8bc87d0 con 0x55f4d8bc7e80 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda39e83640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda1c06ac90 0x7fda1c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.963+0000 7fda33fff640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f4d8bc7e80 0x55f4d8bc8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.964+0000 7fda33fff640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f4d8bc7e80 0x55f4d8bc8290 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.964+0000 7fda39e83640 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda1c06ac90 0x7fda1c06d150 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fda2c000c00 tx=0x7fda2c012000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda33fff640 1 -- 172.21.15.17:0/2125960297 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_openfiles.0 [delete] v94'30 uv30 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fda240117f0 con 0x55f4d8bc7e80 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f4d8bc7e80 msgr2=0x55f4d8bc8290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f4d8bc7e80 0x55f4d8bc8290 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda1c06ac90 msgr2=0x7fda1c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda1c06ac90 0x7fda1c06d150 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fda2c000c00 tx=0x7fda2c012000 comp rx=0 tx=0).stop 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 msgr2=0x55f4d8bc12b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 --2- 172.21.15.17:0/2125960297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f4d8bd60e0 0x55f4d8bc12b0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fda340259b0 tx=0x7fda34003330 comp rx=0 tx=0).stop 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3a684640 1 -- 172.21.15.17:0/2125960297 reap_dead start 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 shutdown_connections 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 >> 172.21.15.17:0/2125960297 conn(0x55f4d8b28400 msgr2=0x55f4d8b2d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 shutdown_connections 2024-09-19T08:09:24.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:24.965+0000 7fda3c38df40 1 -- 172.21.15.17:0/2125960297 wait complete. 2024-09-19T08:09:24.970 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:25.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.075+0000 7f2d7fff6640 1 Processor -- start 2024-09-19T08:09:25.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.076+0000 7f2d7fff6640 1 -- start start 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.076+0000 7f2d7fff6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2d7815f500 0x7f2d780ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.076+0000 7f2d7fff6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d7815f9d0 con 0x7f2d780b50a0 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.076+0000 7f2d7fff6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d7815fcb0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.076+0000 7f2d7fff6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2d78073fe0 con 0x7f2d7815f500 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7d591640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2d780b50a0 0x7f2d7815edf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59672/0 (socket says 172.21.15.17:59672) 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7d591640 1 -- 172.21.15.17:0/1070474382 learned_addr learned my addr 172.21.15.17:0/1070474382 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:25.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7e593640 1 --2- 172.21.15.17:0/1070474382 >> v2:172.21.15.160:3300/0 conn(0x7f2d7815f500 0x7f2d780ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1826814038 0 0) 0x7f2d7815f9d0 con 0x7f2d780b50a0 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d60003520 con 0x7f2d780b50a0 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3678525525 0 0) 0x7f2d7815fcb0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d7815f9d0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7e593640 1 -- 172.21.15.17:0/1070474382 >> v1:172.21.15.160:6789/0 conn(0x7f2d7815b2e0 legacy=0x7f2d780b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7e593640 1 -- 172.21.15.17:0/1070474382 >> v1:172.21.15.17:6789/0 conn(0x7f2d780b50a0 legacy=0x7f2d7815edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.077+0000 7f2d7e593640 1 -- 172.21.15.17:0/1070474382 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d780cdea0 con 0x7f2d7815f500 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7e593640 1 --2- 172.21.15.17:0/1070474382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d780ce980 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2d68009d90 tx=0x7f2d6802a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c43f6d88af65dcbf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68037070 con 0x7f2d7815f500 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d68007740 con 0x7f2d7815f500 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7cd90640 1 -- 172.21.15.17:0/1070474382 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68007b10 con 0x7f2d7815f500 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1070474382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 msgr2=0x7f2d780ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.078+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1070474382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d780ce980 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2d68009d90 tx=0x7f2d6802a780 comp rx=0 tx=0).stop 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.079+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1070474382 shutdown_connections 2024-09-19T08:09:25.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.079+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1070474382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d780ce980 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.079+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1070474382 >> 172.21.15.17:0/1070474382 conn(0x7f2d7806bc10 msgr2=0x7f2d7806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:25.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.079+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1070474382 shutdown_connections 2024-09-19T08:09:25.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.079+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1070474382 wait complete. 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.080+0000 7f2d7fff6640 1 Processor -- start 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.080+0000 7f2d7fff6640 1 -- start start 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2d780b50a0 0x7f2d780af130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d7814c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7815b6c0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2d780ce4f0 con 0x7f2d7815f500 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2d780cc9f0 con 0x7f2d780b50a0 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50312/0 (socket says 172.21.15.17:50312) 2024-09-19T08:09:25.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 -- 172.21.15.17:0/1624755759 learned_addr learned my addr 172.21.15.17:0/1624755759 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7e593640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d7814c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7dd92640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2d780b50a0 0x7f2d780af130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 -- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2d780b50a0 msgr2=0x7f2d780af130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2d780b50a0 0x7f2d780af130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 -- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 msgr2=0x7f2d7814c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d7814c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 -- 172.21.15.17:0/1624755759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d781f4390 con 0x7f2d7815b2e0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7d591640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00c500 tx=0x7f2d6c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c017070 con 0x7f2d7815b2e0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d6c005ce0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c0072f0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d781f4670 con 0x7f2d7815b2e0 2024-09-19T08:09:25.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.081+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d781f4c30 con 0x7f2d7815b2e0 2024-09-19T08:09:25.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.082+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d78069170 con 0x7f2d7815b2e0 2024-09-19T08:09:25.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.083+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d6c01a070 con 0x7f2d7815b2e0 2024-09-19T08:09:25.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.083+0000 7f2d767fc640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 0x7f2d6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:25.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.084+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f2d6c08a960 con 0x7f2d7815b2e0 2024-09-19T08:09:25.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.084+0000 7f2d7dd92640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 0x7f2d6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:25.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.084+0000 7f2d7dd92640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 0x7f2d6406e770 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2d700011e0 tx=0x7f2d70009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:25.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.088+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d6c0588d0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.303+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f2d780ce980 con 0x7f2d7815b2e0 2024-09-19T08:09:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.633+0000 7f2d767fc640 1 -- 172.21.15.17:0/1624755759 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v112) ==== 162+0+0 (secure 0 0 0) 0x7f2d6c05cbd0 con 0x7f2d7815b2e0 2024-09-19T08:09:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 msgr2=0x7f2d6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 0x7f2d6406e770 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f2d700011e0 tx=0x7f2d70009040 comp rx=0 tx=0).stop 2024-09-19T08:09:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 msgr2=0x7f2d780732b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00c500 tx=0x7f2d6c00c9c0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 shutdown_connections 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2d6406c2b0 0x7f2d6406e770 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2d7815f500 0x7f2d7814c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d7815b2e0 0x7f2d780732b0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 --2- 172.21.15.17:0/1624755759 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2d780b50a0 0x7f2d780af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 >> 172.21.15.17:0/1624755759 conn(0x7f2d7806bc10 msgr2=0x7f2d780715c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 shutdown_connections 2024-09-19T08:09:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:25.635+0000 7f2d7fff6640 1 -- 172.21.15.17:0/1624755759 wait complete. 2024-09-19T08:09:25.639 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:25.640+0000 7f00a7ef5640 -1 mds.0.openfiles _load_finish got (2) No such file or directory 2024-09-19T08:09:26.051 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:26.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.159+0000 7f2ec4733640 1 Processor -- start 2024-09-19T08:09:26.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.159+0000 7f2ec4733640 1 -- start start 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec4733640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2ebc0cdae0 0x7f2ebc0cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec4733640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 0x7f2ebc0b50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec4733640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ebc15c370 con 0x7f2ebc15bf90 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec4733640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2ebc0d0240 con 0x7f2ebc0cdae0 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec4733640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ebc0cf630 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec24cf640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2ebc15bf90 0x7f2ebc15f3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59684/0 (socket says 172.21.15.17:59684) 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec24cf640 1 -- 172.21.15.17:0/50730717 learned_addr learned my addr 172.21.15.17:0/50730717 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec2cd0640 1 --2- 172.21.15.17:0/50730717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 0x7f2ebc0b50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.160+0000 7f2ec1cce640 1 --2- 172.21.15.17:0/50730717 >> v2:172.21.15.160:3300/0 conn(0x7f2ebc0cdae0 0x7f2ebc0cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1027095900 0 0) 0x7f2ebc15c370 con 0x7f2ebc15bf90 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ea4003520 con 0x7f2ebc15bf90 2024-09-19T08:09:26.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3702416662 0 0) 0x7f2ea4003520 con 0x7f2ebc15bf90 2024-09-19T08:09:26.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec2cd0640 1 -- 172.21.15.17:0/50730717 >> v2:172.21.15.160:3300/0 conn(0x7f2ebc0cdae0 msgr2=0x7f2ebc0cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:26.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec2cd0640 1 --2- 172.21.15.17:0/50730717 >> v2:172.21.15.160:3300/0 conn(0x7f2ebc0cdae0 0x7f2ebc0cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec2cd0640 1 -- 172.21.15.17:0/50730717 >> v1:172.21.15.17:6789/0 conn(0x7f2ebc15bf90 legacy=0x7f2ebc15f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.161+0000 7f2ec2cd0640 1 -- 172.21.15.17:0/50730717 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ebc0cf910 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec2cd0640 1 --2- 172.21.15.17:0/50730717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 0x7f2ebc0b50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0d03c0 tx=0x7f2eb402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=960523bdfec8f459 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eb4037070 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2eb402aba0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec14cd640 1 -- 172.21.15.17:0/50730717 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eac0019f0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 -- 172.21.15.17:0/50730717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 msgr2=0x7f2ebc0b50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 --2- 172.21.15.17:0/50730717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 0x7f2ebc0b50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0d03c0 tx=0x7f2eb402a110 comp rx=0 tx=0).stop 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 -- 172.21.15.17:0/50730717 shutdown_connections 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 --2- 172.21.15.17:0/50730717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0b4cd0 0x7f2ebc0b50e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 --2- 172.21.15.17:0/50730717 >> v2:172.21.15.160:3300/0 conn(0x7f2ebc0cdae0 0x7f2ebc0cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 -- 172.21.15.17:0/50730717 >> 172.21.15.17:0/50730717 conn(0x7f2ebc0b1770 msgr2=0x7f2ebc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:26.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 -- 172.21.15.17:0/50730717 shutdown_connections 2024-09-19T08:09:26.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.162+0000 7f2ec4733640 1 -- 172.21.15.17:0/50730717 wait complete. 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 Processor -- start 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 -- start start 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0cdae0 0x7f2ebc14d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ebc15bf90 0x7f2ebc0ae670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ebc0ce830 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2ebc0cfed0 con 0x7f2ebc15bf90 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec4733640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ebc0ce9b0 con 0x7f2ebc0cdae0 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.164+0000 7f2ec24cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50320/0 (socket says 172.21.15.17:50320) 2024-09-19T08:09:26.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 -- 172.21.15.17:0/542796690 learned_addr learned my addr 172.21.15.17:0/542796690 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec1cce640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0cdae0 0x7f2ebc14d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec2cd0640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ebc15bf90 0x7f2ebc0ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 -- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0cdae0 msgr2=0x7f2ebc14d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0cdae0 0x7f2ebc14d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 -- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ebc15bf90 msgr2=0x7f2ebc0ae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ebc15bf90 0x7f2ebc0ae670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 -- 172.21.15.17:0/542796690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ebc157cf0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec24cf640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00cc40 tx=0x7f2eac00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eac017070 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2eac00ce50 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eac012600 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ebc160a40 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.165+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ebc161000 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.166+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ebc0cf290 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.167+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2eac01a070 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.167+0000 7f2ebaffd640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 0x7f2ea806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.167+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f2eac08b330 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.167+0000 7f2ec1cce640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 0x7f2ea806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:26.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.168+0000 7f2ec1cce640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 0x7f2ea806e7a0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0afd10 tx=0x7f2eb0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:26.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.172+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2eac0592c0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.366 INFO:tasks.ceph.mds.a.smithi017.stderr: -37> 2024-09-19T08:09:21.615+0000 7f275c2fa640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:09:26.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.385+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ebc15a1e0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.385+0000 7f2ebaffd640 1 -- 172.21.15.17:0/542796690 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+4403 (secure 0 0 0) 0x7f2eac05d5c0 con 0x7f2ebc0b4cd0 2024-09-19T08:09:26.386 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:26.386 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":113,"btime":"2024-09-19T08:09:25:636373+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:25.636357+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7902":{"gid":7902,"name":"c","rank":0,"incarnation":113,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/2654699761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2654699761},{"type":"v1","addr":"172.21.15.17:6834","nonce":2654699761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:26.386 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 113 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.387+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 msgr2=0x7f2ea806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.387+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 0x7f2ea806e7a0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0afd10 tx=0x7f2eb0009190 comp rx=0 tx=0).stop 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 msgr2=0x7f2ebc160380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00cc40 tx=0x7f2eac00a430 comp rx=0 tx=0).stop 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 shutdown_connections 2024-09-19T08:09:26.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ea806c2e0 0x7f2ea806e7a0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ebc15bf90 0x7f2ebc0ae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ebc0cdae0 0x7f2ebc14d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 --2- 172.21.15.17:0/542796690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ebc0b4cd0 0x7f2ebc160380 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 >> 172.21.15.17:0/542796690 conn(0x7f2ebc0b1770 msgr2=0x7f2ebc15a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 shutdown_connections 2024-09-19T08:09:26.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:26.388+0000 7f2ec4733640 1 -- 172.21.15.17:0/542796690 wait complete. 2024-09-19T08:09:26.391 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:09:26.400 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 113, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:09:25.636357+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 94, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7902}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7902': {'gid': 7902, 'name': 'c', 'rank': 0, 'incarnation': 113, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/2654699761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 2654699761}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 2654699761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:09:26.400 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7902:up:replay 2024-09-19T08:09:26.400 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:09:28.214 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:09:28.217 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:09:31.804 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:31.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.919+0000 7f39d43c0640 1 Processor -- start 2024-09-19T08:09:31.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.919+0000 7f39d43c0640 1 -- start start 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d43c0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f39cc15c480 0x7f39cc0cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d43c0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39cc0ce060 con 0x7f39cc0b2590 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d43c0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39cc0ce340 con 0x7f39cc0cf800 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d43c0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f39cc0cf100 con 0x7f39cc15c480 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d295d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f39cc0b2590 0x7f39cc072270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:59708/0 (socket says 172.21.15.17:59708) 2024-09-19T08:09:31.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d295d640 1 -- 172.21.15.17:0/3931544441 learned_addr learned my addr 172.21.15.17:0/3931544441 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:31.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.920+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3862687520 0 0) 0x7f39cc0ce060 con 0x7f39cc0b2590 2024-09-19T08:09:31.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d215c640 1 --2- 172.21.15.17:0/3931544441 >> v2:172.21.15.160:3300/0 conn(0x7f39cc15c480 0x7f39cc0cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f39b4003520 con 0x7f39cc0b2590 2024-09-19T08:09:31.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3508054238 0 0) 0x7f39b4003520 con 0x7f39cc0b2590 2024-09-19T08:09:31.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 >> v2:172.21.15.160:3300/0 conn(0x7f39cc15c480 msgr2=0x7f39cc0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 --2- 172.21.15.17:0/3931544441 >> v2:172.21.15.160:3300/0 conn(0x7f39cc15c480 0x7f39cc0cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 >> v1:172.21.15.160:6789/0 conn(0x7f39cc0cf800 legacy=0x7f39cc0b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39cc0ce620 con 0x7f39cc0b2590 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f39c4001670 con 0x7f39cc0b2590 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 >> v1:172.21.15.17:6789/0 conn(0x7f39cc0b2590 legacy=0x7f39cc072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39b40039b0 0x7f39b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39b4004800 0x7f39b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc0cf100 con 0x7f39b40051c0 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f39b400c060 con 0x7f39b4004800 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39b400c260 con 0x7f39b40039b0 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d195b640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39b4004800 0x7f39b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d215c640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39b40039b0 0x7f39b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 -- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39b40039b0 msgr2=0x7f39b4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39b40039b0 0x7f39b4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 -- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39b4004800 msgr2=0x7f39b4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39b4004800 0x7f39b4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.921+0000 7f39d295d640 1 -- 172.21.15.17:0/3931544441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39b4003520 con 0x7f39b40051c0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.922+0000 7f39d295d640 1 -- 172.21.15.17:0/3931544441 reap_dead start 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.922+0000 7f39d295d640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39b400b9c0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f39c400c240 tx=0x7f39b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef99b534ea2c483a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.922+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c4007cf0 con 0x7f39b40051c0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.922+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39c40058d0 con 0x7f39b40051c0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.922+0000 7f39d115a640 1 -- 172.21.15.17:0/3931544441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c4005ce0 con 0x7f39b40051c0 2024-09-19T08:09:31.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 -- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 msgr2=0x7f39b400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39b400b9c0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f39c400c240 tx=0x7f39b4005830 comp rx=0 tx=0).stop 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 -- 172.21.15.17:0/3931544441 shutdown_connections 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 --2- 172.21.15.17:0/3931544441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39b400b9c0 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 -- 172.21.15.17:0/3931544441 >> 172.21.15.17:0/3931544441 conn(0x7f39cc06bc10 msgr2=0x7f39cc06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 -- 172.21.15.17:0/3931544441 shutdown_connections 2024-09-19T08:09:31.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.923+0000 7f39d43c0640 1 -- 172.21.15.17:0/3931544441 wait complete. 2024-09-19T08:09:31.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.924+0000 7f39d43c0640 1 Processor -- start 2024-09-19T08:09:31.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.924+0000 7f39d43c0640 1 -- start start 2024-09-19T08:09:31.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39cc15d8b0 0x7f39cc156300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39cc15dd30 0x7f39cc156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc0cebe0 con 0x7f39b40051c0 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc0cfc40 con 0x7f39cc15d8b0 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d43c0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f39cc0cf2c0 con 0x7f39cc15dd30 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50342/0 (socket says 172.21.15.17:50342) 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 -- 172.21.15.17:0/1716013030 learned_addr learned my addr 172.21.15.17:0/1716013030 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 -- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39cc15dd30 msgr2=0x7f39cc156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39cc15dd30 0x7f39cc156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 -- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39cc15d8b0 msgr2=0x7f39cc156300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.925+0000 7f39d215c640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39cc15d8b0 0x7f39cc156300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39d215c640 1 -- 172.21.15.17:0/1716013030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39cc1f3340 con 0x7f39b40051c0 2024-09-19T08:09:31.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39d215c640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f39bc009f90 tx=0x7f39bc00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc015430 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39bc0155d0 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39cc1500c0 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc0159c0 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.926+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39cc1540d0 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.927+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39cc0b1e80 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.928+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39bc015b60 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.928+0000 7f39caffd640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 0x7f39b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.928+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f39bc08c740 con 0x7f39b40051c0 2024-09-19T08:09:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.928+0000 7f39d195b640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 0x7f39b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:31.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.929+0000 7f39d195b640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 0x7f39b806e770 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f39c0000c00 tx=0x7f39c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:31.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:31.933+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39cc1f3340 con 0x7f39b40051c0 2024-09-19T08:09:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.147+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39cc073e90 con 0x7f39b40051c0 2024-09-19T08:09:32.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.148+0000 7f39caffd640 1 -- 172.21.15.17:0/1716013030 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 116 v116) ==== 95+0+5236 (secure 0 0 0) 0x7f39bc019030 con 0x7f39b40051c0 2024-09-19T08:09:32.148 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:32.148 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":116,"btime":"2024-09-19T08:09:28:645540+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":116,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:28.645534+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7902},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7902":{"gid":7902,"name":"c","rank":0,"incarnation":113,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/2654699761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2654699761},{"type":"v1","addr":"172.21.15.17:6834","nonce":2654699761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7902,"qdb_cluster":[7902]},"id":6}]} 2024-09-19T08:09:32.148 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 116 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 msgr2=0x7f39b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 0x7f39b806e770 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f39c0000c00 tx=0x7f39c0009040 comp rx=0 tx=0).stop 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 msgr2=0x7f39cc1f2e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f39bc009f90 tx=0x7f39bc00f580 comp rx=0 tx=0).stop 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 shutdown_connections 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39b806c2b0 0x7f39b806e770 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f39cc15dd30 0x7f39cc156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f39cc15d8b0 0x7f39cc156300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 --2- 172.21.15.17:0/1716013030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39b40051c0 0x7f39cc1f2e00 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 >> 172.21.15.17:0/1716013030 conn(0x7f39cc06bc10 msgr2=0x7f39cc0cc360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 shutdown_connections 2024-09-19T08:09:32.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.150+0000 7f39d43c0640 1 -- 172.21.15.17:0/1716013030 wait complete. 2024-09-19T08:09:32.161 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 116, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:09:28.645534+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 94, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7902}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7902': {'gid': 7902, 'name': 'c', 'rank': 0, 'incarnation': 113, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/2654699761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 2654699761}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 2654699761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7902, 'qdb_cluster': [7902]} 2024-09-19T08:09:32.161 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:09:32.161 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:09:32.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.264+0000 7f269c053640 1 Processor -- start 2024-09-19T08:09:32.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.265+0000 7f269c053640 1 -- start start 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.265+0000 7f269c053640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26940b47a0 0x7f26940cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.265+0000 7f269c053640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f269415c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f269c053640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26940d0a30 con 0x7f269415c4a0 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f269c053640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f26940d0d30 con 0x7f26940b47a0 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f269c053640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f26940b76f0 con 0x7f26940d2da0 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26940b47a0 0x7f26940cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f26940b47a0 0x7f26940cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50352/0 (socket says 172.21.15.17:50352) 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 -- 172.21.15.17:0/4236110272 learned_addr learned my addr 172.21.15.17:0/4236110272 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f269a5f0640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f269415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 -- 172.21.15.17:0/4236110272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 msgr2=0x7f269415c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f269415c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 -- 172.21.15.17:0/4236110272 >> v1:172.21.15.160:6789/0 conn(0x7f269415c4a0 legacy=0x7f26940b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.266+0000 7f26995ee640 1 -- 172.21.15.17:0/4236110272 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2694073710 con 0x7f26940b47a0 2024-09-19T08:09:32.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f26995ee640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f26940cff80 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f2684009870 tx=0x7f268402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4564e3702f8d5c27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f2698ded640 1 -- 172.21.15.17:0/4236110272 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2684037070 con 0x7f26940b47a0 2024-09-19T08:09:32.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f2698ded640 1 -- 172.21.15.17:0/4236110272 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2684032440 con 0x7f26940b47a0 2024-09-19T08:09:32.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f2698ded640 1 -- 172.21.15.17:0/4236110272 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2684032810 con 0x7f26940b47a0 2024-09-19T08:09:32.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f269c053640 1 -- 172.21.15.17:0/4236110272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 msgr2=0x7f26940cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.267+0000 7f269c053640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f26940cff80 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f2684009870 tx=0x7f268402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 -- 172.21.15.17:0/4236110272 shutdown_connections 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f269415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 --2- 172.21.15.17:0/4236110272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f26940cff80 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 -- 172.21.15.17:0/4236110272 >> 172.21.15.17:0/4236110272 conn(0x7f2694067950 msgr2=0x7f2694067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 -- 172.21.15.17:0/4236110272 shutdown_connections 2024-09-19T08:09:32.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.268+0000 7f269c053640 1 -- 172.21.15.17:0/4236110272 wait complete. 2024-09-19T08:09:32.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.269+0000 7f269c053640 1 Processor -- start 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.269+0000 7f269c053640 1 -- start start 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f26940b0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 0x7f26941f4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2694166030 con 0x7f26940b47a0 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f26940d28e0 con 0x7f269415c4a0 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f26941661b0 con 0x7f26940d2da0 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50360/0 (socket says 172.21.15.17:50360) 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 -- 172.21.15.17:0/3948287613 learned_addr learned my addr 172.21.15.17:0/3948287613 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f26995ee640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f26940b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269a5f0640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 0x7f26941f4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 -- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 msgr2=0x7f26940b0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f26940b0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 -- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 msgr2=0x7f26941f4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 0x7f26941f4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 -- 172.21.15.17:0/3948287613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26940af960 con 0x7f26940b47a0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269a5f0640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 0x7f26941f4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f2699def640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f269000c730 tx=0x7f269000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f268a7fc640 1 -- 172.21.15.17:0/3948287613 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690016020 con 0x7f26940b47a0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f268a7fc640 1 -- 172.21.15.17:0/3948287613 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2690006d50 con 0x7f26940b47a0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2694150bc0 con 0x7f26940b47a0 2024-09-19T08:09:32.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f268a7fc640 1 -- 172.21.15.17:0/3948287613 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690003bb0 con 0x7f26940b47a0 2024-09-19T08:09:32.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.270+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26940afc00 con 0x7f26940b47a0 2024-09-19T08:09:32.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.272+0000 7f268a7fc640 1 -- 172.21.15.17:0/3948287613 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f269000a850 con 0x7f26940b47a0 2024-09-19T08:09:32.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.272+0000 7f268a7fc640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 0x7f267806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.272+0000 7f268a7fc640 1 -- 172.21.15.17:0/3948287613 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f269008b220 con 0x7f26940b47a0 2024-09-19T08:09:32.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.273+0000 7f26995ee640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 0x7f267806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.273+0000 7f269edeb740 1 Processor -- start 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.273+0000 7f26995ee640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 0x7f267806e770 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2684034000 tx=0x7f268402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.273+0000 7f269edeb740 1 -- start start 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e82c0 0x55dd9aa2da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9e28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dd9a94a520 con 0x55dd9a9e5a80 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55dd9a8f23e0 con 0x55dd9a9e9a50 2024-09-19T08:09:32.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55dd9a9464e0 con 0x55dd9a9e82c0 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50370/0 (socket says 172.21.15.17:50370) 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 -- 172.21.15.17:0/1515207172 learned_addr learned my addr 172.21.15.17:0/1515207172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f2699def640 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e82c0 0x55dd9aa2da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f269a5f0640 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9e28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 -- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e82c0 msgr2=0x55dd9aa2da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e82c0 0x55dd9aa2da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 -- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e9a50 msgr2=0x55dd9a9e28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9e28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.274+0000 7f26995ee640 1 -- 172.21.15.17:0/1515207172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd9a90d2f0 con 0x55dd9a9e5a80 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f26995ee640 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f268402a7b0 tx=0x7f268402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d35b9acc78b4cde7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f26777fe640 1 -- 172.21.15.17:0/1515207172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268404e070 con 0x55dd9a9e5a80 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f26777fe640 1 -- 172.21.15.17:0/1515207172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2684032b20 con 0x55dd9a9e5a80 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f26777fe640 1 -- 172.21.15.17:0/1515207172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2684037040 con 0x55dd9a9e5a80 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 -- 172.21.15.17:0/1515207172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 msgr2=0x55dd9a9e86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f268402a7b0 tx=0x7f268402c000 comp rx=0 tx=0).stop 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 -- 172.21.15.17:0/1515207172 shutdown_connections 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9e28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e5a80 0x55dd9a9e86a0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 --2- 172.21.15.17:0/1515207172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e82c0 0x55dd9aa2da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.275+0000 7f269edeb740 1 -- 172.21.15.17:0/1515207172 >> 172.21.15.17:0/1515207172 conn(0x55dd9a9e4a80 msgr2=0x55dd9aa2cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.276+0000 7f269edeb740 1 -- 172.21.15.17:0/1515207172 shutdown_connections 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.276+0000 7f269edeb740 1 -- 172.21.15.17:0/1515207172 wait complete. 2024-09-19T08:09:32.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.276+0000 7f269edeb740 1 -- start start 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.276+0000 7f269edeb740 1 Processor -- start 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa13c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aa30700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dd9a9e3f20 con 0x55dd9a9e9a50 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55dd9a8d3450 con 0x55dd9a9e82c0 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55dd9aa2e290 con 0x55dd9aa11300 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269edeb740 10 client.0 _ll_register_callbacks cb 0x55dd9a65cac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50384/0 (socket says 172.21.15.17:50384) 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 -- 172.21.15.17:0/1793646872 learned_addr learned my addr 172.21.15.17:0/1793646872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f2699def640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa13c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269a5f0640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aa30700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 -- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 msgr2=0x55dd9aa30700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aa30700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 -- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 msgr2=0x55dd9aa13c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa13c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f26995ee640 1 -- 172.21.15.17:0/1793646872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd9a65d2d0 con 0x55dd9a9e9a50 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f2699def640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa13c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.277+0000 7f269a5f0640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aa30700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f26995ee640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f26840090b0 tx=0x7f2684004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a97b616d208c494 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268404e030 con 0x55dd9a9e9a50 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f2684055d10 con 0x55dd9a9e9a50 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2684032b20 con 0x55dd9a9e9a50 2024-09-19T08:09:32.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=116) ==== 24+0+0 (secure 0 0 0) 0x7f2684037040 con 0x55dd9a9e9a50 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 10 client.7977 fetch_fsmap learned FSMap version 116 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=116,monmap=2+}) -- 0x55dd9a7276b0 con 0x55dd9a9e9a50 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2684032b20 con 0x55dd9a9e9a50 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 116) ==== 3502+0+0 (secure 0 0 0) 0x7f268403c790 con 0x55dd9a9e9a50 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 10 client.7977 fetch_fsmap finished waiting for FSMap version 116 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 10 client.7977 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 20 client.7977 populate_metadata read hostname 'smithi017' 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9a9e2820 0x55dd9a9e2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 4 client.7977 mds_command: new command op to 7902 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.278+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 --> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd9a957c50 con 0x55dd9a9e2820 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f2699def640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9a9e2820 0x55dd9a9e2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f2674ff9640 10 client.7977 ms_handle_connect on v2:172.21.15.17:6832/2654699761 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f2699def640 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9a9e2820 0x55dd9a9e2c00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90adebafd1e390d3 server_cookie=d580de4a29038ae1 in_seq=0 out_seq=0 2024-09-19T08:09:32.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f2674ff9640 1 -- 172.21.15.17:0/1793646872 <== mds.0 v2:172.21.15.17:6832/2654699761 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd9a957c50 con 0x55dd9a9e2820 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f2674ff9640 10 client.7977 handle_command_reply: tid=0 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.279+0000 7f269edeb740 1 client.7977 shutdown 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 msgr2=0x55dd9a9fff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f26840090b0 tx=0x7f2684004730 comp rx=0 tx=0).stop 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 shutdown_connections 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9a9e2820 0x55dd9a9e2c00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aa30700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9a9fff80 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 --2- 172.21.15.17:0/1793646872 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa13c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f2674ff9640 0 client.7977 ms_handle_reset on v2:172.21.15.17:6832/2654699761 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 >> 172.21.15.17:0/1793646872 conn(0x55dd9a9e5a80 msgr2=0x55dd9aa2afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 shutdown_connections 2024-09-19T08:09:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 1 -- 172.21.15.17:0/1793646872 wait complete. 2024-09-19T08:09:32.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.280+0000 7f269edeb740 20 client.7977 trim_cache size 0 max 16384 2024-09-19T08:09:32.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.298+0000 7f269edeb740 1 Processor -- start 2024-09-19T08:09:32.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.298+0000 7f269edeb740 1 -- start start 2024-09-19T08:09:32.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.298+0000 7f269edeb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.298+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e9a50 0x55dd9aa14b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.298+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9aa11300 0x55dd9aa2afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f269edeb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2694200020 con 0x55dd9a9e82c0 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f26940af350 con 0x55dd9aa11300 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f26941ffa80 con 0x55dd9a9e9a50 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45474/0 (socket says 172.21.15.17:45474) 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 -- 172.21.15.17:0/2207568279 learned_addr learned my addr 172.21.15.17:0/2207568279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 -- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e9a50 msgr2=0x55dd9aa14b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e9a50 0x55dd9aa14b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 -- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9aa11300 msgr2=0x55dd9aa2afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9aa11300 0x55dd9aa2afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 -- 172.21.15.17:0/2207568279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd9aa13f90 con 0x55dd9a9e82c0 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2699def640 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f269000a430 tx=0x7f2690089490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa79ca3799b19699 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2676ffd640 1 -- 172.21.15.17:0/2207568279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690087070 con 0x55dd9a9e82c0 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2676ffd640 1 -- 172.21.15.17:0/2207568279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f269005d430 con 0x55dd9a9e82c0 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.299+0000 7f2676ffd640 1 -- 172.21.15.17:0/2207568279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2690061c60 con 0x55dd9a9e82c0 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- 172.21.15.17:0/2207568279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 msgr2=0x55dd9aa0ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f269000a430 tx=0x7f2690089490 comp rx=0 tx=0).stop 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- 172.21.15.17:0/2207568279 shutdown_connections 2024-09-19T08:09:32.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9aa11300 0x55dd9aa2afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9a9e9a50 0x55dd9aa14b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 --2- 172.21.15.17:0/2207568279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0ed50 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- 172.21.15.17:0/2207568279 >> 172.21.15.17:0/2207568279 conn(0x55dd9a9e5a80 msgr2=0x55dd9aa3c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- 172.21.15.17:0/2207568279 shutdown_connections 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- 172.21.15.17:0/2207568279 wait complete. 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 -- start start 2024-09-19T08:09:32.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.300+0000 7f269edeb740 1 Processor -- start 2024-09-19T08:09:32.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aaaa410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dd9aa004c0 con 0x55dd9a9e9a50 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55dd9aa12620 con 0x55dd9a9e82c0 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55dd9a9fdcf0 con 0x55dd9aa11300 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f269edeb740 10 client.0 _ll_register_callbacks cb 0x7f268404c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f26995ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45480/0 (socket says 172.21.15.17:45480) 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.301+0000 7f26995ee640 1 -- 172.21.15.17:0/3123545117 learned_addr learned my addr 172.21.15.17:0/3123545117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f269a5f0640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aaaa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2699def640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 -- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 msgr2=0x55dd9aaaa410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aaaa410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 -- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 msgr2=0x55dd9aa0a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 -- 172.21.15.17:0/3123545117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd9aa30620 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2699def640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f26995ee640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f268402a7b0 tx=0x7f2684008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f5e1bd17995af2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268404e070 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f2684054440 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f269005d430 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=116) ==== 24+0+0 (secure 0 0 0) 0x7f268406a050 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f269edeb740 10 client.7983 fetch_fsmap learned FSMap version 116 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=116,monmap=2+}) -- 0x55dd9aa0adc0 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f269005d430 con 0x55dd9a9e9a50 2024-09-19T08:09:32.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 116) ==== 3502+0+0 (secure 0 0 0) 0x7f268406d020 con 0x55dd9a9e9a50 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.302+0000 7f269edeb740 10 client.7983 fetch_fsmap finished waiting for FSMap version 116 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 10 client.7983 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 20 client.7983 populate_metadata read hostname 'smithi017' 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9aa0ded0 0x55dd9a9fc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 4 client.7983 mds_command: new command op to 7902 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 --> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] -- command(tid 0: {"prefix": "status"}) -- 0x55dd9a951fa0 con 0x55dd9aa0ded0 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2699def640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9aa0ded0 0x55dd9a9fc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2674ff9640 10 client.7983 ms_handle_connect on v2:172.21.15.17:6832/2654699761 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2699def640 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9aa0ded0 0x55dd9a9fc1d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f674de698b9c15ef server_cookie=7b658a3ca118f374 in_seq=0 out_seq=0 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2674ff9640 1 -- 172.21.15.17:0/3123545117 <== mds.0 v2:172.21.15.17:6832/2654699761 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55dd9a951fa0 con 0x55dd9aa0ded0 2024-09-19T08:09:32.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2674ff9640 10 client.7983 handle_command_reply: tid=0 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 client.7983 shutdown 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 msgr2=0x55dd9aaa9ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f268402a7b0 tx=0x7f2684008030 comp rx=0 tx=0).stop 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 shutdown_connections 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:6832/2654699761,v1:172.21.15.17:6834/2654699761] conn(0x55dd9aa0ded0 0x55dd9a9fc1d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55dd9aa11300 0x55dd9aaaa410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f2674ff9640 0 client.7983 ms_handle_reset on v2:172.21.15.17:6832/2654699761 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd9a9e9a50 0x55dd9aaa9ed0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 --2- 172.21.15.17:0/3123545117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55dd9a9e82c0 0x55dd9aa0a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 >> 172.21.15.17:0/3123545117 conn(0x55dd9a9e5a80 msgr2=0x55dd9a9e7990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 shutdown_connections 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.303+0000 7f269edeb740 1 -- 172.21.15.17:0/3123545117 wait complete. 2024-09-19T08:09:32.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269edeb740 20 client.7983 trim_cache size 0 max 16384 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 7902, 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6665855409999999, 2024-09-19T08:09:32.312 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 116, 2024-09-19T08:09:32.313 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 94, 2024-09-19T08:09:32.313 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 94, 2024-09-19T08:09:32.313 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 9.9426943790000006 2024-09-19T08:09:32.313 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:09:32.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 msgr2=0x7f267806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 0x7f267806e770 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2684034000 tx=0x7f268402e000 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 msgr2=0x7f2694153460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f269000c730 tx=0x7f269000cbf0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 shutdown_connections 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f267806c2b0 0x7f267806e770 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f269415c4a0 0x7f26941f4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f26940d2da0 0x7f26940b0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 --2- 172.21.15.17:0/3948287613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26940b47a0 0x7f2694153460 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 >> 172.21.15.17:0/3948287613 conn(0x7f2694067950 msgr2=0x7f2694157b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 shutdown_connections 2024-09-19T08:09:32.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.304+0000 7f269c053640 1 -- 172.21.15.17:0/3948287613 wait complete. 2024-09-19T08:09:32.316 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:09:32.316 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete mds0_openfiles.0', proceeding to ls 2024-09-19T08:09:32.316 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:09:32.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.418+0000 7fe0f633a640 1 Processor -- start 2024-09-19T08:09:32.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.418+0000 7fe0f633a640 1 -- start start 2024-09-19T08:09:32.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f633a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe0f00b8b90 0x7fe0f00d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f633a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe0f006dcb0 0x7fe0f00d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f633a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0f00d17e0 con 0x7fe0f015eab0 2024-09-19T08:09:32.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f633a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe0f00d09d0 con 0x7fe0f00b8b90 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f633a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe0f015ee90 con 0x7fe0f006dcb0 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0ef7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe0f00b8b90 0x7fe0f00d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0effff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe0f015eab0 0x7fe0f006d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40860/0 (socket says 172.21.15.17:40860) 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0effff640 1 -- 172.21.15.17:0/2316741560 learned_addr learned my addr 172.21.15.17:0/2316741560 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.419+0000 7fe0f48d7640 1 --2- 172.21.15.17:0/2316741560 >> v2:172.21.15.160:3300/0 conn(0x7fe0f006dcb0 0x7fe0f00d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0ef7fe640 1 -- 172.21.15.17:0/2316741560 >> v2:172.21.15.160:3300/0 conn(0x7fe0f006dcb0 msgr2=0x7fe0f00d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0ef7fe640 1 --2- 172.21.15.17:0/2316741560 >> v2:172.21.15.160:3300/0 conn(0x7fe0f006dcb0 0x7fe0f00d29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0ef7fe640 1 -- 172.21.15.17:0/2316741560 >> v1:172.21.15.17:6789/0 conn(0x7fe0f015eab0 legacy=0x7fe0f006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0eeffd640 1 -- 172.21.15.17:0/2316741560 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4164109787 0 0) 0x7fe0f00d17e0 con 0x7fe0f015eab0 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0ef7fe640 1 -- 172.21.15.17:0/2316741560 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f00cfc10 con 0x7fe0f00b8b90 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.420+0000 7fe0ef7fe640 1 --2- 172.21.15.17:0/2316741560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f00b8b90 0x7fe0f00d2470 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fe0f00d0ed0 tx=0x7fe0e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8bae70f2a46d5b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0eeffd640 1 -- 172.21.15.17:0/2316741560 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e4037070 con 0x7fe0f00b8b90 2024-09-19T08:09:32.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0eeffd640 1 -- 172.21.15.17:0/2316741560 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e4032440 con 0x7fe0f00b8b90 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0eeffd640 1 -- 172.21.15.17:0/2316741560 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e4032810 con 0x7fe0f00b8b90 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 -- 172.21.15.17:0/2316741560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f00b8b90 msgr2=0x7fe0f00d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2316741560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f00b8b90 0x7fe0f00d2470 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fe0f00d0ed0 tx=0x7fe0e402a230 comp rx=0 tx=0).stop 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 -- 172.21.15.17:0/2316741560 shutdown_connections 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2316741560 >> v2:172.21.15.160:3300/0 conn(0x7fe0f006dcb0 0x7fe0f00d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2316741560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f00b8b90 0x7fe0f00d2470 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 -- 172.21.15.17:0/2316741560 >> 172.21.15.17:0/2316741560 conn(0x7fe0f00d4b30 msgr2=0x7fe0f00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 -- 172.21.15.17:0/2316741560 shutdown_connections 2024-09-19T08:09:32.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.421+0000 7fe0f633a640 1 -- 172.21.15.17:0/2316741560 wait complete. 2024-09-19T08:09:32.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.422+0000 7fe0f633a640 1 Processor -- start 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 -- start start 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 0x7fe0f00cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe0f00b8b90 0x7fe0f00aae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00d04b0 con 0x7fe0f015eab0 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00d01d0 con 0x7fe0f006dcb0 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.423+0000 7fe0f633a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f00ceb50 con 0x7fe0f00b8b90 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45494/0 (socket says 172.21.15.17:45494) 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 -- 172.21.15.17:0/2856949289 learned_addr learned my addr 172.21.15.17:0/2856949289 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0effff640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 0x7fe0f00cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0ef7fe640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe0f00b8b90 0x7fe0f00aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 -- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe0f00b8b90 msgr2=0x7fe0f00aae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe0f00b8b90 0x7fe0f00aae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 -- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 msgr2=0x7fe0f00cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 0x7fe0f00cdc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 -- 172.21.15.17:0/2856949289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f00ab5e0 con 0x7fe0f015eab0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0effff640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 0x7fe0f00cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f48d7640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fe0e800efc0 tx=0x7fe0e800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8018020 con 0x7fe0f015eab0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e8014480 con 0x7fe0f015eab0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f00ab8c0 con 0x7fe0f015eab0 2024-09-19T08:09:32.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8014870 con 0x7fe0f015eab0 2024-09-19T08:09:32.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.424+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f00abe80 con 0x7fe0f015eab0 2024-09-19T08:09:32.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.425+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f006e380 con 0x7fe0f015eab0 2024-09-19T08:09:32.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.426+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0e8005d10 con 0x7fe0f015eab0 2024-09-19T08:09:32.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.426+0000 7fe0ecff9640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 0x7fe0dc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:32.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.426+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7fe0e808c540 con 0x7fe0f015eab0 2024-09-19T08:09:32.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.426+0000 7fe0effff640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 0x7fe0dc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:32.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.427+0000 7fe0effff640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 0x7fe0dc06e7a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0000f60 tx=0x7fe0e0007ca0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.431+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe0e8022030 con 0x7fe0f015eab0 2024-09-19T08:09:32.623 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:32.624+0000 7f00abefd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:32.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.642+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe0f00ba0b0 con 0x7fe0f015eab0 2024-09-19T08:09:32.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.642+0000 7fe0ecff9640 1 -- 172.21.15.17:0/2856949289 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v116) ==== 53+0+73 (secure 0 0 0) 0x7fe0e8010040 con 0x7fe0f015eab0 2024-09-19T08:09:32.642 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 msgr2=0x7fe0dc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 0x7fe0dc06e7a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0000f60 tx=0x7fe0e0007ca0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 msgr2=0x7fe0f01f5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fe0e800efc0 tx=0x7fe0e800c490 comp rx=0 tx=0).stop 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 shutdown_connections 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.644+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0dc06c2e0 0x7fe0dc06e7a0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0f015eab0 0x7fe0f01f5100 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe0f00b8b90 0x7fe0f00aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 --2- 172.21.15.17:0/2856949289 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe0f006dcb0 0x7fe0f00cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:32.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 >> 172.21.15.17:0/2856949289 conn(0x7fe0f00d4b30 msgr2=0x7fe0f0161020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:32.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 shutdown_connections 2024-09-19T08:09:32.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32.645+0000 7fe0f633a640 1 -- 172.21.15.17:0/2856949289 wait complete. 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:09:32.656 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:32.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:32.657 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:09:32.673 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:09:32.673 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:09:32.673 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:09:32.673 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.673 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:09:32.674 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.674 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:32.674 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:32.674 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:09:32.674 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42348sec preferred_lft 42348sec 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:32.675 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.676 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:32.677 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:32.677 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:09:32.677 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:32.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:32.678 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:09:32.738 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:09:32.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:32.741 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:09:32.797 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:09:32.797 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:09:32.797 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:09:32.797 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:09:32.798 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:09:32.798 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:09:32.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:09:32.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:32.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:32.926 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:09:32.942 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:09:32.942 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:09:32.942 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:32.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:32.942 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:09:33.008 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:09:33.008 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:33.008 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:33.064 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:33.064 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:33.064 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:33.119 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:33.186 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:33.244 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:33.245 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:33.247 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:33.247 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:33.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.247 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:33.299 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:09:33.300 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:09:33.343 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:33.369 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:33.425 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:33.425 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:33.425 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:33.425 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:33.425 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:33.426 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:33.427 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:33.428 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:33.428 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:33.428 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:33.428 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:33.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.429 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:33.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:09:33.426+0000 7f9d9830f480 -1 init, newargv = 0x55cd9e599e10 newargc=15 2024-09-19T08:09:33.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[67803]: starting ceph client 2024-09-19T08:09:33.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[67803]: starting fuse 2024-09-19T08:09:33.446 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:09:33.446 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:09:33.447 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:09:33.448 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:09:33.567 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.67803.asok 2024-09-19T08:09:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:33.577 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.67803.asok 2024-09-19T08:09:33.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.67803.asok status 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:09:33.715 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "67803", 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 7998, 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 7998 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:33.716 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2417947858 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2417947858 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.7998 192.168.0.1:0/2417947858", 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2417947858", 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 116, 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 94, 2024-09-19T08:09:33.717 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:09:33.718 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:09:33.718 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:09:33.718 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:09:33.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.724 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:09:33.724 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:33.741 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:09:33.741 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:33.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.741 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:33.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:33.807 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:09:33.849 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:09:33.866 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:09:33.866 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:09:33.866 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:33.866 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:09:33.866 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:09:33.867 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_openfiles.0' did not caused DAMAGED state 2024-09-19T08:09:33.867 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 500.00000000' 2024-09-19T08:09:33.867 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:33.867 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:33.923 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:34.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.066+0000 7f1e44986640 1 Processor -- start 2024-09-19T08:09:34.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.066+0000 7f1e44986640 1 -- start start 2024-09-19T08:09:34.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e44986640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 0x7f1e400b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e44986640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1e400cdfc0 0x7f1e400b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e44986640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e400ce4f0 con 0x7f1e400b22c0 2024-09-19T08:09:34.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e44986640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1e4015b6c0 con 0x7f1e400cdfc0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e44986640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1e400ce7d0 con 0x7f1e4015b2e0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1e400cdfc0 0x7f1e400b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3ed9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1e400b22c0 0x7f1e400ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40864/0 (socket says 172.21.15.17:40864) 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3dd9b640 1 --2- 172.21.15.17:0/2697765727 >> v2:172.21.15.17:3300/0 conn(0x7f1e400cdfc0 0x7f1e400b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45512/0 (socket says 172.21.15.17:45512) 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3ed9d640 1 -- 172.21.15.17:0/2697765727 learned_addr learned my addr 172.21.15.17:0/2697765727 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3d59a640 1 -- 172.21.15.17:0/2697765727 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 262292219 0 0) 0x7f1e400ce4f0 con 0x7f1e400b22c0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3d59a640 1 -- 172.21.15.17:0/2697765727 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e2c003520 con 0x7f1e400b22c0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.067+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/2697765727 >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 0x7f1e400b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3dd9b640 1 -- 172.21.15.17:0/2697765727 >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 msgr2=0x7f1e400b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3dd9b640 1 --2- 172.21.15.17:0/2697765727 >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 0x7f1e400b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3dd9b640 1 -- 172.21.15.17:0/2697765727 >> v1:172.21.15.17:6789/0 conn(0x7f1e400b22c0 legacy=0x7f1e400ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3dd9b640 1 -- 172.21.15.17:0/2697765727 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e400ceab0 con 0x7f1e400cdfc0 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/2697765727 >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 0x7f1e400b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:34.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3dd9b640 1 --2- 172.21.15.17:0/2697765727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e400cdfc0 0x7f1e400b1d80 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f1e40069550 tx=0x7f1e2802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d72f367f5c945fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3d59a640 1 -- 172.21.15.17:0/2697765727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28037070 con 0x7f1e400cdfc0 2024-09-19T08:09:34.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3d59a640 1 -- 172.21.15.17:0/2697765727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e28032440 con 0x7f1e400cdfc0 2024-09-19T08:09:34.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.068+0000 7f1e3d59a640 1 -- 172.21.15.17:0/2697765727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28032810 con 0x7f1e400cdfc0 2024-09-19T08:09:34.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 -- 172.21.15.17:0/2697765727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e400cdfc0 msgr2=0x7f1e400b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 --2- 172.21.15.17:0/2697765727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e400cdfc0 0x7f1e400b1d80 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f1e40069550 tx=0x7f1e2802a1a0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 -- 172.21.15.17:0/2697765727 shutdown_connections 2024-09-19T08:09:34.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 --2- 172.21.15.17:0/2697765727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e400cdfc0 0x7f1e400b1d80 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 --2- 172.21.15.17:0/2697765727 >> v2:172.21.15.160:3300/0 conn(0x7f1e4015b2e0 0x7f1e400b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 -- 172.21.15.17:0/2697765727 >> 172.21.15.17:0/2697765727 conn(0x7f1e4006bc10 msgr2=0x7f1e4006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 -- 172.21.15.17:0/2697765727 shutdown_connections 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.069+0000 7f1e44986640 1 -- 172.21.15.17:0/2697765727 wait complete. 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.070+0000 7f1e44986640 1 Processor -- start 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.070+0000 7f1e44986640 1 -- start start 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 0x7f1e4015da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 0x7f1e4014af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e400712b0 con 0x7f1e4015b2e0 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1e40071130 con 0x7f1e400cdfc0 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e44986640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1e400b4260 con 0x7f1e400b22c0 2024-09-19T08:09:34.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e3ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e3ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45522/0 (socket says 172.21.15.17:45522) 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.071+0000 7f1e3ed9d640 1 -- 172.21.15.17:0/1670910942 learned_addr learned my addr 172.21.15.17:0/1670910942 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3dd9b640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 0x7f1e4014af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 0x7f1e4015da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 -- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 msgr2=0x7f1e4015da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 0x7f1e4015da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 -- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 msgr2=0x7f1e4014af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 0x7f1e4014af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 -- 172.21.15.17:0/1670910942 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4015e050 con 0x7f1e4015b2e0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3dd9b640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 0x7f1e4014af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 0x7f1e4015da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e3ed9d640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000cb40 tx=0x7f1e3000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30017070 con 0x7f1e4015b2e0 2024-09-19T08:09:34.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e3000aca0 con 0x7f1e4015b2e0 2024-09-19T08:09:34.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30012620 con 0x7f1e4015b2e0 2024-09-19T08:09:34.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e4015e330 con 0x7f1e4015b2e0 2024-09-19T08:09:34.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.072+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e4015bbd0 con 0x7f1e4015b2e0 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.073+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e4006e170 con 0x7f1e4015b2e0 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.074+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e3001a070 con 0x7f1e4015b2e0 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.074+0000 7f1e36ffd640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 0x7f1e2006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.074+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f1e3008b390 con 0x7f1e4015b2e0 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.074+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 0x7f1e2006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.075+0000 7f1e3e59c640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 0x7f1e2006e7a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1e38006fd0 tx=0x7f1e38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.079+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e4006e170 con 0x7f1e4015b2e0 2024-09-19T08:09:34.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.267+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1e400b1d80 con 0x7f1e4015b2e0 2024-09-19T08:09:34.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.267+0000 7f1e36ffd640 1 -- 172.21.15.17:0/1670910942 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 12 entries v94) ==== 81+0+728 (secure 0 0 0) 0x7f1e30059970 con 0x7f1e4015b2e0 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:34.268 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:34.269 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:34.269 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:34.269 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:listed 12 entries 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 msgr2=0x7f1e2006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 0x7f1e2006e7a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1e38006fd0 tx=0x7f1e38008040 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 msgr2=0x7f1e4015c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000cb40 tx=0x7f1e3000a060 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 shutdown_connections 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006c2e0 0x7f1e2006e7a0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e4015b2e0 0x7f1e4015c0f0 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e400cdfc0 0x7f1e4014af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 --2- 172.21.15.17:0/1670910942 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e400b22c0 0x7f1e4015da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 >> 172.21.15.17:0/1670910942 conn(0x7f1e4006bc10 msgr2=0x7f1e400ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:34.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 shutdown_connections 2024-09-19T08:09:34.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.269+0000 7f1e44986640 1 -- 172.21.15.17:0/1670910942 wait complete. 2024-09-19T08:09:34.281 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:34.281 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:34.297 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:34.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.441+0000 7fdcdcb42640 1 Processor -- start 2024-09-19T08:09:34.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.441+0000 7fdcdcb42640 1 -- start start 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcdcb42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcdcb42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdcd806c150 0x7fdcd80b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcdcb42640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcd806e3c0 con 0x7fdcd80b0610 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcdcb42640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdcd806c5b0 con 0x7fdcd806c150 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcdcb42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdcd806e170 con 0x7fdcd8158c90 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdcd806c150 0x7fdcd80b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcd6d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdcd80b0610 0x7fdcd80d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40868/0 (socket says 172.21.15.17:40868) 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdcd806c150 0x7fdcd80b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45532/0 (socket says 172.21.15.17:45532) 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcd6d9d640 1 -- 172.21.15.17:0/2598554422 learned_addr learned my addr 172.21.15.17:0/2598554422 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:34.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdcd659c640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 -- 172.21.15.17:0/2598554422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 msgr2=0x7fdcd806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 -- 172.21.15.17:0/2598554422 >> v1:172.21.15.17:6789/0 conn(0x7fdcd80b0610 legacy=0x7fdcd80d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.442+0000 7fdccffff640 1 -- 172.21.15.17:0/2598554422 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcd806e6a0 con 0x7fdcd806c150 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.443+0000 7fdccffff640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd806c150 0x7fdcd80b00d0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fdcc00097a0 tx=0x7fdcc002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=795dd6f89a231211 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.443+0000 7fdcd5d9b640 1 -- 172.21.15.17:0/2598554422 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc0037070 con 0x7fdcd806c150 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.443+0000 7fdcd5d9b640 1 -- 172.21.15.17:0/2598554422 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcc0032440 con 0x7fdcd806c150 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.443+0000 7fdcd5d9b640 1 -- 172.21.15.17:0/2598554422 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc0032810 con 0x7fdcd806c150 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2598554422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd806c150 msgr2=0x7fdcd80b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd806c150 0x7fdcd80b00d0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fdcc00097a0 tx=0x7fdcc002a180 comp rx=0 tx=0).stop 2024-09-19T08:09:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2598554422 shutdown_connections 2024-09-19T08:09:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd806c150 0x7fdcd80b00d0 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2598554422 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2598554422 >> 172.21.15.17:0/2598554422 conn(0x7fdcd8067b30 msgr2=0x7fdcd806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2598554422 shutdown_connections 2024-09-19T08:09:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.444+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2598554422 wait complete. 2024-09-19T08:09:34.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.445+0000 7fdcdcb42640 1 Processor -- start 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.445+0000 7fdcdcb42640 1 -- start start 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 0x7fdcd81f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd815d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd806ec60 con 0x7fdcd80b0610 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd815fac0 con 0x7fdcd806c150 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcdcb42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdcd80b0ac0 con 0x7fdcd8158c90 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45542/0 (socket says 172.21.15.17:45542) 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 -- 172.21.15.17:0/2072278343 learned_addr learned my addr 172.21.15.17:0/2072278343 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcd6d9d640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd815d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcd659c640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 0x7fdcd81f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 -- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 msgr2=0x7fdcd815d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd815d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 -- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 msgr2=0x7fdcd81f41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 0x7fdcd81f41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdccffff640 1 -- 172.21.15.17:0/2072278343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcd8159070 con 0x7fdcd80b0610 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcd659c640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 0x7fdcd81f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.446+0000 7fdcd6d9d640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd815d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdccffff640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fdcc0035040 tx=0x7fdcc00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc0037040 con 0x7fdcd80b0610 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcc0030770 con 0x7fdcd80b0610 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc0030b80 con 0x7fdcd80b0610 2024-09-19T08:09:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcd81e7e90 con 0x7fdcd80b0610 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.447+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcd81e8450 con 0x7fdcd80b0610 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.448+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcd80b4210 con 0x7fdcd80b0610 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.448+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdcc0044020 con 0x7fdcd80b0610 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.449+0000 7fdcceffd640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 0x7fdcb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.449+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7fdcc00abbf0 con 0x7fdcd80b0610 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.449+0000 7fdcd659c640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 0x7fdcb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.450+0000 7fdcd659c640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 0x7fdcb806e770 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdcd815d430 tx=0x7fdcc8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.453+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdcc0032e20 con 0x7fdcd80b0610 2024-09-19T08:09:34.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.642+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdcd815e480 con 0x7fdcd80b0610 2024-09-19T08:09:34.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.642+0000 7fdcceffd640 1 -- 172.21.15.17:0/2072278343 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 12 entries v94) ==== 81+0+728 (secure 0 0 0) 0x7fdcc007a130 con 0x7fdcd80b0610 2024-09-19T08:09:34.642 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:34.643 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:listed 12 entries 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 msgr2=0x7fdcb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 0x7fdcb806e770 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdcd815d430 tx=0x7fdcc8008040 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 msgr2=0x7fdcd81572f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fdcc0035040 tx=0x7fdcc00046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 shutdown_connections 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdcb806c2b0 0x7fdcb806e770 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdcd8158c90 0x7fdcd815d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcd80b0610 0x7fdcd81572f0 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 --2- 172.21.15.17:0/2072278343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdcd806c150 0x7fdcd81f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 >> 172.21.15.17:0/2072278343 conn(0x7fdcd8067b30 msgr2=0x7fdcd80b4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:34.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 shutdown_connections 2024-09-19T08:09:34.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.644+0000 7fdcdcb42640 1 -- 172.21.15.17:0/2072278343 wait complete. 2024-09-19T08:09:34.655 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:09:34.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:34.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:34.680 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:09:34.681 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:34.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:34.681 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:34.737 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:34.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.879+0000 7f65e249b640 1 Processor -- start 2024-09-19T08:09:34.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 -- start start 2024-09-19T08:09:34.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f65dc0d3660 0x7f65dc0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65dc15ea20 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f65dc0b2860 con 0x7f65dc0d3660 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e249b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f65dc0b1c50 con 0x7f65dc15e640 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.880+0000 7f65e0a38640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f65dc0d3660 0x7f65dc0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f65dc0d3660 0x7f65dc0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45550/0 (socket says 172.21.15.17:45550) 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 -- 172.21.15.17:0/1992572357 learned_addr learned my addr 172.21.15.17:0/1992572357 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65dbfff640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 -- 172.21.15.17:0/1992572357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 msgr2=0x7f65dc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 -- 172.21.15.17:0/1992572357 >> v1:172.21.15.160:6789/0 conn(0x7f65dc0cf0e0 legacy=0x7f65dc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65e0a38640 1 -- 172.21.15.17:0/1992572357 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65dc0b1f30 con 0x7f65dc0d3660 2024-09-19T08:09:34.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.881+0000 7f65dbfff640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e0a38640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0d3660 0x7f65dc0cf520 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f65dc15ebf0 tx=0x7f65d402a590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dba1b9a33ec183f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65daffd640 1 -- 172.21.15.17:0/1992572357 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d4036070 con 0x7f65dc0d3660 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65daffd640 1 -- 172.21.15.17:0/1992572357 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65d4031600 con 0x7f65dc0d3660 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65daffd640 1 -- 172.21.15.17:0/1992572357 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d40319d0 con 0x7f65dc0d3660 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 -- 172.21.15.17:0/1992572357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0d3660 msgr2=0x7f65dc0cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0d3660 0x7f65dc0cf520 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f65dc15ebf0 tx=0x7f65d402a590 comp rx=0 tx=0).stop 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 -- 172.21.15.17:0/1992572357 shutdown_connections 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0d3660 0x7f65dc0cf520 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 --2- 172.21.15.17:0/1992572357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 -- 172.21.15.17:0/1992572357 >> 172.21.15.17:0/1992572357 conn(0x7f65dc09d820 msgr2=0x7f65dc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:34.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 -- 172.21.15.17:0/1992572357 shutdown_connections 2024-09-19T08:09:34.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.882+0000 7f65e249b640 1 -- 172.21.15.17:0/1992572357 wait complete. 2024-09-19T08:09:34.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 Processor -- start 2024-09-19T08:09:34.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 -- start start 2024-09-19T08:09:34.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65dc0d3660 0x7f65dc1f8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc161550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc0cfe40 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc0b24f0 con 0x7f65dc0d3660 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.884+0000 7f65e249b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f65dc0b73a0 con 0x7f65dc15e640 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45558/0 (socket says 172.21.15.17:45558) 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 -- 172.21.15.17:0/2784622993 learned_addr learned my addr 172.21.15.17:0/2784622993 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65e0a38640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc161550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65db7fe640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65dc0d3660 0x7f65dc1f8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 -- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 msgr2=0x7f65dc161550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc161550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 -- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65dc0d3660 msgr2=0x7f65dc1f8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65dc0d3660 0x7f65dc1f8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 -- 172.21.15.17:0/2784622993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65dc1585f0 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65dbfff640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00c820 tx=0x7f65cc00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc015070 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65cc007a30 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65dc0cc360 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc007e00 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.885+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65dc1f7a30 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.886+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65dc0ceba0 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.887+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65cc018070 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.887+0000 7f65d8ff9640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 0x7f65c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.887+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6254+0+0 (secure 0 0 0) 0x7f65cc08b630 con 0x7f65dc0cf0e0 2024-09-19T08:09:34.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.887+0000 7f65db7fe640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 0x7f65c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:34.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.888+0000 7f65db7fe640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 0x7f65c806e770 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f65dc0cf860 tx=0x7f65d0009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:34.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:34.892+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f65cc059490 con 0x7f65dc0cf0e0 2024-09-19T08:09:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.103+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f65dc06c9a0 con 0x7f65dc0cf0e0 2024-09-19T08:09:35.103 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:35.104+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.105+0000 7f65d8ff9640 1 -- 172.21.15.17:0/2784622993 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v117) ==== 161+0+0 (secure 0 0 0) 0x7f65cc05d790 con 0x7f65dc0cf0e0 2024-09-19T08:09:35.105 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 msgr2=0x7f65c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 0x7f65c806e770 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f65dc0cf860 tx=0x7f65d0009060 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 msgr2=0x7f65dc1580b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00c820 tx=0x7f65cc00cc20 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 shutdown_connections 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65c806c2b0 0x7f65c806e770 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f65dc15e640 0x7f65dc161550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f65dc0d3660 0x7f65dc1f8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 --2- 172.21.15.17:0/2784622993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc0cf0e0 0x7f65dc1580b0 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 >> 172.21.15.17:0/2784622993 conn(0x7f65dc09d820 msgr2=0x7f65dc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:35.109 INFO:tasks.ceph.mds.c.smithi017.stderr: -1840> 2024-09-19T08:09:25.640+0000 7f00a7ef5640 -1 mds.0.openfiles _load_finish got (2) No such file or directory 2024-09-19T08:09:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 shutdown_connections 2024-09-19T08:09:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.108+0000 7f65e249b640 1 -- 172.21.15.17:0/2784622993 wait complete. 2024-09-19T08:09:35.109 INFO:tasks.ceph.mds.c.smithi017.stderr: -580> 2024-09-19T08:09:32.624+0000 7f00abefd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:35.120 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:35.135 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:09:35.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.224+0000 7f91a9c96640 1 Processor -- start 2024-09-19T08:09:35.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.224+0000 7f91a9c96640 1 -- start start 2024-09-19T08:09:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a9c96640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f91a415b2e0 0x7f91a40b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a9c96640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f91a40cdfc0 0x7f91a40b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a9c96640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91a40ce4f0 con 0x7f91a40b22c0 2024-09-19T08:09:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a9c96640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f91a415b6c0 con 0x7f91a40cdfc0 2024-09-19T08:09:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a9c96640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f91a40ce7d0 con 0x7f91a415b2e0 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f91a40cdfc0 0x7f91a40b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f91a40cdfc0 0x7f91a40b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45576/0 (socket says 172.21.15.17:45576) 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a3fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f91a40b22c0 0x7f91a40ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40892/0 (socket says 172.21.15.17:40892) 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 -- 172.21.15.17:0/145080249 learned_addr learned my addr 172.21.15.17:0/145080249 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a37fe640 1 --2- 172.21.15.17:0/145080249 >> v2:172.21.15.160:3300/0 conn(0x7f91a415b2e0 0x7f91a40b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 -- 172.21.15.17:0/145080249 >> v2:172.21.15.160:3300/0 conn(0x7f91a415b2e0 msgr2=0x7f91a40b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 --2- 172.21.15.17:0/145080249 >> v2:172.21.15.160:3300/0 conn(0x7f91a415b2e0 0x7f91a40b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 -- 172.21.15.17:0/145080249 >> v1:172.21.15.17:6789/0 conn(0x7f91a40b22c0 legacy=0x7f91a40ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a2ffd640 1 -- 172.21.15.17:0/145080249 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a40ceab0 con 0x7f91a40cdfc0 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.225+0000 7f91a27fc640 1 -- 172.21.15.17:0/145080249 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 241220002 0 0) 0x7f91a40ce4f0 con 0x7f91a40b22c0 2024-09-19T08:09:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.226+0000 7f91a2ffd640 1 --2- 172.21.15.17:0/145080249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40b1d80 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f91a4069550 tx=0x7f919802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c97bb7e68ce4d0c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.226+0000 7f91a27fc640 1 -- 172.21.15.17:0/145080249 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198036020 con 0x7f91a40cdfc0 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.226+0000 7f91a27fc640 1 -- 172.21.15.17:0/145080249 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9198032640 con 0x7f91a40cdfc0 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.226+0000 7f91a27fc640 1 -- 172.21.15.17:0/145080249 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198032a10 con 0x7f91a40cdfc0 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 -- 172.21.15.17:0/145080249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 msgr2=0x7f91a40b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 --2- 172.21.15.17:0/145080249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40b1d80 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f91a4069550 tx=0x7f919802c940 comp rx=0 tx=0).stop 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 -- 172.21.15.17:0/145080249 shutdown_connections 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 --2- 172.21.15.17:0/145080249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40b1d80 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 --2- 172.21.15.17:0/145080249 >> v2:172.21.15.160:3300/0 conn(0x7f91a415b2e0 0x7f91a40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 -- 172.21.15.17:0/145080249 >> 172.21.15.17:0/145080249 conn(0x7f91a406bc10 msgr2=0x7f91a406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 -- 172.21.15.17:0/145080249 shutdown_connections 2024-09-19T08:09:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.227+0000 7f91a9c96640 1 -- 172.21.15.17:0/145080249 wait complete. 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.228+0000 7f91a9c96640 1 Processor -- start 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.228+0000 7f91a9c96640 1 -- start start 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91a40b22c0 0x7f91a4144900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f91a415b2e0 0x7f91a40aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f91a40712b0 con 0x7f91a40cdfc0 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f91a4071130 con 0x7f91a415b2e0 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a9c96640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f91a40b4260 con 0x7f91a40b22c0 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45582/0 (socket says 172.21.15.17:45582) 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 -- 172.21.15.17:0/2196719178 learned_addr learned my addr 172.21.15.17:0/2196719178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 -- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91a40b22c0 msgr2=0x7f91a4144900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91a40b22c0 0x7f91a4144900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 -- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f91a415b2e0 msgr2=0x7f91a40aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f91a415b2e0 0x7f91a40aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.229+0000 7f91a2ffd640 1 -- 172.21.15.17:0/2196719178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a4153aa0 con 0x7f91a40cdfc0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f91a2ffd640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f9198000c00 tx=0x7f9198004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198036040 con 0x7f91a40cdfc0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f919803abf0 con 0x7f91a40cdfc0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a4153d80 con 0x7f91a40cdfc0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198046480 con 0x7f91a40cdfc0 2024-09-19T08:09:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.230+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a4154340 con 0x7f91a40cdfc0 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.231+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a40cf410 con 0x7f91a40cdfc0 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.231+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9198039020 con 0x7f91a40cdfc0 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.232+0000 7f918bfff640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 0x7f919006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.232+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f91980ac780 con 0x7f91a40cdfc0 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.232+0000 7f91a37fe640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 0x7f919006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.233+0000 7f91a37fe640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 0x7f919006e7a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f9194006fd0 tx=0x7f9194008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:35.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.236+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f919807ac70 con 0x7f91a40cdfc0 2024-09-19T08:09:35.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:35.484+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f91a406c2d0 con 0x7f91a40cdfc0 2024-09-19T08:09:36.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.110+0000 7f918bfff640 1 -- 172.21.15.17:0/2196719178 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v118) ==== 107+0+0 (secure 0 0 0) 0x7f919807a570 con 0x7f91a40cdfc0 2024-09-19T08:09:36.110 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:09:36.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 msgr2=0x7f919006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 0x7f919006e7a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f9194006fd0 tx=0x7f9194008040 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 msgr2=0x7f91a40ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f9198000c00 tx=0x7f9198004730 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 shutdown_connections 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f919006c2e0 0x7f919006e7a0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f91a415b2e0 0x7f91a40aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91a40cdfc0 0x7f91a40ae8a0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 --2- 172.21.15.17:0/2196719178 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f91a40b22c0 0x7f91a4144900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 >> 172.21.15.17:0/2196719178 conn(0x7f91a406bc10 msgr2=0x7f91a40d00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 shutdown_connections 2024-09-19T08:09:36.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.113+0000 7f91a9c96640 1 -- 172.21.15.17:0/2196719178 wait complete. 2024-09-19T08:09:36.128 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:36.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.217+0000 7ff3bc31ff40 1 Processor -- start 2024-09-19T08:09:36.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.217+0000 7ff3bc31ff40 1 -- start start 2024-09-19T08:09:36.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b40b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b40b53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f5b3fc0510 con 0x55f5b4071050 2024-09-19T08:09:36.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f5b4019c50 con 0x55f5b41464f0 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f5b4147bf0 con 0x55f5b40b31c0 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45608/0 (socket says 172.21.15.17:45608) 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 -- 172.21.15.17:0/1292179893 learned_addr learned my addr 172.21.15.17:0/1292179893 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b40b53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b40b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 -- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 msgr2=0x55f5b40b4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b40b4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 -- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 msgr2=0x55f5b40b53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b40b53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 -- 172.21.15.17:0/1292179893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5b4146210 con 0x55f5b4071050 2024-09-19T08:09:36.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b40b53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b40b4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b9390640 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0016e0 tx=0x7ff3ac001ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcf253185e9501b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b37fe640 1 -- 172.21.15.17:0/1292179893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac0062e0 con 0x55f5b4071050 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b37fe640 1 -- 172.21.15.17:0/1292179893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3ac003670 con 0x55f5b4071050 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.218+0000 7ff3b37fe640 1 -- 172.21.15.17:0/1292179893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac003a60 con 0x55f5b4071050 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/1292179893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 msgr2=0x55f5b4145cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0016e0 tx=0x7ff3ac001ba0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/1292179893 shutdown_connections 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b40b53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b40b4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/1292179893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4145cd0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/1292179893 >> 172.21.15.17:0/1292179893 conn(0x55f5b4098a00 msgr2=0x55f5b40b7970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/1292179893 shutdown_connections 2024-09-19T08:09:36.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.219+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/1292179893 wait complete. 2024-09-19T08:09:36.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 Processor -- start 2024-09-19T08:09:36.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 -- start start 2024-09-19T08:09:36.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b41d6b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b41d70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f5b40b2c70 con 0x55f5b4071050 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f5b4127130 con 0x55f5b41464f0 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.220+0000 7ff3bc31ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f5b40b5c60 con 0x55f5b40b31c0 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45612/0 (socket says 172.21.15.17:45612) 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 learned_addr learned my addr 172.21.15.17:0/2303283631 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b41d70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b41d6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 msgr2=0x55f5b41d6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f5b40b31c0 0x55f5b41d6b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 msgr2=0x55f5b41d70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f5b41464f0 0x55f5b41d70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5b41472b0 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac001330 tx=0x7ff3ac001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b27fc640 1 -- 172.21.15.17:0/2303283631 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac025070 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b27fc640 1 -- 172.21.15.17:0/2303283631 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3ac019040 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f5b40b5620 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.221+0000 7ff3b27fc640 1 -- 172.21.15.17:0/2303283631 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac013860 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.222+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5b406e920 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.223+0000 7ff3b27fc640 1 -- 172.21.15.17:0/2303283631 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3ac010070 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b27fc640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 0x7ff39c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b27fc640 1 -- 172.21.15.17:0/2303283631 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7ff3ac08b560 con 0x55f5b4071050 2024-09-19T08:09:36.227 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 0x7ff39c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f5b40b35a0 0x55f5b41cfe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41268a0 con 0x55f5b40b35a0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f5b40b35a0 0x55f5b41cfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 0x7ff39c06d150 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55f5b412f720 tx=0x7ff3a4003850 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.224+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f5b40b35a0 0x55f5b41cfe70 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.226+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v95'195 uv169 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.226+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41d03b0 con 0x55f5b40b35a0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.227+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v95'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.227+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41d0810 con 0x55f5b40b35a0 2024-09-19T08:09:36.230 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.230+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v95'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.230+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41d0bb0 con 0x55f5b40b35a0 2024-09-19T08:09:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.233+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v95'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.233+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea240 con 0x55f5b40b35a0 2024-09-19T08:09:36.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.234+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v95'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.235+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9230 con 0x55f5b40b35a0 2024-09-19T08:09:36.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.237+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v95'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.237+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e95d0 con 0x55f5b40b35a0 2024-09-19T08:09:36.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.240+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v95'201 uv175 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.240+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e99c0 con 0x55f5b40b35a0 2024-09-19T08:09:36.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.243+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v95'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.243+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e99c0 con 0x55f5b40b35a0 2024-09-19T08:09:36.245 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:36.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.246+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v95'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.246+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.247+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v95'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.247+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.248+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v95'205 uv205 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.248+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.250+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v95'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.250+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.251+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v95'207 uv182 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.251+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.252+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v95'208 uv208 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.252+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.253 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:36.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.253+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v95'209 uv209 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.253+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.254+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v95'210 uv210 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.254+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.256+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v95'211 uv211 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.256+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41e9970 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.257+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v95'212 uv212 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.257+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.258+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v95'213 uv213 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.258+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.259+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v95'214 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.259+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.261+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v95'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.261+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.261 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:36.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.262+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v95'216 uv216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.262+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eb5f0 con 0x55f5b40b35a0 2024-09-19T08:09:36.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.263+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v95'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.263+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eb5f0 con 0x55f5b40b35a0 2024-09-19T08:09:36.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.264+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v95'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.264+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.265+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v95'219 uv219 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.265+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.266+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v95'220 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.266+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.267+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v95'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.267+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.268 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:36.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.268+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v95'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.268+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eb5f0 con 0x55f5b40b35a0 2024-09-19T08:09:36.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.269+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v95'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.269+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eb5f0 con 0x55f5b40b35a0 2024-09-19T08:09:36.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.271+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v95'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.271+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ea5e0 con 0x55f5b40b35a0 2024-09-19T08:09:36.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.272+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v95'225 uv225 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.272+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f5b41eaaf0 0x55f5b41ecee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.272+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ed420 con 0x55f5b41eaaf0 2024-09-19T08:09:36.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.272+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f5b41eaaf0 0x55f5b41ecee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.272+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f5b41eaaf0 0x55f5b41ecee0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.274+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v95'150 uv132 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.274+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ed7c0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.275+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v95'151 uv151 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.275+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41edb60 con 0x55f5b41eaaf0 2024-09-19T08:09:36.276 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:36.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.276+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v95'152 uv152 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.276+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ee3b0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.277+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v95'153 uv153 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.277+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ee750 con 0x55f5b41eaaf0 2024-09-19T08:09:36.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.278+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v95'154 uv154 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.278+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eeaf0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.280+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v95'155 uv149 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.280+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.281+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v95'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.281+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.282+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v95'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.282 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:36.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.282+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.283+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v95'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.283+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.286+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v95'159 uv159 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.286+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.289+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v95'160 uv148 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.289+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.292+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v95'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.292+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.294 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:36.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.295+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v95'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.295+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f28f0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.297+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v95'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.297+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f28f0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.300+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v95'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.300+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.303+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v95'165 uv146 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.303+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.305+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v95'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.305+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:36.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.308+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v95'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.308+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41efea0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.311+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v95'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.311+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41efea0 con 0x55f5b41eaaf0 2024-09-19T08:09:36.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.313+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v95'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.313+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b41eaaf0 2024-09-19T08:09:36.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.314+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v95'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41eaaf0 2024-09-19T08:09:36.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.314+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b40b35a0 2024-09-19T08:09:36.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.315+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v95'39 uv38 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.315+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b40b35a0 2024-09-19T08:09:36.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.316+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v95'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.316+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b40b35a0 2024-09-19T08:09:36.317 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:36.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.317+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v95'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.317+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41efea0 con 0x55f5b40b35a0 2024-09-19T08:09:36.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.318+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v95'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.318+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41efea0 con 0x55f5b40b35a0 2024-09-19T08:09:36.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.319+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v95'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.319+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41eee90 con 0x55f5b40b35a0 2024-09-19T08:09:36.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.320+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v95'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.320+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f5b41ef3a0 0x55f5b41f1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.320+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f1dd0 con 0x55f5b41ef3a0 2024-09-19T08:09:36.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.320+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f5b41ef3a0 0x55f5b41f1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.320+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f5b41ef3a0 0x55f5b41f1790 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.321+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v95'33 uv32 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.321+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f2310 con 0x55f5b41ef3a0 2024-09-19T08:09:36.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.322+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v95'34 uv34 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.322+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f2810 con 0x55f5b41ef3a0 2024-09-19T08:09:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.323+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v95'35 uv35 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.323 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.323+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41edfe0 con 0x55f5b41ef3a0 2024-09-19T08:09:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.324+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v95'36 uv36 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.324+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f3140 con 0x55f5b40b35a0 2024-09-19T08:09:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.325+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v95'39 uv38 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.326+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f3140 con 0x55f5b40b35a0 2024-09-19T08:09:36.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.327+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v95'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.327+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f3140 con 0x55f5b40b35a0 2024-09-19T08:09:36.327 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:36.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.328+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v95'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.328+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f4150 con 0x55f5b40b35a0 2024-09-19T08:09:36.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.329+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v95'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.329+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f4150 con 0x55f5b40b35a0 2024-09-19T08:09:36.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.330+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v95'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.330+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f3140 con 0x55f5b40b35a0 2024-09-19T08:09:36.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.332+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v95'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.332+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 0x55f5b41f5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.332+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6340 con 0x55f5b41f3a10 2024-09-19T08:09:36.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.332+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 0x55f5b41f5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.332+0000 7ff3b9b91640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 0x55f5b41f5e00 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.334+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v95'70 uv64 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.334+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6340 con 0x55f5b41f3a10 2024-09-19T08:09:36.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.335+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v95'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.335+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.336+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v95'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.336 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:36.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.336+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f7770 con 0x55f5b41f3a10 2024-09-19T08:09:36.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.337+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v95'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.337+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f7770 con 0x55f5b41f3a10 2024-09-19T08:09:36.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.338+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v95'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.338+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.339+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v95'75 uv75 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.339+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.340+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v95'76 uv69 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.340+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.343+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v95'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.343+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.343 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.343+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v95'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.343+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.346+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v95'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.346+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f6760 con 0x55f5b41f3a10 2024-09-19T08:09:36.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.349+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v95'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.349+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 0x55f5b41f9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.349+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f97b0 con 0x55f5b41f6c70 2024-09-19T08:09:36.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.349+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 0x55f5b41f9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.349+0000 7ff3b9390640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 0x55f5b41f9060 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.351+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v95'32 uv31 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41f6c70 2024-09-19T08:09:36.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.351+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b41f6c70 2024-09-19T08:09:36.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.352+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v95'33 uv33 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41f6c70 2024-09-19T08:09:36.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.352+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b41f6c70 2024-09-19T08:09:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.353+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v95'34 uv34 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41f6c70 2024-09-19T08:09:36.353 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.353+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b41f6c70 2024-09-19T08:09:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.354+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v95'35 uv35 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41f6c70 2024-09-19T08:09:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.354+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b41f6c70 2024-09-19T08:09:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.355+0000 7ff3b9390640 1 -- 172.21.15.17:0/2303283631 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v95'36 uv36 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3ac00f030 con 0x55f5b41f6c70 2024-09-19T08:09:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.355+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b40b35a0 2024-09-19T08:09:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.356+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v95'39 uv38 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.356+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b40b35a0 2024-09-19T08:09:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.357+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v95'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.357+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9b80 con 0x55f5b40b35a0 2024-09-19T08:09:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.358+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v95'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.358 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.358+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faf80 con 0x55f5b40b35a0 2024-09-19T08:09:36.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.359+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v95'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.359+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faf80 con 0x55f5b40b35a0 2024-09-19T08:09:36.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.360+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v95'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.360+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9f70 con 0x55f5b40b35a0 2024-09-19T08:09:36.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.361+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v95'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b40b35a0 2024-09-19T08:09:36.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.361+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41f9f70 con 0x55f5b41ef3a0 2024-09-19T08:09:36.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.362+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v95'64 uv58 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.362+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fa310 con 0x55f5b41ef3a0 2024-09-19T08:09:36.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.363+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v95'65 uv65 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.363+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fa6b0 con 0x55f5b41ef3a0 2024-09-19T08:09:36.363 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.364+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v95'66 uv66 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.364+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.365+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v95'67 uv67 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.365+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.366+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v95'68 uv68 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.366+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.367+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v95'69 uv63 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.367+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.368+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v95'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.368+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.368 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.369+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v95'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.369+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41faa50 con 0x55f5b41ef3a0 2024-09-19T08:09:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.370+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v95'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.370+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd860 con 0x55f5b41ef3a0 2024-09-19T08:09:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.371+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v95'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.371+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f5b41fb410 0x55f5b41fdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.371+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41fb410 2024-09-19T08:09:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.371+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f5b41fb410 0x55f5b41fdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.371+0000 7ff3b8b8f640 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f5b41fb410 0x55f5b41fdd60 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.372+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v95'31 uv29 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41fb410 2024-09-19T08:09:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.372+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41fb410 2024-09-19T08:09:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.373+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v95'32 uv32 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41fb410 2024-09-19T08:09:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.373+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41fb410 2024-09-19T08:09:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.374+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v95'33 uv33 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41fb410 2024-09-19T08:09:36.374 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.374+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fe2a0 con 0x55f5b41fb410 2024-09-19T08:09:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.375+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v95'34 uv34 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41fb410 2024-09-19T08:09:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.375+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fe2a0 con 0x55f5b41ef3a0 2024-09-19T08:09:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.376+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v95'39 uv38 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.377+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fe2a0 con 0x55f5b41ef3a0 2024-09-19T08:09:36.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.378+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v95'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.378+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41ef3a0 2024-09-19T08:09:36.378 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:36.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.379+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v95'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.379+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41ef3a0 2024-09-19T08:09:36.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.380+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v95'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.380+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41ef3a0 2024-09-19T08:09:36.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.381+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v95'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.381+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41ef3a0 2024-09-19T08:09:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.382+0000 7ff3b8b8f640 1 -- 172.21.15.17:0/2303283631 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v95'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3a401b040 con 0x55f5b41ef3a0 2024-09-19T08:09:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.382+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.383+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v95'32 uv31 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.383+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.384+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v95'33 uv33 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.385+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.387 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.387+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v95'34 uv34 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.387+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.390+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v95'35 uv35 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.390+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.392+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v95'36 uv36 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.393+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.394+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v95'82 uv73 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.394+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.395+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v95'83 uv83 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.395+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.396+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v95'84 uv84 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.396 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:36.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.396+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.397+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v95'85 uv85 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.397+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.398+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v95'86 uv86 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.399+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.399+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v95'87 uv80 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.399+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.401+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v95'88 uv88 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.401+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fd800 con 0x55f5b41f3a10 2024-09-19T08:09:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.402+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v95'89 uv89 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.402 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:36.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.402+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ff2b0 con 0x55f5b41f3a10 2024-09-19T08:09:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.403+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v95'90 uv90 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.403+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41ff2b0 con 0x55f5b41f3a10 2024-09-19T08:09:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.404+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v95'91 uv91 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.404+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fe2a0 con 0x55f5b41f3a10 2024-09-19T08:09:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.405+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v95'92 uv92 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.405+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) -- 0x55f5b41fe2a0 con 0x55f5b41f3a10 2024-09-19T08:09:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v95'93 uv93 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7ff3b4052870 con 0x55f5b41f3a10 2024-09-19T08:09:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f5b40b35a0 msgr2=0x55f5b41cfe70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f5b40b35a0 0x55f5b41cfe70 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f5b41ef3a0 msgr2=0x55f5b41f1790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f5b41ef3a0 0x55f5b41f1790 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f5b41fb410 msgr2=0x55f5b41fdd60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f5b41fb410 0x55f5b41fdd60 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f5b41eaaf0 msgr2=0x55f5b41ecee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f5b41eaaf0 0x55f5b41ecee0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 reap_dead start 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 msgr2=0x55f5b41f5e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 0x55f5b41f5e00 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3b9b91640 1 -- 172.21.15.17:0/2303283631 reap_dead start 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 msgr2=0x55f5b41f9060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 0x55f5b41f9060 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 msgr2=0x7ff39c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 0x7ff39c06d150 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55f5b412f720 tx=0x7ff3a4003850 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.406+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 msgr2=0x55f5b4126360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac001330 tx=0x7ff3ac001250 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 shutdown_connections 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f5b41f3a10 0x55f5b41f5e00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f5b41f6c70 0x55f5b41f9060 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff39c06ac90 0x7ff39c06d150 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 --2- 172.21.15.17:0/2303283631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f5b4071050 0x55f5b4126360 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 >> 172.21.15.17:0/2303283631 conn(0x55f5b4098a00 msgr2=0x55f5b40b7830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 shutdown_connections 2024-09-19T08:09:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.407+0000 7ff3bc31ff40 1 -- 172.21.15.17:0/2303283631 wait complete. 2024-09-19T08:09:36.410 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 500.00000000 2024-09-19T08:09:36.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.454+0000 7f6e7b5c5f40 1 Processor -- start 2024-09-19T08:09:36.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.454+0000 7f6e7b5c5f40 1 -- start start 2024-09-19T08:09:36.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5bcf40 0x5640ad4e8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 0x5640ad5bafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5640ad437510 con 0x5640ad4e9400 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5640ad490c50 con 0x5640ad5be330 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5640ad4e5b50 con 0x5640ad5bcf40 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45616/0 (socket says 172.21.15.17:45616) 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 -- 172.21.15.17:0/1741518875 learned_addr learned my addr 172.21.15.17:0/1741518875 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e788ba640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5bcf40 0x5640ad4e8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e798bc640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 0x5640ad5bafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 -- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5bcf40 msgr2=0x5640ad4e8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5bcf40 0x5640ad4e8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 -- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 msgr2=0x5640ad5bafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 0x5640ad5bafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 -- 172.21.15.17:0/1741518875 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ad512920 con 0x5640ad4e9400 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e798bc640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 0x5640ad5bafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e790bb640 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c006660 tx=0x7f6e6c006b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65593185f0484be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e737fe640 1 -- 172.21.15.17:0/1741518875 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c0062d0 con 0x5640ad4e9400 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e737fe640 1 -- 172.21.15.17:0/1741518875 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6c00b6c0 con 0x5640ad4e9400 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.455+0000 7f6e737fe640 1 -- 172.21.15.17:0/1741518875 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c00bad0 con 0x5640ad4e9400 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/1741518875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 msgr2=0x5640ad5bbe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c006660 tx=0x7f6e6c006b20 comp rx=0 tx=0).stop 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/1741518875 shutdown_connections 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5be330 0x5640ad5bafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5bcf40 0x5640ad4e8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/1741518875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5bbe50 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/1741518875 >> 172.21.15.17:0/1741518875 conn(0x5640ad4e4bb0 msgr2=0x5640ad530cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/1741518875 shutdown_connections 2024-09-19T08:09:36.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/1741518875 wait complete. 2024-09-19T08:09:36.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.456+0000 7f6e7b5c5f40 1 Processor -- start 2024-09-19T08:09:36.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 -- start start 2024-09-19T08:09:36.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5b7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5bcf40 0x5640ad530690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5be330 0x5640ad52c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5640ad5bfb80 con 0x5640ad4e9400 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5640ad512b90 con 0x5640ad5bcf40 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e7b5c5f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5640ad5bfe60 con 0x5640ad5be330 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e790bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5b7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e790bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5b7940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45630/0 (socket says 172.21.15.17:45630) 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e790bb640 1 -- 172.21.15.17:0/160271623 learned_addr learned my addr 172.21.15.17:0/160271623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e788ba640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5bcf40 0x5640ad530690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.457+0000 7f6e798bc640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5be330 0x5640ad52c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 -- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5be330 msgr2=0x5640ad52c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5be330 0x5640ad52c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 -- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5bcf40 msgr2=0x5640ad530690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5640ad5bcf40 0x5640ad530690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 -- 172.21.15.17:0/160271623 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ad52d610 con 0x5640ad4e9400 2024-09-19T08:09:36.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e798bc640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5640ad5be330 0x5640ad52c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e790bb640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5b7940 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c006b60 tx=0x7f6e6c0013c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e727fc640 1 -- 172.21.15.17:0/160271623 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c018040 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e727fc640 1 -- 172.21.15.17:0/160271623 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6c022070 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5640ad511590 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e727fc640 1 -- 172.21.15.17:0/160271623 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c003670 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.458+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640ad511b50 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.459+0000 7f6e727fc640 1 -- 172.21.15.17:0/160271623 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e6c010070 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e727fc640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e5c06ac90 0x7f6e5c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e727fc640 1 -- 172.21.15.17:0/160271623 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f6e6c08b2b0 con 0x5640ad4e9400 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e788ba640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e5c06ac90 0x7f6e5c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5640ad530bd0 0x5640ad52f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) -- 0x5640ad5b7e80 con 0x5640ad530bd0 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.460+0000 7f6e798bc640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5640ad530bd0 0x5640ad52f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.461+0000 7f6e788ba640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e5c06ac90 0x7f6e5c06d150 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e64000c00 tx=0x7f6e64001770 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.461+0000 7f6e798bc640 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5640ad530bd0 0x5640ad52f1d0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e798bc640 1 -- 172.21.15.17:0/160271623 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [delete] v95'81 uv81 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6e74054810 con 0x5640ad530bd0 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5640ad530bd0 msgr2=0x5640ad52f1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5640ad530bd0 0x5640ad52f1d0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e5c06ac90 msgr2=0x7f6e5c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e5c06ac90 0x7f6e5c06d150 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f6e64000c00 tx=0x7f6e64001770 comp rx=0 tx=0).stop 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 msgr2=0x5640ad5b7940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 --2- 172.21.15.17:0/160271623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ad4e9400 0x5640ad5b7940 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c006b60 tx=0x7f6e6c0013c0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e798bc640 1 -- 172.21.15.17:0/160271623 reap_dead start 2024-09-19T08:09:36.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 shutdown_connections 2024-09-19T08:09:36.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 >> 172.21.15.17:0/160271623 conn(0x5640ad4e4bb0 msgr2=0x5640ad5bbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 shutdown_connections 2024-09-19T08:09:36.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.462+0000 7f6e7b5c5f40 1 -- 172.21.15.17:0/160271623 wait complete. 2024-09-19T08:09:36.466 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:36.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.571+0000 7f991c586640 1 Processor -- start 2024-09-19T08:09:36.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.571+0000 7f991c586640 1 -- start start 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991c586640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f99140d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991c586640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f99140b75a0 0x7f99140d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991c586640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99140d2790 con 0x7f99140b3490 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991c586640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f99140b6c10 con 0x7f99140b75a0 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991c586640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f99140d2a70 con 0x7f99140cedd0 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f9919b21640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f99140b3490 0x7f99140cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:40920/0 (socket says 172.21.15.17:40920) 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f9919b21640 1 -- 172.21.15.17:0/1804824624 learned_addr learned my addr 172.21.15.17:0/1804824624 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991a322640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f99140d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f991ab23640 1 --2- 172.21.15.17:0/1804824624 >> v2:172.21.15.160:3300/0 conn(0x7f99140b75a0 0x7f99140d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.572+0000 7f9919320640 1 -- 172.21.15.17:0/1804824624 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1951053804 0 0) 0x7f99140d2790 con 0x7f99140b3490 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.573+0000 7f9919320640 1 -- 172.21.15.17:0/1804824624 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9900003520 con 0x7f99140b3490 2024-09-19T08:09:36.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.573+0000 7f991ab23640 1 -- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 msgr2=0x7f99140d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:36.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.573+0000 7f991ab23640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f99140d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.573+0000 7f991ab23640 1 -- 172.21.15.17:0/1804824624 >> v1:172.21.15.17:6789/0 conn(0x7f99140b3490 legacy=0x7f99140cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.573+0000 7f991ab23640 1 -- 172.21.15.17:0/1804824624 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99140d2d50 con 0x7f99140b75a0 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991ab23640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f99140d3830 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f990c009d90 tx=0x7f990c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca3ce991212416d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f9919320640 1 -- 172.21.15.17:0/1804824624 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c031600 con 0x7f99140b75a0 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f9919320640 1 -- 172.21.15.17:0/1804824624 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f990c0317a0 con 0x7f99140b75a0 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f9919320640 1 -- 172.21.15.17:0/1804824624 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c031b70 con 0x7f99140b75a0 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 -- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 msgr2=0x7f99140d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f99140d3830 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f990c009d90 tx=0x7f990c02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 -- 172.21.15.17:0/1804824624 shutdown_connections 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f99140d3830 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 --2- 172.21.15.17:0/1804824624 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f99140d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 -- 172.21.15.17:0/1804824624 >> 172.21.15.17:0/1804824624 conn(0x7f99140d0f40 msgr2=0x7f99140d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:36.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 -- 172.21.15.17:0/1804824624 shutdown_connections 2024-09-19T08:09:36.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.574+0000 7f991c586640 1 -- 172.21.15.17:0/1804824624 wait complete. 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 Processor -- start 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 -- start start 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f9914155a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f9914159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f991415e720 con 0x7f99140b3490 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f99140d3310 con 0x7f99140b75a0 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991c586640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f991415e8a0 con 0x7f99140cedd0 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991a322640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991a322640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45640/0 (socket says 172.21.15.17:45640) 2024-09-19T08:09:36.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.576+0000 7f991a322640 1 -- 172.21.15.17:0/4175943427 learned_addr learned my addr 172.21.15.17:0/4175943427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991ab23640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f9914159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f9919b21640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f9914155a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 -- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 msgr2=0x7f9914159df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f9914159df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 -- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 msgr2=0x7f9914155a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f9914155a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 -- 172.21.15.17:0/4175943427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f991415a590 con 0x7f99140b3490 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991a322640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f991000e870 tx=0x7f991000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910017070 con 0x7f99140b3490 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f991000c940 con 0x7f99140b3490 2024-09-19T08:09:36.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f991415fad0 con 0x7f99140b3490 2024-09-19T08:09:36.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991000cd30 con 0x7f99140b3490 2024-09-19T08:09:36.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.577+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9914160090 con 0x7f99140b3490 2024-09-19T08:09:36.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.578+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99140b7a50 con 0x7f99140b3490 2024-09-19T08:09:36.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.579+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f991001a070 con 0x7f99140b3490 2024-09-19T08:09:36.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.579+0000 7f990affd640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 0x7f98f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:36.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.579+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f991008b4b0 con 0x7f99140b3490 2024-09-19T08:09:36.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.579+0000 7f9919b21640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 0x7f98f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:36.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.580+0000 7f9919b21640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 0x7f98f806e770 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f99141617f0 tx=0x7f9904009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:36.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.584+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9910059350 con 0x7f99140b3490 2024-09-19T08:09:36.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:36.796+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f99140d14c0 con 0x7f99140b3490 2024-09-19T08:09:37.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.111+0000 7f990affd640 1 -- 172.21.15.17:0/4175943427 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v119) ==== 162+0+0 (secure 0 0 0) 0x7f991005d650 con 0x7f99140b3490 2024-09-19T08:09:37.112 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 msgr2=0x7f98f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 0x7f98f806e770 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f99141617f0 tx=0x7f9904009040 comp rx=0 tx=0).stop 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 msgr2=0x7f99141f7c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f991000e870 tx=0x7f991000ed30 comp rx=0 tx=0).stop 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 shutdown_connections 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f806c2b0 0x7f98f806e770 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99140cedd0 0x7f9914159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99140b75a0 0x7f9914155a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 --2- 172.21.15.17:0/4175943427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99140b3490 0x7f99141f7c20 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 >> 172.21.15.17:0/4175943427 conn(0x7f99140d0f40 msgr2=0x7f991415af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 shutdown_connections 2024-09-19T08:09:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.114+0000 7f991c586640 1 -- 172.21.15.17:0/4175943427 wait complete. 2024-09-19T08:09:37.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:37.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.646+0000 7fdaded9a640 1 Processor -- start 2024-09-19T08:09:37.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.646+0000 7fdaded9a640 1 -- start start 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdaded9a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdad8156950 0x7fdad815d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdaded9a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 0x7fdad806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdaded9a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdad806e240 con 0x7fdad806c150 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdaded9a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdad8156d30 con 0x7fdad8156950 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdaded9a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdad8160380 con 0x7fdad815fe70 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdadcb36640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdad8156950 0x7fdad815d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdadcb36640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdad8156950 0x7fdad815d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45650/0 (socket says 172.21.15.17:45650) 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.647+0000 7fdadcb36640 1 -- 172.21.15.17:0/3738721432 learned_addr learned my addr 172.21.15.17:0/3738721432 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:37.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdad7fff640 1 --2- 172.21.15.17:0/3738721432 >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 0x7fdad806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdadcb36640 1 -- 172.21.15.17:0/3738721432 >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 msgr2=0x7fdad806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdadcb36640 1 --2- 172.21.15.17:0/3738721432 >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 0x7fdad806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdadcb36640 1 -- 172.21.15.17:0/3738721432 >> v1:172.21.15.160:6789/0 conn(0x7fdad806c150 legacy=0x7fdad80d11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdadcb36640 1 -- 172.21.15.17:0/3738721432 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad8160660 con 0x7fdad8156950 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.648+0000 7fdad7fff640 1 --2- 172.21.15.17:0/3738721432 >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 0x7fdad806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdadcb36640 1 --2- 172.21.15.17:0/3738721432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad8156950 0x7fdad815d140 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7fdad806ccf0 tx=0x7fdad002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceb20554d8336e14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdad77fe640 1 -- 172.21.15.17:0/3738721432 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad0037070 con 0x7fdad8156950 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdad77fe640 1 -- 172.21.15.17:0/3738721432 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad0032440 con 0x7fdad8156950 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdad77fe640 1 -- 172.21.15.17:0/3738721432 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad0032810 con 0x7fdad8156950 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 -- 172.21.15.17:0/3738721432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad8156950 msgr2=0x7fdad815d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 --2- 172.21.15.17:0/3738721432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad8156950 0x7fdad815d140 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7fdad806ccf0 tx=0x7fdad002a270 comp rx=0 tx=0).stop 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 -- 172.21.15.17:0/3738721432 shutdown_connections 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 --2- 172.21.15.17:0/3738721432 >> v2:172.21.15.160:3300/0 conn(0x7fdad815fe70 0x7fdad806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 --2- 172.21.15.17:0/3738721432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad8156950 0x7fdad815d140 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 -- 172.21.15.17:0/3738721432 >> 172.21.15.17:0/3738721432 conn(0x7fdad8067b30 msgr2=0x7fdad806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 -- 172.21.15.17:0/3738721432 shutdown_connections 2024-09-19T08:09:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.649+0000 7fdaded9a640 1 -- 172.21.15.17:0/3738721432 wait complete. 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.651+0000 7fdaded9a640 1 Processor -- start 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.651+0000 7fdaded9a640 1 -- start start 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdad806c150 0x7fdad80b3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdad8156950 0x7fdad81f2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdad80cede0 con 0x7fdad815fe70 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdad8160c20 con 0x7fdad806c150 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdaded9a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdad80cef60 con 0x7fdad8156950 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45654/0 (socket says 172.21.15.17:45654) 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 -- 172.21.15.17:0/2055184896 learned_addr learned my addr 172.21.15.17:0/2055184896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdad7fff640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdad8156950 0x7fdad81f2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadcb36640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdad806c150 0x7fdad80b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 -- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdad8156950 msgr2=0x7fdad81f2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdad8156950 0x7fdad81f2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 -- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdad806c150 msgr2=0x7fdad80b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdad806c150 0x7fdad80b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 -- 172.21.15.17:0/2055184896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad81f23b0 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.652+0000 7fdadd337640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fdac0001eb0 tx=0x7fdac000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.653+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac0017070 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.653+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac00052d0 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.653+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad81f2690 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.653+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac0003810 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.653+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad80b2070 con 0x7fdad815fe70 2024-09-19T08:09:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.654+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdad81f2bb0 con 0x7fdad815fe70 2024-09-19T08:09:37.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.654+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdac001a070 con 0x7fdad815fe70 2024-09-19T08:09:37.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.655+0000 7fdad57fa640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 0x7fdab806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:37.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.655+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7fdac008a9c0 con 0x7fdad815fe70 2024-09-19T08:09:37.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.655+0000 7fdadcb36640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 0x7fdab806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:37.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.655+0000 7fdadcb36640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 0x7fdab806e770 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fdad0034000 tx=0x7fdad002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:37.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.659+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdad81f2bb0 con 0x7fdad815fe70 2024-09-19T08:09:37.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.870+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdad806bc10 con 0x7fdad815fe70 2024-09-19T08:09:37.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.870+0000 7fdad57fa640 1 -- 172.21.15.17:0/2055184896 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 120 v120) ==== 95+0+5229 (secure 0 0 0) 0x7fdac008ce20 con 0x7fdad815fe70 2024-09-19T08:09:37.870 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:37.871 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":120,"btime":"2024-09-19T08:09:37:114792+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":120,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:37.114774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8031},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8031":{"gid":8031,"name":"c","rank":0,"incarnation":120,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/3971685852","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3971685852},{"type":"v1","addr":"172.21.15.17:6834","nonce":3971685852}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:37.871 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 120 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 msgr2=0x7fdab806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 0x7fdab806e770 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fdad0034000 tx=0x7fdad002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 msgr2=0x7fdad814b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fdac0001eb0 tx=0x7fdac000c890 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 shutdown_connections 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab806c2b0 0x7fdab806e770 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdad815fe70 0x7fdad814b490 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdad8156950 0x7fdad81f2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 --2- 172.21.15.17:0/2055184896 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdad806c150 0x7fdad80b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 >> 172.21.15.17:0/2055184896 conn(0x7fdad8067b30 msgr2=0x7fdad815e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 shutdown_connections 2024-09-19T08:09:37.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:37.872+0000 7fdaded9a640 1 -- 172.21.15.17:0/2055184896 wait complete. 2024-09-19T08:09:37.883 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 120, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:09:37.114774+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 95, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8031}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8031': {'gid': 8031, 'name': 'c', 'rank': 0, 'incarnation': 120, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/3971685852', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 3971685852}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3971685852}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:09:37.883 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8031:up:replay 2024-09-19T08:09:37.883 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:09:41.116 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:41.117+0000 7ffbb8a35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:43.287 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:43.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.404+0000 7f08c5c8d640 1 Processor -- start 2024-09-19T08:09:43.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.404+0000 7f08c5c8d640 1 -- start start 2024-09-19T08:09:43.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08c5c8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08c5c8d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 0x7f08c00b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08c5c8d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08c00b39a0 con 0x7f08c015f900 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08c5c8d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f08c01630d0 con 0x7f08c00cf480 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08c5c8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f08c015eba0 con 0x7f08c015e7c0 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08bf7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08beffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 0x7f08c00b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.405+0000 7f08bffff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f08c015f900 0x7f08c00b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47076/0 (socket says 172.21.15.17:47076) 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bf7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:50850/0 (socket says 172.21.15.17:50850) 2024-09-19T08:09:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bffff640 1 -- 172.21.15.17:0/2448983134 learned_addr learned my addr 172.21.15.17:0/2448983134 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bf7fe640 1 -- 172.21.15.17:0/2448983134 >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 msgr2=0x7f08c00b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bf7fe640 1 --2- 172.21.15.17:0/2448983134 >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 0x7f08c00b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bf7fe640 1 -- 172.21.15.17:0/2448983134 >> v1:172.21.15.160:6789/0 conn(0x7f08c015f900 legacy=0x7f08c00b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08bf7fe640 1 -- 172.21.15.17:0/2448983134 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08c00cfc60 con 0x7f08c015e7c0 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.406+0000 7f08beffd640 1 --2- 172.21.15.17:0/2448983134 >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 0x7f08c00b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08bf7fe640 1 --2- 172.21.15.17:0/2448983134 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f08b00097a0 tx=0x7f08b002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=926097a2bd869fcf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08be7fc640 1 -- 172.21.15.17:0/2448983134 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0037070 con 0x7f08c015e7c0 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08be7fc640 1 -- 172.21.15.17:0/2448983134 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08b0032440 con 0x7f08c015e7c0 2024-09-19T08:09:43.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08be7fc640 1 -- 172.21.15.17:0/2448983134 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0032810 con 0x7f08c015e7c0 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 -- 172.21.15.17:0/2448983134 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 msgr2=0x7f08c0162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/2448983134 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f08b00097a0 tx=0x7f08b002a210 comp rx=0 tx=0).stop 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 -- 172.21.15.17:0/2448983134 shutdown_connections 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/2448983134 >> v2:172.21.15.160:3300/0 conn(0x7f08c00cf480 0x7f08c00b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/2448983134 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015e7c0 0x7f08c0162b90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 -- 172.21.15.17:0/2448983134 >> 172.21.15.17:0/2448983134 conn(0x7f08c00d1320 msgr2=0x7f08c00d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.407+0000 7f08c5c8d640 1 -- 172.21.15.17:0/2448983134 shutdown_connections 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.408+0000 7f08c5c8d640 1 -- 172.21.15.17:0/2448983134 wait complete. 2024-09-19T08:09:43.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.409+0000 7f08c5c8d640 1 Processor -- start 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.409+0000 7f08c5c8d640 1 -- start start 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 0x7f08c014f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015f900 0x7f08c01e9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f08c015f100 con 0x7f08c00cf480 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f08c015ee20 con 0x7f08c015e7c0 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08c5c8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f08c015f3e0 con 0x7f08c015f900 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53660/0 (socket says 172.21.15.17:53660) 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 -- 172.21.15.17:0/3660630034 learned_addr learned my addr 172.21.15.17:0/3660630034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08beffd640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 0x7f08c014f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bffff640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015f900 0x7f08c01e9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 -- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015f900 msgr2=0x7f08c01e9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015f900 0x7f08c01e9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 -- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 msgr2=0x7f08c014f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 0x7f08c014f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 -- 172.21.15.17:0/3660630034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08c015cfc0 con 0x7f08c00cf480 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08beffd640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 0x7f08c014f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.410+0000 7f08bf7fe640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f08b00097a0 tx=0x7f08b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.411+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0041070 con 0x7f08c00cf480 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.411+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08b003c870 con 0x7f08c00cf480 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.411+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08c00cbc80 con 0x7f08c00cf480 2024-09-19T08:09:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.411+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0037040 con 0x7f08c00cf480 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.411+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08c00cc240 con 0x7f08c00cf480 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.412+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08c00d2150 con 0x7f08c00cf480 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.412+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f08b0044070 con 0x7f08c00cf480 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.413+0000 7f08a7fff640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 0x7f08ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.413+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f08b00ac3a0 con 0x7f08c00cf480 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.413+0000 7f08beffd640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 0x7f08ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.414+0000 7f08beffd640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 0x7f08ac06e770 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f08c00b3ec0 tx=0x7f08b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.417+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f08b007a360 con 0x7f08c00cf480 2024-09-19T08:09:43.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.631+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08c015de00 con 0x7f08c00cf480 2024-09-19T08:09:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.631+0000 7f08a7fff640 1 -- 172.21.15.17:0/3660630034 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+5236 (secure 0 0 0) 0x7f08b007e660 con 0x7f08c00cf480 2024-09-19T08:09:43.632 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:43.632 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":123,"btime":"2024-09-19T08:09:40:126205+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:40.126199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8031},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8031":{"gid":8031,"name":"c","rank":0,"incarnation":120,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/3971685852","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3971685852},{"type":"v1","addr":"172.21.15.17:6834","nonce":3971685852}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8031,"qdb_cluster":[8031]},"id":6}]} 2024-09-19T08:09:43.632 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 123 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 msgr2=0x7f08ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 0x7f08ac06e770 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f08c00b3ec0 tx=0x7f08b4008040 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 msgr2=0x7f08c00cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f08b00097a0 tx=0x7f08b00046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 shutdown_connections 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f08ac06c2b0 0x7f08ac06e770 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08c015f900 0x7f08c01e9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08c015e7c0 0x7f08c014f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 --2- 172.21.15.17:0/3660630034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08c00cf480 0x7f08c00cb580 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.633+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 >> 172.21.15.17:0/3660630034 conn(0x7f08c00d1320 msgr2=0x7f08c00b4f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.634+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 shutdown_connections 2024-09-19T08:09:43.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.634+0000 7f08c5c8d640 1 -- 172.21.15.17:0/3660630034 wait complete. 2024-09-19T08:09:43.645 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 123, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:09:40.126199+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 95, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8031}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8031': {'gid': 8031, 'name': 'c', 'rank': 0, 'incarnation': 120, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/3971685852', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 3971685852}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3971685852}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8031, 'qdb_cluster': [8031]} 2024-09-19T08:09:43.645 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:09:43.645 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:09:43.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 Processor -- start 2024-09-19T08:09:43.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 -- start start 2024-09-19T08:09:43.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fed5c156950 0x7fed5c15d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fed5c06c320 0x7fed5c0cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed5c06e240 con 0x7fed5c15fe70 2024-09-19T08:09:43.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fed5c156d30 con 0x7fed5c156950 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.749+0000 7fed6165e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fed5c160380 con 0x7fed5c06c320 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fed5c156950 0x7fed5c15d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fed5c156950 0x7fed5c15d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53674/0 (socket says 172.21.15.17:53674) 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 -- 172.21.15.17:0/835938615 learned_addr learned my addr 172.21.15.17:0/835938615 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/835938615 >> v2:172.21.15.160:3300/0 conn(0x7fed5c06c320 0x7fed5c0cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 -- 172.21.15.17:0/835938615 >> v2:172.21.15.160:3300/0 conn(0x7fed5c06c320 msgr2=0x7fed5c0cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 --2- 172.21.15.17:0/835938615 >> v2:172.21.15.160:3300/0 conn(0x7fed5c06c320 0x7fed5c0cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 -- 172.21.15.17:0/835938615 >> v1:172.21.15.160:6789/0 conn(0x7fed5c15fe70 legacy=0x7fed5c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.750+0000 7fed5affd640 1 -- 172.21.15.17:0/835938615 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5c160660 con 0x7fed5c156950 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed5affd640 1 --2- 172.21.15.17:0/835938615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c156950 0x7fed5c15d140 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7fed5c15c880 tx=0x7fed5402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13b740ee79332651 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed59ffb640 1 -- 172.21.15.17:0/835938615 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed54037070 con 0x7fed5c156950 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed59ffb640 1 -- 172.21.15.17:0/835938615 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed54032440 con 0x7fed5c156950 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed59ffb640 1 -- 172.21.15.17:0/835938615 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed54032810 con 0x7fed5c156950 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 -- 172.21.15.17:0/835938615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c156950 msgr2=0x7fed5c15d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 --2- 172.21.15.17:0/835938615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c156950 0x7fed5c15d140 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7fed5c15c880 tx=0x7fed5402a270 comp rx=0 tx=0).stop 2024-09-19T08:09:43.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 -- 172.21.15.17:0/835938615 shutdown_connections 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 --2- 172.21.15.17:0/835938615 >> v2:172.21.15.160:3300/0 conn(0x7fed5c06c320 0x7fed5c0cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 --2- 172.21.15.17:0/835938615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c156950 0x7fed5c15d140 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.751+0000 7fed6165e640 1 -- 172.21.15.17:0/835938615 >> 172.21.15.17:0/835938615 conn(0x7fed5c067b30 msgr2=0x7fed5c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.752+0000 7fed6165e640 1 -- 172.21.15.17:0/835938615 shutdown_connections 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.752+0000 7fed6165e640 1 -- 172.21.15.17:0/835938615 wait complete. 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.753+0000 7fed6165e640 1 Processor -- start 2024-09-19T08:09:43.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.753+0000 7fed6165e640 1 -- start start 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 0x7fed5c153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed5c156950 0x7fed5c151a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c0cede0 con 0x7fed5c15fe70 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c160c20 con 0x7fed5c156950 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fed5c0cef60 con 0x7fed5c06c320 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53690/0 (socket says 172.21.15.17:53690) 2024-09-19T08:09:43.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 -- 172.21.15.17:0/404296024 learned_addr learned my addr 172.21.15.17:0/404296024 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5affd640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 0x7fed5c153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 -- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 msgr2=0x7fed5c153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed5c156950 0x7fed5c151a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 0x7fed5c153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 -- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed5c156950 msgr2=0x7fed5c151a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed5c156950 0x7fed5c151a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 -- 172.21.15.17:0/404296024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5c150990 con 0x7fed5c15fe70 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5affd640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 0x7fed5c153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7fed4c007e70 tx=0x7fed4c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed537fe640 1 -- 172.21.15.17:0/404296024 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c014620 con 0x7fed5c15fe70 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed537fe640 1 -- 172.21.15.17:0/404296024 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed4c019070 con 0x7fed5c15fe70 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed5c150c70 con 0x7fed5c15fe70 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed537fe640 1 -- 172.21.15.17:0/404296024 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c014a20 con 0x7fed5c15fe70 2024-09-19T08:09:43.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.754+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed5c151230 con 0x7fed5c15fe70 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.756+0000 7fed537fe640 1 -- 172.21.15.17:0/404296024 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed4c014bc0 con 0x7fed5c15fe70 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.756+0000 7fed537fe640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 0x7fed3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.756+0000 7fed537fe640 1 -- 172.21.15.17:0/404296024 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7fed4c08c080 con 0x7fed5c15fe70 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.756+0000 7fed5affd640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 0x7fed3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.757+0000 7fed5affd640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 0x7fed3c06e770 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fed54034000 tx=0x7fed5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.757+0000 7fed643fd740 1 Processor -- start 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.757+0000 7fed643fd740 1 -- start start 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc83422c0 0x558fc8387a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 0x558fc83426a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558fc82a4520 con 0x558fc8343a50 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558fc824c3e0 con 0x558fc83422c0 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558fc82a04e0 con 0x558fc833fa80 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53702/0 (socket says 172.21.15.17:53702) 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 -- 172.21.15.17:0/773659449 learned_addr learned my addr 172.21.15.17:0/773659449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 0x558fc83426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5affd640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc83422c0 0x558fc8387a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 -- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 msgr2=0x558fc83426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 0x558fc83426a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 -- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc83422c0 msgr2=0x558fc8387a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc83422c0 0x558fc8387a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 -- 172.21.15.17:0/773659449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fc82672f0 con 0x558fc8343a50 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 0x558fc83426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.758+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7fed4c00c040 tx=0x7fed4c059e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e92316f2d8e67adf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed50ff9640 1 -- 172.21.15.17:0/773659449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c088070 con 0x558fc8343a50 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed50ff9640 1 -- 172.21.15.17:0/773659449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed4c062a50 con 0x558fc8343a50 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed50ff9640 1 -- 172.21.15.17:0/773659449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c0564e0 con 0x558fc8343a50 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 -- 172.21.15.17:0/773659449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 msgr2=0x558fc833c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7fed4c00c040 tx=0x7fed4c059e70 comp rx=0 tx=0).stop 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 -- 172.21.15.17:0/773659449 shutdown_connections 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc8343a50 0x558fc833c8b0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc833fa80 0x558fc83426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 --2- 172.21.15.17:0/773659449 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc83422c0 0x558fc8387a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 -- 172.21.15.17:0/773659449 >> 172.21.15.17:0/773659449 conn(0x558fc833ea80 msgr2=0x558fc8386f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 -- 172.21.15.17:0/773659449 shutdown_connections 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.759+0000 7fed643fd740 1 -- 172.21.15.17:0/773659449 wait complete. 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.760+0000 7fed643fd740 1 -- start start 2024-09-19T08:09:43.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.760+0000 7fed643fd740 1 Processor -- start 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc8360b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc839a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558fc833df20 con 0x558fc83422c0 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558fc822d450 con 0x558fc839a550 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558fc8388290 con 0x558fc8343a50 2024-09-19T08:09:43.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed643fd740 10 client.0 _ll_register_callbacks cb 0x558fc7fb6ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53708/0 (socket says 172.21.15.17:53708) 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 -- 172.21.15.17:0/3071822843 learned_addr learned my addr 172.21.15.17:0/3071822843 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc839a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc8360b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 -- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 msgr2=0x558fc8360b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc8360b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 -- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 msgr2=0x558fc839a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc839a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 -- 172.21.15.17:0/3071822843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fc7fb72d0 con 0x558fc83422c0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed5affd640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7fed5402a860 tx=0x7fed5402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee483b1f5725fc29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.761+0000 7fed39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed54037040 con 0x558fc83422c0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7fed5403cdc0 con 0x558fc83422c0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed4c062a50 con 0x558fc83422c0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=123) ==== 24+0+0 (secure 0 0 0) 0x7fed54055050 con 0x558fc83422c0 2024-09-19T08:09:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 10 client.8088 fetch_fsmap learned FSMap version 123 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=123,monmap=2+}) -- 0x558fc80816b0 con 0x558fc83422c0 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed4c062a50 con 0x558fc83422c0 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 123) ==== 3502+0+0 (secure 0 0 0) 0x7fed54058020 con 0x558fc83422c0 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 10 client.8088 fetch_fsmap finished waiting for FSMap version 123 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 10 client.8088 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 20 client.8088 populate_metadata read hostname 'smithi017' 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc8368a30 0x558fc8362c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 4 client.8088 mds_command: new command op to 8031 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 --> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fc82b1c50 con 0x558fc8368a30 2024-09-19T08:09:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.762+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc8368a30 0x558fc8362c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc8368a30 0x558fc8362c20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b65d1fa65e335d9 server_cookie=c8a45e969bedb94d in_seq=0 out_seq=0 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed39ffb640 10 client.8088 ms_handle_connect on v2:172.21.15.17:6832/3971685852 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed39ffb640 1 -- 172.21.15.17:0/3071822843 <== mds.0 v2:172.21.15.17:6832/3971685852 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558fc82b1c50 con 0x558fc8368a30 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed39ffb640 10 client.8088 handle_command_reply: tid=0 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 client.8088 shutdown 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 msgr2=0x558fc833c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7fed5402a860 tx=0x7fed5402c070 comp rx=0 tx=0).stop 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 shutdown_connections 2024-09-19T08:09:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc8368a30 0x558fc8362c20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc839a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc8360b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 --2- 172.21.15.17:0/3071822843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc833c430 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed39ffb640 0 client.8088 ms_handle_reset on v2:172.21.15.17:6832/3971685852 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.763+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 >> 172.21.15.17:0/3071822843 conn(0x558fc833fa80 msgr2=0x558fc8384fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.764+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 shutdown_connections 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.764+0000 7fed643fd740 1 -- 172.21.15.17:0/3071822843 wait complete. 2024-09-19T08:09:43.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.764+0000 7fed643fd740 20 client.8088 trim_cache size 0 max 16384 2024-09-19T08:09:43.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.782+0000 7fed643fd740 1 Processor -- start 2024-09-19T08:09:43.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.782+0000 7fed643fd740 1 -- start start 2024-09-19T08:09:43.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.782+0000 7fed643fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.782+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc83fbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.782+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc83fc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed643fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c1fdfc0 con 0x558fc83422c0 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c15b3c0 con 0x558fc839a550 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fed5c1fd970 con 0x558fc8343a50 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53720/0 (socket says 172.21.15.17:53720) 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 -- 172.21.15.17:0/3172791204 learned_addr learned my addr 172.21.15.17:0/3172791204 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc83fbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc83fc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 -- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 msgr2=0x558fc83fbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc83fbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 -- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 msgr2=0x558fc83fc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc83fc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 -- 172.21.15.17:0/3172791204 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fc83388b0 con 0x558fc83422c0 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc83fbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc83fc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed5affd640 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fed54033f80 tx=0x7fed5403a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd646822605376c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed3bfff640 1 -- 172.21.15.17:0/3172791204 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed54037040 con 0x558fc83422c0 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed3bfff640 1 -- 172.21.15.17:0/3172791204 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed5404d070 con 0x558fc83422c0 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.783+0000 7fed3bfff640 1 -- 172.21.15.17:0/3172791204 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5403ce00 con 0x558fc83422c0 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- 172.21.15.17:0/3172791204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 msgr2=0x558fc83ab300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fed54033f80 tx=0x7fed5403a000 comp rx=0 tx=0).stop 2024-09-19T08:09:43.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- 172.21.15.17:0/3172791204 shutdown_connections 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc839a550 0x558fc83fc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc8343a50 0x558fc83fbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 --2- 172.21.15.17:0/3172791204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc83422c0 0x558fc83ab300 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- 172.21.15.17:0/3172791204 >> 172.21.15.17:0/3172791204 conn(0x558fc833fa80 msgr2=0x558fc8388a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- 172.21.15.17:0/3172791204 shutdown_connections 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- 172.21.15.17:0/3172791204 wait complete. 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 -- start start 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.784+0000 7fed643fd740 1 Processor -- start 2024-09-19T08:09:43.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc83422c0 0x558fc8405290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc8343a50 0x558fc83f9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558fc83688b0 con 0x558fc839a550 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558fc833bfd0 con 0x558fc8343a50 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558fc8361840 con 0x558fc83422c0 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed643fd740 10 client.0 _ll_register_callbacks cb 0x7fed54035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed5b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53736/0 (socket says 172.21.15.17:53736) 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed5b7fe640 1 -- 172.21.15.17:0/4152301599 learned_addr learned my addr 172.21.15.17:0/4152301599 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed5a7fc640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc8343a50 0x558fc83f9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.785+0000 7fed5affd640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc83422c0 0x558fc8405290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 -- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc83422c0 msgr2=0x558fc8405290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc83422c0 0x558fc8405290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 -- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc8343a50 msgr2=0x558fc83f9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc8343a50 0x558fc83f9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 -- 172.21.15.17:0/4152301599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fc83864d0 con 0x558fc839a550 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed5b7fe640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fed4c059b70 tx=0x7fed4c01f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4b324b887966116 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c074030 con 0x558fc839a550 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7fed4c0564e0 con 0x558fc839a550 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed5404d070 con 0x558fc839a550 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=123) ==== 24+0+0 (secure 0 0 0) 0x7fed4c088040 con 0x558fc839a550 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 10 client.8094 fetch_fsmap learned FSMap version 123 2024-09-19T08:09:43.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=123,monmap=2+}) -- 0x558fc83fa1b0 con 0x558fc839a550 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed5404d070 con 0x558fc839a550 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 123) ==== 3502+0+0 (secure 0 0 0) 0x7fed4c0592c0 con 0x558fc839a550 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 10 client.8094 fetch_fsmap finished waiting for FSMap version 123 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 10 client.8094 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 20 client.8094 populate_metadata read hostname 'smithi017' 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc83fd610 0x558fc83fd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 4 client.8094 mds_command: new command op to 8031 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.786+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 --> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] -- command(tid 0: {"prefix": "status"}) -- 0x558fc82abfa0 con 0x558fc83fd610 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed5affd640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc83fd610 0x558fc83fd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed39ffb640 10 client.8094 ms_handle_connect on v2:172.21.15.17:6832/3971685852 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed5affd640 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc83fd610 0x558fc83fd9f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b788d40d1212bc35 server_cookie=ba85cb5061bb8ee in_seq=0 out_seq=0 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed39ffb640 1 -- 172.21.15.17:0/4152301599 <== mds.0 v2:172.21.15.17:6832/3971685852 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558fc82abfa0 con 0x558fc83fd610 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed39ffb640 10 client.8094 handle_command_reply: tid=0 2024-09-19T08:09:43.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 client.8094 shutdown 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 msgr2=0x558fc8386f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fed4c059b70 tx=0x7fed4c01f000 comp rx=0 tx=0).stop 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 shutdown_connections 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:6832/3971685852,v1:172.21.15.17:6834/3971685852] conn(0x558fc83fd610 0x558fc83fd9f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc839a550 0x558fc8386f90 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558fc8343a50 0x558fc83f9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed39ffb640 0 client.8094 ms_handle_reset on v2:172.21.15.17:6832/3971685852 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 --2- 172.21.15.17:0/4152301599 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558fc83422c0 0x558fc8405290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 >> 172.21.15.17:0/4152301599 conn(0x558fc833fa80 msgr2=0x558fc8383810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 shutdown_connections 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 1 -- 172.21.15.17:0/4152301599 wait complete. 2024-09-19T08:09:43.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.787+0000 7fed643fd740 20 client.8094 trim_cache size 0 max 16384 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8031, 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6710459159999997, 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 123, 2024-09-19T08:09:43.797 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 95, 2024-09-19T08:09:43.798 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 95, 2024-09-19T08:09:43.798 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 8.6500001290000004 2024-09-19T08:09:43.798 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 msgr2=0x7fed3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 0x7fed3c06e770 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fed54034000 tx=0x7fed5402e000 comp rx=0 tx=0).stop 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 msgr2=0x7fed5c156eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7fed4c007e70 tx=0x7fed4c00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 shutdown_connections 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed3c06c2b0 0x7fed3c06e770 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed5c15fe70 0x7fed5c156eb0 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fed5c156950 0x7fed5c151a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 --2- 172.21.15.17:0/404296024 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fed5c06c320 0x7fed5c153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 >> 172.21.15.17:0/404296024 conn(0x7fed5c067b30 msgr2=0x7fed5c155b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 shutdown_connections 2024-09-19T08:09:43.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.788+0000 7fed6165e640 1 -- 172.21.15.17:0/404296024 wait complete. 2024-09-19T08:09:43.800 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:09:43.800 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 500.00000000', proceeding to ls 2024-09-19T08:09:43.800 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:09:43.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.902+0000 7fe14b52c640 1 Processor -- start 2024-09-19T08:09:43.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.903+0000 7fe14b52c640 1 -- start start 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.903+0000 7fe14b52c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 0x7fe1440cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.903+0000 7fe14b52c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe14415c370 con 0x7fe1440b4cd0 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.903+0000 7fe14b52c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1440cf630 con 0x7fe14415bf90 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.903+0000 7fe14b52c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe1440ce480 con 0x7fe1440cdae0 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe149ac9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe1440b4cd0 0x7fe1440b5100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33286/0 (socket says 172.21.15.17:33286) 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe149ac9640 1 -- 172.21.15.17:0/394896308 learned_addr learned my addr 172.21.15.17:0/394896308 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe148ac7640 1 --2- 172.21.15.17:0/394896308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 0x7fe1440cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1335470192 0 0) 0x7fe14415c370 con 0x7fe1440b4cd0 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe12c003520 con 0x7fe1440b4cd0 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1577131279 0 0) 0x7fe1440cf630 con 0x7fe14415bf90 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe14415c370 con 0x7fe14415bf90 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe148ac7640 1 -- 172.21.15.17:0/394896308 >> v1:172.21.15.160:6789/0 conn(0x7fe14415bf90 legacy=0x7fe14415f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe148ac7640 1 -- 172.21.15.17:0/394896308 >> v1:172.21.15.17:6789/0 conn(0x7fe1440b4cd0 legacy=0x7fe1440b5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.904+0000 7fe148ac7640 1 -- 172.21.15.17:0/394896308 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1440cf910 con 0x7fe1440cdae0 2024-09-19T08:09:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.905+0000 7fe148ac7640 1 --2- 172.21.15.17:0/394896308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 0x7fe1440cdf40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe1380097d0 tx=0x7fe13802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df7701147df74322 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.905+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138037070 con 0x7fe1440cdae0 2024-09-19T08:09:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.905+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe138032440 con 0x7fe1440cdae0 2024-09-19T08:09:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.905+0000 7fe143fff640 1 -- 172.21.15.17:0/394896308 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138032810 con 0x7fe1440cdae0 2024-09-19T08:09:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 -- 172.21.15.17:0/394896308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 msgr2=0x7fe1440cdf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 --2- 172.21.15.17:0/394896308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 0x7fe1440cdf40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe1380097d0 tx=0x7fe13802a210 comp rx=0 tx=0).stop 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 -- 172.21.15.17:0/394896308 shutdown_connections 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 --2- 172.21.15.17:0/394896308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440cdae0 0x7fe1440cdf40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 -- 172.21.15.17:0/394896308 >> 172.21.15.17:0/394896308 conn(0x7fe1440b1770 msgr2=0x7fe1440b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 -- 172.21.15.17:0/394896308 shutdown_connections 2024-09-19T08:09:43.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.906+0000 7fe14b52c640 1 -- 172.21.15.17:0/394896308 wait complete. 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.907+0000 7fe14b52c640 1 Processor -- start 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.907+0000 7fe14b52c640 1 -- start start 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440b4cd0 0x7fe144150780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe1440cdae0 0x7fe144157cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe1440cfed0 con 0x7fe14415bf90 2024-09-19T08:09:43.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe1440d0240 con 0x7fe1440cdae0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe14b52c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe1440ce830 con 0x7fe1440b4cd0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53746/0 (socket says 172.21.15.17:53746) 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 -- 172.21.15.17:0/888175436 learned_addr learned my addr 172.21.15.17:0/888175436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe1492c8640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440b4cd0 0x7fe144150780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe148ac7640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe1440cdae0 0x7fe144157cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 -- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440b4cd0 msgr2=0x7fe144150780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440b4cd0 0x7fe144150780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 -- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe1440cdae0 msgr2=0x7fe144157cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe1440cdae0 0x7fe144157cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 -- 172.21.15.17:0/888175436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe144154a50 con 0x7fe14415bf90 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.908+0000 7fe149ac9640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fe13400cbd0 tx=0x7fe13400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.909+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134017070 con 0x7fe14415bf90 2024-09-19T08:09:43.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.909+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe13400ace0 con 0x7fe14415bf90 2024-09-19T08:09:43.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.909+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134012620 con 0x7fe14415bf90 2024-09-19T08:09:43.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.909+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1441588c0 con 0x7fe14415bf90 2024-09-19T08:09:43.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.909+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe144159100 con 0x7fe14415bf90 2024-09-19T08:09:43.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.910+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1440cf290 con 0x7fe14415bf90 2024-09-19T08:09:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.910+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe13401a070 con 0x7fe14415bf90 2024-09-19T08:09:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.911+0000 7fe141ffb640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.911+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7fe13408b730 con 0x7fe14415bf90 2024-09-19T08:09:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.911+0000 7fe1492c8640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.911+0000 7fe1492c8640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 0x7fe13006e770 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe144159910 tx=0x7fe13c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:43.915+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1441588c0 con 0x7fe14415bf90 2024-09-19T08:09:44.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.126+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe14415b7f0 con 0x7fe14415bf90 2024-09-19T08:09:44.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.127+0000 7fe141ffb640 1 -- 172.21.15.17:0/888175436 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v123) ==== 53+0+73 (secure 0 0 0) 0x7fe134059c20 con 0x7fe14415bf90 2024-09-19T08:09:44.127 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:09:44.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 msgr2=0x7fe13006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:44.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 0x7fe13006e770 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe144159910 tx=0x7fe13c009040 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 msgr2=0x7fe144158230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fe13400cbd0 tx=0x7fe13400a430 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 shutdown_connections 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe14415bf90 0x7fe144158230 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe1440cdae0 0x7fe144157cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 --2- 172.21.15.17:0/888175436 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe1440b4cd0 0x7fe144150780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 >> 172.21.15.17:0/888175436 conn(0x7fe1440b1770 msgr2=0x7fe1440af840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 shutdown_connections 2024-09-19T08:09:44.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44.129+0000 7fe14b52c640 1 -- 172.21.15.17:0/888175436 wait complete. 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:09:44.141 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:44.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.141 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.158 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42337sec preferred_lft 42337sec 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.159 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:44.160 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:09:44.161 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:09:44.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.161 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:09:44.223 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:09:44.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.225 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:09:44.283 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:09:44.283 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:09:44.283 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:09:44.283 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:09:44.284 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:09:44.284 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:09:44.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:09:44.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:44.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.413 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:09:44.429 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:09:44.429 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:09:44.429 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:44.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.430 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:09:44.495 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:09:44.495 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:44.495 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:44.551 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:09:44.551 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:09:44.551 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:44.606 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:44.674 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:44.731 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:44.732 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:44.733 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:44.734 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:44.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.735 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:44.790 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:09:44.790 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:09:44.833 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:09:44.859 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:09:44.915 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:09:44.916 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:09:44.917 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:09:44.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:44.918 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:09:44.919 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:09:44.917+0000 7f6778591480 -1 init, newargv = 0x55853eb8bf40 newargc=15 2024-09-19T08:09:44.919 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[68773]: starting ceph client 2024-09-19T08:09:44.922 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[68773]: starting fuse 2024-09-19T08:09:44.935 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:09:44.935 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:09:44.935 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:09:44.935 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:09:44.935 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:09:44.936 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:09:44.937 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:09:45.056 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.68773.asok 2024-09-19T08:09:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:09:45.066 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.68773.asok 2024-09-19T08:09:45.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:45.066 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.68773.asok status 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:09:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "68773", 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8109, 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 8109 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3243185975 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3243185975 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.8109 192.168.0.1:0/3243185975", 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3243185975", 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 123, 2024-09-19T08:09:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 95, 2024-09-19T08:09:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:09:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:09:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:09:45.206 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:09:45.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:45.212 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:09:45.212 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:45.228 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:09:45.228 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:45.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:45.229 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:45.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:45.295 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:09:45.337 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:09:45.354 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:09:45.354 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:09:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:45.355 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:09:45.355 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:09:45.355 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 500.00000000' did not caused DAMAGED state 2024-09-19T08:09:45.355 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds_snaptable' 2024-09-19T08:09:45.355 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:45.355 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:45.412 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:45.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.555+0000 7f144f40e640 1 Processor -- start 2024-09-19T08:09:45.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 -- start start 2024-09-19T08:09:45.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f14480cf2b0 0x7f14480d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14480d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f144815ea20 con 0x7f144815e640 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f14480b3d00 con 0x7f14480cf2b0 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144f40e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14480b2860 con 0x7f14480cf720 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.556+0000 7f144d1aa640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f144815e640 0x7f14480ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33292/0 (socket says 172.21.15.17:33292) 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144d1aa640 1 -- 172.21.15.17:0/4231899481 learned_addr learned my addr 172.21.15.17:0/4231899481 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4130924011 0 0) 0x7f144815ea20 con 0x7f144815e640 2024-09-19T08:09:45.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144d9ab640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14480d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1434003520 con 0x7f144815e640 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144c9a9640 1 --2- 172.21.15.17:0/4231899481 >> v2:172.21.15.160:3300/0 conn(0x7f14480cf2b0 0x7f14480d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 536069069 0 0) 0x7f1434003520 con 0x7f144815e640 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 msgr2=0x7f14480d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14480d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 >> v2:172.21.15.160:3300/0 conn(0x7f14480cf2b0 msgr2=0x7f14480d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 --2- 172.21.15.17:0/4231899481 >> v2:172.21.15.160:3300/0 conn(0x7f14480cf2b0 0x7f14480d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14480b1c50 con 0x7f144815e640 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f14440019f0 con 0x7f144815e640 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 >> v1:172.21.15.17:6789/0 conn(0x7f144815e640 legacy=0x7f14480ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1434003f30 0x7f1434004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434004d40 0x7f14340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14480b2860 con 0x7f1434003f30 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f143400b9c0 con 0x7f1434004d40 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f143400bb90 con 0x7f14480cf720 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144c9a9640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1434003f30 0x7f1434004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144d1aa640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.557+0000 7f144d9ab640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434004d40 0x7f14340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 -- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 msgr2=0x7f14340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 -- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434004d40 msgr2=0x7f14340051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434004d40 0x7f14340051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 -- 172.21.15.17:0/4231899481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1434003520 con 0x7f1434003f30 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144d1aa640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f14480cf720 0x7f14340039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f144c9a9640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1434003f30 0x7f1434004800 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f1438009af0 tx=0x7f1434005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d91cc0f8f912a22b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438036070 con 0x7f1434003f30 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.558+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1438031400 con 0x7f1434003f30 2024-09-19T08:09:45.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f143ffff640 1 -- 172.21.15.17:0/4231899481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438009690 con 0x7f1434003f30 2024-09-19T08:09:45.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 -- 172.21.15.17:0/4231899481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1434003f30 msgr2=0x7f1434004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 --2- 172.21.15.17:0/4231899481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1434003f30 0x7f1434004800 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f1438009af0 tx=0x7f1434005830 comp rx=0 tx=0).stop 2024-09-19T08:09:45.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144d9ab640 1 -- 172.21.15.17:0/4231899481 reap_dead start 2024-09-19T08:09:45.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 -- 172.21.15.17:0/4231899481 shutdown_connections 2024-09-19T08:09:45.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 -- 172.21.15.17:0/4231899481 >> 172.21.15.17:0/4231899481 conn(0x7f144809d820 msgr2=0x7f14480d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 -- 172.21.15.17:0/4231899481 shutdown_connections 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.559+0000 7f144f40e640 1 -- 172.21.15.17:0/4231899481 wait complete. 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.560+0000 7f144f40e640 1 Processor -- start 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.560+0000 7f144f40e640 1 -- start start 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434003f30 0x7f14480c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1448157770 0x7f1448159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f14480b24f0 con 0x7f144814a6b0 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f14480b2210 con 0x7f1434003f30 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144f40e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f14480cfe40 con 0x7f1448157770 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53756/0 (socket says 172.21.15.17:53756) 2024-09-19T08:09:45.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 -- 172.21.15.17:0/1178456652 learned_addr learned my addr 172.21.15.17:0/1178456652 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144c9a9640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1448157770 0x7f1448159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d1aa640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434003f30 0x7f14480c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 -- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1448157770 msgr2=0x7f1448159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1448157770 0x7f1448159900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 -- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434003f30 msgr2=0x7f14480c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434003f30 0x7f14480c9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.561+0000 7f144d9ab640 1 -- 172.21.15.17:0/1178456652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14480ca1a0 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f144d9ab640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f144808d490 tx=0x7f1440011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144400a4c0 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144001b070 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14480ca480 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440004480 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.562+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14480caa40 con 0x7f144814a6b0 2024-09-19T08:09:45.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.563+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14480b73a0 con 0x7f144814a6b0 2024-09-19T08:09:45.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.564+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1440012040 con 0x7f144814a6b0 2024-09-19T08:09:45.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.564+0000 7f143dffb640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 0x7f142c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.564+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f144008b2b0 con 0x7f144814a6b0 2024-09-19T08:09:45.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.565+0000 7f144d1aa640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 0x7f142c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.565+0000 7f144d1aa640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 0x7f142c06e770 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f14480ba250 tx=0x7f1444006040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.569+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14400597a0 con 0x7f144814a6b0 2024-09-19T08:09:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.756+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f14480b7930 con 0x7f144814a6b0 2024-09-19T08:09:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.756+0000 7f143dffb640 1 -- 172.21.15.17:0/1178456652 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 14 entries v95) ==== 81+0+850 (secure 0 0 0) 0x7f14400590a0 con 0x7f144814a6b0 2024-09-19T08:09:45.757 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:09:45.757 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:45.757 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:45.758 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:listed 14 entries 2024-09-19T08:09:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 msgr2=0x7f142c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 0x7f142c06e770 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f14480ba250 tx=0x7f1444006040 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 msgr2=0x7f144815ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f144808d490 tx=0x7f1440011cf0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 shutdown_connections 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f142c06c2b0 0x7f142c06e770 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f144814a6b0 0x7f144815ff50 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1448157770 0x7f1448159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 --2- 172.21.15.17:0/1178456652 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1434003f30 0x7f14480c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.758+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 >> 172.21.15.17:0/1178456652 conn(0x7f144809d820 msgr2=0x7f14480b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.759+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 shutdown_connections 2024-09-19T08:09:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.759+0000 7f144f40e640 1 -- 172.21.15.17:0/1178456652 wait complete. 2024-09-19T08:09:45.771 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:45.771 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:45.793 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.939+0000 7f8ac6596640 1 Processor -- start 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.939+0000 7f8ac6596640 1 -- start start 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8ac0156990 0x7f8ac00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8ac00b22c0 0x7f8ac015fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8ac0156d70 con 0x7f8ac00b22c0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8ac00cdb10 con 0x7f8ac0156990 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac6596640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ac00cea90 con 0x7f8ac00cd6b0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.940+0000 7f8ac4b33640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8ac00b22c0 0x7f8ac015fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8ac00b22c0 0x7f8ac015fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53768/0 (socket says 172.21.15.17:53768) 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 -- 172.21.15.17:0/1914795398 learned_addr learned my addr 172.21.15.17:0/1914795398 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8abf7fe640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8abffff640 1 --2- 172.21.15.17:0/1914795398 >> v2:172.21.15.160:3300/0 conn(0x7f8ac0156990 0x7f8ac00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 -- 172.21.15.17:0/1914795398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 msgr2=0x7f8ac00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 -- 172.21.15.17:0/1914795398 >> v2:172.21.15.160:3300/0 conn(0x7f8ac0156990 msgr2=0x7f8ac00cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/1914795398 >> v2:172.21.15.160:3300/0 conn(0x7f8ac0156990 0x7f8ac00cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 -- 172.21.15.17:0/1914795398 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ac00ce160 con 0x7f8ac00b22c0 2024-09-19T08:09:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.941+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac00b22c0 0x7f8ac015fec0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00d1160 tx=0x7f8ab802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7e6f2c03731b6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8abeffd640 1 -- 172.21.15.17:0/1914795398 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8036070 con 0x7f8ac00b22c0 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8abeffd640 1 -- 172.21.15.17:0/1914795398 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ab8031600 con 0x7f8ac00b22c0 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8abeffd640 1 -- 172.21.15.17:0/1914795398 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab80319d0 con 0x7f8ac00b22c0 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 -- 172.21.15.17:0/1914795398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac00b22c0 msgr2=0x7f8ac015fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac00b22c0 0x7f8ac015fec0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00d1160 tx=0x7f8ab802a610 comp rx=0 tx=0).stop 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 -- 172.21.15.17:0/1914795398 shutdown_connections 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac00b22c0 0x7f8ac015fec0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 --2- 172.21.15.17:0/1914795398 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 --2- 172.21.15.17:0/1914795398 >> v2:172.21.15.160:3300/0 conn(0x7f8ac0156990 0x7f8ac00cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 -- 172.21.15.17:0/1914795398 >> 172.21.15.17:0/1914795398 conn(0x7f8ac006bc10 msgr2=0x7f8ac006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 -- 172.21.15.17:0/1914795398 shutdown_connections 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.942+0000 7f8ac6596640 1 -- 172.21.15.17:0/1914795398 wait complete. 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.943+0000 7f8ac6596640 1 Processor -- start 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 -- start start 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 0x7f8ac00aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac00b26f0 con 0x7f8ac0156990 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac00ce720 con 0x7f8ac00b22c0 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.944+0000 7f8ac6596640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ac00cef20 con 0x7f8ac00cd6b0 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53782/0 (socket says 172.21.15.17:53782) 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 -- 172.21.15.17:0/2956099117 learned_addr learned my addr 172.21.15.17:0/2956099117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abf7fe640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abffff640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 0x7f8ac00aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 -- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 msgr2=0x7f8ac00b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 -- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 msgr2=0x7f8ac00aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 0x7f8ac00aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 -- 172.21.15.17:0/2956099117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ac00b3e50 con 0x7f8ac0156990 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abffff640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 0x7f8ac00aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac4b33640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8034040 tx=0x7f8ab8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8036050 con 0x7f8ac0156990 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ab8042070 con 0x7f8ac0156990 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8009510 con 0x7f8ac0156990 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ac00b4130 con 0x7f8ac0156990 2024-09-19T08:09:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.945+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ac00b46f0 con 0x7f8ac0156990 2024-09-19T08:09:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.946+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ac00b1d80 con 0x7f8ac0156990 2024-09-19T08:09:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.947+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ab8007bd0 con 0x7f8ac0156990 2024-09-19T08:09:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.947+0000 7f8abcff9640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 0x7f8aac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.947+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f8ab80ac480 con 0x7f8ac0156990 2024-09-19T08:09:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.948+0000 7f8abffff640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 0x7f8aac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.948+0000 7f8abffff640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 0x7f8aac06e770 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000a950 tx=0x7f8ab0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:45.952+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ab807a970 con 0x7f8ac0156990 2024-09-19T08:09:46.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.141+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8ac0068480 con 0x7f8ac0156990 2024-09-19T08:09:46.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.142+0000 7f8abcff9640 1 -- 172.21.15.17:0/2956099117 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 14 entries v95) ==== 81+0+850 (secure 0 0 0) 0x7f8ab807a270 con 0x7f8ac0156990 2024-09-19T08:09:46.142 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:09:46.142 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:46.143 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:09:46.144 INFO:teuthology.orchestra.run.smithi017.stderr:listed 14 entries 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 msgr2=0x7f8aac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 0x7f8aac06e770 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000a950 tx=0x7f8ab0008040 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 msgr2=0x7f8ac00b0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8034040 tx=0x7f8ab8004a40 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 shutdown_connections 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8aac06c2b0 0x7f8aac06e770 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ac0156990 0x7f8ac00b0880 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ac00cd6b0 0x7f8ac00b34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 --2- 172.21.15.17:0/2956099117 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ac00b22c0 0x7f8ac00aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 >> 172.21.15.17:0/2956099117 conn(0x7f8ac006bc10 msgr2=0x7f8ac00d0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 shutdown_connections 2024-09-19T08:09:46.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.144+0000 7f8ac6596640 1 -- 172.21.15.17:0/2956099117 wait complete. 2024-09-19T08:09:46.156 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:09:46.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:46.156 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:46.182 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:09:46.182 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:46.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:46.182 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:46.238 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.380+0000 7f4cd0cba640 1 Processor -- start 2024-09-19T08:09:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.380+0000 7f4cd0cba640 1 -- start start 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.381+0000 7f4cd0cba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4ccc15e640 0x7f4ccc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.381+0000 7f4cd0cba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.381+0000 7f4cd0cba640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ccc15ea20 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.381+0000 7f4cd0cba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4ccc0b2860 con 0x7f4ccc15e640 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.381+0000 7f4cd0cba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4ccc0b1c50 con 0x7f4ccc0cf0e0 2024-09-19T08:09:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cc9d9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4ccc15e640 0x7f4ccc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cc9d9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:50974/0 (socket says 172.21.15.17:50974) 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4ccc15e640 0x7f4ccc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:35068/0 (socket says 172.21.15.17:35068) 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cc9d9b640 1 -- 172.21.15.17:0/2821295508 learned_addr learned my addr 172.21.15.17:0/2821295508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4ccad9d640 1 --1- 172.21.15.17:0/2821295508 >> v1:172.21.15.160:6789/0 conn(0x7f4ccc0b2cf0 0x7f4ccc0b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47112/0 (socket says 172.21.15.17:47112) 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 -- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 msgr2=0x7f4ccc0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 -- 172.21.15.17:0/2821295508 >> v1:172.21.15.160:6789/0 conn(0x7f4ccc0b2cf0 legacy=0x7f4ccc0b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cca59c640 1 -- 172.21.15.17:0/2821295508 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ccc0b1f30 con 0x7f4ccc15e640 2024-09-19T08:09:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.382+0000 7f4cc9d9b640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cca59c640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc0ceba0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc15ebf0 tx=0x7f4cbc02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d92d010ccea908e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cc959a640 1 -- 172.21.15.17:0/2821295508 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc037070 con 0x7f4ccc15e640 2024-09-19T08:09:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cc959a640 1 -- 172.21.15.17:0/2821295508 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cbc02ae50 con 0x7f4ccc15e640 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cc959a640 1 -- 172.21.15.17:0/2821295508 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc032660 con 0x7f4ccc15e640 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cd0cba640 1 -- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 msgr2=0x7f4ccc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.383+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc0ceba0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc15ebf0 tx=0x7f4cbc02a100 comp rx=0 tx=0).stop 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 -- 172.21.15.17:0/2821295508 shutdown_connections 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/2821295508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc0ceba0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 -- 172.21.15.17:0/2821295508 >> 172.21.15.17:0/2821295508 conn(0x7f4ccc09d820 msgr2=0x7f4ccc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 -- 172.21.15.17:0/2821295508 shutdown_connections 2024-09-19T08:09:46.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.384+0000 7f4cd0cba640 1 -- 172.21.15.17:0/2821295508 wait complete. 2024-09-19T08:09:46.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.385+0000 7f4cd0cba640 1 Processor -- start 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.385+0000 7f4cd0cba640 1 -- start start 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc06cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4ccc0cfe40 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4ccc0b24f0 con 0x7f4ccc15e640 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cd0cba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4ccc0b73a0 con 0x7f4ccc0cf0e0 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53792/0 (socket says 172.21.15.17:53792) 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 -- 172.21.15.17:0/4285647465 learned_addr learned my addr 172.21.15.17:0/4285647465 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cc9d9b640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4ccad9d640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc06cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 -- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 msgr2=0x7f4ccc0b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 -- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 msgr2=0x7f4ccc06cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc06cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 -- 172.21.15.17:0/4285647465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ccc155e10 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cc9d9b640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4ccad9d640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc06cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.386+0000 7f4cca59c640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc009890 tx=0x7f4cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.387+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc041020 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.387+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cbc03c670 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.387+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ccc0cc880 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.387+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc037040 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.387+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ccc0b5e70 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.388+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ccc068eb0 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.388+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4cbc044020 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.389+0000 7f4cbaffd640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 0x7f4cac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.389+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6340+0+0 (secure 0 0 0) 0x7f4cbc0abe50 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.389+0000 7f4cc9d9b640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 0x7f4cac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.390+0000 7f4cc9d9b640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 0x7f4cac06e770 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0009630 tx=0x7f4cc0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.393+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4cbc04b030 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.609+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4ccc1e7a20 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.609 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:46.609+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:46.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.611+0000 7f4cbaffd640 1 -- 172.21.15.17:0/4285647465 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v124) ==== 161+0+0 (secure 0 0 0) 0x7f4cbc07a2a0 con 0x7f4ccc0b2cf0 2024-09-19T08:09:46.611 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 msgr2=0x7f4cac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 0x7f4cac06e770 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0009630 tx=0x7f4cc0008040 comp rx=0 tx=0).stop 2024-09-19T08:09:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 msgr2=0x7f4ccc1558d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc009890 tx=0x7f4cbc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 shutdown_connections 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4cac06c2b0 0x7f4cac06e770 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ccc15e640 0x7f4ccc06cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ccc0cf0e0 0x7f4ccc0b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 --2- 172.21.15.17:0/4285647465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ccc0b2cf0 0x7f4ccc1558d0 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 >> 172.21.15.17:0/4285647465 conn(0x7f4ccc09d820 msgr2=0x7f4ccc0b9670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 shutdown_connections 2024-09-19T08:09:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.614+0000 7f4cd0cba640 1 -- 172.21.15.17:0/4285647465 wait complete. 2024-09-19T08:09:46.615 INFO:tasks.ceph.mds.c.smithi017.stderr: -717> 2024-09-19T08:09:41.117+0000 7ffbb8a35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:09:46.626 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:46.642 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:09:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.731+0000 7fc83d8a6640 1 Processor -- start 2024-09-19T08:09:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.731+0000 7fc83d8a6640 1 -- start start 2024-09-19T08:09:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc83d8a6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc83806dcb0 0x7fc8380d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc83d8a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8380d17e0 con 0x7fc8380b8b90 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc83d8a6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8380cfc10 con 0x7fc83815eab0 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc83d8a6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc8380d09d0 con 0x7fc83806dcb0 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc8367fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc8380b8b90 0x7fc8380d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33298/0 (socket says 172.21.15.17:33298) 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc8367fc640 1 -- 172.21.15.17:0/1592625312 learned_addr learned my addr 172.21.15.17:0/1592625312 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1592625312 >> v2:172.21.15.160:3300/0 conn(0x7fc83806dcb0 0x7fc8380d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 870835593 0 0) 0x7fc8380d17e0 con 0x7fc8380b8b90 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc820003520 con 0x7fc8380b8b90 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4248721494 0 0) 0x7fc820003520 con 0x7fc8380b8b90 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 >> v2:172.21.15.160:3300/0 conn(0x7fc83806dcb0 msgr2=0x7fc8380d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 --2- 172.21.15.17:0/1592625312 >> v2:172.21.15.160:3300/0 conn(0x7fc83806dcb0 0x7fc8380d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 >> v1:172.21.15.160:6789/0 conn(0x7fc83815eab0 legacy=0x7fc83806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8380cfef0 con 0x7fc8380b8b90 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.732+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fc82c001670 con 0x7fc8380b8b90 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 >> v1:172.21.15.17:6789/0 conn(0x7fc8380b8b90 legacy=0x7fc8380d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200039b0 0x7fc820003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc820004800 0x7fc820004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 0x7fc82000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8380d09d0 con 0x7fc8200051c0 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc82000c070 con 0x7fc8200039b0 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc82000c270 con 0x7fc820004800 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 0x7fc82000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc836ffd640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200039b0 0x7fc820003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8367fc640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc820004800 0x7fc820004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 -- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc820004800 msgr2=0x7fc820004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc820004800 0x7fc820004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 -- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200039b0 msgr2=0x7fc820003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200039b0 0x7fc820003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.733+0000 7fc8377fe640 1 -- 172.21.15.17:0/1592625312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc820003520 con 0x7fc8200051c0 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc8377fe640 1 -- 172.21.15.17:0/1592625312 reap_dead start 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 0x7fc82000b9c0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fc830009f90 tx=0x7fc820005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c02b5a61bbd246d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830009c10 con 0x7fc8200051c0 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc830031440 con 0x7fc8200051c0 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc835ffb640 1 -- 172.21.15.17:0/1592625312 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830031810 con 0x7fc8200051c0 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 msgr2=0x7fc82000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 0x7fc82000b9c0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fc830009f90 tx=0x7fc820005830 comp rx=0 tx=0).stop 2024-09-19T08:09:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1592625312 shutdown_connections 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1592625312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8200051c0 0x7fc82000b9c0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1592625312 >> 172.21.15.17:0/1592625312 conn(0x7fc8380d4b30 msgr2=0x7fc8380d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1592625312 shutdown_connections 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.734+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1592625312 wait complete. 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.736+0000 7fc83d8a6640 1 Processor -- start 2024-09-19T08:09:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.736+0000 7fc83d8a6640 1 -- start start 2024-09-19T08:09:46.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.736+0000 7fc83d8a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200051c0 0x7fc838157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8380cbf50 0x7fc838160f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8380d04b0 con 0x7fc8380ce770 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc83815ee90 con 0x7fc8200051c0 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc8380ceb50 con 0x7fc8380cbf50 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53838/0 (socket says 172.21.15.17:53838) 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 -- 172.21.15.17:0/1377395173 learned_addr learned my addr 172.21.15.17:0/1377395173 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8377fe640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8380cbf50 0x7fc838160f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc836ffd640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200051c0 0x7fc838157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 -- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8380cbf50 msgr2=0x7fc838160f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8380cbf50 0x7fc838160f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 -- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200051c0 msgr2=0x7fc838157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200051c0 0x7fc838157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 -- 172.21.15.17:0/1377395173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc838158010 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc8367fc640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0072c0 tx=0x7fc82c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c01a070 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc82c00f860 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8380cc430 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c00fc10 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.737+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8381598b0 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.738+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc838069ac0 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.739+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc82c01d070 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.739+0000 7fc81ffff640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 0x7fc82406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.739+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6426+0+0 (secure 0 0 0) 0x7fc82c08b110 con 0x7fc8380ce770 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.739+0000 7fc836ffd640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 0x7fc82406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.740+0000 7fc836ffd640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 0x7fc82406e770 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fc828005590 tx=0x7fc828009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.744+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc838158010 con 0x7fc8380ce770 2024-09-19T08:09:46.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:46.989+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fc8380d17e0 con 0x7fc8380ce770 2024-09-19T08:09:47.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.613+0000 7fc81ffff640 1 -- 172.21.15.17:0/1377395173 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v125) ==== 107+0+0 (secure 0 0 0) 0x7fc82c059640 con 0x7fc8380ce770 2024-09-19T08:09:47.613 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 msgr2=0x7fc82406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 0x7fc82406e770 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fc828005590 tx=0x7fc828009040 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 msgr2=0x7fc838159c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0072c0 tx=0x7fc82c007780 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 shutdown_connections 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc82406c2b0 0x7fc82406e770 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8380cbf50 0x7fc838160f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8380ce770 0x7fc838159c10 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 --2- 172.21.15.17:0/1377395173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc8200051c0 0x7fc838157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.615+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 >> 172.21.15.17:0/1377395173 conn(0x7fc8380d4b30 msgr2=0x7fc8380b5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:47.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.616+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 shutdown_connections 2024-09-19T08:09:47.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.616+0000 7fc83d8a6640 1 -- 172.21.15.17:0/1377395173 wait complete. 2024-09-19T08:09:47.630 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:47.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.719+0000 7f21b0526f40 1 Processor -- start 2024-09-19T08:09:47.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.719+0000 7f21b0526f40 1 -- start start 2024-09-19T08:09:47.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4b0fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4a80fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5582a498a510 con 0x7f2198003ab0 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5582a49e3c50 con 0x5582a4b0dd60 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21b0526f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5582a4a68c40 con 0x5582a4b102e0 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53846/0 (socket says 172.21.15.17:53846) 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 -- 172.21.15.17:0/857908944 learned_addr learned my addr 172.21.15.17:0/857908944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21acdd5640 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4b0fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21addd7640 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4a80fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 -- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 msgr2=0x5582a4a80fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4a80fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 -- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 msgr2=0x5582a4b0fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4b0fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 -- 172.21.15.17:0/857908944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582a4a3a180 con 0x7f2198003ab0 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009810 tx=0x7f21a0005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59e1f3639adde9b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f219f7fe640 1 -- 172.21.15.17:0/857908944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0007830 con 0x7f2198003ab0 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f219f7fe640 1 -- 172.21.15.17:0/857908944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21a00079d0 con 0x7f2198003ab0 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.720+0000 7f219f7fe640 1 -- 172.21.15.17:0/857908944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0007d80 con 0x7f2198003ab0 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 -- 172.21.15.17:0/857908944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 msgr2=0x5582a4b06c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009810 tx=0x7f21a0005a00 comp rx=0 tx=0).stop 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 -- 172.21.15.17:0/857908944 shutdown_connections 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4a80fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4b0fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 --2- 172.21.15.17:0/857908944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4b06c70 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 -- 172.21.15.17:0/857908944 >> 172.21.15.17:0/857908944 conn(0x5582a4a63400 msgr2=0x5582a4a7f450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 -- 172.21.15.17:0/857908944 shutdown_connections 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.721+0000 7f21b0526f40 1 -- 172.21.15.17:0/857908944 wait complete. 2024-09-19T08:09:47.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 Processor -- start 2024-09-19T08:09:47.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 -- start start 2024-09-19T08:09:47.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4aecac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4b07f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4ba11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5582a4a68560 con 0x7f2198003ab0 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5582a4a39f30 con 0x5582a4b0dd60 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.722+0000 7f21b0526f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5582a4af0dd0 con 0x5582a4b102e0 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4ba11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4ba11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53862/0 (socket says 172.21.15.17:53862) 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 learned_addr learned my addr 172.21.15.17:0/3245897450 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4aecac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4b07f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 msgr2=0x5582a4b07f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5582a4b102e0 0x5582a4b07f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 msgr2=0x5582a4aecac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5582a4b0dd60 0x5582a4aecac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582a4ba0120 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21addd7640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4ba11c0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f21a8000f80 tx=0x5582a4a3b600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f219e7fc640 1 -- 172.21.15.17:0/3245897450 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a8006980 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f219e7fc640 1 -- 172.21.15.17:0/3245897450 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21a8001c10 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f219e7fc640 1 -- 172.21.15.17:0/3245897450 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a8006270 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5582a4ba0400 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.723+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582a4ba09c0 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.725+0000 7f219e7fc640 1 -- 172.21.15.17:0/3245897450 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f21a805f030 con 0x7f2198003ab0 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.725+0000 7f219e7fc640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f219006ac90 0x7f219006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.725+0000 7f219e7fc640 1 -- 172.21.15.17:0/3245897450 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6426+0+0 (secure 0 0 0) 0x7f21a80cc780 con 0x7f2198003ab0 2024-09-19T08:09:47.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f219006ac90 0x7f219006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.728 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5582a4b08460 0x5582a4b0fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4ba73a0 con 0x5582a4b08460 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5582a4b08460 0x5582a4b0fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f219006ac90 0x7f219006d150 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f21a0005cf0 tx=0x7f21a0007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.726+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5582a4b08460 0x5582a4b0fa90 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.730+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v96'226 uv200 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.730+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4ba7770 con 0x5582a4b08460 2024-09-19T08:09:47.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.731+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v96'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.731+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4ba7b40 con 0x5582a4b08460 2024-09-19T08:09:47.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.732+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v96'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.732 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:47.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.732+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb49d0 con 0x5582a4b08460 2024-09-19T08:09:47.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.733+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v96'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.733+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4d70 con 0x5582a4b08460 2024-09-19T08:09:47.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.735+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v96'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.735+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb39c0 con 0x5582a4b08460 2024-09-19T08:09:47.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.736+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v96'231 uv231 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.736+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb3db0 con 0x5582a4b08460 2024-09-19T08:09:47.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.737+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v96'232 uv206 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.737+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb41a0 con 0x5582a4b08460 2024-09-19T08:09:47.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.738+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v96'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.738+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb41a0 con 0x5582a4b08460 2024-09-19T08:09:47.739 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:47.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.739+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v96'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.739+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.741+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v96'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.741+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.742+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v96'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.742+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.743+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v96'237 uv237 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.743+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.744+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v96'238 uv213 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.744+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.745+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v96'239 uv239 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.745+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.747+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v96'240 uv240 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.747 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.747+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.748+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v96'241 uv241 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.748+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.749+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v96'242 uv242 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.749+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb4150 con 0x5582a4b08460 2024-09-19T08:09:47.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.750+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v96'243 uv243 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.750+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb45a0 con 0x5582a4b08460 2024-09-19T08:09:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.751+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v96'244 uv244 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.751+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.752+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v96'245 uv219 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.752+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.754+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v96'246 uv246 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.754+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.755+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v96'247 uv247 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.755 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:47.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.755+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.756+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v96'248 uv248 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.756+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.757+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v96'249 uv249 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.757+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.758+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v96'250 uv250 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.758+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.759+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v96'251 uv225 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.759+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.761+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v96'252 uv252 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.761+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.762+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v96'253 uv253 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.762 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:47.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.762+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.763+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v96'254 uv254 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.763+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.764+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v96'255 uv255 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.764+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb43c0 con 0x5582a4b08460 2024-09-19T08:09:47.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.765+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v96'256 uv256 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.765+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5582a4bb4530 0x5582a4bb7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.765+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb7b70 con 0x5582a4bb4530 2024-09-19T08:09:47.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.765+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5582a4bb4530 0x5582a4bb7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.766+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5582a4bb4530 0x5582a4bb7630 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.767+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v96'174 uv154 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.767+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb7f10 con 0x5582a4bb4530 2024-09-19T08:09:47.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.768+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v96'175 uv175 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.768+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb8310 con 0x5582a4bb4530 2024-09-19T08:09:47.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.769+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v96'176 uv176 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.770 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:47.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.769+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb8bd0 con 0x5582a4bb4530 2024-09-19T08:09:47.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.771+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v96'177 uv177 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.771+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb8f70 con 0x5582a4bb4530 2024-09-19T08:09:47.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.772+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v96'178 uv178 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.772+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9310 con 0x5582a4bb4530 2024-09-19T08:09:47.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.773+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v96'179 uv173 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.773+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9700 con 0x5582a4bb4530 2024-09-19T08:09:47.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.774+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v96'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.774+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.775 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:47.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.775+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v96'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.775+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.776+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v96'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.776+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.777+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v96'183 uv183 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.777+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.778+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v96'184 uv172 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.778+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.779+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v96'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.779+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.780 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:47.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.780+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v96'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.781+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd500 con 0x5582a4bb4530 2024-09-19T08:09:47.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.782+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v96'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.782+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd500 con 0x5582a4bb4530 2024-09-19T08:09:47.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.783+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v96'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.783+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.784+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v96'189 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.784+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.785+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v96'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.785+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.786 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:47.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.786+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v96'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.786+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbaab0 con 0x5582a4bb4530 2024-09-19T08:09:47.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.787+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v96'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.787+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbaab0 con 0x5582a4bb4530 2024-09-19T08:09:47.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.788+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v96'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.789+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4bb4530 2024-09-19T08:09:47.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.790+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v96'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bb4530 2024-09-19T08:09:47.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.790+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.791+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v96'45 uv44 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.791+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.792+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v96'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.792+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.793+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v96'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.793 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:47.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.793+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.794+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v96'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.794+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.795+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v96'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.795+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bb9aa0 con 0x5582a4b08460 2024-09-19T08:09:47.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.796+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v96'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.796+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5582a4bba3c0 0x5582a4bbc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.796+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbccf0 con 0x5582a4bba3c0 2024-09-19T08:09:47.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.796+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5582a4bba3c0 0x5582a4bbc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.797+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5582a4bba3c0 0x5582a4bbc7b0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.800+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v96'39 uv38 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.800+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4bba3c0 2024-09-19T08:09:47.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.801+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v96'40 uv40 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.801+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4bba3c0 2024-09-19T08:09:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.801+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v96'41 uv41 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.801 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.801+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4bba3c0 2024-09-19T08:09:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.802+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v96'42 uv42 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.802+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4b08460 2024-09-19T08:09:47.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.804+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v96'45 uv44 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.804+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4b08460 2024-09-19T08:09:47.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.806+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v96'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.806+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4b08460 2024-09-19T08:09:47.806 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.807+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v96'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.807+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbe0f0 con 0x5582a4b08460 2024-09-19T08:09:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.808+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v96'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.808+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbe0f0 con 0x5582a4b08460 2024-09-19T08:09:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.809+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v96'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.809+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bbd0e0 con 0x5582a4b08460 2024-09-19T08:09:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.810+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v96'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.810+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5582a4bbd760 0x5582a4bbfb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.810+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc00d0 con 0x5582a4bbd760 2024-09-19T08:09:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.810+0000 7f21addd7640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5582a4bbd760 0x5582a4bbfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.810+0000 7f21addd7640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5582a4bbd760 0x5582a4bbfb50 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.811+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v96'83 uv75 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.811+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc05a0 con 0x5582a4bbd760 2024-09-19T08:09:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.812+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v96'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.812+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc0a80 con 0x5582a4bbd760 2024-09-19T08:09:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.814+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v96'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.814 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.814+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc2330 con 0x5582a4bbd760 2024-09-19T08:09:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.815+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v96'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.815+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc26d0 con 0x5582a4bbd760 2024-09-19T08:09:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.816+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v96'87 uv87 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.816+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1320 con 0x5582a4bbd760 2024-09-19T08:09:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.817+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v96'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.817+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bbd760 2024-09-19T08:09:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.818+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v96'89 uv82 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.818+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bbd760 2024-09-19T08:09:47.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.821+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v96'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.821+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bbd760 2024-09-19T08:09:47.823 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.824+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v96'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.824+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bbd760 2024-09-19T08:09:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.827+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v96'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.827+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bbd760 2024-09-19T08:09:47.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.828+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v96'93 uv93 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.828+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5582a4bc2a70 0x5582a4bc4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.828+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bc2a70 2024-09-19T08:09:47.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.828+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5582a4bc2a70 0x5582a4bc4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.829+0000 7f21ad5d6640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5582a4bc2a70 0x5582a4bc4e60 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.830+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v96'37 uv36 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bc2a70 2024-09-19T08:09:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.830+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc1710 con 0x5582a4bc2a70 2024-09-19T08:09:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.831+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v96'38 uv38 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bc2a70 2024-09-19T08:09:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.831+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bc2a70 2024-09-19T08:09:47.832 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.832+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v96'39 uv39 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bc2a70 2024-09-19T08:09:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.832+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bc2a70 2024-09-19T08:09:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.833+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v96'40 uv40 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bc2a70 2024-09-19T08:09:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.833+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bc2a70 2024-09-19T08:09:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.834+0000 7f21ad5d6640 1 -- 172.21.15.17:0/3245897450 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v96'41 uv41 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a0028040 con 0x5582a4bc2a70 2024-09-19T08:09:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.834+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4b08460 2024-09-19T08:09:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.835+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v96'45 uv44 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.835+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4b08460 2024-09-19T08:09:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.836+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v96'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.836+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4b08460 2024-09-19T08:09:47.837 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.837+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v96'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.837+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc63b0 con 0x5582a4b08460 2024-09-19T08:09:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.838+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v96'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.838+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc63b0 con 0x5582a4b08460 2024-09-19T08:09:47.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.839+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v96'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.839+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4b08460 2024-09-19T08:09:47.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.840+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v96'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4b08460 2024-09-19T08:09:47.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.840+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.841+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v96'74 uv68 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.841+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.842+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v96'75 uv75 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.842+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.843 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:47.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.843+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v96'76 uv76 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.843+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.844+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v96'77 uv77 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.844+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.845+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v96'78 uv78 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.845+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.846+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v96'79 uv73 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.846+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.847+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v96'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.847+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.848 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:47.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.848+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v96'81 uv81 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.848+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc53a0 con 0x5582a4bba3c0 2024-09-19T08:09:47.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.849+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v96'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.849+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc81b0 con 0x5582a4bba3c0 2024-09-19T08:09:47.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.850+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v96'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.850+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5582a4bc5ed0 0x5582a4bc87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.850+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.850+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5582a4bc5ed0 0x5582a4bc87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.851+0000 7f21acdd5640 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5582a4bc5ed0 0x5582a4bc87d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.852+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v96'36 uv34 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.852+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.853+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v96'37 uv37 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.853+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.854+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v96'38 uv38 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.854 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:47.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.854+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.855+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v96'39 uv39 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bc5ed0 2024-09-19T08:09:47.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.855+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.856+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v96'45 uv44 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.856+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.857+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v96'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.857+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.858+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v96'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.858 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.858+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.859+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v96'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.859+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.860+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v96'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.860+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.862+0000 7f21acdd5640 1 -- 172.21.15.17:0/3245897450 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v96'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a40113c0 con 0x5582a4bba3c0 2024-09-19T08:09:47.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.862+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.863+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v96'37 uv36 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.863+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.864+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v96'38 uv38 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.864+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.869 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.869+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v96'39 uv39 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.869+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.871+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v96'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.871+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.874+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v96'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.874+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.876+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v96'95 uv86 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.876+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.877+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v96'96 uv96 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.877+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.878+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v96'97 uv97 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.878 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:47.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.878+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.879+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v96'98 uv98 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.879+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.880+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v96'99 uv99 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.880+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.881+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v96'100 uv93 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.881+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.883+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v96'101 uv101 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.883+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.885 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:47.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.886+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v96'102 uv102 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.886+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.888+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v96'103 uv103 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.889+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.891+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v96'104 uv104 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.891+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc82c0 con 0x5582a4bbd760 2024-09-19T08:09:47.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.894+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v96'105 uv105 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.894+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e96) -- 0x5582a4bc8d10 con 0x5582a4bbd760 2024-09-19T08:09:47.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v96'106 uv106 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f21a8068070 con 0x5582a4bbd760 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5582a4b08460 msgr2=0x5582a4b0fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5582a4b08460 0x5582a4b0fa90 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5582a4bba3c0 msgr2=0x5582a4bbc7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5582a4bba3c0 0x5582a4bbc7b0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5582a4bc5ed0 msgr2=0x5582a4bc87d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5582a4bc5ed0 0x5582a4bc87d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5582a4bb4530 msgr2=0x5582a4bb7630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5582a4bb4530 0x5582a4bb7630 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 reap_dead start 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5582a4bbd760 msgr2=0x5582a4bbfb50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5582a4bbd760 0x5582a4bbfb50 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5582a4bc2a70 msgr2=0x5582a4bc4e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5582a4bc2a70 0x5582a4bc4e60 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f219006ac90 msgr2=0x7f219006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f219006ac90 0x7f219006d150 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f21a0005cf0 tx=0x7f21a0007000 comp rx=0 tx=0).stop 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 msgr2=0x5582a4ba11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 --2- 172.21.15.17:0/3245897450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2198003ab0 0x5582a4ba11c0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f21a8000f80 tx=0x5582a4a3b600 comp rx=0 tx=0).stop 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21addd7640 1 -- 172.21.15.17:0/3245897450 reap_dead start 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 shutdown_connections 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 >> 172.21.15.17:0/3245897450 conn(0x5582a4a63400 msgr2=0x5582a4a80090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 shutdown_connections 2024-09-19T08:09:47.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.897+0000 7f21b0526f40 1 -- 172.21.15.17:0/3245897450 wait complete. 2024-09-19T08:09:47.900 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds_snaptable 2024-09-19T08:09:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.985+0000 7f5d5171ef40 1 Processor -- start 2024-09-19T08:09:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.985+0000 7f5d5171ef40 1 -- start start 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39511af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d395119f10 0x55d3950701b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d395082660 con 0x55d39510ff90 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d39511a640 con 0x55d3951195c0 2024-09-19T08:09:47.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d395082380 con 0x55d395119f10 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d4e747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d4e747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53892/0 (socket says 172.21.15.17:53892) 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d4e747640 1 -- 172.21.15.17:0/1154847108 learned_addr learned my addr 172.21.15.17:0/1154847108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.986+0000 7f5d4e747640 1 -- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d395119f10 msgr2=0x55d3950701b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4e747640 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d395119f10 0x55d3950701b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4e747640 1 -- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 msgr2=0x55d39511af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4e747640 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39511af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4e747640 1 -- 172.21.15.17:0/1154847108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d394f6ccb0 con 0x55d39510ff90 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4e747640 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f5d48025a20 tx=0x7f5d48050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d994def016e778 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4cf44640 1 -- 172.21.15.17:0/1154847108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d48054040 con 0x55d39510ff90 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4cf44640 1 -- 172.21.15.17:0/1154847108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d48050880 con 0x55d39510ff90 2024-09-19T08:09:47.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d4cf44640 1 -- 172.21.15.17:0/1154847108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d48050c30 con 0x55d39510ff90 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 -- 172.21.15.17:0/1154847108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 msgr2=0x55d395089fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f5d48025a20 tx=0x7f5d48050000 comp rx=0 tx=0).stop 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 -- 172.21.15.17:0/1154847108 shutdown_connections 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d395119f10 0x55d3950701b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39511af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/1154847108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d39510ff90 0x55d395089fe0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 -- 172.21.15.17:0/1154847108 >> 172.21.15.17:0/1154847108 conn(0x55d39506c400 msgr2=0x55d395088d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 -- 172.21.15.17:0/1154847108 shutdown_connections 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.987+0000 7f5d5171ef40 1 -- 172.21.15.17:0/1154847108 wait complete. 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.988+0000 7f5d5171ef40 1 Processor -- start 2024-09-19T08:09:47.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.988+0000 7f5d5171ef40 1 -- start start 2024-09-19T08:09:47.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d39510ff90 0x55d3951059a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39508aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 0x55d39508b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d39510dc70 con 0x55d395119f10 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d395088310 con 0x55d3951195c0 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d5171ef40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d395087e40 con 0x55d39510ff90 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 0x55d39508b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 0x55d39508b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53904/0 (socket says 172.21.15.17:53904) 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 -- 172.21.15.17:0/3929520975 learned_addr learned my addr 172.21.15.17:0/3929520975 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4e747640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d39510ff90 0x55d3951059a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4df46640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39508aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 -- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d39510ff90 msgr2=0x55d3951059a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d39510ff90 0x55d3951059a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 -- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 msgr2=0x55d39508aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d3951195c0 0x55d39508aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 -- 172.21.15.17:0/3929520975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3950845c0 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.989+0000 7f5d4ef48640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 0x55d39508b030 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f5d4000ab60 tx=0x7f5d4000ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.990+0000 7f5d477fe640 1 -- 172.21.15.17:0/3929520975 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d4001a070 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.990+0000 7f5d477fe640 1 -- 172.21.15.17:0/3929520975 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d400089e0 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.990+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d3950848a0 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.990+0000 7f5d477fe640 1 -- 172.21.15.17:0/3929520975 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d40008db0 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.990+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d395084e60 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.991+0000 7f5d477fe640 1 -- 172.21.15.17:0/3929520975 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5d4001d070 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.991+0000 7f5d477fe640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d3006ac90 0x7f5d3006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d477fe640 1 -- 172.21.15.17:0/3929520975 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6426+0+0 (secure 0 0 0) 0x7f5d40089460 con 0x55d395119f10 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d4e747640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d3006ac90 0x7f5d3006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d3951b2e60 0x55d3951b3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e96) -- 0x55d3951b3780 con 0x55d3951b2e60 2024-09-19T08:09:47.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d4df46640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d3951b2e60 0x55d3951b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:47.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d4e747640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d3006ac90 0x7f5d3006d150 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5d4800a4b0 tx=0x7f5d48051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.992+0000 7f5d4df46640 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d3951b2e60 0x55d3951b3240 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:47.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d4df46640 1 -- 172.21.15.17:0/3929520975 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [delete] v96'42 uv42 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5d38009810 con 0x55d3951b2e60 2024-09-19T08:09:47.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d3951b2e60 msgr2=0x55d3951b3240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d3951b2e60 0x55d3951b3240 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:47.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d3006ac90 msgr2=0x7f5d3006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d3006ac90 0x7f5d3006d150 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5d4800a4b0 tx=0x7f5d48051000 comp rx=0 tx=0).stop 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 msgr2=0x55d39508b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 --2- 172.21.15.17:0/3929520975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d395119f10 0x55d39508b030 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f5d4000ab60 tx=0x7f5d4000ac50 comp rx=0 tx=0).stop 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d4ef48640 1 -- 172.21.15.17:0/3929520975 reap_dead start 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 shutdown_connections 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 >> 172.21.15.17:0/3929520975 conn(0x55d39506c400 msgr2=0x55d39503ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 shutdown_connections 2024-09-19T08:09:47.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:47.994+0000 7f5d5171ef40 1 -- 172.21.15.17:0/3929520975 wait complete. 2024-09-19T08:09:47.998 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:48.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.144+0000 7f41e61a2640 1 Processor -- start 2024-09-19T08:09:48.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.144+0000 7f41e61a2640 1 -- start start 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e61a2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 0x7f41e00b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e61a2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 0x7f41e00b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e61a2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41e0156b50 con 0x7f41e0156770 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e61a2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f41e00b7260 con 0x7f41e0072df0 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e61a2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f41e00d2c10 con 0x7f41e00b6df0 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e51a0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f41e0156770 0x7f41e00d2500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33316/0 (socket says 172.21.15.17:33316) 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e51a0640 1 -- 172.21.15.17:0/1421224506 learned_addr learned my addr 172.21.15.17:0/1421224506 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e59a1640 1 --2- 172.21.15.17:0/1421224506 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 0x7f41e00b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41e499f640 1 --2- 172.21.15.17:0/1421224506 >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 0x7f41e00b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41d7fff640 1 -- 172.21.15.17:0/1421224506 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1393397798 0 0) 0x7f41e0156b50 con 0x7f41e0156770 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.145+0000 7f41d7fff640 1 -- 172.21.15.17:0/1421224506 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f41cc003520 con 0x7f41e0156770 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e59a1640 1 -- 172.21.15.17:0/1421224506 >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 msgr2=0x7f41e00b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e59a1640 1 --2- 172.21.15.17:0/1421224506 >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 0x7f41e00b68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e59a1640 1 -- 172.21.15.17:0/1421224506 >> v1:172.21.15.17:6789/0 conn(0x7f41e0156770 legacy=0x7f41e00d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e59a1640 1 -- 172.21.15.17:0/1421224506 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e015ff90 con 0x7f41e00b6df0 2024-09-19T08:09:48.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e499f640 1 --2- 172.21.15.17:0/1421224506 >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 0x7f41e00b68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:48.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.146+0000 7f41e59a1640 1 --2- 172.21.15.17:0/1421224506 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 0x7f41e00b5460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009d90 tx=0x7f41d802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0768bb04bc2c6c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:48.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41d7fff640 1 -- 172.21.15.17:0/1421224506 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d8007740 con 0x7f41e00b6df0 2024-09-19T08:09:48.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41d7fff640 1 -- 172.21.15.17:0/1421224506 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41d80078e0 con 0x7f41e00b6df0 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41d7fff640 1 -- 172.21.15.17:0/1421224506 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d8007c90 con 0x7f41e00b6df0 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/1421224506 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 msgr2=0x7f41e00b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/1421224506 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 0x7f41e00b5460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009d90 tx=0x7f41d802a660 comp rx=0 tx=0).stop 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/1421224506 shutdown_connections 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/1421224506 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e00b6df0 0x7f41e00b5460 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/1421224506 >> v2:172.21.15.160:3300/0 conn(0x7f41e0072df0 0x7f41e00b68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/1421224506 >> 172.21.15.17:0/1421224506 conn(0x7f41e006bdf0 msgr2=0x7f41e0067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/1421224506 shutdown_connections 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/1421224506 wait complete. 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.148+0000 7f41e61a2640 1 Processor -- start 2024-09-19T08:09:48.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.148+0000 7f41e61a2640 1 -- start start 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e0072df0 0x7f41e0148a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41e0156770 0x7f41e014f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0160550 con 0x7f41e00b6df0 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f41e015fd40 con 0x7f41e0156770 2024-09-19T08:09:48.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e61a2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f41e0160830 con 0x7f41e0072df0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e499f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e499f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53914/0 (socket says 172.21.15.17:53914) 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e499f640 1 -- 172.21.15.17:0/454308142 learned_addr learned my addr 172.21.15.17:0/454308142 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e51a0640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e0072df0 0x7f41e0148a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.149+0000 7f41e59a1640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41e0156770 0x7f41e014f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 -- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e0072df0 msgr2=0x7f41e0148a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e0072df0 0x7f41e0148a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 -- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41e0156770 msgr2=0x7f41e014f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41e0156770 0x7f41e014f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 -- 172.21.15.17:0/454308142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e0148f80 con 0x7f41e00b6df0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e499f640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f41d000ebe0 tx=0x7f41d000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0017070 con 0x7f41e00b6df0 2024-09-19T08:09:48.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41d000cc30 con 0x7f41e00b6df0 2024-09-19T08:09:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e00b3e50 con 0x7f41e00b6df0 2024-09-19T08:09:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0013470 con 0x7f41e00b6df0 2024-09-19T08:09:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.150+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e00b4410 con 0x7f41e00b6df0 2024-09-19T08:09:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.151+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e00d20c0 con 0x7f41e00b6df0 2024-09-19T08:09:48.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.152+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f41d001a070 con 0x7f41e00b6df0 2024-09-19T08:09:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.152+0000 7f41d5ffb640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 0x7f41c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.152+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6426+0+0 (secure 0 0 0) 0x7f41d008b590 con 0x7f41e00b6df0 2024-09-19T08:09:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.152+0000 7f41e51a0640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 0x7f41c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:48.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.153+0000 7f41e51a0640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 0x7f41c406e770 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f41dc005880 tx=0x7f41dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:48.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.157+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f41d0059470 con 0x7f41e00b6df0 2024-09-19T08:09:48.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:48.367+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f41e0068120 con 0x7f41e00b6df0 2024-09-19T08:09:49.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.144+0000 7f41d5ffb640 1 -- 172.21.15.17:0/454308142 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v126) ==== 162+0+0 (secure 0 0 0) 0x7f41d005d770 con 0x7f41e00b6df0 2024-09-19T08:09:49.145 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:49.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 msgr2=0x7f41c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 0x7f41c406e770 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f41dc005880 tx=0x7f41dc009040 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 msgr2=0x7f41e014f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f41d000ebe0 tx=0x7f41d000c520 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 shutdown_connections 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f41c406c2b0 0x7f41c406e770 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f41e0156770 0x7f41e014f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41e00b6df0 0x7f41e014f240 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 --2- 172.21.15.17:0/454308142 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f41e0072df0 0x7f41e0148a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 >> 172.21.15.17:0/454308142 conn(0x7f41e006bdf0 msgr2=0x7f41e00d0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 shutdown_connections 2024-09-19T08:09:49.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.147+0000 7f41e61a2640 1 -- 172.21.15.17:0/454308142 wait complete. 2024-09-19T08:09:49.152 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:49.153+0000 7fae00152640 -1 mds.0.snaptable: load_2 could not read table: -2 2024-09-19T08:09:49.152 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:09:49.153+0000 7fae00152640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds_snaptable' -2 ((2) No such file or directory) 2024-09-19T08:09:49.153 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:49.153+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:49.153 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:49.153+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:49.162 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.270+0000 7f4baa665640 1 Processor -- start 2024-09-19T08:09:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.270+0000 7f4baa665640 1 -- start start 2024-09-19T08:09:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4baa665640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ba415e4e0 0x7f4ba40b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4baa665640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ba406cec0 con 0x7f4ba415e8c0 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4baa665640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ba406d160 con 0x7f4ba40d26d0 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4baa665640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4ba40d2d40 con 0x7f4ba415e4e0 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4ba3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ba415e4e0 0x7f4ba40b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4ba3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ba415e4e0 0x7f4ba40b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53916/0 (socket says 172.21.15.17:53916) 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4b9bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4ba415e8c0 0x7f4ba40d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33332/0 (socket says 172.21.15.17:33332) 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.271+0000 7f4ba3fff640 1 -- 172.21.15.17:0/3762097864 learned_addr learned my addr 172.21.15.17:0/3762097864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.272+0000 7f4ba3fff640 1 -- 172.21.15.17:0/3762097864 >> v1:172.21.15.160:6789/0 conn(0x7f4ba40d26d0 legacy=0x7f4ba406dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.272+0000 7f4ba3fff640 1 -- 172.21.15.17:0/3762097864 >> v1:172.21.15.17:6789/0 conn(0x7f4ba415e8c0 legacy=0x7f4ba40d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.272+0000 7f4ba37fe640 1 -- 172.21.15.17:0/3762097864 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1910627546 0 0) 0x7f4ba406cec0 con 0x7f4ba415e8c0 2024-09-19T08:09:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.272+0000 7f4ba3fff640 1 -- 172.21.15.17:0/3762097864 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba406d440 con 0x7f4ba415e4e0 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.272+0000 7f4ba3fff640 1 --2- 172.21.15.17:0/3762097864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b67d0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f4b94009870 tx=0x7f4b9402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a62f7fe3582ed845 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4ba37fe640 1 -- 172.21.15.17:0/3762097864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b94037070 con 0x7f4ba415e4e0 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4ba37fe640 1 -- 172.21.15.17:0/3762097864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b9402ae50 con 0x7f4ba415e4e0 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4ba37fe640 1 -- 172.21.15.17:0/3762097864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b94032860 con 0x7f4ba415e4e0 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 -- 172.21.15.17:0/3762097864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e4e0 msgr2=0x7f4ba40b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 --2- 172.21.15.17:0/3762097864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b67d0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f4b94009870 tx=0x7f4b9402a300 comp rx=0 tx=0).stop 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 -- 172.21.15.17:0/3762097864 shutdown_connections 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 --2- 172.21.15.17:0/3762097864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b67d0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 -- 172.21.15.17:0/3762097864 >> 172.21.15.17:0/3762097864 conn(0x7f4ba406f400 msgr2=0x7f4ba406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 -- 172.21.15.17:0/3762097864 shutdown_connections 2024-09-19T08:09:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.273+0000 7f4baa665640 1 -- 172.21.15.17:0/3762097864 wait complete. 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 Processor -- start 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 -- start start 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ba40d26d0 0x7f4ba4154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba40b6d10 con 0x7f4ba415e8c0 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba40d2b20 con 0x7f4ba415e4e0 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.275+0000 7f4baa665640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4ba40b6e90 con 0x7f4ba40d26d0 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53924/0 (socket says 172.21.15.17:53924) 2024-09-19T08:09:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 -- 172.21.15.17:0/1307135990 learned_addr learned my addr 172.21.15.17:0/1307135990 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4b9bfff640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba3fff640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ba40d26d0 0x7f4ba4154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 -- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ba40d26d0 msgr2=0x7f4ba4154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ba40d26d0 0x7f4ba4154a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 -- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ba415e4e0 msgr2=0x7f4ba40b2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 -- 172.21.15.17:0/1307135990 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba40b0f50 con 0x7f4ba415e8c0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba8c02640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c00c7a0 tx=0x7f4b9c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c003b70 con 0x7f4ba415e8c0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b9c003d30 con 0x7f4ba415e8c0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba40b1230 con 0x7f4ba415e8c0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c00aa90 con 0x7f4ba415e8c0 2024-09-19T08:09:49.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.276+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba40b1cf0 con 0x7f4ba415e8c0 2024-09-19T08:09:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.277+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ba40b67d0 con 0x7f4ba415e8c0 2024-09-19T08:09:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.278+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4b9c00ac50 con 0x7f4ba415e8c0 2024-09-19T08:09:49.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.278+0000 7f4ba17fa640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 0x7f4b8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.279+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7f4b9c08b530 con 0x7f4ba415e8c0 2024-09-19T08:09:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.279+0000 7f4ba3fff640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 0x7f4b8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.279+0000 7f4ba3fff640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 0x7f4b8406e770 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4b94034000 tx=0x7f4b9402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.283+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4b9c059340 con 0x7f4ba415e8c0 2024-09-19T08:09:49.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.491+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ba40d2280 con 0x7f4ba415e8c0 2024-09-19T08:09:49.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.492+0000 7f4ba17fa640 1 -- 172.21.15.17:0/1307135990 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+4394 (secure 0 0 0) 0x7f4b9c05d640 con 0x7f4ba415e8c0 2024-09-19T08:09:49.493 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:49.493 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":128,"btime":"2024-09-19T08:09:49:154307+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:49.154255+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":97,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:49.493 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 128 2024-09-19T08:09:49.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 msgr2=0x7f4b8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 0x7f4b8406e770 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4b94034000 tx=0x7f4b9402e000 comp rx=0 tx=0).stop 2024-09-19T08:09:49.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 msgr2=0x7f4ba40ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c00c7a0 tx=0x7f4b9c00cc60 comp rx=0 tx=0).stop 2024-09-19T08:09:49.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 shutdown_connections 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4b8406c2b0 0x7f4b8406e770 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba415e8c0 0x7f4ba40ae8a0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ba415e4e0 0x7f4ba40b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 --2- 172.21.15.17:0/1307135990 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ba40d26d0 0x7f4ba4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 >> 172.21.15.17:0/1307135990 conn(0x7f4ba406f400 msgr2=0x7f4ba406e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 shutdown_connections 2024-09-19T08:09:49.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.494+0000 7f4baa665640 1 -- 172.21.15.17:0/1307135990 wait complete. 2024-09-19T08:09:49.506 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:49.506 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:49.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.608+0000 7f2c26447640 1 Processor -- start 2024-09-19T08:09:49.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.608+0000 7f2c26447640 1 -- start start 2024-09-19T08:09:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c26447640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 0x7f2c2006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c26447640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 0x7f2c200b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c26447640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c200d17e0 con 0x7f2c2006dae0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c26447640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2c200d09d0 con 0x7f2c200d3480 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c26447640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c2015ee90 con 0x7f2c2015eab0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c1ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 0x7f2c2006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c249e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 0x7f2c200b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c1f7fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f2c2006dae0 0x7f2c200b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47136/0 (socket says 172.21.15.17:47136) 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c1f7fe640 1 -- 172.21.15.17:0/1573162052 learned_addr learned my addr 172.21.15.17:0/1573162052 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.609+0000 7f2c1effd640 1 -- 172.21.15.17:0/1573162052 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1193733171 0 0) 0x7f2c200d17e0 con 0x7f2c2006dae0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1effd640 1 -- 172.21.15.17:0/1573162052 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c08003520 con 0x7f2c2006dae0 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1ffff640 1 -- 172.21.15.17:0/1573162052 >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 msgr2=0x7f2c200b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:49.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1ffff640 1 --2- 172.21.15.17:0/1573162052 >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 0x7f2c200b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1ffff640 1 -- 172.21.15.17:0/1573162052 >> v1:172.21.15.160:6789/0 conn(0x7f2c2006dae0 legacy=0x7f2c200b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1ffff640 1 -- 172.21.15.17:0/1573162052 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c200cfc10 con 0x7f2c2015eab0 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c249e4640 1 --2- 172.21.15.17:0/1573162052 >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 0x7f2c200b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.610+0000 7f2c1ffff640 1 --2- 172.21.15.17:0/1573162052 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 0x7f2c2006d5a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2c100097d0 tx=0x7f2c1002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41258d330c1d332a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c1effd640 1 -- 172.21.15.17:0/1573162052 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10037070 con 0x7f2c2015eab0 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c1effd640 1 -- 172.21.15.17:0/1573162052 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c10032440 con 0x7f2c2015eab0 2024-09-19T08:09:49.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c1effd640 1 -- 172.21.15.17:0/1573162052 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10032810 con 0x7f2c2015eab0 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 -- 172.21.15.17:0/1573162052 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 msgr2=0x7f2c2006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 --2- 172.21.15.17:0/1573162052 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 0x7f2c2006d5a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2c100097d0 tx=0x7f2c1002a250 comp rx=0 tx=0).stop 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 -- 172.21.15.17:0/1573162052 shutdown_connections 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 --2- 172.21.15.17:0/1573162052 >> v2:172.21.15.160:3300/0 conn(0x7f2c200d3480 0x7f2c200b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 --2- 172.21.15.17:0/1573162052 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2015eab0 0x7f2c2006d5a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 -- 172.21.15.17:0/1573162052 >> 172.21.15.17:0/1573162052 conn(0x7f2c200d4b30 msgr2=0x7f2c200d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 -- 172.21.15.17:0/1573162052 shutdown_connections 2024-09-19T08:09:49.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.611+0000 7f2c26447640 1 -- 172.21.15.17:0/1573162052 wait complete. 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.612+0000 7f2c26447640 1 Processor -- start 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 -- start start 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2006dae0 0x7f2c200b25d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c2015eab0 0x7f2c200b9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c200d01d0 con 0x7f2c200d3480 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2006df20 con 0x7f2c2015eab0 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.613+0000 7f2c26447640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c200d04b0 con 0x7f2c2006dae0 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53930/0 (socket says 172.21.15.17:53930) 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 -- 172.21.15.17:0/816397757 learned_addr learned my addr 172.21.15.17:0/816397757 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:49.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1ffff640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2006dae0 0x7f2c200b25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c249e4640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c2015eab0 0x7f2c200b9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 -- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2006dae0 msgr2=0x7f2c200b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2006dae0 0x7f2c200b25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 -- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c2015eab0 msgr2=0x7f2c200b9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c2015eab0 0x7f2c200b9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 -- 172.21.15.17:0/816397757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c201f4340 con 0x7f2c200d3480 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1f7fe640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400c400 tx=0x7f2c1400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c14017070 con 0x7f2c200d3480 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c14005d00 con 0x7f2c200d3480 2024-09-19T08:09:49.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c14007310 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c201f4600 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.614+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c201f4bc0 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.615+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c200ceb50 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.616+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c1401a070 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.616+0000 7f2c1cff9640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 0x7f2c0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.616+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7f2c1408ab10 con 0x7f2c200d3480 2024-09-19T08:09:49.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.616+0000 7f2c1ffff640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 0x7f2c0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.617+0000 7f2c1ffff640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 0x7f2c0c06e770 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2c10034000 tx=0x7f2c1002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.620+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c14058890 con 0x7f2c200d3480 2024-09-19T08:09:49.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.833+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2c20161c60 con 0x7f2c200d3480 2024-09-19T08:09:49.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.834+0000 7f2c1cff9640 1 -- 172.21.15.17:0/816397757 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+4394 (secure 0 0 0) 0x7f2c1405cb90 con 0x7f2c200d3480 2024-09-19T08:09:49.834 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:49.834 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":128,"btime":"2024-09-19T08:09:49:154307+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:49.154255+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":97,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:49.834 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 128 2024-09-19T08:09:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 msgr2=0x7f2c0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 0x7f2c0c06e770 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2c10034000 tx=0x7f2c1002e000 comp rx=0 tx=0).stop 2024-09-19T08:09:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 msgr2=0x7f2c200b9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400c400 tx=0x7f2c1400c800 comp rx=0 tx=0).stop 2024-09-19T08:09:49.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 shutdown_connections 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c0c06c2b0 0x7f2c0c06e770 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c2015eab0 0x7f2c200b9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c200d3480 0x7f2c200b9030 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 --2- 172.21.15.17:0/816397757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c2006dae0 0x7f2c200b25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 >> 172.21.15.17:0/816397757 conn(0x7f2c200d4b30 msgr2=0x7f2c200b6230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 shutdown_connections 2024-09-19T08:09:49.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.836+0000 7f2c26447640 1 -- 172.21.15.17:0/816397757 wait complete. 2024-09-19T08:09:49.847 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:49.847 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:49.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.950+0000 7fa42aff6640 1 Processor -- start 2024-09-19T08:09:49.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.950+0000 7fa42aff6640 1 -- start start 2024-09-19T08:09:49.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa42aff6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa42415e8c0 0x7fa4240d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa42aff6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4240b6ee0 0x7fa4240d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa42aff6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa42406cec0 con 0x7fa42415e4e0 2024-09-19T08:09:49.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa42aff6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa4240d2d40 con 0x7fa42415e8c0 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa42aff6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa42406d160 con 0x7fa4240b6ee0 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa42415e8c0 0x7fa4240d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa42415e8c0 0x7fa4240d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53934/0 (socket says 172.21.15.17:53934) 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa428d92640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa42415e4e0 0x7fa4240b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33340/0 (socket says 172.21.15.17:33340) 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 -- 172.21.15.17:0/1501661934 learned_addr learned my addr 172.21.15.17:0/1501661934 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa429593640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4240b6ee0 0x7fa4240d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 -- 172.21.15.17:0/1501661934 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4240b6ee0 msgr2=0x7fa4240d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4240b6ee0 0x7fa4240d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 -- 172.21.15.17:0/1501661934 >> v1:172.21.15.17:6789/0 conn(0x7fa42415e4e0 legacy=0x7fa4240b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa423fff640 1 -- 172.21.15.17:0/1501661934 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42406d440 con 0x7fa42415e8c0 2024-09-19T08:09:49.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.951+0000 7fa4237fe640 1 -- 172.21.15.17:0/1501661934 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1646273143 0 0) 0x7fa42406cec0 con 0x7fa42415e4e0 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.952+0000 7fa423fff640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa4240d1fc0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fa410009870 tx=0x7fa41002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf8fbf394e9cf93 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.952+0000 7fa4237fe640 1 -- 172.21.15.17:0/1501661934 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410037070 con 0x7fa42415e8c0 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.952+0000 7fa4237fe640 1 -- 172.21.15.17:0/1501661934 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa410032440 con 0x7fa42415e8c0 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.952+0000 7fa4237fe640 1 -- 172.21.15.17:0/1501661934 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa410032810 con 0x7fa42415e8c0 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 -- 172.21.15.17:0/1501661934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 msgr2=0x7fa4240d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa4240d1fc0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fa410009870 tx=0x7fa41002a1c0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 -- 172.21.15.17:0/1501661934 shutdown_connections 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa4240b6ee0 0x7fa4240d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 --2- 172.21.15.17:0/1501661934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa4240d1fc0 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 -- 172.21.15.17:0/1501661934 >> 172.21.15.17:0/1501661934 conn(0x7fa42406f400 msgr2=0x7fa42406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 -- 172.21.15.17:0/1501661934 shutdown_connections 2024-09-19T08:09:49.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.953+0000 7fa42aff6640 1 -- 172.21.15.17:0/1501661934 wait complete. 2024-09-19T08:09:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.954+0000 7fa42aff6640 1 Processor -- start 2024-09-19T08:09:49.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.954+0000 7fa42aff6640 1 -- start start 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4240b6ee0 0x7fa4241406e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa42415e4e0 0x7fa42414f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa42406dc40 con 0x7fa42415e8c0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa4240d2a40 con 0x7fa4240b6ee0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa42aff6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa42406ddc0 con 0x7fa42415e4e0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53950/0 (socket says 172.21.15.17:53950) 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 -- 172.21.15.17:0/83023261 learned_addr learned my addr 172.21.15.17:0/83023261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa423fff640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa42415e4e0 0x7fa42414f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa428d92640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4240b6ee0 0x7fa4241406e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 -- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa42415e4e0 msgr2=0x7fa42414f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa42415e4e0 0x7fa42414f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 -- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4240b6ee0 msgr2=0x7fa4241406e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4240b6ee0 0x7fa4241406e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.955+0000 7fa429593640 1 -- 172.21.15.17:0/83023261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4241500c0 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa429593640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fa41c007e40 tx=0x7fa41c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c014620 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa41c019070 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4241503a0 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c014a20 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.956+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa424140c20 con 0x7fa42415e8c0 2024-09-19T08:09:49.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.957+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa424073840 con 0x7fa42415e8c0 2024-09-19T08:09:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.957+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa41c014bc0 con 0x7fa42415e8c0 2024-09-19T08:09:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.958+0000 7fa4217fa640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 0x7fa40806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.958+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7fa41c08bf80 con 0x7fa42415e8c0 2024-09-19T08:09:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.958+0000 7fa428d92640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 0x7fa40806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.959+0000 7fa428d92640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 0x7fa40806e770 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa418000f60 tx=0x7fa418007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:49.963+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa424073840 con 0x7fa42415e8c0 2024-09-19T08:09:50.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.175+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4240b67d0 con 0x7fa42415e8c0 2024-09-19T08:09:50.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.176+0000 7fa4217fa640 1 -- 172.21.15.17:0/83023261 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+4394 (secure 0 0 0) 0x7fa41c059d90 con 0x7fa42415e8c0 2024-09-19T08:09:50.176 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:50.176 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":128,"btime":"2024-09-19T08:09:49:154307+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":7959,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3532168011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3532168011},{"type":"v1","addr":"172.21.15.17:6835","nonce":3532168011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":114}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:49.154255+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":97,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:50.176 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 128 2024-09-19T08:09:50.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 msgr2=0x7fa40806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 0x7fa40806e770 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa418000f60 tx=0x7fa418007d50 comp rx=0 tx=0).stop 2024-09-19T08:09:50.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 msgr2=0x7fa42414fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fa41c007e40 tx=0x7fa41c00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 shutdown_connections 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa40806c2b0 0x7fa40806e770 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa42415e8c0 0x7fa42414fa40 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa42415e4e0 0x7fa42414f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 --2- 172.21.15.17:0/83023261 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa4240b6ee0 0x7fa4241406e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 >> 172.21.15.17:0/83023261 conn(0x7fa42406f400 msgr2=0x7fa42415d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 shutdown_connections 2024-09-19T08:09:50.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.178+0000 7fa42aff6640 1 -- 172.21.15.17:0/83023261 wait complete. 2024-09-19T08:09:50.189 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds_snaptable' led to DAMAGED state 2024-09-19T08:09:50.189 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_inotable' 2024-09-19T08:09:50.190 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:50.190 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:50.206 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:50.206 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:50.206 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:50.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:50.206 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:50.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:50.263 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:50.263 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:50.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.407+0000 7f6c47511640 1 Processor -- start 2024-09-19T08:09:50.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.407+0000 7f6c47511640 1 -- start start 2024-09-19T08:09:50.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c47511640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6c4006c320 0x7f6c400b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:50.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c47511640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c4006e3c0 con 0x7f6c40158c90 2024-09-19T08:09:50.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c47511640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c4006e6a0 con 0x7f6c400b0610 2024-09-19T08:09:50.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c47511640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6c4006e170 con 0x7f6c4006c320 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c44aac640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6c4006c320 0x7f6c400b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c452ad640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6c40158c90 0x7f6c4006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33344/0 (socket says 172.21.15.17:33344) 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c44aac640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6c4006c320 0x7f6c400b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53964/0 (socket says 172.21.15.17:53964) 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c452ad640 1 -- 172.21.15.17:0/1589927054 learned_addr learned my addr 172.21.15.17:0/1589927054 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c44aac640 1 -- 172.21.15.17:0/1589927054 >> v1:172.21.15.160:6789/0 conn(0x7f6c400b0610 legacy=0x7f6c4015eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c44aac640 1 -- 172.21.15.17:0/1589927054 >> v1:172.21.15.17:6789/0 conn(0x7f6c40158c90 legacy=0x7f6c4006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c37fff640 1 -- 172.21.15.17:0/1589927054 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 638962822 0 0) 0x7f6c4006e3c0 con 0x7f6c40158c90 2024-09-19T08:09:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.408+0000 7f6c44aac640 1 -- 172.21.15.17:0/1589927054 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c4006e980 con 0x7f6c4006c320 2024-09-19T08:09:50.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.409+0000 7f6c44aac640 1 --2- 172.21.15.17:0/1589927054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c4006c320 0x7f6c400b00d0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f6c300097a0 tx=0x7f6c3002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6dd86ee9817c4cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:50.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.409+0000 7f6c37fff640 1 -- 172.21.15.17:0/1589927054 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30037070 con 0x7f6c4006c320 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.409+0000 7f6c37fff640 1 -- 172.21.15.17:0/1589927054 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c30032440 con 0x7f6c4006c320 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.409+0000 7f6c37fff640 1 -- 172.21.15.17:0/1589927054 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30032810 con 0x7f6c4006c320 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 -- 172.21.15.17:0/1589927054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c4006c320 msgr2=0x7f6c400b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 --2- 172.21.15.17:0/1589927054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c4006c320 0x7f6c400b00d0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f6c300097a0 tx=0x7f6c3002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 -- 172.21.15.17:0/1589927054 shutdown_connections 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 --2- 172.21.15.17:0/1589927054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c4006c320 0x7f6c400b00d0 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 -- 172.21.15.17:0/1589927054 >> 172.21.15.17:0/1589927054 conn(0x7f6c40067b30 msgr2=0x7f6c4006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 -- 172.21.15.17:0/1589927054 shutdown_connections 2024-09-19T08:09:50.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.410+0000 7f6c47511640 1 -- 172.21.15.17:0/1589927054 wait complete. 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.411+0000 7f6c47511640 1 Processor -- start 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.411+0000 7f6c47511640 1 -- start start 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 0x7f6c4014cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6c40158c90 0x7f6c40072530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6c400b4210 con 0x7f6c400b0610 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6c400b0a80 con 0x7f6c4006c320 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c47511640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6c400b4390 con 0x7f6c40158c90 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53974/0 (socket says 172.21.15.17:53974) 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 -- 172.21.15.17:0/699640478 learned_addr learned my addr 172.21.15.17:0/699640478 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:50.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c452ad640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 0x7f6c4014cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c45aae640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6c40158c90 0x7f6c40072530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 -- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6c40158c90 msgr2=0x7f6c40072530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6c40158c90 0x7f6c40072530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 -- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 msgr2=0x7f6c4014cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 0x7f6c4014cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 -- 172.21.15.17:0/699640478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c4014d240 con 0x7f6c400b0610 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c452ad640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 0x7f6c4014cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c44aac640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f6c300097a0 tx=0x7f6c300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.412+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30041070 con 0x7f6c400b0610 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.413+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c3003c870 con 0x7f6c400b0610 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.413+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30037040 con 0x7f6c400b0610 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.413+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c4015ddf0 con 0x7f6c400b0610 2024-09-19T08:09:50.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.413+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c4015e390 con 0x7f6c400b0610 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.414+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c400b00d0 con 0x7f6c400b0610 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.414+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c30044070 con 0x7f6c400b0610 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.415+0000 7f6c35ffb640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 0x7f6c2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.415+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7f6c300ac3c0 con 0x7f6c400b0610 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.415+0000 7f6c452ad640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 0x7f6c2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:50.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.415+0000 7f6c452ad640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 0x7f6c2406e770 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c000f60 tx=0x7f6c3c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:50.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.419+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6c4014d240 con 0x7f6c400b0610 2024-09-19T08:09:50.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:50.632+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6c400d0680 con 0x7f6c400b0610 2024-09-19T08:09:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.160+0000 7f6c35ffb640 1 -- 172.21.15.17:0/699640478 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v129) ==== 161+0+0 (secure 0 0 0) 0x7f6c3007a930 con 0x7f6c400b0610 2024-09-19T08:09:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 msgr2=0x7f6c2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 0x7f6c2406e770 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c000f60 tx=0x7f6c3c009040 comp rx=0 tx=0).stop 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 msgr2=0x7f6c40071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f6c300097a0 tx=0x7f6c300046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 shutdown_connections 2024-09-19T08:09:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6c2406c2b0 0x7f6c2406e770 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6c40158c90 0x7f6c40072530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c400b0610 0x7f6c40071ff0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 --2- 172.21.15.17:0/699640478 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6c4006c320 0x7f6c4014cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 >> 172.21.15.17:0/699640478 conn(0x7f6c40067b30 msgr2=0x7f6c400b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 shutdown_connections 2024-09-19T08:09:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.163+0000 7f6c47511640 1 -- 172.21.15.17:0/699640478 wait complete. 2024-09-19T08:09:51.176 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:51.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.285+0000 7fea01d9f640 1 Processor -- start 2024-09-19T08:09:51.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.285+0000 7fea01d9f640 1 -- start start 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea01d9f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 0x7fe9fc0d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea01d9f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9fc0b8870 0x7fe9fc0d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea01d9f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9fc0b8e70 con 0x7fe9fc15e740 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea01d9f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe9fc0b9150 con 0x7fe9fc0b8870 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea01d9f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe9fc0b9430 con 0x7fe9fc15e360 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9fc0b8870 0x7fe9fc0d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fe9fbfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe9fc15e740 0x7fe9fc0b8160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33358/0 (socket says 172.21.15.17:33358) 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe9fc0b8870 0x7fe9fc0d1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53982/0 (socket says 172.21.15.17:53982) 2024-09-19T08:09:51.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fe9fbfff640 1 -- 172.21.15.17:0/2589164586 learned_addr learned my addr 172.21.15.17:0/2589164586 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea00d9d640 1 --2- 172.21.15.17:0/2589164586 >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 0x7fe9fc0d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 -- 172.21.15.17:0/2589164586 >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 msgr2=0x7fe9fc0d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 --2- 172.21.15.17:0/2589164586 >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 0x7fe9fc0d0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 -- 172.21.15.17:0/2589164586 >> v1:172.21.15.17:6789/0 conn(0x7fe9fc15e740 legacy=0x7fe9fc0b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea0159e640 1 -- 172.21.15.17:0/2589164586 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9fc0b9710 con 0x7fe9fc0b8870 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fe9fb7fe640 1 -- 172.21.15.17:0/2589164586 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1711618991 0 0) 0x7fe9fc0b8e70 con 0x7fe9fc15e740 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.286+0000 7fea00d9d640 1 --2- 172.21.15.17:0/2589164586 >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 0x7fe9fc0d0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.287+0000 7fea0159e640 1 --2- 172.21.15.17:0/2589164586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0d1260 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0b7000 tx=0x7fe9f402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7d8722d8714e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.287+0000 7fe9fb7fe640 1 -- 172.21.15.17:0/2589164586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4007740 con 0x7fe9fc0b8870 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.287+0000 7fe9fb7fe640 1 -- 172.21.15.17:0/2589164586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9f40078e0 con 0x7fe9fc0b8870 2024-09-19T08:09:51.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.287+0000 7fe9fb7fe640 1 -- 172.21.15.17:0/2589164586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4007cb0 con 0x7fe9fc0b8870 2024-09-19T08:09:51.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 -- 172.21.15.17:0/2589164586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 msgr2=0x7fe9fc0d1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 --2- 172.21.15.17:0/2589164586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0d1260 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0b7000 tx=0x7fe9f402a680 comp rx=0 tx=0).stop 2024-09-19T08:09:51.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 -- 172.21.15.17:0/2589164586 shutdown_connections 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 --2- 172.21.15.17:0/2589164586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0d1260 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 --2- 172.21.15.17:0/2589164586 >> v2:172.21.15.160:3300/0 conn(0x7fe9fc15e360 0x7fe9fc0d0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 -- 172.21.15.17:0/2589164586 >> 172.21.15.17:0/2589164586 conn(0x7fe9fc067950 msgr2=0x7fe9fc067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 -- 172.21.15.17:0/2589164586 shutdown_connections 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.288+0000 7fea01d9f640 1 -- 172.21.15.17:0/2589164586 wait complete. 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.289+0000 7fea01d9f640 1 Processor -- start 2024-09-19T08:09:51.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.289+0000 7fea01d9f640 1 -- start start 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9fc15e360 0x7fe9fc1f0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9fc15e740 0x7fe9fc156970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc0d2e40 con 0x7fe9fc0b8870 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc0d2cc0 con 0x7fe9fc15e360 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea01d9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe9fc0d2fc0 con 0x7fe9fc15e740 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53994/0 (socket says 172.21.15.17:53994) 2024-09-19T08:09:51.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 -- 172.21.15.17:0/3622521210 learned_addr learned my addr 172.21.15.17:0/3622521210 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fe9fbfff640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9fc15e360 0x7fe9fc1f0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea0159e640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9fc15e740 0x7fe9fc156970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 -- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9fc15e740 msgr2=0x7fe9fc156970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9fc15e740 0x7fe9fc156970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 -- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9fc15e360 msgr2=0x7fe9fc1f0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9fc15e360 0x7fe9fc1f0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.290+0000 7fea00d9d640 1 -- 172.21.15.17:0/3622521210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9fc1f4b90 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fea00d9d640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fe9f000c7f0 tx=0x7fe9f000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f0015070 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9f0007a30 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9fc0c7f60 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f0007e00 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.291+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9fc1f1510 con 0x7fe9fc0b8870 2024-09-19T08:09:51.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.292+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9fc0c7d50 con 0x7fe9fc0b8870 2024-09-19T08:09:51.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.292+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe9f0018070 con 0x7fe9fc0b8870 2024-09-19T08:09:51.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.293+0000 7fe9f97fa640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 0x7fe9e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:51.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.293+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7fe9f008b600 con 0x7fe9fc0b8870 2024-09-19T08:09:51.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.293+0000 7fe9fbfff640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 0x7fe9e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:51.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.294+0000 7fe9fbfff640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 0x7fe9e006e770 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0cfd60 tx=0x7fe9e8007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:51.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.298+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe9f0059490 con 0x7fe9fc0b8870 2024-09-19T08:09:51.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:51.543+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fe9fc0b8160 con 0x7fe9fc0b8870 2024-09-19T08:09:52.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.165+0000 7fe9f97fa640 1 -- 172.21.15.17:0/3622521210 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v130) ==== 101+0+0 (secure 0 0 0) 0x7fe9f005d790 con 0x7fe9fc0b8870 2024-09-19T08:09:52.165 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 msgr2=0x7fe9e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 0x7fe9e006e770 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0cfd60 tx=0x7fe9e8007de0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 msgr2=0x7fe9fc0c8a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fe9f000c7f0 tx=0x7fe9f000cbf0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 shutdown_connections 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9e006c2b0 0x7fe9e006e770 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe9fc15e740 0x7fe9fc156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe9fc15e360 0x7fe9fc1f0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 --2- 172.21.15.17:0/3622521210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9fc0b8870 0x7fe9fc0c8a40 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 >> 172.21.15.17:0/3622521210 conn(0x7fe9fc067950 msgr2=0x7fe9fc0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 shutdown_connections 2024-09-19T08:09:52.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.168+0000 7fea01d9f640 1 -- 172.21.15.17:0/3622521210 wait complete. 2024-09-19T08:09:52.182 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:52.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 Processor -- start 2024-09-19T08:09:52.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 -- start start 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 0x5569f66007d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5569f661a060 0x5569f6613970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5569f6524510 con 0x5569f6613eb0 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5569f65d3db0 con 0x5569f661a060 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.230+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5569f66a6ea0 con 0x7f96240022d0 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963bcef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 0x5569f66007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963aced640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5569f661a060 0x5569f6613970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963bcef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54002/0 (socket says 172.21.15.17:54002) 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963bcef640 1 -- 172.21.15.17:0/1945824728 learned_addr learned my addr 172.21.15.17:0/1945824728 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 -- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5569f661a060 msgr2=0x5569f6613970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5569f661a060 0x5569f6613970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 -- 172.21.15.17:0/1945824728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 msgr2=0x5569f66a5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 -- 172.21.15.17:0/1945824728 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569f66a6850 con 0x7f96240022d0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963bcef640 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f963b4ee640 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 0x5569f66007d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9624003040 tx=0x7f962c04f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5bf5ff87771b58b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f9639ceb640 1 -- 172.21.15.17:0/1945824728 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c04db50 con 0x7f96240022d0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f9639ceb640 1 -- 172.21.15.17:0/1945824728 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f962c066070 con 0x7f96240022d0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.231+0000 7f9639ceb640 1 -- 172.21.15.17:0/1945824728 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c005040 con 0x7f96240022d0 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 -- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 msgr2=0x5569f66007d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 0x5569f66007d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9624003040 tx=0x7f962c04f000 comp rx=0 tx=0).stop 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 -- 172.21.15.17:0/1945824728 shutdown_connections 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5569f661a060 0x5569f6613970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/1945824728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f96240022d0 0x5569f66007d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 -- 172.21.15.17:0/1945824728 >> 172.21.15.17:0/1945824728 conn(0x5569f65fd280 msgr2=0x5569f6612b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 -- 172.21.15.17:0/1945824728 shutdown_connections 2024-09-19T08:09:52.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.232+0000 7f963d9f8f40 1 -- 172.21.15.17:0/1945824728 wait complete. 2024-09-19T08:09:52.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 Processor -- start 2024-09-19T08:09:52.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 -- start start 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5569f661a060 0x5569f668ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96240022d0 0x5569f6740c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5569f6614340 con 0x5569f6613eb0 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5569f668cd90 con 0x7f96240022d0 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963d9f8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5569f668c6e0 con 0x5569f661a060 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963b4ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963b4ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54018/0 (socket says 172.21.15.17:54018) 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.233+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 learned_addr learned my addr 172.21.15.17:0/432552736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5569f661a060 0x5569f668ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96240022d0 0x5569f6740c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5569f661a060 msgr2=0x5569f668ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5569f661a060 0x5569f668ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96240022d0 msgr2=0x5569f6740c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96240022d0 0x5569f6740c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569f67411a0 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f96240022d0 0x5569f6740c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f962c025e80 tx=0x7f962c0033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f9638ce9640 1 -- 172.21.15.17:0/432552736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c070070 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f9638ce9640 1 -- 172.21.15.17:0/432552736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f962c04dc10 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5569f668b550 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f9638ce9640 1 -- 172.21.15.17:0/432552736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c005040 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.234+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569f668bb10 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f9638ce9640 1 -- 172.21.15.17:0/432552736 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f962c07b060 con 0x5569f6613eb0 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f9638ce9640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 0x7f962806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f9638ce9640 1 -- 172.21.15.17:0/432552736 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7f962c0cf7e0 con 0x5569f6613eb0 2024-09-19T08:09:52.239 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 0x7f962806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5569f668eb40 0x5569f668ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f668f480 con 0x5569f668eb40 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.236+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5569f668eb40 0x5569f668ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.237+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5569f668eb40 0x5569f668ef40 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.237+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 0x7f962806d150 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x5569f668c360 tx=0x7f9630001430 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.238+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v97'257 uv231 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.238+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f668f890 con 0x5569f668eb40 2024-09-19T08:09:52.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.240+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v97'258 uv258 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.240+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f668fcf0 con 0x5569f668eb40 2024-09-19T08:09:52.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.241+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v97'259 uv259 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.242 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.241+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e910 con 0x5569f668eb40 2024-09-19T08:09:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.242+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v97'260 uv260 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.242+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674ecb0 con 0x5569f668eb40 2024-09-19T08:09:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.243+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v97'261 uv261 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.243+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674d900 con 0x5569f668eb40 2024-09-19T08:09:52.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.244+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v97'262 uv262 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.244+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674dcf0 con 0x5569f668eb40 2024-09-19T08:09:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.245+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v97'263 uv237 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.245+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.246+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v97'264 uv264 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.246+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.247 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.247+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v97'265 uv265 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.247+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.248+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v97'266 uv266 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.248+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.249+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v97'267 uv267 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.249+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.251+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v97'268 uv268 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.251+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.252+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v97'269 uv244 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.252+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.253+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v97'270 uv270 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.253+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.254 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:52.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.254+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v97'271 uv271 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.254+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.255+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v97'272 uv272 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.255+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.256+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v97'273 uv273 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.256+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e090 con 0x5569f668eb40 2024-09-19T08:09:52.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.258+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v97'274 uv274 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.258+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e470 con 0x5569f668eb40 2024-09-19T08:09:52.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.259+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v97'275 uv275 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.259+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.260+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v97'276 uv250 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.260+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.261+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v97'277 uv277 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.261+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.262 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.262+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v97'278 uv278 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.262+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.264+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v97'279 uv279 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.264+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.265+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v97'280 uv280 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.265+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.266+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v97'281 uv281 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.266+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.267+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v97'282 uv256 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.267+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.268+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v97'283 uv283 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.268+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.269 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.269+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v97'284 uv284 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.269+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.271+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v97'285 uv285 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.271+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f66a2860 con 0x5569f668eb40 2024-09-19T08:09:52.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.272+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v97'286 uv286 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.272+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f674e300 con 0x5569f668eb40 2024-09-19T08:09:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.273+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v97'287 uv287 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.273+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5569f674f050 0x5569f6751440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.273+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6751980 con 0x5569f674f050 2024-09-19T08:09:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.273+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5569f674f050 0x5569f6751440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.273+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5569f674f050 0x5569f6751440 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.275+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v97'195 uv178 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.275+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6751d20 con 0x5569f674f050 2024-09-19T08:09:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.276+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v97'196 uv196 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.276+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67520c0 con 0x5569f674f050 2024-09-19T08:09:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.277+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v97'197 uv197 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.277 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.277+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6752910 con 0x5569f674f050 2024-09-19T08:09:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.278+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v97'198 uv198 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.278+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6752cb0 con 0x5569f674f050 2024-09-19T08:09:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.279+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v97'199 uv199 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.279+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753050 con 0x5569f674f050 2024-09-19T08:09:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.280+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v97'200 uv183 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.280+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f67533f0 con 0x5569f674f050 2024-09-19T08:09:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.281+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v97'201 uv201 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.281+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.282 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.282+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v97'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.282+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.283+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v97'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.283+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.284+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v97'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.284+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.285+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v97'205 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.285+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.286+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v97'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.286+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.287+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v97'207 uv207 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.287 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.287+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67571f0 con 0x5569f674f050 2024-09-19T08:09:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.288+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v97'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.288+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67571f0 con 0x5569f674f050 2024-09-19T08:09:52.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.289+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v97'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.289+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.290+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v97'210 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.290+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.291+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v97'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.291+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.292 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:52.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.292+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v97'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.292+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67547a0 con 0x5569f674f050 2024-09-19T08:09:52.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.293+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v97'213 uv213 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.293+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67547a0 con 0x5569f674f050 2024-09-19T08:09:52.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.294+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v97'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.294+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f674f050 2024-09-19T08:09:52.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.295+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v97'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f674f050 2024-09-19T08:09:52.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.295+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f668eb40 2024-09-19T08:09:52.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.296+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v97'51 uv50 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.296+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f668eb40 2024-09-19T08:09:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.297+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v97'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.297+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f668eb40 2024-09-19T08:09:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.298+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v97'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.298 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:52.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.298+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67547a0 con 0x5569f668eb40 2024-09-19T08:09:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.299+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v97'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.299+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67547a0 con 0x5569f668eb40 2024-09-19T08:09:52.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.300+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v97'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.300+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6753790 con 0x5569f668eb40 2024-09-19T08:09:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.301+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v97'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.301+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5569f6754090 0x5569f6756480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.301+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67569c0 con 0x5569f6754090 2024-09-19T08:09:52.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.302+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5569f6754090 0x5569f6756480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.302+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5569f6754090 0x5569f6756480 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.303+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v97'43 uv42 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.303+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6756de0 con 0x5569f6754090 2024-09-19T08:09:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.304+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v97'44 uv44 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.304+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67572b0 con 0x5569f6754090 2024-09-19T08:09:52.304 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.305+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v97'45 uv45 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.305+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6752540 con 0x5569f6754090 2024-09-19T08:09:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.306+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v97'46 uv46 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.306+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.307+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v97'51 uv50 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.307+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.308+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v97'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.308+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.309 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.309+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v97'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.309+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.310+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v97'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.310+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.311+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v97'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.311+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6757be0 con 0x5569f668eb40 2024-09-19T08:09:52.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.312+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v97'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.312+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5569f67582b0 0x5569f675a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.313+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675ad20 con 0x5569f67582b0 2024-09-19T08:09:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.313+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5569f67582b0 0x5569f675a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.313+0000 7f963bcef640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5569f67582b0 0x5569f675a6a0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.314+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v97'94 uv88 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.314+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f675ade0 con 0x5569f67582b0 2024-09-19T08:09:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.316+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v97'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.316+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.317+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v97'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.317 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.317+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675c210 con 0x5569f67582b0 2024-09-19T08:09:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.318+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v97'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.318+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675c210 con 0x5569f67582b0 2024-09-19T08:09:52.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.319+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v97'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.319+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.320+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v97'99 uv99 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.320+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.321+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v97'100 uv93 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.321+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.322+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v97'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.322+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.323+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v97'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.322 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:52.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.323+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.324+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v97'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.324+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675b200 con 0x5569f67582b0 2024-09-19T08:09:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.325+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v97'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.325+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5569f675b710 0x5569f675db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.325+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e250 con 0x5569f675b710 2024-09-19T08:09:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.325+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5569f675b710 0x5569f675db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.325+0000 7f963b4ee640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5569f675b710 0x5569f675db00 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.326+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v97'43 uv43 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f675b710 2024-09-19T08:09:52.326 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.326+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f675b710 2024-09-19T08:09:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.327+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [write 0~70] v97'44 uv44 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f675b710 2024-09-19T08:09:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.327+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f675b710 2024-09-19T08:09:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.328+0000 7f963b4ee640 1 -- 172.21.15.17:0/432552736 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v97'45 uv45 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f962c01a370 con 0x5569f675b710 2024-09-19T08:09:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.328+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f668eb40 2024-09-19T08:09:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.329+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(83 605.00000000 [create] v97'51 uv50 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.329+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f668eb40 2024-09-19T08:09:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.330+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(84 605.00000000 [delete] v97'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.330+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f668eb40 2024-09-19T08:09:52.331 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.331+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(85 605.00000000 [create] v97'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.331+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f630 con 0x5569f668eb40 2024-09-19T08:09:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.332+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v97'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.332+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f630 con 0x5569f668eb40 2024-09-19T08:09:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.333+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v97'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.333+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f668eb40 2024-09-19T08:09:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.334+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v97'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f668eb40 2024-09-19T08:09:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.334+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e620 con 0x5569f6754090 2024-09-19T08:09:52.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.335+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(89 mds0_inotable [create] v97'84 uv78 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.335+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f675e9e0 con 0x5569f6754090 2024-09-19T08:09:52.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.336+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(90 mds0_inotable [delete] v97'85 uv85 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.336+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675edd0 con 0x5569f6754090 2024-09-19T08:09:52.337 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:52.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.337+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(91 mds0_inotable [create] v97'86 uv86 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.337+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f1c0 con 0x5569f6754090 2024-09-19T08:09:52.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.338+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v97'87 uv87 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.338+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f1c0 con 0x5569f6754090 2024-09-19T08:09:52.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.339+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v97'88 uv88 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.339+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f5d0 con 0x5569f6754090 2024-09-19T08:09:52.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.340+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(94 100.00000000 [create] v97'89 uv83 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.340+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f580 con 0x5569f6754090 2024-09-19T08:09:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.341+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(95 100.00000000 [delete] v97'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.341+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f580 con 0x5569f6754090 2024-09-19T08:09:52.341 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.342+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(96 100.00000000 [create] v97'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.342+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675f580 con 0x5569f6754090 2024-09-19T08:09:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.343+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v97'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.343+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f675ef00 con 0x5569f6754090 2024-09-19T08:09:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.344+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v97'93 uv93 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.344+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5569f675f9f0 0x5569f6761de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.344+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67623d0 con 0x5569f675f9f0 2024-09-19T08:09:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.344+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5569f675f9f0 0x5569f6761de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.344+0000 7f963aced640 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5569f675f9f0 0x5569f6761de0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.345+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v97'40 uv39 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f675f9f0 2024-09-19T08:09:52.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.345+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f67623d0 con 0x5569f675f9f0 2024-09-19T08:09:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.346+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v97'41 uv41 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f675f9f0 2024-09-19T08:09:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.346+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67623d0 con 0x5569f675f9f0 2024-09-19T08:09:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.347+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v97'42 uv42 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f675f9f0 2024-09-19T08:09:52.347 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.347+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67623d0 con 0x5569f675f9f0 2024-09-19T08:09:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.348+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v97'43 uv43 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f675f9f0 2024-09-19T08:09:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.348+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67623d0 con 0x5569f6754090 2024-09-19T08:09:52.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.349+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v97'51 uv50 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.349+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f6754090 2024-09-19T08:09:52.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.350+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v97'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.350+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f6754090 2024-09-19T08:09:52.351 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:52.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.351+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v97'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.351+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f6754090 2024-09-19T08:09:52.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.352+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v97'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.352+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6763390 con 0x5569f6754090 2024-09-19T08:09:52.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.353+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v97'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.353+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f6754090 2024-09-19T08:09:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.354+0000 7f963aced640 1 -- 172.21.15.17:0/432552736 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v97'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f963000ec10 con 0x5569f6754090 2024-09-19T08:09:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.354+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.356+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v97'42 uv41 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.356+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.357+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v97'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.358+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.358 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.359+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v97'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.359+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.360+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v97'45 uv45 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.360+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.363+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v97'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.363+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.364+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v97'107 uv99 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.364+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.365+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v97'108 uv108 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.365+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.366 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.366+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v97'109 uv109 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.366+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.367+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v97'110 uv110 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.367+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.370+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v97'111 uv111 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.370+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.371+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v97'112 uv106 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.371+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.372+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v97'113 uv113 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.372+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.373 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:52.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.373+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v97'114 uv114 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.373+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.374+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v97'115 uv115 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.374+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.375+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v97'116 uv116 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.375+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f6762380 con 0x5569f67582b0 2024-09-19T08:09:52.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.376+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v97'117 uv117 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.376+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e97) -- 0x5569f67627e0 con 0x5569f67582b0 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v97'118 uv118 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9634009960 con 0x5569f67582b0 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5569f668eb40 msgr2=0x5569f668ef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5569f668eb40 0x5569f668ef40 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5569f6754090 msgr2=0x5569f6756480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5569f6754090 0x5569f6756480 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5569f675f9f0 msgr2=0x5569f6761de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5569f675f9f0 0x5569f6761de0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5569f674f050 msgr2=0x5569f6751440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5569f674f050 0x5569f6751440 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5569f67582b0 msgr2=0x5569f675a6a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5569f67582b0 0x5569f675a6a0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5569f675b710 msgr2=0x5569f675db00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5569f675b710 0x5569f675db00 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 reap_dead start 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 reap_dead start 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963bcef640 1 -- 172.21.15.17:0/432552736 reap_dead start 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 msgr2=0x7f962806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 0x7f962806d150 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x5569f668c360 tx=0x7f9630001430 comp rx=0 tx=0).stop 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 msgr2=0x5569f66a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f962c025e80 tx=0x7f962c0033a0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 shutdown_connections 2024-09-19T08:09:52.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f962806ac90 0x7f962806d150 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 --2- 172.21.15.17:0/432552736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569f6613eb0 0x5569f66a3d10 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 >> 172.21.15.17:0/432552736 conn(0x5569f65fd280 msgr2=0x5569f661a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.377+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 shutdown_connections 2024-09-19T08:09:52.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.378+0000 7f963d9f8f40 1 -- 172.21.15.17:0/432552736 wait complete. 2024-09-19T08:09:52.381 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_inotable 2024-09-19T08:09:52.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.465+0000 7f5bb8835f40 1 Processor -- start 2024-09-19T08:09:52.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.465+0000 7f5bb8835f40 1 -- start start 2024-09-19T08:09:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.465+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df074f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.465+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.465+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652deffa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5652def05510 con 0x5652df08af40 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5652def5ec50 con 0x5652df08c330 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5652defb3b50 con 0x5652defb6cf0 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51800/0 (socket says 172.21.15.17:51800) 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/373447619 learned_addr learned my addr 172.21.15.17:0/373447619 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb632d640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df074f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb6b2e640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652deffa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 msgr2=0x5652df074f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df074f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 msgr2=0x5652deffa430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652deffa430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/373447619 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652defe47c0 con 0x5652df08af40 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb6b2e640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652deffa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f5bac00a520 tx=0x7f5bac04e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53549cb7e2a8d143 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb4b2a640 1 -- 172.21.15.17:0/373447619 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac059040 con 0x5652df08af40 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb4b2a640 1 -- 172.21.15.17:0/373447619 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bac0545f0 con 0x5652df08af40 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.466+0000 7f5bb4b2a640 1 -- 172.21.15.17:0/373447619 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac0549c0 con 0x5652df08af40 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 -- 172.21.15.17:0/373447619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 msgr2=0x5652deff9ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f5bac00a520 tx=0x7f5bac04e000 comp rx=0 tx=0).stop 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 -- 172.21.15.17:0/373447619 shutdown_connections 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652deffa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652deff9ef0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/373447619 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df074f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 -- 172.21.15.17:0/373447619 >> 172.21.15.17:0/373447619 conn(0x5652defb2bb0 msgr2=0x5652deffee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 -- 172.21.15.17:0/373447619 shutdown_connections 2024-09-19T08:09:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 -- 172.21.15.17:0/373447619 wait complete. 2024-09-19T08:09:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.467+0000 7f5bb8835f40 1 Processor -- start 2024-09-19T08:09:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 -- start start 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df086d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652df06fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652df0701d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5652defb66a0 con 0x5652df08af40 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5652defb6b30 con 0x5652df08c330 2024-09-19T08:09:52.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb8835f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5652defb72d0 con 0x5652defb6cf0 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb5b2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652df06fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb5b2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652df06fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51806/0 (socket says 172.21.15.17:51806) 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/4222494817 learned_addr learned my addr 172.21.15.17:0/4222494817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb6b2e640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652df0701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.468+0000 7f5bb632d640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df086d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 msgr2=0x5652df086d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5652defb6cf0 0x5652df086d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 msgr2=0x5652df0701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5652df08c330 0x5652df0701d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 -- 172.21.15.17:0/4222494817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652df073f80 con 0x5652df08af40 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb5b2c640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652df06fc90 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f5bac062040 tx=0x7f5bac002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5ba77fe640 1 -- 172.21.15.17:0/4222494817 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac06e070 con 0x5652df08af40 2024-09-19T08:09:52.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5ba77fe640 1 -- 172.21.15.17:0/4222494817 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bac054aa0 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5652df08dc20 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5ba77fe640 1 -- 172.21.15.17:0/4222494817 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac059040 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.469+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652defdeb30 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.470+0000 7f5ba77fe640 1 -- 172.21.15.17:0/4222494817 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bac067070 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5ba77fe640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9806ac90 0x7f5b9806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5ba77fe640 1 -- 172.21.15.17:0/4222494817 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7f5bac0cf120 con 0x5652df08af40 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5bb632d640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9806ac90 0x7f5b9806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5652df087240 0x5652df089050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e97) -- 0x5652df0748d0 con 0x5652df087240 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.471+0000 7f5bb6b2e640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5652df087240 0x5652df089050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.472+0000 7f5bb632d640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9806ac90 0x7f5b9806d150 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8001ed0 tx=0x7f5ba80016b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.472+0000 7f5bb6b2e640 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5652df087240 0x5652df089050 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb6b2e640 1 -- 172.21.15.17:0/4222494817 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [delete] v97'94 uv94 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f5bb0003980 con 0x5652df087240 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5652df087240 msgr2=0x5652df089050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5652df087240 0x5652df089050 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9806ac90 msgr2=0x7f5b9806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5b9806ac90 0x7f5b9806d150 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8001ed0 tx=0x7f5ba80016b0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 msgr2=0x5652df06fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 --2- 172.21.15.17:0/4222494817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652df08af40 0x5652df06fc90 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f5bac062040 tx=0x7f5bac002fb0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb6b2e640 1 -- 172.21.15.17:0/4222494817 reap_dead start 2024-09-19T08:09:52.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 shutdown_connections 2024-09-19T08:09:52.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 >> 172.21.15.17:0/4222494817 conn(0x5652defb2bb0 msgr2=0x5652deffec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 shutdown_connections 2024-09-19T08:09:52.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.473+0000 7f5bb8835f40 1 -- 172.21.15.17:0/4222494817 wait complete. 2024-09-19T08:09:52.477 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:52.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.582+0000 7ff99936f640 1 Processor -- start 2024-09-19T08:09:52.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.582+0000 7ff99936f640 1 -- start start 2024-09-19T08:09:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 0x7ff9940d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 0x7ff9940cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9940b75a0 0x7ff9940d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff9940b6c10 con 0x7ff9940b75a0 2024-09-19T08:09:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff9940d2790 con 0x7ff9940cedd0 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff99936f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff9940d2a70 con 0x7ff9940b3490 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff9937fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9940b75a0 0x7ff9940d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff9937fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff9940b75a0 0x7ff9940d3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51812/0 (socket says 172.21.15.17:51812) 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff9927fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 0x7ff9940cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff9937fe640 1 -- 172.21.15.17:0/487749804 learned_addr learned my addr 172.21.15.17:0/487749804 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.583+0000 7ff992ffd640 1 --2- 172.21.15.17:0/487749804 >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 0x7ff9940d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 -- 172.21.15.17:0/487749804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 msgr2=0x7ff9940cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 0x7ff9940cf1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 -- 172.21.15.17:0/487749804 >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 msgr2=0x7ff9940d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 --2- 172.21.15.17:0/487749804 >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 0x7ff9940d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 -- 172.21.15.17:0/487749804 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9940d2d50 con 0x7ff9940b75a0 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9927fc640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 0x7ff9940cf1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff992ffd640 1 --2- 172.21.15.17:0/487749804 >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 0x7ff9940d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.584+0000 7ff9937fe640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940b75a0 0x7ff9940d3830 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7ff9940d1d80 tx=0x7ff98c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3392741059bab678 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff991ffb640 1 -- 172.21.15.17:0/487749804 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c037070 con 0x7ff9940b75a0 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff991ffb640 1 -- 172.21.15.17:0/487749804 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff98c032440 con 0x7ff9940b75a0 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff991ffb640 1 -- 172.21.15.17:0/487749804 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c032810 con 0x7ff9940b75a0 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 -- 172.21.15.17:0/487749804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940b75a0 msgr2=0x7ff9940d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940b75a0 0x7ff9940d3830 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7ff9940d1d80 tx=0x7ff98c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 -- 172.21.15.17:0/487749804 shutdown_connections 2024-09-19T08:09:52.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940b75a0 0x7ff9940d3830 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 --2- 172.21.15.17:0/487749804 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b3490 0x7ff9940cf1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 --2- 172.21.15.17:0/487749804 >> v2:172.21.15.160:3300/0 conn(0x7ff9940cedd0 0x7ff9940d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 -- 172.21.15.17:0/487749804 >> 172.21.15.17:0/487749804 conn(0x7ff9940d0f40 msgr2=0x7ff9940d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 -- 172.21.15.17:0/487749804 shutdown_connections 2024-09-19T08:09:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.585+0000 7ff99936f640 1 -- 172.21.15.17:0/487749804 wait complete. 2024-09-19T08:09:52.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.586+0000 7ff99936f640 1 Processor -- start 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.586+0000 7ff99936f640 1 -- start start 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 0x7ff9941f7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b75a0 0x7ff9941f7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9940cf6f0 con 0x7ff9940cedd0 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff9940d3310 con 0x7ff9940b3490 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff99936f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff99415e720 con 0x7ff9940b75a0 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff9937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff9937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51824/0 (socket says 172.21.15.17:51824) 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff9937fe640 1 -- 172.21.15.17:0/4250117363 learned_addr learned my addr 172.21.15.17:0/4250117363 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff9927fc640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b75a0 0x7ff9941f7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.587+0000 7ff992ffd640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 0x7ff9941f7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 -- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b75a0 msgr2=0x7ff9941f7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b75a0 0x7ff9941f7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 -- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 msgr2=0x7ff9941f7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 0x7ff9941f7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 -- 172.21.15.17:0/4250117363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9941521f0 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff992ffd640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 0x7ff9941f7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff9937fe640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0090b0 tx=0x7ff98c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c041070 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff98c03c870 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c037040 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff994154e80 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.588+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff994161680 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.589+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff994161a60 con 0x7ff9940cedd0 2024-09-19T08:09:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.590+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff98c044070 con 0x7ff9940cedd0 2024-09-19T08:09:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.590+0000 7ff97b7fe640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 0x7ff98006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.590+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 6512+0+0 (secure 0 0 0) 0x7ff98c0ac140 con 0x7ff9940cedd0 2024-09-19T08:09:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.590+0000 7ff992ffd640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 0x7ff98006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.591+0000 7ff992ffd640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 0x7ff98006e770 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff984009fd0 tx=0x7ff98400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:52.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.595+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff994161a60 con 0x7ff9940cedd0 2024-09-19T08:09:52.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:52.807+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7ff9940500d0 con 0x7ff9940cedd0 2024-09-19T08:09:53.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.167+0000 7ff97b7fe640 1 -- 172.21.15.17:0/4250117363 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v131) ==== 162+0+0 (secure 0 0 0) 0x7ff9940500d0 con 0x7ff9940cedd0 2024-09-19T08:09:53.167 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:53.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 msgr2=0x7ff98006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 0x7ff98006e770 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7ff984009fd0 tx=0x7ff98400b040 comp rx=0 tx=0).stop 2024-09-19T08:09:53.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 msgr2=0x7ff9941f8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0090b0 tx=0x7ff98c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 shutdown_connections 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff98006c2b0 0x7ff98006e770 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9940cedd0 0x7ff9941f8390 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff9940b75a0 0x7ff9941f7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 --2- 172.21.15.17:0/4250117363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff9940b3490 0x7ff9941f7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 >> 172.21.15.17:0/4250117363 conn(0x7ff9940d0f40 msgr2=0x7ff9940b8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 shutdown_connections 2024-09-19T08:09:53.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.169+0000 7ff99936f640 1 -- 172.21.15.17:0/4250117363 wait complete. 2024-09-19T08:09:53.175 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:53.175+0000 7f5f17332640 -1 mds.0.inotable: load_2 could not read table: -2 2024-09-19T08:09:53.175 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:09:53.175+0000 7f5f17332640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds0_inotable' -2 ((2) No such file or directory) 2024-09-19T08:09:53.175 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:53.175+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:09:53.175 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:09:53.175+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:09:53.182 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.285+0000 7fe795186640 1 Processor -- start 2024-09-19T08:09:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.285+0000 7fe795186640 1 -- start start 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe79015e640 0x7fe7900ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7900cf0e0 0x7fe7900cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 0x7fe7900b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe7900b2860 con 0x7fe7900cf0e0 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe79015ea20 con 0x7fe79015e640 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe795186640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe7900b1c50 con 0x7fe7900b2cf0 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7900cf0e0 0x7fe7900cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe7900cf0e0 0x7fe7900cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51826/0 (socket says 172.21.15.17:51826) 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 -- 172.21.15.17:0/1220448353 learned_addr learned my addr 172.21.15.17:0/1220448353 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78ed9d640 1 --2- 172.21.15.17:0/1220448353 >> v2:172.21.15.160:3300/0 conn(0x7fe79015e640 0x7fe7900ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78f59e640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 0x7fe7900b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 -- 172.21.15.17:0/1220448353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 msgr2=0x7fe7900b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 0x7fe7900b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 -- 172.21.15.17:0/1220448353 >> v2:172.21.15.160:3300/0 conn(0x7fe79015e640 msgr2=0x7fe7900ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 --2- 172.21.15.17:0/1220448353 >> v2:172.21.15.160:3300/0 conn(0x7fe79015e640 0x7fe7900ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78e59c640 1 -- 172.21.15.17:0/1220448353 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7900b1f30 con 0x7fe7900cf0e0 2024-09-19T08:09:53.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.286+0000 7fe78f59e640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 0x7fe7900b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:09:53.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.287+0000 7fe78e59c640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7900cf0e0 0x7fe7900cf550 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fe79008d4c0 tx=0x7fe78402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8610bdda51ffc413 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.287+0000 7fe78dd9b640 1 -- 172.21.15.17:0/1220448353 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe784037070 con 0x7fe7900cf0e0 2024-09-19T08:09:53.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.287+0000 7fe78dd9b640 1 -- 172.21.15.17:0/1220448353 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe784032440 con 0x7fe7900cf0e0 2024-09-19T08:09:53.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.287+0000 7fe78dd9b640 1 -- 172.21.15.17:0/1220448353 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe784032810 con 0x7fe7900cf0e0 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 -- 172.21.15.17:0/1220448353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7900cf0e0 msgr2=0x7fe7900cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7900cf0e0 0x7fe7900cf550 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fe79008d4c0 tx=0x7fe78402a140 comp rx=0 tx=0).stop 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 -- 172.21.15.17:0/1220448353 shutdown_connections 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900b2cf0 0x7fe7900b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 --2- 172.21.15.17:0/1220448353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7900cf0e0 0x7fe7900cf550 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 --2- 172.21.15.17:0/1220448353 >> v2:172.21.15.160:3300/0 conn(0x7fe79015e640 0x7fe7900ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 -- 172.21.15.17:0/1220448353 >> 172.21.15.17:0/1220448353 conn(0x7fe79009d820 msgr2=0x7fe7900d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 -- 172.21.15.17:0/1220448353 shutdown_connections 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.288+0000 7fe795186640 1 -- 172.21.15.17:0/1220448353 wait complete. 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.289+0000 7fe795186640 1 Processor -- start 2024-09-19T08:09:53.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 -- start start 2024-09-19T08:09:53.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7900b2cf0 0x7fe7900c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900cf0e0 0x7fe79006cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe7900cfe40 con 0x7fe79015e640 2024-09-19T08:09:53.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe7900b24f0 con 0x7fe7900b2cf0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe795186640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe7900b73a0 con 0x7fe7900cf0e0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe78f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe78f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51838/0 (socket says 172.21.15.17:51838) 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.290+0000 7fe78f59e640 1 -- 172.21.15.17:0/885811529 learned_addr learned my addr 172.21.15.17:0/885811529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78e59c640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900cf0e0 0x7fe79006cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78ed9d640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7900b2cf0 0x7fe7900c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 -- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900cf0e0 msgr2=0x7fe79006cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900cf0e0 0x7fe79006cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 -- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7900b2cf0 msgr2=0x7fe7900c9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7900b2cf0 0x7fe7900c9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 -- 172.21.15.17:0/885811529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7900ca5f0 con 0x7fe79015e640 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe78f59e640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fe78800cd40 tx=0x7fe78800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78800f680 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe78800f840 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7900ca310 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78800fc30 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.291+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7900cb9a0 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.292+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe790068eb0 con 0x7fe79015e640 2024-09-19T08:09:53.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.293+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe7880213f0 con 0x7fe79015e640 2024-09-19T08:09:53.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.293+0000 7fe7777fe640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 0x7fe77c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.293+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7fe78808c370 con 0x7fe79015e640 2024-09-19T08:09:53.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.294+0000 7fe78ed9d640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 0x7fe77c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.294+0000 7fe78ed9d640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 0x7fe77c06e7a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe7800079a0 tx=0x7fe780008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.298+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe788014030 con 0x7fe79015e640 2024-09-19T08:09:53.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.511+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7900b96a0 con 0x7fe79015e640 2024-09-19T08:09:53.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.511+0000 7fe7777fe640 1 -- 172.21.15.17:0/885811529 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 133 v133) ==== 95+0+3568 (secure 0 0 0) 0x7fe78805a110 con 0x7fe79015e640 2024-09-19T08:09:53.511 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:53.512 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":133,"btime":"2024-09-19T08:09:53:176606+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":133,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:53.176554+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:53.512 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 133 2024-09-19T08:09:53.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 msgr2=0x7fe77c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 0x7fe77c06e7a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe7800079a0 tx=0x7fe780008040 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 msgr2=0x7fe790155d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fe78800cd40 tx=0x7fe78800a650 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 shutdown_connections 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe77c06c2e0 0x7fe77c06e7a0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe79015e640 0x7fe790155d90 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7900cf0e0 0x7fe79006cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 --2- 172.21.15.17:0/885811529 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7900b2cf0 0x7fe7900c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 >> 172.21.15.17:0/885811529 conn(0x7fe79009d820 msgr2=0x7fe79006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 shutdown_connections 2024-09-19T08:09:53.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.513+0000 7fe795186640 1 -- 172.21.15.17:0/885811529 wait complete. 2024-09-19T08:09:53.524 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:53.524 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.626+0000 7f07a7731640 1 Processor -- start 2024-09-19T08:09:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.626+0000 7f07a7731640 1 -- start start 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a7731640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f07a015c050 0x7f07a00d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a7731640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07a00d2e60 con 0x7f07a0160a00 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a7731640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07a015ff20 con 0x7f07a00d2920 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a7731640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f07a0070ec0 con 0x7f07a015c050 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a4ccc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f07a0160a00 0x7f07a00d2210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35044/0 (socket says 172.21.15.17:35044) 2024-09-19T08:09:53.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a4ccc640 1 -- 172.21.15.17:0/997851505 learned_addr learned my addr 172.21.15.17:0/997851505 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 848937273 0 0) 0x7f07a00d2e60 con 0x7f07a0160a00 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f07a54cd640 1 --2- 172.21.15.17:0/997851505 >> v2:172.21.15.160:3300/0 conn(0x7f07a015c050 0x7f07a00d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.627+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0788003520 con 0x7f07a0160a00 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2240883292 0 0) 0x7f0788003520 con 0x7f07a0160a00 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 >> v2:172.21.15.160:3300/0 conn(0x7f07a015c050 msgr2=0x7f07a00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 --2- 172.21.15.17:0/997851505 >> v2:172.21.15.160:3300/0 conn(0x7f07a015c050 0x7f07a00d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 >> v1:172.21.15.160:6789/0 conn(0x7f07a00d2920 legacy=0x7f07a00ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a0160200 con 0x7f07a0160a00 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0794001670 con 0x7f07a0160a00 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 >> v1:172.21.15.17:6789/0 conn(0x7f07a0160a00 legacy=0x7f07a00d2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 0x7f0788003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0788004800 0x7f0788004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880051c0 0x7f078800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a0070ec0 con 0x7f07880039b0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f078800c060 con 0x7f0788004800 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f078800c260 con 0x7f07880051c0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 0x7f0788003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a4ccc640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0788004800 0x7f0788004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a5cce640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880051c0 0x7f078800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 -- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880051c0 msgr2=0x7f078800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880051c0 0x7f078800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 -- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0788004800 msgr2=0x7f0788004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0788004800 0x7f0788004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a54cd640 1 -- 172.21.15.17:0/997851505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0788003520 con 0x7f07880039b0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.628+0000 7f07a5cce640 1 -- 172.21.15.17:0/997851505 reap_dead start 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.629+0000 7f07a54cd640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 0x7f0788003dd0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f0798009ac0 tx=0x7f0788005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ad5371bdcd59f45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.629+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0798036070 con 0x7f07880039b0 2024-09-19T08:09:53.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.629+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0798031400 con 0x7f07880039b0 2024-09-19T08:09:53.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.629+0000 7f079ffff640 1 -- 172.21.15.17:0/997851505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0798009690 con 0x7f07880039b0 2024-09-19T08:09:53.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 -- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 msgr2=0x7f0788003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 0x7f0788003dd0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f0798009ac0 tx=0x7f0788005830 comp rx=0 tx=0).stop 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 -- 172.21.15.17:0/997851505 shutdown_connections 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 --2- 172.21.15.17:0/997851505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07880039b0 0x7f0788003dd0 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 -- 172.21.15.17:0/997851505 >> 172.21.15.17:0/997851505 conn(0x7f07a006f400 msgr2=0x7f07a006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 -- 172.21.15.17:0/997851505 shutdown_connections 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.630+0000 7f07a7731640 1 -- 172.21.15.17:0/997851505 wait complete. 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.631+0000 7f07a7731640 1 Processor -- start 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.631+0000 7f07a7731640 1 -- start start 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880039b0 0x7f07a014ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 0x7f07a0159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a015c5b0 con 0x7f07a006d010 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07a015c430 con 0x7f07a01599e0 2024-09-19T08:09:53.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a7731640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07a00d2210 con 0x7f07880039b0 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51856/0 (socket says 172.21.15.17:51856) 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 -- 172.21.15.17:0/2593481725 learned_addr learned my addr 172.21.15.17:0/2593481725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a54cd640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880039b0 0x7f07a014ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a4ccc640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 0x7f07a0159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 -- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880039b0 msgr2=0x7f07a014ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880039b0 0x7f07a014ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 -- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 msgr2=0x7f07a0159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 0x7f07a0159e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 -- 172.21.15.17:0/2593481725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a01f8250 con 0x7f07a006d010 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a4ccc640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 0x7f07a0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.632+0000 7f07a5cce640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f0790007fd0 tx=0x7f079000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.633+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790003970 con 0x7f07a006d010 2024-09-19T08:09:53.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.633+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0790018070 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.633+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07a015b0d0 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.633+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790003d70 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.633+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07a015a830 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.634+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07a00d25a0 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.634+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07900050d0 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.635+0000 7f079dffb640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 0x7f078c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.635+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7f079008b260 con 0x7f07a006d010 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.635+0000 7f07a54cd640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 0x7f078c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.636+0000 7f07a54cd640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 0x7f078c06e770 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0798033000 tx=0x7f0798008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.639+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0790059650 con 0x7f07a006d010 2024-09-19T08:09:53.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.849+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07a01e6180 con 0x7f07a006d010 2024-09-19T08:09:53.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.849+0000 7f079dffb640 1 -- 172.21.15.17:0/2593481725 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 133 v133) ==== 95+0+3568 (secure 0 0 0) 0x7f0790058f50 con 0x7f07a006d010 2024-09-19T08:09:53.849 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:53.849 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":133,"btime":"2024-09-19T08:09:53:176606+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":133,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:53.176554+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 133 2024-09-19T08:09:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 msgr2=0x7f078c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 0x7f078c06e770 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0798033000 tx=0x7f0798008030 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 msgr2=0x7f07a006d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f0790007fd0 tx=0x7f079000eb90 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 shutdown_connections 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f078c06c2b0 0x7f078c06e770 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a006d010 0x7f07a006d4c0 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07a01599e0 0x7f07a0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 --2- 172.21.15.17:0/2593481725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f07880039b0 0x7f07a014ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 >> 172.21.15.17:0/2593481725 conn(0x7f07a006f400 msgr2=0x7f07a00b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 shutdown_connections 2024-09-19T08:09:53.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.851+0000 7f07a7731640 1 -- 172.21.15.17:0/2593481725 wait complete. 2024-09-19T08:09:53.862 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:09:53.862 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:53.905 INFO:tasks.ceph.mds.c.smithi017.stderr: -46> 2024-09-19T08:09:49.153+0000 7fae00152640 -1 mds.0.snaptable: load_2 could not read table: -2 2024-09-19T08:09:53.905 INFO:tasks.ceph.mds.c.smithi017.stderr: -45> 2024-09-19T08:09:49.153+0000 7fae00152640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds_snaptable' -2 ((2) No such file or directory) 2024-09-19T08:09:53.929 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:09:53.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.966+0000 7f365a23c640 1 Processor -- start 2024-09-19T08:09:53.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.966+0000 7f365a23c640 1 -- start start 2024-09-19T08:09:53.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f365a23c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f3654162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f365a23c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f36540cf480 0x7f36540b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f365a23c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36540b39a0 con 0x7f365415e7c0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f365a23c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f36541630d0 con 0x7f36540cf480 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f365a23c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f365415eba0 con 0x7f36540b6a40 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36537fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f365415e7c0 0x7f36540b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35070/0 (socket says 172.21.15.17:35070) 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36537fe640 1 -- 172.21.15.17:0/3130353354 learned_addr learned my addr 172.21.15.17:0/3130353354 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f3654162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f3653fff640 1 --2- 172.21.15.17:0/3130353354 >> v2:172.21.15.160:3300/0 conn(0x7f36540cf480 0x7f36540b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4164835478 0 0) 0x7f36540b39a0 con 0x7f365415e7c0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f363c003520 con 0x7f365415e7c0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3731606375 0 0) 0x7f363c003520 con 0x7f365415e7c0 2024-09-19T08:09:53.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 msgr2=0x7f3654162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f3654162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 >> v2:172.21.15.160:3300/0 conn(0x7f36540cf480 msgr2=0x7f36540b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 --2- 172.21.15.17:0/3130353354 >> v2:172.21.15.160:3300/0 conn(0x7f36540cf480 0x7f36540b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36540cfc60 con 0x7f365415e7c0 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f3644001670 con 0x7f365415e7c0 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f3654162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 >> v1:172.21.15.17:6789/0 conn(0x7f365415e7c0 legacy=0x7f36540b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f363c0039b0 0x7f363c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f363c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f363c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f36541630d0 con 0x7f363c004800 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f365415eba0 con 0x7f363c0039b0 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.967+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f363c00b9c0 con 0x7f36540b6a40 2024-09-19T08:09:53.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f363c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f36537fe640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f363c0039b0 0x7f363c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3653fff640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f363c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 -- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 msgr2=0x7f363c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f363c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 -- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f363c0039b0 msgr2=0x7f363c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f363c0039b0 0x7f363c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3652ffd640 1 -- 172.21.15.17:0/3130353354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363c003520 con 0x7f363c004800 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f3653fff640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540b6a40 0x7f363c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.968+0000 7f36537fe640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f363c0039b0 0x7f363c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f3652ffd640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f363c004c80 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f3648009c90 tx=0x7f363c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bf19391129365a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648036070 con 0x7f363c004800 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3648031400 con 0x7f363c004800 2024-09-19T08:09:53.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f36527fc640 1 -- 172.21.15.17:0/3130353354 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648009860 con 0x7f363c004800 2024-09-19T08:09:53.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 -- 172.21.15.17:0/3130353354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 msgr2=0x7f363c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 --2- 172.21.15.17:0/3130353354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f363c004c80 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f3648009c90 tx=0x7f363c005830 comp rx=0 tx=0).stop 2024-09-19T08:09:53.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f3653fff640 1 -- 172.21.15.17:0/3130353354 reap_dead start 2024-09-19T08:09:53.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 -- 172.21.15.17:0/3130353354 shutdown_connections 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 -- 172.21.15.17:0/3130353354 >> 172.21.15.17:0/3130353354 conn(0x7f36540d1320 msgr2=0x7f36540d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 -- 172.21.15.17:0/3130353354 shutdown_connections 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.969+0000 7f365a23c640 1 -- 172.21.15.17:0/3130353354 wait complete. 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.970+0000 7f365a23c640 1 Processor -- start 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 -- start start 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3654155230 0x7f36540cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540cd610 0x7f36540d2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f365415f100 con 0x7f363c004800 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f365415ee20 con 0x7f3654155230 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f365a23c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f365415f3e0 con 0x7f36540cd610 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.971+0000 7f36537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51882/0 (socket says 172.21.15.17:51882) 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 -- 172.21.15.17:0/866357729 learned_addr learned my addr 172.21.15.17:0/866357729 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:53.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f3653fff640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540cd610 0x7f36540d2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f3652ffd640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3654155230 0x7f36540cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 -- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540cd610 msgr2=0x7f36540d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540cd610 0x7f36540d2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 -- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3654155230 msgr2=0x7f36540cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3654155230 0x7f36540cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 -- 172.21.15.17:0/866357729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36540b8180 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f36537fe640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f364400e850 tx=0x7f364400ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364400c870 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3644018070 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36540b8460 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364400cc10 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.972+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36540b8a20 con 0x7f363c004800 2024-09-19T08:09:53.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.973+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f365415f900 con 0x7f363c004800 2024-09-19T08:09:53.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.974+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f364401d460 con 0x7f363c004800 2024-09-19T08:09:53.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.974+0000 7f363bfff640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 0x7f364006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:53.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.974+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7f364408b730 con 0x7f363c004800 2024-09-19T08:09:53.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.974+0000 7f3652ffd640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 0x7f364006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:53.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.975+0000 7f3652ffd640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 0x7f364006e770 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3648033000 tx=0x7f3648008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:53.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:53.978+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3644059b20 con 0x7f363c004800 2024-09-19T08:09:54.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.196+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36540d2150 con 0x7f363c004800 2024-09-19T08:09:54.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.197+0000 7f363bfff640 1 -- 172.21.15.17:0/866357729 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+4391 (secure 0 0 0) 0x7f3644059420 con 0x7f363c004800 2024-09-19T08:09:54.197 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:54.197 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":134,"btime":"2024-09-19T08:09:54:177919+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8244,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/935792085","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":935792085},{"type":"v1","addr":"172.21.15.17:6834","nonce":935792085}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":134}],"filesystems":[{"mdsmap":{"epoch":133,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:53.176554+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:54.198 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 134 2024-09-19T08:09:54.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 msgr2=0x7f364006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 0x7f364006e770 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3648033000 tx=0x7f3648008030 comp rx=0 tx=0).stop 2024-09-19T08:09:54.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 msgr2=0x7f36540b9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f364400e850 tx=0x7f364400ed10 comp rx=0 tx=0).stop 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 shutdown_connections 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f364006c2b0 0x7f364006e770 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36540cd610 0x7f36540d2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3654155230 0x7f36540cd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 --2- 172.21.15.17:0/866357729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f363c004800 0x7f36540b9220 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 >> 172.21.15.17:0/866357729 conn(0x7f36540d1320 msgr2=0x7f365406be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 shutdown_connections 2024-09-19T08:09:54.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.199+0000 7f365a23c640 1 -- 172.21.15.17:0/866357729 wait complete. 2024-09-19T08:09:54.210 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_inotable' led to DAMAGED state 2024-09-19T08:09:54.210 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 100.00000000' 2024-09-19T08:09:54.210 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:09:54.210 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:09:54.267 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:09:54.268 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:09:54.268 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:09:54.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:09:54.268 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:09:54.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:09:54.323 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:09:54.324 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:09:54.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.467+0000 7efee1e82640 1 Processor -- start 2024-09-19T08:09:54.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.467+0000 7efee1e82640 1 -- start start 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efee1e82640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efedc15eab0 0x7efedc06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efee1e82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efedc0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efee1e82640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efedc0d17e0 con 0x7efedc06dae0 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efee1e82640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efedc0d09d0 con 0x7efedc15eab0 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efee1e82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efedc15ee90 con 0x7efedc0d3480 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efed2ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efedc06dae0 0x7efedc0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35076/0 (socket says 172.21.15.17:35076) 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efed2ffd640 1 -- 172.21.15.17:0/310280055 learned_addr learned my addr 172.21.15.17:0/310280055 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:54.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efedbfff640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efedc0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.468+0000 7efedb7fe640 1 --2- 172.21.15.17:0/310280055 >> v2:172.21.15.160:3300/0 conn(0x7efedc15eab0 0x7efedc06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1123975282 0 0) 0x7efedc0d17e0 con 0x7efedc06dae0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efec8003520 con 0x7efedc06dae0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 873487693 0 0) 0x7efec8003520 con 0x7efedc06dae0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 msgr2=0x7efedc0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efedc0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 >> v2:172.21.15.160:3300/0 conn(0x7efedc15eab0 msgr2=0x7efedc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 --2- 172.21.15.17:0/310280055 >> v2:172.21.15.160:3300/0 conn(0x7efedc15eab0 0x7efedc06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efedc0cfc10 con 0x7efedc06dae0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7efec4001670 con 0x7efedc06dae0 2024-09-19T08:09:54.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 >> v1:172.21.15.17:6789/0 conn(0x7efedc06dae0 legacy=0x7efedc0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec80039e0 0x7efec8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efec8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec8004d40 0x7efec80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efedc0d09d0 con 0x7efec80039e0 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efedc15ee90 con 0x7efec8004d40 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efec800b9f0 con 0x7efedc0d3480 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec80039e0 0x7efec8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efed2ffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efec8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedbfff640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec8004d40 0x7efec80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 -- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 msgr2=0x7efec8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efec8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 -- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec8004d40 msgr2=0x7efec80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec8004d40 0x7efec80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efedb7fe640 1 -- 172.21.15.17:0/310280055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec8003520 con 0x7efec80039e0 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.469+0000 7efed2ffd640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0d3480 0x7efec8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.470+0000 7efedb7fe640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec80039e0 0x7efec8003e00 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7efecc009ac0 tx=0x7efec8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd6b60fa33ad0766 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.470+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efecc036070 con 0x7efec80039e0 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.470+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efecc031400 con 0x7efec80039e0 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.470+0000 7efedaffd640 1 -- 172.21.15.17:0/310280055 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efecc009690 con 0x7efec80039e0 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 -- 172.21.15.17:0/310280055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec80039e0 msgr2=0x7efec8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 --2- 172.21.15.17:0/310280055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efec80039e0 0x7efec8003e00 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7efecc009ac0 tx=0x7efec8005830 comp rx=0 tx=0).stop 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efedbfff640 1 -- 172.21.15.17:0/310280055 reap_dead start 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 -- 172.21.15.17:0/310280055 shutdown_connections 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 -- 172.21.15.17:0/310280055 >> 172.21.15.17:0/310280055 conn(0x7efedc0d4b30 msgr2=0x7efedc0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 -- 172.21.15.17:0/310280055 shutdown_connections 2024-09-19T08:09:54.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.471+0000 7efee1e82640 1 -- 172.21.15.17:0/310280055 wait complete. 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.472+0000 7efee1e82640 1 Processor -- start 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.472+0000 7efee1e82640 1 -- start start 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec80039e0 0x7efedc1601e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0cde30 0x7efedc1584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efedc0d01d0 con 0x7efedc0cc620 2024-09-19T08:09:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efedc06df20 con 0x7efec80039e0 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efee1e82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efedc0d04b0 con 0x7efedc0cde30 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51900/0 (socket says 172.21.15.17:51900) 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 -- 172.21.15.17:0/227844671 learned_addr learned my addr 172.21.15.17:0/227844671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efedb7fe640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec80039e0 0x7efedc1601e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efedbfff640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0cde30 0x7efedc1584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 -- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0cde30 msgr2=0x7efedc1584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0cde30 0x7efedc1584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 -- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec80039e0 msgr2=0x7efedc1601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec80039e0 0x7efedc1601e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.473+0000 7efed2ffd640 1 -- 172.21.15.17:0/227844671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efedc0ccd90 con 0x7efedc0cc620 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efed2ffd640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7efec400e700 tx=0x7efec400ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:54.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec400c660 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efec4018070 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efedc0cd070 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec400ca40 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.474+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efedc0cd630 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.475+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efedc0ceb50 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.475+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efec400cbe0 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.476+0000 7efed8ff9640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 0x7efebc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.476+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7efec408b440 con 0x7efedc0cc620 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.476+0000 7efedb7fe640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 0x7efebc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.477+0000 7efedb7fe640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 0x7efebc06e770 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7efecc033000 tx=0x7efecc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:54.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.480+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efec4059270 con 0x7efedc0cc620 2024-09-19T08:09:54.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:54.692+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7efedc0c8690 con 0x7efedc0cc620 2024-09-19T08:09:55.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.182+0000 7efed8ff9640 1 -- 172.21.15.17:0/227844671 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v135) ==== 161+0+0 (secure 0 0 0) 0x7efec405d570 con 0x7efedc0cc620 2024-09-19T08:09:55.182 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 msgr2=0x7efebc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 0x7efebc06e770 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7efecc033000 tx=0x7efecc008030 comp rx=0 tx=0).stop 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 msgr2=0x7efedc157940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7efec400e700 tx=0x7efec400ebc0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 shutdown_connections 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efebc06c2b0 0x7efebc06e770 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efedc0cde30 0x7efedc1584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efedc0cc620 0x7efedc157940 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 --2- 172.21.15.17:0/227844671 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efec80039e0 0x7efedc1601e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 >> 172.21.15.17:0/227844671 conn(0x7efedc0d4b30 msgr2=0x7efedc0c94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 shutdown_connections 2024-09-19T08:09:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.185+0000 7efee1e82640 1 -- 172.21.15.17:0/227844671 wait complete. 2024-09-19T08:09:55.198 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:09:55.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.305+0000 7fd1b067b640 1 Processor -- start 2024-09-19T08:09:55.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.305+0000 7fd1b067b640 1 -- start start 2024-09-19T08:09:55.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1b067b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 0x7fd1a8162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1b067b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd1a80b6a40 0x7fd1a80b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1b067b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1a80b39a0 con 0x7fd1a80cf480 2024-09-19T08:09:55.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1b067b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd1a81630d0 con 0x7fd1a80b6a40 2024-09-19T08:09:55.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1b067b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd1a815eba0 con 0x7fd1a815e7c0 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd1a80b6a40 0x7fd1a80b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd1a80b6a40 0x7fd1a80b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51910/0 (socket says 172.21.15.17:51910) 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 -- 172.21.15.17:0/4112650495 learned_addr learned my addr 172.21.15.17:0/4112650495 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1ae417640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 0x7fd1a8162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 -- 172.21.15.17:0/4112650495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 msgr2=0x7fd1a8162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 0x7fd1a8162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 -- 172.21.15.17:0/4112650495 >> v1:172.21.15.160:6789/0 conn(0x7fd1a80cf480 legacy=0x7fd1a80b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1aec18640 1 -- 172.21.15.17:0/4112650495 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a80cfc60 con 0x7fd1a80b6a40 2024-09-19T08:09:55.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.306+0000 7fd1ae417640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 0x7fd1a8162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:55.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.307+0000 7fd1aec18640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a80b6a40 0x7fd1a80b9800 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009e50 tx=0x7fd1a002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7129a9850803718 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.307+0000 7fd1ad415640 1 -- 172.21.15.17:0/4112650495 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0036070 con 0x7fd1a80b6a40 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.307+0000 7fd1ad415640 1 -- 172.21.15.17:0/4112650495 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1a0031600 con 0x7fd1a80b6a40 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.307+0000 7fd1ad415640 1 -- 172.21.15.17:0/4112650495 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a00319d0 con 0x7fd1a80b6a40 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 -- 172.21.15.17:0/4112650495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a80b6a40 msgr2=0x7fd1a80b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a80b6a40 0x7fd1a80b9800 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009e50 tx=0x7fd1a002a7a0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 -- 172.21.15.17:0/4112650495 shutdown_connections 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a80b6a40 0x7fd1a80b9800 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 --2- 172.21.15.17:0/4112650495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a815e7c0 0x7fd1a8162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 -- 172.21.15.17:0/4112650495 >> 172.21.15.17:0/4112650495 conn(0x7fd1a80d1320 msgr2=0x7fd1a80d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 -- 172.21.15.17:0/4112650495 shutdown_connections 2024-09-19T08:09:55.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.308+0000 7fd1b067b640 1 -- 172.21.15.17:0/4112650495 wait complete. 2024-09-19T08:09:55.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.309+0000 7fd1b067b640 1 Processor -- start 2024-09-19T08:09:55.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.309+0000 7fd1b067b640 1 -- start start 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a80b6a40 0x7fd1a80ab090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1a80cf480 0x7fd1a81f4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a815f100 con 0x7fd1a815e7c0 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a815ee20 con 0x7fd1a80cf480 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1b067b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd1a815f3e0 con 0x7fd1a80b6a40 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51914/0 (socket says 172.21.15.17:51914) 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 -- 172.21.15.17:0/2754736245 learned_addr learned my addr 172.21.15.17:0/2754736245 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1ae417640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a80b6a40 0x7fd1a80ab090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1adc16640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1a80cf480 0x7fd1a81f4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 -- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a80b6a40 msgr2=0x7fd1a80ab090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a80b6a40 0x7fd1a80ab090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 -- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1a80cf480 msgr2=0x7fd1a81f4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1a80cf480 0x7fd1a81f4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.310+0000 7fd1aec18640 1 -- 172.21.15.17:0/2754736245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a80abb50 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd1aec18640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009e50 tx=0x7fd1a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0036050 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1a0042070 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1a80abe30 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0009510 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.311+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1a80ac3f0 con 0x7fd1a815e7c0 2024-09-19T08:09:55.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.312+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1a815f900 con 0x7fd1a815e7c0 2024-09-19T08:09:55.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.312+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1a0007b30 con 0x7fd1a815e7c0 2024-09-19T08:09:55.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.313+0000 7fd19effd640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 0x7fd18c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:55.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.313+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7fd1a00ac410 con 0x7fd1a815e7c0 2024-09-19T08:09:55.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.313+0000 7fd1ae417640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 0x7fd18c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:55.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.314+0000 7fd1ae417640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 0x7fd18c06e770 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fd1a4006fd0 tx=0x7fd1a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:55.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.317+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd1a0007e20 con 0x7fd1a815e7c0 2024-09-19T08:09:55.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:55.564+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fd1a80d2150 con 0x7fd1a815e7c0 2024-09-19T08:09:56.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.191+0000 7fd19effd640 1 -- 172.21.15.17:0/2754736245 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v136) ==== 101+0+0 (secure 0 0 0) 0x7fd1a007a240 con 0x7fd1a815e7c0 2024-09-19T08:09:56.192 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 msgr2=0x7fd18c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 0x7fd18c06e770 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fd1a4006fd0 tx=0x7fd1a4008040 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 msgr2=0x7fd1a81f5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009e50 tx=0x7fd1a0004a40 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 shutdown_connections 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd18c06c2b0 0x7fd18c06e770 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1a815e7c0 0x7fd1a81f5010 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1a80cf480 0x7fd1a81f4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 --2- 172.21.15.17:0/2754736245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1a80b6a40 0x7fd1a80ab090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.194+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 >> 172.21.15.17:0/2754736245 conn(0x7fd1a80d1320 msgr2=0x7fd1a80b5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.195+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 shutdown_connections 2024-09-19T08:09:56.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.195+0000 7fd1b067b640 1 -- 172.21.15.17:0/2754736245 wait complete. 2024-09-19T08:09:56.208 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:09:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.256+0000 7f7310861f40 1 Processor -- start 2024-09-19T08:09:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.256+0000 7f7310861f40 1 -- start start 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1adceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1adeba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e1add02f0 con 0x561e1adcf5d0 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561e1add05d0 con 0x561e1ad60200 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f7310861f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561e1add08b0 con 0x561e1adef2f0 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51930/0 (socket says 172.21.15.17:51930) 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 -- 172.21.15.17:0/810136421 learned_addr learned my addr 172.21.15.17:0/810136421 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730e357640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1adceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730eb58640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1adeba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 -- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 msgr2=0x561e1adeba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1adeba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 -- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 msgr2=0x561e1adceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1adceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 -- 172.21.15.17:0/810136421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e1ac41cb0 con 0x561e1adcf5d0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730eb58640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1adeba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730db56640 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f730400a770 tx=0x7f730400a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa14439588ae7ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730cb54640 1 -- 172.21.15.17:0/810136421 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304019070 con 0x561e1adcf5d0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730cb54640 1 -- 172.21.15.17:0/810136421 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7304007600 con 0x561e1adcf5d0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.257+0000 7f730cb54640 1 -- 172.21.15.17:0/810136421 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73040079b0 con 0x561e1adcf5d0 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 -- 172.21.15.17:0/810136421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 msgr2=0x561e1ad45040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f730400a770 tx=0x7f730400a860 comp rx=0 tx=0).stop 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 -- 172.21.15.17:0/810136421 shutdown_connections 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1adeba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ad45040 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 --2- 172.21.15.17:0/810136421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1adceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 -- 172.21.15.17:0/810136421 >> 172.21.15.17:0/810136421 conn(0x561e1ad41400 msgr2=0x561e1adee1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 -- 172.21.15.17:0/810136421 shutdown_connections 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.258+0000 7f7310861f40 1 -- 172.21.15.17:0/810136421 wait complete. 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 Processor -- start 2024-09-19T08:09:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 -- start start 2024-09-19T08:09:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1ae7d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ade38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1ade3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e1ad45580 con 0x561e1adcf5d0 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561e1ad44bb0 con 0x561e1ad60200 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.259+0000 7f7310861f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561e1ad466c0 con 0x561e1adef2f0 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ade38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730e357640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1ae7d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ade38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51946/0 (socket says 172.21.15.17:51946) 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 learned_addr learned my addr 172.21.15.17:0/493217819 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730eb58640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1ade3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 msgr2=0x561e1ade3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e1adef2f0 0x561e1ade3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 msgr2=0x561e1ae7d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e1ad60200 0x561e1ae7d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e1ade45a0 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ade38c0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7304017040 tx=0x7f7304003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f72ff7fe640 1 -- 172.21.15.17:0/493217819 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304019040 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f72ff7fe640 1 -- 172.21.15.17:0/493217819 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73040077b0 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561e1ad17740 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.260+0000 7f72ff7fe640 1 -- 172.21.15.17:0/493217819 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304007980 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.261+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e1ae7d730 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.262+0000 7f72ff7fe640 1 -- 172.21.15.17:0/493217819 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7304024030 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.262+0000 7f72ff7fe640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72f006ac90 0x7f72f006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f72ff7fe640 1 -- 172.21.15.17:0/493217819 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7f730408a370 con 0x561e1adcf5d0 2024-09-19T08:09:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72f006ac90 0x7f72f006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.266 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e1ade49c0 0x561e1adccde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1adcd320 con 0x561e1ade49c0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f730eb58640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e1ade49c0 0x561e1adccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72f006ac90 0x7f72f006d150 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7300005400 tx=0x7f730000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.263+0000 7f730eb58640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e1ade49c0 0x561e1adccde0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.265+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v98'288 uv262 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.265+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1adcd710 con 0x561e1ade49c0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.266+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v98'289 uv289 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.266+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae91520 con 0x561e1ade49c0 2024-09-19T08:09:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.268+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v98'290 uv290 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.268 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:09:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.268+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae928d0 con 0x561e1ade49c0 2024-09-19T08:09:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.269+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v98'291 uv291 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.269+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92c70 con 0x561e1ade49c0 2024-09-19T08:09:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.270+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v98'292 uv292 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.270+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae918c0 con 0x561e1ade49c0 2024-09-19T08:09:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.271+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v98'293 uv293 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.271+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae91c80 con 0x561e1ade49c0 2024-09-19T08:09:56.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.272+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v98'294 uv268 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.272+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.273+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v98'295 uv295 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.273+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.274 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:09:56.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.274+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v98'296 uv296 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.274+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.275+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v98'297 uv297 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.276+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.277+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v98'298 uv298 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.277+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.278+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v98'299 uv299 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.278+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.279+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v98'300 uv275 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.279+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.280+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v98'301 uv301 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.280+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.281 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:09:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.281+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v98'302 uv302 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.281+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.282+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v98'303 uv303 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.282+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.283+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v98'304 uv304 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.283+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae92020 con 0x561e1ade49c0 2024-09-19T08:09:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.284+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v98'305 uv305 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.284+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.285+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v98'306 uv306 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.285+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.286+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v98'307 uv281 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.286+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.288+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v98'308 uv308 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.288+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.288 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:09:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.289+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v98'309 uv309 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.289+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae94020 con 0x561e1ade49c0 2024-09-19T08:09:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.290+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v98'310 uv310 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.290+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae94020 con 0x561e1ade49c0 2024-09-19T08:09:56.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.291+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v98'311 uv311 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.291+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.292+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v98'312 uv312 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.292+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.294+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v98'313 uv287 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.294+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.295+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v98'314 uv314 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.295+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.296 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:09:56.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.297+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v98'315 uv315 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.297+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae94020 con 0x561e1ade49c0 2024-09-19T08:09:56.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.298+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v98'316 uv316 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.298+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae94020 con 0x561e1ade49c0 2024-09-19T08:09:56.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.299+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v98'317 uv317 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.299+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae93010 con 0x561e1ade49c0 2024-09-19T08:09:56.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.300+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v98'318 uv318 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.300+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e1ae93520 0x561e1ae95910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.300+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae95e50 con 0x561e1ae93520 2024-09-19T08:09:56.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.300+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e1ae93520 0x561e1ae95910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.301+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e1ae93520 0x561e1ae95910 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.302+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v98'216 uv199 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.302+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae961f0 con 0x561e1ae93520 2024-09-19T08:09:56.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.303+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v98'217 uv217 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.303+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae96590 con 0x561e1ae93520 2024-09-19T08:09:56.306 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:09:56.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.305+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v98'218 uv218 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.306+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae96de0 con 0x561e1ae93520 2024-09-19T08:09:56.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.308+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v98'219 uv219 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.308+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97180 con 0x561e1ae93520 2024-09-19T08:09:56.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.311+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v98'220 uv220 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.311+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97520 con 0x561e1ae93520 2024-09-19T08:09:56.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.313+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v98'221 uv204 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.313+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae978c0 con 0x561e1ae93520 2024-09-19T08:09:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.316+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v98'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.316+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.319+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v98'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.319 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:09:56.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.319+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.321+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v98'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.321+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.324+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v98'225 uv225 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.324+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.326+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v98'226 uv209 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.326+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.327+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v98'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.327+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.328+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v98'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.328 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:09:56.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.328+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b6c0 con 0x561e1ae93520 2024-09-19T08:09:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.329+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v98'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.329+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b6c0 con 0x561e1ae93520 2024-09-19T08:09:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.330+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v98'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.330+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.331+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v98'231 uv215 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.331+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.334+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v98'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.334+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.336 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:09:56.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.337+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v98'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.337+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae98c70 con 0x561e1ae93520 2024-09-19T08:09:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.339+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v98'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.339+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae98c70 con 0x561e1ae93520 2024-09-19T08:09:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.342+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v98'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.342+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ae93520 2024-09-19T08:09:56.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.345+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v98'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae93520 2024-09-19T08:09:56.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.345+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ade49c0 2024-09-19T08:09:56.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.346+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v98'57 uv56 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.346+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ade49c0 2024-09-19T08:09:56.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.347+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v98'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.347+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ade49c0 2024-09-19T08:09:56.347 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:09:56.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.348+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v98'59 uv59 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.348+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae98c70 con 0x561e1ade49c0 2024-09-19T08:09:56.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.349+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v98'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.349+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae98c70 con 0x561e1ade49c0 2024-09-19T08:09:56.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.350+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v98'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.350+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae97c60 con 0x561e1ade49c0 2024-09-19T08:09:56.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.350+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v98'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.350+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e1ae98170 0x561e1ae9a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.351+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9aaa0 con 0x561e1ae98170 2024-09-19T08:09:56.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.351+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e1ae98170 0x561e1ae9a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.351+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e1ae98170 0x561e1ae9a560 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.352+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v98'47 uv46 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.352+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ae40 con 0x561e1ae98170 2024-09-19T08:09:56.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.353+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v98'48 uv48 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.353+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b1e0 con 0x561e1ae98170 2024-09-19T08:09:56.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.354+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v98'49 uv49 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.354 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:09:56.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.354+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b580 con 0x561e1ae98170 2024-09-19T08:09:56.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.355+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v98'50 uv50 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.355+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b920 con 0x561e1ade49c0 2024-09-19T08:09:56.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.356+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v98'57 uv56 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.356+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b920 con 0x561e1ade49c0 2024-09-19T08:09:56.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.357+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v98'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.357+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b920 con 0x561e1ade49c0 2024-09-19T08:09:56.358 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:09:56.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.358+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v98'59 uv59 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.359+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9c930 con 0x561e1ade49c0 2024-09-19T08:09:56.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.360+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v98'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.360+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9c930 con 0x561e1ade49c0 2024-09-19T08:09:56.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.361+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v98'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.361+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9b920 con 0x561e1ade49c0 2024-09-19T08:09:56.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.362+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v98'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.362+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e1ae9bfa0 0x561e1ae9c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.362+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.362+0000 7f730eb58640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e1ae9bfa0 0x561e1ae9c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.363+0000 7f730eb58640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e1ae9bfa0 0x561e1ae9c380 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.364+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v98'105 uv99 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.364+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.365+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v98'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.365+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.365 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:09:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.366+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v98'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.366+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9fd50 con 0x561e1ae9bfa0 2024-09-19T08:09:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.367+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v98'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.367+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9fd10 con 0x561e1ae9bfa0 2024-09-19T08:09:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.368+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v98'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.368+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.369+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v98'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.369+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.370+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v98'111 uv104 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.370+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.371+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v98'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.371+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.371+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v98'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.371 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:09:56.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.372+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.373+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v98'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.373+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae9ed00 con 0x561e1ae9bfa0 2024-09-19T08:09:56.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.373+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v98'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.374+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e1ae9f620 0x561e1ae9fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.374+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2190 con 0x561e1ae9f620 2024-09-19T08:09:56.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.374+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e1ae9f620 0x561e1ae9fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.374+0000 7f730e357640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e1ae9f620 0x561e1ae9fa20 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.375+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v98'46 uv45 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae9f620 2024-09-19T08:09:56.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.375+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2190 con 0x561e1ae9f620 2024-09-19T08:09:56.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.376+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v98'47 uv47 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae9f620 2024-09-19T08:09:56.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.376+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2190 con 0x561e1ae9f620 2024-09-19T08:09:56.377 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:09:56.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.377+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v98'48 uv48 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae9f620 2024-09-19T08:09:56.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.378+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ae9f620 2024-09-19T08:09:56.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.379+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v98'49 uv49 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae9f620 2024-09-19T08:09:56.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.379+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ae9f620 2024-09-19T08:09:56.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.379+0000 7f730e357640 1 -- 172.21.15.17:0/493217819 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v98'50 uv50 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7300008840 con 0x561e1ae9f620 2024-09-19T08:09:56.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.379+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ade49c0 2024-09-19T08:09:56.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.381+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v98'57 uv56 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.381+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ade49c0 2024-09-19T08:09:56.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.382+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v98'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.382+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ade49c0 2024-09-19T08:09:56.382 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:09:56.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.382+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v98'59 uv59 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.383+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea3590 con 0x561e1ade49c0 2024-09-19T08:09:56.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.383+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v98'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.383+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea3590 con 0x561e1ade49c0 2024-09-19T08:09:56.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.385+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v98'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.385+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ade49c0 2024-09-19T08:09:56.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.385+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v98'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ade49c0 2024-09-19T08:09:56.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.386+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2580 con 0x561e1ae98170 2024-09-19T08:09:56.386 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:09:56.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.387+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v98'95 uv95 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.387+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2920 con 0x561e1ae98170 2024-09-19T08:09:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.387+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [write 0~34] v98'96 uv96 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.388+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2cc0 con 0x561e1ae98170 2024-09-19T08:09:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.388+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v98'97 uv97 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.388+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2cc0 con 0x561e1ae98170 2024-09-19T08:09:56.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.389+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 100.00000000 [create] v98'98 uv93 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.389+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2cc0 con 0x561e1ae98170 2024-09-19T08:09:56.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.390+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 100.00000000 [delete] v98'99 uv99 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.390+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2cc0 con 0x561e1ae98170 2024-09-19T08:09:56.391 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:09:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.391+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v98'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.391+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea2cc0 con 0x561e1ae98170 2024-09-19T08:09:56.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.392+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [omap-set-header] v98'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.392+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1ae96a00 con 0x561e1ae98170 2024-09-19T08:09:56.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.393+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v98'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.393+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e1aea3a20 0x561e1aea6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.393+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1aea3a20 2024-09-19T08:09:56.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.393+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e1aea3a20 0x561e1aea6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.394+0000 7f730db56640 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e1aea3a20 0x561e1aea6170 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.395+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v98'44 uv43 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1aea3a20 2024-09-19T08:09:56.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.395+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1aea3a20 2024-09-19T08:09:56.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.396+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v98'45 uv45 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1aea3a20 2024-09-19T08:09:56.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.396+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1aea3a20 2024-09-19T08:09:56.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.397+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v98'46 uv46 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1aea3a20 2024-09-19T08:09:56.397 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:09:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.397+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1aea3a20 2024-09-19T08:09:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.398+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v98'47 uv47 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1aea3a20 2024-09-19T08:09:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.398+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae98170 2024-09-19T08:09:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.399+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(103 609.00000000 [create] v98'57 uv56 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.399+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae98170 2024-09-19T08:09:56.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.400+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(104 609.00000000 [delete] v98'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.400+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae98170 2024-09-19T08:09:56.400 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:09:56.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.401+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v98'59 uv59 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.401+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea76c0 con 0x561e1ae98170 2024-09-19T08:09:56.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.402+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v98'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.402+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea76c0 con 0x561e1ae98170 2024-09-19T08:09:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.403+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v98'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.403+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae98170 2024-09-19T08:09:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.404+0000 7f730db56640 1 -- 172.21.15.17:0/493217819 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [omap-set-header] v98'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7304054810 con 0x561e1ae98170 2024-09-19T08:09:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.404+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.405+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v98'47 uv46 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.405+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.406+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v98'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.406+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.407 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:09:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.408+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v98'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.408+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.409+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v98'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.409+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.411+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v98'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.411+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.412+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v98'119 uv111 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.412+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.413+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v98'120 uv120 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.413+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.414 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:09:56.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.414+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v98'121 uv121 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.414+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.415+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v98'122 uv122 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.415+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.416+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v98'123 uv123 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.416+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.417+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v98'124 uv118 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.418+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.419+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v98'125 uv125 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.419+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.419 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:09:56.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.420+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v98'126 uv126 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.420+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea76c0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.421+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v98'127 uv127 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.421+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea76c0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.422+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v98'128 uv128 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.422+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.423+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v98'129 uv129 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.423+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) -- 0x561e1aea66b0 con 0x561e1ae9bfa0 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v98'130 uv130 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7308056030 con 0x561e1ae9bfa0 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e1ade49c0 msgr2=0x561e1adccde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e1ade49c0 0x561e1adccde0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e1ae98170 msgr2=0x561e1ae9a560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e1ae98170 0x561e1ae9a560 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e1aea3a20 msgr2=0x561e1aea6170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e1aea3a20 0x561e1aea6170 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e1ae93520 msgr2=0x561e1ae95910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 reap_dead start 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e1ae93520 0x561e1ae95910 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e1ae9bfa0 msgr2=0x561e1ae9c380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e1ae9bfa0 0x561e1ae9c380 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e1ae9f620 msgr2=0x561e1ae9fa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e1ae9f620 0x561e1ae9fa20 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72f006ac90 msgr2=0x7f72f006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72f006ac90 0x7f72f006d150 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7300005400 tx=0x7f730000c040 comp rx=0 tx=0).stop 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 msgr2=0x561e1ade38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 --2- 172.21.15.17:0/493217819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e1adcf5d0 0x561e1ade38c0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7304017040 tx=0x7f7304003020 comp rx=0 tx=0).stop 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f730eb58640 1 -- 172.21.15.17:0/493217819 reap_dead start 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 shutdown_connections 2024-09-19T08:09:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 >> 172.21.15.17:0/493217819 conn(0x561e1ad41400 msgr2=0x561e1ad45e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 shutdown_connections 2024-09-19T08:09:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.424+0000 7f7310861f40 1 -- 172.21.15.17:0/493217819 wait complete. 2024-09-19T08:09:56.427 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 100.00000000 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.511+0000 7feb91321f40 1 Processor -- start 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 -- start start 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 0x5570133912d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557013466f40 0x5570133bbf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5570133bf3d0 con 0x5570133be770 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55701338fb50 con 0x5570133beb50 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb91321f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55701338fdf0 con 0x557013466f40 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb8e3cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb8e3cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51970/0 (socket says 172.21.15.17:51970) 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb8e3cf640 1 -- 172.21.15.17:0/702660194 learned_addr learned my addr 172.21.15.17:0/702660194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb8ebd0640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557013466f40 0x5570133bbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.512+0000 7feb8dbce640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 0x5570133912d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 -- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557013466f40 msgr2=0x5570133bbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557013466f40 0x5570133bbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 -- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 msgr2=0x5570133912d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 0x5570133912d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 -- 172.21.15.17:0/702660194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570132bacb0 con 0x5570133be770 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8dbce640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 0x5570133912d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7feb8000a7a0 tx=0x7feb8000a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=810db027cf1b71d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8cbcc640 1 -- 172.21.15.17:0/702660194 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80019070 con 0x5570133be770 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8cbcc640 1 -- 172.21.15.17:0/702660194 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb80007600 con 0x5570133be770 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb8cbcc640 1 -- 172.21.15.17:0/702660194 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800079d0 con 0x5570133be770 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 -- 172.21.15.17:0/702660194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 msgr2=0x557013392030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7feb8000a7a0 tx=0x7feb8000a890 comp rx=0 tx=0).stop 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 -- 172.21.15.17:0/702660194 shutdown_connections 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557013466f40 0x5570133bbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5570133beb50 0x5570133912d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 --2- 172.21.15.17:0/702660194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133be770 0x557013392030 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.513+0000 7feb91321f40 1 -- 172.21.15.17:0/702660194 >> 172.21.15.17:0/702660194 conn(0x55701338ebb0 msgr2=0x5570133bb3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.514+0000 7feb91321f40 1 -- 172.21.15.17:0/702660194 shutdown_connections 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.514+0000 7feb91321f40 1 -- 172.21.15.17:0/702660194 wait complete. 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.514+0000 7feb91321f40 1 Processor -- start 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.514+0000 7feb91321f40 1 -- start start 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5570133be770 0x5570135017f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 0x557013462780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557013466f40 0x55701345a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5570133bd070 con 0x5570133beb50 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5570133d8f40 con 0x557013466f40 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb91321f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5570133d94f0 con 0x5570133be770 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 0x557013462780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 0x557013462780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51974/0 (socket says 172.21.15.17:51974) 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 -- 172.21.15.17:0/3656133962 learned_addr learned my addr 172.21.15.17:0/3656133962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5570133be770 0x5570135017f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8ebd0640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557013466f40 0x55701345a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 -- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5570133be770 msgr2=0x5570135017f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5570133be770 0x5570135017f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 -- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557013466f40 msgr2=0x55701345a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557013466f40 0x55701345a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.515+0000 7feb8dbce640 1 -- 172.21.15.17:0/3656133962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557013462cc0 con 0x5570133beb50 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb8dbce640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 0x557013462780 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7feb84009e60 tx=0x7feb84009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb7f7fe640 1 -- 172.21.15.17:0/3656133962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb840143f0 con 0x5570133beb50 2024-09-19T08:09:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb7f7fe640 1 -- 172.21.15.17:0/3656133962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb84019070 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb7f7fe640 1 -- 172.21.15.17:0/3656133962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb840147b0 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557013462f70 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.516+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557013463530 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.517+0000 7feb7f7fe640 1 -- 172.21.15.17:0/3656133962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb84014950 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb7f7fe640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb7006ac90 0x7feb7006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb7f7fe640 1 -- 172.21.15.17:0/3656133962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7feb8408a020 con 0x5570133beb50 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb7006ac90 0x7feb7006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb91321f40 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55701345d4c0 0x55701345d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) -- 0x55701345de10 con 0x55701345d4c0 2024-09-19T08:09:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb8ebd0640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55701345d4c0 0x55701345d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb8e3cf640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb7006ac90 0x7feb7006d150 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7feb80017040 tx=0x7feb8000c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.518+0000 7feb8ebd0640 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55701345d4c0 0x55701345d8d0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb8ebd0640 1 -- 172.21.15.17:0/3656133962 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [delete] v98'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7feb88056030 con 0x55701345d4c0 2024-09-19T08:09:56.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55701345d4c0 msgr2=0x55701345d8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55701345d4c0 0x55701345d8d0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb7006ac90 msgr2=0x7feb7006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb7006ac90 0x7feb7006d150 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7feb80017040 tx=0x7feb8000c000 comp rx=0 tx=0).stop 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 msgr2=0x557013462780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 --2- 172.21.15.17:0/3656133962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570133beb50 0x557013462780 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7feb84009e60 tx=0x7feb84009f50 comp rx=0 tx=0).stop 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb8ebd0640 1 -- 172.21.15.17:0/3656133962 reap_dead start 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 shutdown_connections 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 >> 172.21.15.17:0/3656133962 conn(0x55701338ebb0 msgr2=0x5570133bb3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 shutdown_connections 2024-09-19T08:09:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.520+0000 7feb91321f40 1 -- 172.21.15.17:0/3656133962 wait complete. 2024-09-19T08:09:56.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:09:56.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.676+0000 7f3ed253b640 1 Processor -- start 2024-09-19T08:09:56.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.676+0000 7f3ed253b640 1 -- start start 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.676+0000 7f3ed253b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 0x7f3ecc0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.676+0000 7f3ed253b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ecc0b39d0 con 0x7f3ecc0d4710 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ed253b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ecc0cf520 con 0x7f3ecc15e640 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ed253b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3ecc0cf800 con 0x7f3ecc0cef60 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ed0ad8640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3ecc0d4710 0x7f3ecc0d4b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35086/0 (socket says 172.21.15.17:35086) 2024-09-19T08:09:56.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ed0ad8640 1 -- 172.21.15.17:0/580534824 learned_addr learned my addr 172.21.15.17:0/580534824 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ec3fff640 1 --2- 172.21.15.17:0/580534824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 0x7f3ecc0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1242538455 0 0) 0x7f3ec4001490 con 0x7f3ecc0d4710 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3eb8003520 con 0x7f3ecc0d4710 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1226972020 0 0) 0x7f3ecc0cf520 con 0x7f3ecc15e640 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ec4001490 con 0x7f3ecc15e640 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ec3fff640 1 -- 172.21.15.17:0/580534824 >> v1:172.21.15.160:6789/0 conn(0x7f3ecc15e640 legacy=0x7f3ecc0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ec3fff640 1 -- 172.21.15.17:0/580534824 >> v1:172.21.15.17:6789/0 conn(0x7f3ecc0d4710 legacy=0x7f3ecc0d4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.677+0000 7f3ec3fff640 1 -- 172.21.15.17:0/580534824 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ecc0cfae0 con 0x7f3ecc0cef60 2024-09-19T08:09:56.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.678+0000 7f3ec3fff640 1 --2- 172.21.15.17:0/580534824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 0x7f3ecc0b3bf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3eb40097d0 tx=0x7f3eb402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=255ab020b4583482 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.678+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb4037070 con 0x7f3ecc0cef60 2024-09-19T08:09:56.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.678+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eb4032440 con 0x7f3ecc0cef60 2024-09-19T08:09:56.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.678+0000 7f3ecb7fe640 1 -- 172.21.15.17:0/580534824 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb40327f0 con 0x7f3ecc0cef60 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 -- 172.21.15.17:0/580534824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 msgr2=0x7f3ecc0b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 --2- 172.21.15.17:0/580534824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 0x7f3ecc0b3bf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3eb40097d0 tx=0x7f3eb402a180 comp rx=0 tx=0).stop 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 -- 172.21.15.17:0/580534824 shutdown_connections 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 --2- 172.21.15.17:0/580534824 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0cef60 0x7f3ecc0b3bf0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 -- 172.21.15.17:0/580534824 >> 172.21.15.17:0/580534824 conn(0x7f3ecc067d70 msgr2=0x7f3ecc068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 -- 172.21.15.17:0/580534824 shutdown_connections 2024-09-19T08:09:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.679+0000 7f3ed253b640 1 -- 172.21.15.17:0/580534824 wait complete. 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.680+0000 7f3ed253b640 1 Processor -- start 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.680+0000 7f3ed253b640 1 -- start start 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ecc0cef60 0x7f3ecc0ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 0x7f3ecc0ccb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3ecc0d3590 con 0x7f3ecc15e640 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3ecc15ea20 con 0x7f3ecc0cef60 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed253b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3ecc0d3710 con 0x7f3ecc0d4710 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51984/0 (socket says 172.21.15.17:51984) 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 -- 172.21.15.17:0/4152178981 learned_addr learned my addr 172.21.15.17:0/4152178981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ec3fff640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 0x7f3ecc0ccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ecbfff640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ecc0cef60 0x7f3ecc0ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 -- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 msgr2=0x7f3ecc0ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 0x7f3ecc0ccb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 -- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ecc0cef60 msgr2=0x7f3ecc0ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ecc0cef60 0x7f3ecc0ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ed0ad8640 1 -- 172.21.15.17:0/4152178981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ecc0c9270 con 0x7f3ecc15e640 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.681+0000 7f3ec3fff640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 0x7f3ecc0ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ed0ad8640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4001ee0 tx=0x7f3ec400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4017070 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec4012400 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ecc0c94e0 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec40127b0 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.682+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ecc0ab6a0 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.683+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ecc0b3bf0 con 0x7f3ecc15e640 2024-09-19T08:09:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.683+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ec401a070 con 0x7f3ecc15e640 2024-09-19T08:09:56.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.684+0000 7f3ec97fa640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 0x7f3eac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:56.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.684+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7f3ec408b4d0 con 0x7f3ecc15e640 2024-09-19T08:09:56.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.684+0000 7f3ecbfff640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 0x7f3eac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:56.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.684+0000 7f3ecbfff640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 0x7f3eac06e7a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc0c82e0 tx=0x7f3ebc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:56.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.688+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ecc0b39d0 con 0x7f3ecc15e640 2024-09-19T08:09:56.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:56.901+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f3ecc0ba1c0 con 0x7f3ecc15e640 2024-09-19T08:09:57.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.156+0000 7f3ec97fa640 1 -- 172.21.15.17:0/4152178981 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v137) ==== 162+0+0 (secure 0 0 0) 0x7f3ec4059300 con 0x7f3ecc15e640 2024-09-19T08:09:57.156 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 msgr2=0x7f3eac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 0x7f3eac06e7a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc0c82e0 tx=0x7f3ebc009040 comp rx=0 tx=0).stop 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 msgr2=0x7f3ecc0cd060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4001ee0 tx=0x7f3ec400a430 comp rx=0 tx=0).stop 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 shutdown_connections 2024-09-19T08:09:57.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3eac06c2e0 0x7f3eac06e7a0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ecc15e640 0x7f3ecc0cd060 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3ecc0d4710 0x7f3ecc0ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 --2- 172.21.15.17:0/4152178981 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3ecc0cef60 0x7f3ecc0ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 >> 172.21.15.17:0/4152178981 conn(0x7f3ecc067d70 msgr2=0x7f3ecc0d2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 shutdown_connections 2024-09-19T08:09:57.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.158+0000 7f3ed253b640 1 -- 172.21.15.17:0/4152178981 wait complete. 2024-09-19T08:09:57.172 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:09:57.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.275+0000 7f8bf9482640 1 Processor -- start 2024-09-19T08:09:57.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.275+0000 7f8bf9482640 1 -- start start 2024-09-19T08:09:57.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf9482640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bf40b47a0 0x7f8bf40cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf9482640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8bf40d2da0 0x7f8bf415c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf9482640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bf40d0a30 con 0x7f8bf415c4a0 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf9482640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8bf40d0d30 con 0x7f8bf40b47a0 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf9482640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8bf40b76f0 con 0x7f8bf40d2da0 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bf40b47a0 0x7f8bf40cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf27fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bf40b47a0 0x7f8bf40cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51994/0 (socket says 172.21.15.17:51994) 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.276+0000 7f8bf27fc640 1 -- 172.21.15.17:0/1285503015 learned_addr learned my addr 172.21.15.17:0/1285503015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf37fe640 1 --2- 172.21.15.17:0/1285503015 >> v2:172.21.15.160:3300/0 conn(0x7f8bf40d2da0 0x7f8bf415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf27fc640 1 -- 172.21.15.17:0/1285503015 >> v2:172.21.15.160:3300/0 conn(0x7f8bf40d2da0 msgr2=0x7f8bf415c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:09:57.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf27fc640 1 --2- 172.21.15.17:0/1285503015 >> v2:172.21.15.160:3300/0 conn(0x7f8bf40d2da0 0x7f8bf415c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf27fc640 1 -- 172.21.15.17:0/1285503015 >> v1:172.21.15.160:6789/0 conn(0x7f8bf415c4a0 legacy=0x7f8bf40b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf27fc640 1 -- 172.21.15.17:0/1285503015 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf4073710 con 0x7f8bf40b47a0 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.277+0000 7f8bf27fc640 1 --2- 172.21.15.17:0/1285503015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf40cff80 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f8bf40b4d70 tx=0x7f8bdc02a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d84bf852660b6db4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf1ffb640 1 -- 172.21.15.17:0/1285503015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc037070 con 0x7f8bf40b47a0 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf1ffb640 1 -- 172.21.15.17:0/1285503015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bdc032440 con 0x7f8bf40b47a0 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf1ffb640 1 -- 172.21.15.17:0/1285503015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc032810 con 0x7f8bf40b47a0 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 -- 172.21.15.17:0/1285503015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 msgr2=0x7f8bf40cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 --2- 172.21.15.17:0/1285503015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf40cff80 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f8bf40b4d70 tx=0x7f8bdc02a150 comp rx=0 tx=0).stop 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 -- 172.21.15.17:0/1285503015 shutdown_connections 2024-09-19T08:09:57.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 --2- 172.21.15.17:0/1285503015 >> v2:172.21.15.160:3300/0 conn(0x7f8bf40d2da0 0x7f8bf415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 --2- 172.21.15.17:0/1285503015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf40cff80 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 -- 172.21.15.17:0/1285503015 >> 172.21.15.17:0/1285503015 conn(0x7f8bf4067950 msgr2=0x7f8bf4067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:57.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 -- 172.21.15.17:0/1285503015 shutdown_connections 2024-09-19T08:09:57.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.278+0000 7f8bf9482640 1 -- 172.21.15.17:0/1285503015 wait complete. 2024-09-19T08:09:57.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 Processor -- start 2024-09-19T08:09:57.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 -- start start 2024-09-19T08:09:57.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bf40d2da0 0x7f8bf41528b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bf415c4a0 0x7f8bf4152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf4166030 con 0x7f8bf40b47a0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf40d28e0 con 0x7f8bf415c4a0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf9482640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8bf41661b0 con 0x7f8bf40d2da0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.280+0000 7f8bf2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52000/0 (socket says 172.21.15.17:52000) 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 -- 172.21.15.17:0/640228666 learned_addr learned my addr 172.21.15.17:0/640228666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf37fe640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bf415c4a0 0x7f8bf4152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf27fc640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bf40d2da0 0x7f8bf41528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 -- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bf40d2da0 msgr2=0x7f8bf41528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bf40d2da0 0x7f8bf41528b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 -- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bf415c4a0 msgr2=0x7f8bf4152df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bf415c4a0 0x7f8bf4152df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 -- 172.21.15.17:0/640228666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf40b36e0 con 0x7f8bf40b47a0 2024-09-19T08:09:57.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf2ffd640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f8be400c790 tx=0x7f8be400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be4016020 con 0x7f8bf40b47a0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be4006d50 con 0x7f8bf40b47a0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be4003bb0 con 0x7f8bf40b47a0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf40b2e40 con 0x7f8bf40b47a0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.281+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf40b3400 con 0x7f8bf40b47a0 2024-09-19T08:09:57.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.282+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf40cff80 con 0x7f8bf40b47a0 2024-09-19T08:09:57.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.283+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8be400a850 con 0x7f8bf40b47a0 2024-09-19T08:09:57.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.283+0000 7f8beb7fe640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 0x7f8bd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:57.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.283+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 6598+0+0 (secure 0 0 0) 0x7f8be408b3a0 con 0x7f8bf40b47a0 2024-09-19T08:09:57.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.284+0000 7f8bf27fc640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 0x7f8bd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:57.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.284+0000 7f8bf27fc640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 0x7f8bd406e770 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc034000 tx=0x7f8bdc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:57.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.288+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8be4020020 con 0x7f8bf40b47a0 2024-09-19T08:09:57.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.502+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8bf415aaa0 con 0x7f8bf40b47a0 2024-09-19T08:09:57.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.502+0000 7f8beb7fe640 1 -- 172.21.15.17:0/640228666 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 137 v137) ==== 95+0+4400 (secure 0 0 0) 0x7f8be4059130 con 0x7f8bf40b47a0 2024-09-19T08:09:57.503 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:09:57.503 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":137,"btime":"2024-09-19T08:09:57:155652+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":137,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:09:57.155638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8244},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8244":{"gid":8244,"name":"c","rank":0,"incarnation":137,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/935792085","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":935792085},{"type":"v1","addr":"172.21.15.17:6834","nonce":935792085}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:09:57.503 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 137 2024-09-19T08:09:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 msgr2=0x7f8bd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 0x7f8bd406e770 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc034000 tx=0x7f8bdc02e000 comp rx=0 tx=0).stop 2024-09-19T08:09:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 msgr2=0x7f8bf4152370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f8be400c790 tx=0x7f8be400cc50 comp rx=0 tx=0).stop 2024-09-19T08:09:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 shutdown_connections 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bd406c2b0 0x7f8bd406e770 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bf415c4a0 0x7f8bf4152df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bf40d2da0 0x7f8bf41528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 --2- 172.21.15.17:0/640228666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bf40b47a0 0x7f8bf4152370 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 >> 172.21.15.17:0/640228666 conn(0x7f8bf4067950 msgr2=0x7f8bf415afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 shutdown_connections 2024-09-19T08:09:57.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:09:57.505+0000 7f8bf9482640 1 -- 172.21.15.17:0/640228666 wait complete. 2024-09-19T08:09:57.516 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:09:57.927 INFO:tasks.ceph.mds.a.smithi017.stderr: -51> 2024-09-19T08:09:53.175+0000 7f5f17332640 -1 mds.0.inotable: load_2 could not read table: -2 2024-09-19T08:09:57.927 INFO:tasks.ceph.mds.a.smithi017.stderr: -50> 2024-09-19T08:09:53.175+0000 7f5f17332640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds0_inotable' -2 ((2) No such file or directory) 2024-09-19T08:09:57.952 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:09:58.270 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:09:58.274 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:10:00.161 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:00.161+0000 7f8b6fff5640 -1 log_channel(cluster) log [ERR] : dir 0x100 object missing on disk; some files may be lost (~mds0) 2024-09-19T08:10:00.162 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:00.163+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:00.163 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:00.163+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:02.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:02.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.636+0000 7f4ac584c640 1 Processor -- start 2024-09-19T08:10:02.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.636+0000 7f4ac584c640 1 -- start start 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ac0156990 0x7f4ac00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00cd6b0 0x7f4ac00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 0x7f4ac015fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac0156d70 con 0x7f4ac0156990 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4ac00cdb10 con 0x7f4ac00b22c0 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4ac584c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac00cea90 con 0x7f4ac00cd6b0 2024-09-19T08:10:02.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4abeffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ac0156990 0x7f4ac00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4abeffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4ac0156990 0x7f4ac00cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42416/0 (socket says 172.21.15.17:42416) 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4abeffd640 1 -- 172.21.15.17:0/2646311757 learned_addr learned my addr 172.21.15.17:0/2646311757 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.637+0000 7f4abe7fc640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00cd6b0 0x7f4ac00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abf7fe640 1 --2- 172.21.15.17:0/2646311757 >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 0x7f4ac015fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 -- 172.21.15.17:0/2646311757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00cd6b0 msgr2=0x7f4ac00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00cd6b0 0x7f4ac00b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 -- 172.21.15.17:0/2646311757 >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 msgr2=0x7f4ac015fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:02.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 --2- 172.21.15.17:0/2646311757 >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 0x7f4ac015fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 -- 172.21.15.17:0/2646311757 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac00ce160 con 0x7f4ac0156990 2024-09-19T08:10:02.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abf7fe640 1 --2- 172.21.15.17:0/2646311757 >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 0x7f4ac015fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.638+0000 7f4abeffd640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac00cd170 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f4ac00b54f0 tx=0x7f4ab002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d124a57c355eb81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4abdffb640 1 -- 172.21.15.17:0/2646311757 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0037070 con 0x7f4ac0156990 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4abdffb640 1 -- 172.21.15.17:0/2646311757 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab0032440 con 0x7f4ac0156990 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4abdffb640 1 -- 172.21.15.17:0/2646311757 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0032810 con 0x7f4ac0156990 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 -- 172.21.15.17:0/2646311757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 msgr2=0x7f4ac00cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac00cd170 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f4ac00b54f0 tx=0x7f4ab002a140 comp rx=0 tx=0).stop 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 -- 172.21.15.17:0/2646311757 shutdown_connections 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 --2- 172.21.15.17:0/2646311757 >> v2:172.21.15.160:3300/0 conn(0x7f4ac00b22c0 0x7f4ac015fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00cd6b0 0x7f4ac00b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 --2- 172.21.15.17:0/2646311757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac00cd170 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 -- 172.21.15.17:0/2646311757 >> 172.21.15.17:0/2646311757 conn(0x7f4ac006bc10 msgr2=0x7f4ac006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 -- 172.21.15.17:0/2646311757 shutdown_connections 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.639+0000 7f4ac584c640 1 -- 172.21.15.17:0/2646311757 wait complete. 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 Processor -- start 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 -- start start 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00b22c0 0x7f4ac014fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ac00cd6b0 0x7f4ac015dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac00b26f0 con 0x7f4ac0156990 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac00ce720 con 0x7f4ac00cd6b0 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.641+0000 7f4ac584c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac00cef20 con 0x7f4ac00b22c0 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42418/0 (socket says 172.21.15.17:42418) 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 -- 172.21.15.17:0/1095070527 learned_addr learned my addr 172.21.15.17:0/1095070527 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abeffd640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00b22c0 0x7f4ac014fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abe7fc640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ac00cd6b0 0x7f4ac015dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 -- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00b22c0 msgr2=0x7f4ac014fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00b22c0 0x7f4ac014fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 -- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ac00cd6b0 msgr2=0x7f4ac015dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ac00cd6b0 0x7f4ac015dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 -- 172.21.15.17:0/1095070527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac01503b0 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4abf7fe640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f4ab800cd50 tx=0x7f4ab800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab800f680 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab800f840 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac01e6c20 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab800fc30 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.642+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac01e5e60 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.643+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac00b1d80 con 0x7f4ac0156990 2024-09-19T08:10:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.644+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ab80213f0 con 0x7f4ac0156990 2024-09-19T08:10:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.644+0000 7f4aa7fff640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 0x7f4aac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.644+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7f4ab808c460 con 0x7f4ac0156990 2024-09-19T08:10:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.645+0000 7f4abeffd640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 0x7f4aac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.645+0000 7f4abeffd640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 0x7f4aac06e770 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f4ab0034000 tx=0x7f4ab002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.649+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ac01503b0 con 0x7f4ac0156990 2024-09-19T08:10:02.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.865+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ac00d0b00 con 0x7f4ac0156990 2024-09-19T08:10:02.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.865+0000 7f4aa7fff640 1 -- 172.21.15.17:0/1095070527 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 141 v141) ==== 95+0+4391 (secure 0 0 0) 0x7f4ab8014030 con 0x7f4ac0156990 2024-09-19T08:10:02.866 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:02.866 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":141,"btime":"2024-09-19T08:10:00:164089+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":141,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:00.164084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:02.866 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 141 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.867+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 msgr2=0x7f4aac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.867+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 0x7f4aac06e770 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f4ab0034000 tx=0x7f4ab002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 msgr2=0x7f4ac015e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f4ab800cd50 tx=0x7f4ab800a650 comp rx=0 tx=0).stop 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 shutdown_connections 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4aac06c2b0 0x7f4aac06e770 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ac0156990 0x7f4ac015e1f0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4ac00cd6b0 0x7f4ac015dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 --2- 172.21.15.17:0/1095070527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4ac00b22c0 0x7f4ac014fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 >> 172.21.15.17:0/1095070527 conn(0x7f4ac006bc10 msgr2=0x7f4ac015fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:02.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 shutdown_connections 2024-09-19T08:10:02.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.868+0000 7f4ac584c640 1 -- 172.21.15.17:0/1095070527 wait complete. 2024-09-19T08:10:02.879 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:10:02.879 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:02.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.983+0000 7fdb259c4640 1 Processor -- start 2024-09-19T08:10:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.983+0000 7fdb259c4640 1 -- start start 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb259c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb259c4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdb200cf6f0 0x7fdb200d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb259c4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb2015ea20 con 0x7fdb2015e640 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb259c4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdb200b3d00 con 0x7fdb200cf6f0 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb259c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdb200b2860 con 0x7fdb200cf2b0 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb1f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdb200cf6f0 0x7fdb200d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb1f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdb200cf6f0 0x7fdb200d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42426/0 (socket says 172.21.15.17:42426) 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.984+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/832817309 learned_addr learned my addr 172.21.15.17:0/832817309 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.985+0000 7fdb1e7fc640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.985+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/832817309 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 msgr2=0x7fdb200d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.985+0000 7fdb1f7fe640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.985+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/832817309 >> v1:172.21.15.160:6789/0 conn(0x7fdb2015e640 legacy=0x7fdb200ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.985+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/832817309 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb200b1c50 con 0x7fdb200cf6f0 2024-09-19T08:10:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb1f7fe640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb200cf6f0 0x7fdb200d2b90 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fdb2015ebf0 tx=0x7fdb1802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51181f15c8e29824 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb1dffb640 1 -- 172.21.15.17:0/832817309 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18037070 con 0x7fdb200cf6f0 2024-09-19T08:10:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb1dffb640 1 -- 172.21.15.17:0/832817309 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb18032440 con 0x7fdb200cf6f0 2024-09-19T08:10:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb1dffb640 1 -- 172.21.15.17:0/832817309 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18032810 con 0x7fdb200cf6f0 2024-09-19T08:10:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 -- 172.21.15.17:0/832817309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb200cf6f0 msgr2=0x7fdb200d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb200cf6f0 0x7fdb200d2b90 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fdb2015ebf0 tx=0x7fdb1802a160 comp rx=0 tx=0).stop 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 -- 172.21.15.17:0/832817309 shutdown_connections 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb200cf6f0 0x7fdb200d2b90 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 --2- 172.21.15.17:0/832817309 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 -- 172.21.15.17:0/832817309 >> 172.21.15.17:0/832817309 conn(0x7fdb2009d820 msgr2=0x7fdb200d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 -- 172.21.15.17:0/832817309 shutdown_connections 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.986+0000 7fdb259c4640 1 -- 172.21.15.17:0/832817309 wait complete. 2024-09-19T08:10:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.987+0000 7fdb259c4640 1 Processor -- start 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 -- start start 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdb200cf6f0 0x7fdb200cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdb200b24f0 con 0x7fdb2015e640 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdb200b2210 con 0x7fdb200cf6f0 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.988+0000 7fdb259c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdb200cfe40 con 0x7fdb200cf2b0 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42438/0 (socket says 172.21.15.17:42438) 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/1160698428 learned_addr learned my addr 172.21.15.17:0/1160698428 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1e7fc640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdb200cf6f0 0x7fdb200cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1effd640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 msgr2=0x7fdb200cc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200cc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdb200cf6f0 msgr2=0x7fdb200cd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdb200cf6f0 0x7fdb200cd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 -- 172.21.15.17:0/1160698428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb200b5b80 con 0x7fdb2015e640 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb1f7fe640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009960 tx=0x7fdb180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18041020 con 0x7fdb2015e640 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb180306c0 con 0x7fdb2015e640 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb200b5e60 con 0x7fdb2015e640 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18037040 con 0x7fdb2015e640 2024-09-19T08:10:02.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.989+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb2006c140 con 0x7fdb2015e640 2024-09-19T08:10:02.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.990+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb20068eb0 con 0x7fdb2015e640 2024-09-19T08:10:02.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.991+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdb18044020 con 0x7fdb2015e640 2024-09-19T08:10:02.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.991+0000 7fdb17fff640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 0x7fdb0006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:02.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.991+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7fdb180ac140 con 0x7fdb2015e640 2024-09-19T08:10:02.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.992+0000 7fdb1effd640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 0x7fdb0006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:02.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.992+0000 7fdb1effd640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 0x7fdb0006e7a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fdb10005660 tx=0x7fdb10003d90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:02.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:02.996+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdb1804b020 con 0x7fdb2015e640 2024-09-19T08:10:03.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.205+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb2006c340 con 0x7fdb2015e640 2024-09-19T08:10:03.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.206+0000 7fdb17fff640 1 -- 172.21.15.17:0/1160698428 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 141 v141) ==== 95+0+4391 (secure 0 0 0) 0x7fdb2006c340 con 0x7fdb2015e640 2024-09-19T08:10:03.206 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:03.206 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":141,"btime":"2024-09-19T08:10:00:164089+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":141,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:00.164084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:03.206 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 141 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 msgr2=0x7fdb0006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 0x7fdb0006e7a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fdb10005660 tx=0x7fdb10003d90 comp rx=0 tx=0).stop 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 msgr2=0x7fdb200cde60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009960 tx=0x7fdb180046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 shutdown_connections 2024-09-19T08:10:03.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb0006c2e0 0x7fdb0006e7a0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb2015e640 0x7fdb200cde60 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdb200cf6f0 0x7fdb200cd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 --2- 172.21.15.17:0/1160698428 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdb200cf2b0 0x7fdb200cc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 >> 172.21.15.17:0/1160698428 conn(0x7fdb2009d820 msgr2=0x7fdb200b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 shutdown_connections 2024-09-19T08:10:03.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.208+0000 7fdb259c4640 1 -- 172.21.15.17:0/1160698428 wait complete. 2024-09-19T08:10:03.219 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:03.219 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:03.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.322+0000 7fe488f1f640 1 Processor -- start 2024-09-19T08:10:03.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.322+0000 7fe488f1f640 1 -- start start 2024-09-19T08:10:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe488f1f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe48415b200 0x7fe4840b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe488f1f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe48406e650 0x7fe48415c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe488f1f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4840b5290 con 0x7fe4840b4d20 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe488f1f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe4840738f0 con 0x7fe48415b200 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe488f1f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe484074100 con 0x7fe48406e650 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe48415b200 0x7fe4840b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe48415b200 0x7fe4840b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42444/0 (socket says 172.21.15.17:42444) 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 -- 172.21.15.17:0/3873114892 learned_addr learned my addr 172.21.15.17:0/3873114892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe482d9d640 1 --2- 172.21.15.17:0/3873114892 >> v2:172.21.15.160:3300/0 conn(0x7fe48406e650 0x7fe48415c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 -- 172.21.15.17:0/3873114892 >> v2:172.21.15.160:3300/0 conn(0x7fe48406e650 msgr2=0x7fe48415c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:03.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 --2- 172.21.15.17:0/3873114892 >> v2:172.21.15.160:3300/0 conn(0x7fe48406e650 0x7fe48415c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 -- 172.21.15.17:0/3873114892 >> v1:172.21.15.160:6789/0 conn(0x7fe4840b4d20 legacy=0x7fe48406df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.323+0000 7fe48259c640 1 -- 172.21.15.17:0/3873114892 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe484073b40 con 0x7fe48415b200 2024-09-19T08:10:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.324+0000 7fe48259c640 1 --2- 172.21.15.17:0/3873114892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe48415b200 0x7fe4840b4210 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7fe48406d570 tx=0x7fe47402c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a86173420a28d0fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.324+0000 7fe481d9b640 1 -- 172.21.15.17:0/3873114892 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474033640 con 0x7fe48415b200 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.324+0000 7fe481d9b640 1 -- 172.21.15.17:0/3873114892 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe474038070 con 0x7fe48415b200 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.324+0000 7fe481d9b640 1 -- 172.21.15.17:0/3873114892 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474033a00 con 0x7fe48415b200 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 -- 172.21.15.17:0/3873114892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe48415b200 msgr2=0x7fe4840b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3873114892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe48415b200 0x7fe4840b4210 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7fe48406d570 tx=0x7fe47402c8b0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 -- 172.21.15.17:0/3873114892 shutdown_connections 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3873114892 >> v2:172.21.15.160:3300/0 conn(0x7fe48406e650 0x7fe48415c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3873114892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe48415b200 0x7fe4840b4210 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 -- 172.21.15.17:0/3873114892 >> 172.21.15.17:0/3873114892 conn(0x7fe484067b30 msgr2=0x7fe48406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 -- 172.21.15.17:0/3873114892 shutdown_connections 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.325+0000 7fe488f1f640 1 -- 172.21.15.17:0/3873114892 wait complete. 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.326+0000 7fe488f1f640 1 Processor -- start 2024-09-19T08:10:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.326+0000 7fe488f1f640 1 -- start start 2024-09-19T08:10:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe48406e650 0x7fe48414eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe48415b200 0x7fe4840add00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe48415c980 con 0x7fe4840b4d20 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe4840b4750 con 0x7fe48415b200 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe488f1f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe48415cb00 con 0x7fe48406e650 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42452/0 (socket says 172.21.15.17:42452) 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 -- 172.21.15.17:0/3867140149 learned_addr learned my addr 172.21.15.17:0/3867140149 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe48259c640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe48406e650 0x7fe48414eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe482d9d640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe48415b200 0x7fe4840add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 -- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe48406e650 msgr2=0x7fe48414eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe48406e650 0x7fe48414eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 -- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe48415b200 msgr2=0x7fe4840add00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe48415b200 0x7fe4840add00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.327+0000 7fe479d9b640 1 -- 172.21.15.17:0/3867140149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe48414f3f0 con 0x7fe4840b4d20 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe479d9b640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c400 tx=0x7fe46c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c0052d0 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe46c005490 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4840cc620 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c007260 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.328+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4840ccbe0 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.329+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe48415c440 con 0x7fe4840b4d20 2024-09-19T08:10:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.329+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe46c007400 con 0x7fe4840b4d20 2024-09-19T08:10:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.330+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 0x7fe46406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.330+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7fe46c08ac90 con 0x7fe4840b4d20 2024-09-19T08:10:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.330+0000 7fe48259c640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 0x7fe46406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.331+0000 7fe48259c640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 0x7fe46406e770 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fe474037000 tx=0x7fe474032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.334+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe48414f3f0 con 0x7fe4840b4d20 2024-09-19T08:10:03.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.545+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe48406c550 con 0x7fe4840b4d20 2024-09-19T08:10:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.546+0000 7fe47b7fe640 1 -- 172.21.15.17:0/3867140149 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 141 v141) ==== 95+0+4391 (secure 0 0 0) 0x7fe46c0589e0 con 0x7fe4840b4d20 2024-09-19T08:10:03.546 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:03.546 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":141,"btime":"2024-09-19T08:10:00:164089+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":141,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:00.164084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:03.546 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 141 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 msgr2=0x7fe46406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 0x7fe46406e770 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fe474037000 tx=0x7fe474032000 comp rx=0 tx=0).stop 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 msgr2=0x7fe4840ad7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c400 tx=0x7fe46c00c8c0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 shutdown_connections 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46406c2b0 0x7fe46406e770 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe48415b200 0x7fe4840add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4840b4d20 0x7fe4840ad7c0 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 --2- 172.21.15.17:0/3867140149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe48406e650 0x7fe48414eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 >> 172.21.15.17:0/3867140149 conn(0x7fe484067b30 msgr2=0x7fe48415a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 shutdown_connections 2024-09-19T08:10:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.548+0000 7fe488f1f640 1 -- 172.21.15.17:0/3867140149 wait complete. 2024-09-19T08:10:03.559 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 100.00000000' led to DAMAGED state 2024-09-19T08:10:03.559 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_sessionmap' 2024-09-19T08:10:03.559 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:03.559 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:03.575 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:03.576 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:03.576 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:03.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:03.576 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:03.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:03.631 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:03.632 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:03.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.774+0000 7f55cb62c640 1 Processor -- start 2024-09-19T08:10:03.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 -- start start 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55c40cf0e0 0x7f55c40cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55c415ea20 con 0x7f55c40b2cf0 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f55c40b2860 con 0x7f55c40cf0e0 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.775+0000 7f55cb62c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55c40b1c50 con 0x7f55c415e640 2024-09-19T08:10:03.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55c40cf0e0 0x7f55c40cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55c40cf0e0 0x7f55c40cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42466/0 (socket says 172.21.15.17:42466) 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 -- 172.21.15.17:0/445936703 learned_addr learned my addr 172.21.15.17:0/445936703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c93c8640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 -- 172.21.15.17:0/445936703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 msgr2=0x7f55c40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 -- 172.21.15.17:0/445936703 >> v1:172.21.15.160:6789/0 conn(0x7f55c40b2cf0 legacy=0x7f55c40b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.776+0000 7f55c8bc7640 1 -- 172.21.15.17:0/445936703 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c40b1f30 con 0x7f55c40cf0e0 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55c8bc7640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40cf0e0 0x7f55c40cf520 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f55c415ebf0 tx=0x7f55b402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ee14908d5bae97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55bbfff640 1 -- 172.21.15.17:0/445936703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4037070 con 0x7f55c40cf0e0 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55bbfff640 1 -- 172.21.15.17:0/445936703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55b4032440 con 0x7f55c40cf0e0 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55bbfff640 1 -- 172.21.15.17:0/445936703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4032810 con 0x7f55c40cf0e0 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55cb62c640 1 -- 172.21.15.17:0/445936703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40cf0e0 msgr2=0x7f55c40cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.777+0000 7f55cb62c640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40cf0e0 0x7f55c40cf520 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f55c415ebf0 tx=0x7f55b402a1c0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 -- 172.21.15.17:0/445936703 shutdown_connections 2024-09-19T08:10:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40cf0e0 0x7f55c40cf520 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 --2- 172.21.15.17:0/445936703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 -- 172.21.15.17:0/445936703 >> 172.21.15.17:0/445936703 conn(0x7f55c409d820 msgr2=0x7f55c40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 -- 172.21.15.17:0/445936703 shutdown_connections 2024-09-19T08:10:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.778+0000 7f55cb62c640 1 -- 172.21.15.17:0/445936703 wait complete. 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.779+0000 7f55cb62c640 1 Processor -- start 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.779+0000 7f55cb62c640 1 -- start start 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55c40cf0e0 0x7f55c406cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c406d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f55c40cfe40 con 0x7f55c40b2cf0 2024-09-19T08:10:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f55c40b24f0 con 0x7f55c40cf0e0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55c40b73a0 con 0x7f55c415e640 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42476/0 (socket says 172.21.15.17:42476) 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 -- 172.21.15.17:0/1273141313 learned_addr learned my addr 172.21.15.17:0/1273141313 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c8bc7640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55c40cf0e0 0x7f55c406cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c9bc9640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c406d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 -- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 msgr2=0x7f55c406d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c406d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 -- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55c40cf0e0 msgr2=0x7f55c406cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55c40cf0e0 0x7f55c406cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 -- 172.21.15.17:0/1273141313 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c40c8560 con 0x7f55c40b2cf0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55c93c8640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f55c000e9e0 tx=0x7f55c000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c0017070 con 0x7f55c40b2cf0 2024-09-19T08:10:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c000c9d0 con 0x7f55c40b2cf0 2024-09-19T08:10:03.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c000cdc0 con 0x7f55c40b2cf0 2024-09-19T08:10:03.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.780+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c40c8840 con 0x7f55c40b2cf0 2024-09-19T08:10:03.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.781+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c40c8e00 con 0x7f55c40b2cf0 2024-09-19T08:10:03.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.782+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55c4068eb0 con 0x7f55c40b2cf0 2024-09-19T08:10:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.782+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55c001a070 con 0x7f55c40b2cf0 2024-09-19T08:10:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.783+0000 7f55b9ffb640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.783+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7f55c008bb80 con 0x7f55c40b2cf0 2024-09-19T08:10:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.783+0000 7f55c8bc7640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.783+0000 7f55c8bc7640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 0x7f55a806e7a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f55b4034000 tx=0x7f55b402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:03.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:03.787+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55c0059f20 con 0x7f55c40b2cf0 2024-09-19T08:10:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.002+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f55c40b6220 con 0x7f55c40b2cf0 2024-09-19T08:10:04.186 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:04.186+0000 7f8b73ffd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:04.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.220+0000 7f55b9ffb640 1 -- 172.21.15.17:0/1273141313 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v142) ==== 161+0+0 (secure 0 0 0) 0x7f55c0059820 con 0x7f55c40b2cf0 2024-09-19T08:10:04.220 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 msgr2=0x7f55a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 0x7f55a806e7a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f55b4034000 tx=0x7f55b402e000 comp rx=0 tx=0).stop 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 msgr2=0x7f55c41e8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f55c000e9e0 tx=0x7f55c000eea0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 shutdown_connections 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55c415e640 0x7f55c406d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55c40cf0e0 0x7f55c406cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 --2- 172.21.15.17:0/1273141313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55c40b2cf0 0x7f55c41e8c80 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 >> 172.21.15.17:0/1273141313 conn(0x7f55c409d820 msgr2=0x7f55c40cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:04.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 shutdown_connections 2024-09-19T08:10:04.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.222+0000 7f55cb62c640 1 -- 172.21.15.17:0/1273141313 wait complete. 2024-09-19T08:10:04.234 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.338+0000 7fcd1bb7f640 1 Processor -- start 2024-09-19T08:10:04.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.338+0000 7fcd1bb7f640 1 -- start start 2024-09-19T08:10:04.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1bb7f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd1415e670 0x7fcd14070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1bb7f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd140731d0 con 0x7fcd140cef50 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1bb7f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd140734b0 con 0x7fcd140ceaf0 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1bb7f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcd140d0040 con 0x7fcd1415e670 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1991b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd1415e670 0x7fcd14070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1a11c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcd140cef50 0x7fcd1415f160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49366/0 (socket says 172.21.15.17:49366) 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1991b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd1415e670 0x7fcd14070a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42486/0 (socket says 172.21.15.17:42486) 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1a11c640 1 -- 172.21.15.17:0/3370958827 learned_addr learned my addr 172.21.15.17:0/3370958827 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1991b640 1 -- 172.21.15.17:0/3370958827 >> v1:172.21.15.160:6789/0 conn(0x7fcd140ceaf0 legacy=0x7fcd1415ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.339+0000 7fcd1991b640 1 -- 172.21.15.17:0/3370958827 >> v1:172.21.15.17:6789/0 conn(0x7fcd140cef50 legacy=0x7fcd1415f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd18919640 1 -- 172.21.15.17:0/3370958827 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3093163744 0 0) 0x7fcd140731d0 con 0x7fcd140cef50 2024-09-19T08:10:04.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd1991b640 1 -- 172.21.15.17:0/3370958827 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd14073790 con 0x7fcd1415e670 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd1991b640 1 --2- 172.21.15.17:0/3370958827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd1415e670 0x7fcd14070a50 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c0097a0 tx=0x7fcd0c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fbf0799ee1c62bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd18919640 1 -- 172.21.15.17:0/3370958827 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c037070 con 0x7fcd1415e670 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd18919640 1 -- 172.21.15.17:0/3370958827 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd0c032640 con 0x7fcd1415e670 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.340+0000 7fcd18919640 1 -- 172.21.15.17:0/3370958827 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c032a10 con 0x7fcd1415e670 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/3370958827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd1415e670 msgr2=0x7fcd14070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/3370958827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd1415e670 0x7fcd14070a50 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c0097a0 tx=0x7fcd0c02a2c0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/3370958827 shutdown_connections 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/3370958827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd1415e670 0x7fcd14070a50 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/3370958827 >> 172.21.15.17:0/3370958827 conn(0x7fcd1406f400 msgr2=0x7fcd1406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/3370958827 shutdown_connections 2024-09-19T08:10:04.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.341+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/3370958827 wait complete. 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.342+0000 7fcd1bb7f640 1 Processor -- start 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.342+0000 7fcd1bb7f640 1 -- start start 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd140ceaf0 0x7fcd141f6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd1415e670 0x7fcd141613a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd14073de0 con 0x7fcd140cef50 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd14072f80 con 0x7fcd140ceaf0 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1bb7f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd140cf380 con 0x7fcd1415e670 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42500/0 (socket says 172.21.15.17:42500) 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 -- 172.21.15.17:0/2727020192 learned_addr learned my addr 172.21.15.17:0/2727020192 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1991b640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd140ceaf0 0x7fcd141f6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1a11c640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd1415e670 0x7fcd141613a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 -- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd1415e670 msgr2=0x7fcd141613a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd1415e670 0x7fcd141613a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 -- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd140ceaf0 msgr2=0x7fcd141f6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd140ceaf0 0x7fcd141f6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:04.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.343+0000 7fcd1911a640 1 -- 172.21.15.17:0/2727020192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd1415ebf0 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd1911a640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcd0800c450 tx=0x7fcd0800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd080052d0 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd08005470 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd140af680 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd08012870 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.344+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd1415f170 con 0x7fcd140cef50 2024-09-19T08:10:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.345+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd1415f370 con 0x7fcd140cef50 2024-09-19T08:10:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.346+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd08012a10 con 0x7fcd140cef50 2024-09-19T08:10:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.346+0000 7fcd127fc640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 0x7fcd0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.346+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7fcd0808b360 con 0x7fcd140cef50 2024-09-19T08:10:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.346+0000 7fcd1991b640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 0x7fcd0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.347+0000 7fcd1991b640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 0x7fcd0006e770 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c034000 tx=0x7fcd0c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.350+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd1415f370 con 0x7fcd140cef50 2024-09-19T08:10:04.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:04.595+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fcd14071410 con 0x7fcd140cef50 2024-09-19T08:10:04.913 INFO:tasks.ceph.mds.c.smithi017.stderr: -49> 2024-09-19T08:10:00.161+0000 7f8b6fff5640 -1 log_channel(cluster) log [ERR] : dir 0x100 object missing on disk; some files may be lost (~mds0) 2024-09-19T08:10:04.913 INFO:tasks.ceph.mds.c.smithi017.stderr: -6> 2024-09-19T08:10:04.186+0000 7f8b73ffd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:04.938 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:10:05.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.221+0000 7fcd127fc640 1 -- 172.21.15.17:0/2727020192 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v143) ==== 101+0+0 (secure 0 0 0) 0x7fcd08059700 con 0x7fcd140cef50 2024-09-19T08:10:05.221 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 msgr2=0x7fcd0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 0x7fcd0006e770 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c034000 tx=0x7fcd0c02e000 comp rx=0 tx=0).stop 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 msgr2=0x7fcd14160e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcd0800c450 tx=0x7fcd0800c910 comp rx=0 tx=0).stop 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 shutdown_connections 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd0006c2b0 0x7fcd0006e770 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd1415e670 0x7fcd141613a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd140cef50 0x7fcd14160e60 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 --2- 172.21.15.17:0/2727020192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd140ceaf0 0x7fcd141f6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 >> 172.21.15.17:0/2727020192 conn(0x7fcd1406f400 msgr2=0x7fcd140d21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 shutdown_connections 2024-09-19T08:10:05.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.224+0000 7fcd1bb7f640 1 -- 172.21.15.17:0/2727020192 wait complete. 2024-09-19T08:10:05.237 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:05.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.283+0000 7f8b5391ff40 1 Processor -- start 2024-09-19T08:10:05.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.283+0000 7f8b5391ff40 1 -- start start 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 0x55b4b26f31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b27035c0 0x55b4b26728d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b4b2704640 con 0x55b4b2703f10 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b4b257d510 con 0x55b4b27035c0 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b4b266c660 con 0x55b4b26f9f90 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42542/0 (socket says 172.21.15.17:42542) 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 -- 172.21.15.17:0/2381453751 learned_addr learned my addr 172.21.15.17:0/2381453751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b509cf640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 0x55b4b26f31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b501ce640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b27035c0 0x55b4b26728d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 -- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 msgr2=0x55b4b26f31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 0x55b4b26f31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 -- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b27035c0 msgr2=0x55b4b26728d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b27035c0 0x55b4b26728d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 -- 172.21.15.17:0/2381453751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4b265a7c0 con 0x55b4b2703f10 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b509cf640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 0x55b4b26f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b511d0640 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f8b48001630 tx=0x7f8b48001af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649f3c2d91d45d1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b4f1cc640 1 -- 172.21.15.17:0/2381453751 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b48003650 con 0x55b4b2703f10 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b4f1cc640 1 -- 172.21.15.17:0/2381453751 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b480037f0 con 0x55b4b2703f10 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.284+0000 7f8b4f1cc640 1 -- 172.21.15.17:0/2381453751 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b48003ba0 con 0x55b4b2703f10 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 -- 172.21.15.17:0/2381453751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 msgr2=0x55b4b2672e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f8b48001630 tx=0x7f8b48001af0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 -- 172.21.15.17:0/2381453751 shutdown_connections 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b2703f10 0x55b4b2672e10 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b27035c0 0x55b4b26728d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/2381453751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b26f9f90 0x55b4b26f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 -- 172.21.15.17:0/2381453751 >> 172.21.15.17:0/2381453751 conn(0x55b4b2656400 msgr2=0x55b4b265b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 -- 172.21.15.17:0/2381453751 shutdown_connections 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.285+0000 7f8b5391ff40 1 -- 172.21.15.17:0/2381453751 wait complete. 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 Processor -- start 2024-09-19T08:10:05.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 -- start start 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b27035c0 0x55b4b26fd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b2703f10 0x55b4b26f10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b4b2674590 con 0x55b4b26f9f90 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b4b265b0b0 con 0x55b4b2703f10 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.286+0000 7f8b5391ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b4b265aa60 con 0x55b4b27035c0 2024-09-19T08:10:05.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42552/0 (socket says 172.21.15.17:42552) 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 learned_addr learned my addr 172.21.15.17:0/656517518 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b511d0640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b2703f10 0x55b4b26f10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b27035c0 0x55b4b26fd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b27035c0 msgr2=0x55b4b26fd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b27035c0 0x55b4b26fd390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b2703f10 msgr2=0x55b4b26f10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b4b2703f10 0x55b4b26f10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4b266f640 con 0x55b4b26f9f90 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b4b27035c0 0x55b4b26fd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f8b40025be0 tx=0x7f8b40002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b4e1ca640 1 -- 172.21.15.17:0/656517518 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4005f810 con 0x55b4b26f9f90 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b4e1ca640 1 -- 172.21.15.17:0/656517518 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b4005f9b0 con 0x55b4b26f9f90 2024-09-19T08:10:05.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b4e1ca640 1 -- 172.21.15.17:0/656517518 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4005fd60 con 0x55b4b26f9f90 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b4b26f4990 con 0x55b4b26f9f90 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.287+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4b26f4c70 con 0x55b4b26f9f90 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.289+0000 7f8b4e1ca640 1 -- 172.21.15.17:0/656517518 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b40052070 con 0x55b4b26f9f90 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.289+0000 7f8b4e1ca640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 0x7f8b3c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.289+0000 7f8b4e1ca640 1 -- 172.21.15.17:0/656517518 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7f8b400ce8b0 con 0x55b4b26f9f90 2024-09-19T08:10:05.292 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:05.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.289+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b4b2674d00 0x55b4b266fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.289+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b2670340 con 0x55b4b2674d00 2024-09-19T08:10:05.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.290+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 0x7f8b3c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.290+0000 7f8b511d0640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b4b2674d00 0x55b4b266fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.290+0000 7f8b511d0640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b4b2674d00 0x55b4b266fe00 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.290+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 0x7f8b3c06d150 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x55b4b26f3570 tx=0x7f8b4400c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.291+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v99'319 uv293 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.292+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b2670770 con 0x55b4b2674d00 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.294+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v99'320 uv320 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.294+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6240 con 0x55b4b2674d00 2024-09-19T08:10:05.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.295+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v99'321 uv321 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.295 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:05.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.295+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a75f0 con 0x55b4b2674d00 2024-09-19T08:10:05.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.296+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v99'322 uv322 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.296+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a7990 con 0x55b4b2674d00 2024-09-19T08:10:05.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.297+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v99'323 uv323 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.297+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a65e0 con 0x55b4b2674d00 2024-09-19T08:10:05.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.299+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v99'324 uv324 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.299+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a69d0 con 0x55b4b2674d00 2024-09-19T08:10:05.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.300+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v99'325 uv299 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.300+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a69d0 con 0x55b4b2674d00 2024-09-19T08:10:05.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.301+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v99'326 uv326 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.301+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.303+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v99'327 uv327 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.303 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:05.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.303+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.304+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v99'328 uv328 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.304+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.305+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v99'329 uv329 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.306+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.307+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v99'330 uv330 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.307+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.308+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v99'331 uv306 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.308+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.310+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v99'332 uv332 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.310+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.311+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v99'333 uv333 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.311 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:05.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.311+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.312+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v99'334 uv334 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.312+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.314+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v99'335 uv335 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.314+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a6980 con 0x55b4b2674d00 2024-09-19T08:10:05.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.315+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v99'336 uv336 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.315+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a71f0 con 0x55b4b2674d00 2024-09-19T08:10:05.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.316+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v99'337 uv337 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.316+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a71f0 con 0x55b4b2674d00 2024-09-19T08:10:05.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.318+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v99'338 uv312 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.318+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.319+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v99'339 uv339 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.319+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.320+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v99'340 uv340 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.320 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:05.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.320+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.322+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v99'341 uv341 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.322+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.323+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v99'342 uv342 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.323+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.325+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v99'343 uv343 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.325+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.326+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v99'344 uv318 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.326+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.327+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v99'345 uv345 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.327+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.328 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:05.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.329+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v99'346 uv346 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.329+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.330+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v99'347 uv347 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.330+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.331+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v99'348 uv348 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.331+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b2674d00 2024-09-19T08:10:05.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.332+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v99'349 uv349 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.333+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b4b27a8240 0x55b4b27aa630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.333+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27a70b0 con 0x55b4b27a8240 2024-09-19T08:10:05.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.333+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b4b27a8240 0x55b4b27aa630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.333+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b4b27a8240 0x55b4b27aa630 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.335+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v99'238 uv220 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.335+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27aab70 con 0x55b4b27a8240 2024-09-19T08:10:05.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.336+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v99'239 uv239 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.336+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27aaf10 con 0x55b4b27a8240 2024-09-19T08:10:05.337 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:05.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.337+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v99'240 uv240 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.337+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ab760 con 0x55b4b27a8240 2024-09-19T08:10:05.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.339+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v99'241 uv241 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.339+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27abb00 con 0x55b4b27a8240 2024-09-19T08:10:05.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.340+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v99'242 uv242 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.340+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27abea0 con 0x55b4b27a8240 2024-09-19T08:10:05.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.341+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v99'243 uv225 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.341+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac240 con 0x55b4b27a8240 2024-09-19T08:10:05.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.342+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v99'244 uv244 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.342+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.343+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v99'245 uv245 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.343 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:05.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.343+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.344+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v99'246 uv246 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.344+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.347+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v99'247 uv247 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.347+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.350+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v99'248 uv230 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.350+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.353+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v99'249 uv249 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.353+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.356+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v99'250 uv250 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.356 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:05.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.356+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0040 con 0x55b4b27a8240 2024-09-19T08:10:05.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.358+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v99'251 uv251 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.359+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0040 con 0x55b4b27a8240 2024-09-19T08:10:05.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.361+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v99'252 uv252 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.361+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.364+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v99'253 uv236 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.364+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.367+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v99'254 uv254 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.367+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.369 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:05.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.369+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v99'255 uv255 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.369+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ad5f0 con 0x55b4b27a8240 2024-09-19T08:10:05.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.372+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v99'256 uv256 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.372+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ad5f0 con 0x55b4b27a8240 2024-09-19T08:10:05.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.374+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v99'257 uv257 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.375+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b27a8240 2024-09-19T08:10:05.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.376+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v99'258 uv258 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27a8240 2024-09-19T08:10:05.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.376+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b2674d00 2024-09-19T08:10:05.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.377+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v99'63 uv62 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.377+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b2674d00 2024-09-19T08:10:05.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.378+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v99'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.378+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b2674d00 2024-09-19T08:10:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:05.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.379+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v99'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.379+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ad5f0 con 0x55b4b2674d00 2024-09-19T08:10:05.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.380+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v99'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.380+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ad5f0 con 0x55b4b2674d00 2024-09-19T08:10:05.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.381+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v99'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.381+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ac5e0 con 0x55b4b2674d00 2024-09-19T08:10:05.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.382+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v99'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.382+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b4b27acaf0 0x55b4b27aeee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.383+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27af420 con 0x55b4b27acaf0 2024-09-19T08:10:05.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.383+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b4b27acaf0 0x55b4b27aeee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.383+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b4b27acaf0 0x55b4b27aeee0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.384+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v99'51 uv50 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f8b440085a0 con 0x55b4b27acaf0 2024-09-19T08:10:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.384+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27af840 con 0x55b4b27acaf0 2024-09-19T08:10:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.385+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v99'52 uv52 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.385+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27afd40 con 0x55b4b27acaf0 2024-09-19T08:10:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.386+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v99'53 uv53 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.386 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:05.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.386+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27ab390 con 0x55b4b27acaf0 2024-09-19T08:10:05.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.387+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v99'54 uv54 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.387+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.388+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v99'63 uv62 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.388+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.390+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v99'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.390+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.391+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v99'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.391 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.391+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.392+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v99'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.392+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.393+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v99'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.393+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b0670 con 0x55b4b2674d00 2024-09-19T08:10:05.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.394+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v99'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.394+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 0x55b4b27b3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.394+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b38c0 con 0x55b4b27b0f90 2024-09-19T08:10:05.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.395+0000 7f8b511d0640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 0x55b4b27b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.395+0000 7f8b511d0640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 0x55b4b27b3380 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.396+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v99'116 uv110 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.396+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b38c0 con 0x55b4b27b0f90 2024-09-19T08:10:05.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.397+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v99'117 uv117 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.397+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3940 con 0x55b4b27b0f90 2024-09-19T08:10:05.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.398+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v99'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.398 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:05.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.398+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b4d40 con 0x55b4b27b0f90 2024-09-19T08:10:05.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.399+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v99'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.399+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b4d40 con 0x55b4b27b0f90 2024-09-19T08:10:05.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.400+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v99'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.400+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.401+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v99'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.401+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.402+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v99'122 uv115 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.402+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.403+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v99'123 uv123 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.403+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.404+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v99'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.404 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:05.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.404+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.405+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v99'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.405+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b3d30 con 0x55b4b27b0f90 2024-09-19T08:10:05.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.406+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v99'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.406+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 0x55b4b27b6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.406+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b6ca0 con 0x55b4b27b4240 2024-09-19T08:10:05.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.406+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 0x55b4b27b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.406+0000 7f8b509cf640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 0x55b4b27b6630 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.407+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v99'51 uv50 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27b4240 2024-09-19T08:10:05.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.407+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b27b4240 2024-09-19T08:10:05.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.408+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v99'52 uv52 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27b4240 2024-09-19T08:10:05.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.408+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b27b4240 2024-09-19T08:10:05.409 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:05.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.409+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v99'53 uv53 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27b4240 2024-09-19T08:10:05.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.409+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b27b4240 2024-09-19T08:10:05.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.410+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v99'54 uv54 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27b4240 2024-09-19T08:10:05.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.410+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b27b4240 2024-09-19T08:10:05.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.412+0000 7f8b509cf640 1 -- 172.21.15.17:0/656517518 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v99'55 uv55 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b40098c50 con 0x55b4b27b4240 2024-09-19T08:10:05.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.412+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b2674d00 2024-09-19T08:10:05.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.413+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v99'63 uv62 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.413+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b2674d00 2024-09-19T08:10:05.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.414+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v99'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.414+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b2674d00 2024-09-19T08:10:05.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.415+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v99'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.415 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:05.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.415+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b8080 con 0x55b4b2674d00 2024-09-19T08:10:05.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.416+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v99'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.416+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b8080 con 0x55b4b2674d00 2024-09-19T08:10:05.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.417+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v99'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.417+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b2674d00 2024-09-19T08:10:05.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.418+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v99'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b2674d00 2024-09-19T08:10:05.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.418+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7070 con 0x55b4b27acaf0 2024-09-19T08:10:05.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.419+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v99'104 uv97 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.419+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7480 con 0x55b4b27acaf0 2024-09-19T08:10:05.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.420+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v99'105 uv105 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.420+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7820 con 0x55b4b27acaf0 2024-09-19T08:10:05.420 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:05.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.420+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v99'106 uv106 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.420+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b01f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.421+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v99'107 uv107 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.421+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b01f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.422+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v99'108 uv108 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.422+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b01f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.423 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.423+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v99'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.423+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b01f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.424+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [omap-set-header] v99'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.424+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27acaf0 2024-09-19T08:10:05.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.425+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v99'111 uv111 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44008a80 con 0x55b4b27acaf0 2024-09-19T08:10:05.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.425+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b4b27b8780 0x55b4b27bab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.425+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb170 con 0x55b4b27b8780 2024-09-19T08:10:05.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.425+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b4b27b8780 0x55b4b27bab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.426+0000 7f8b501ce640 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b4b27b8780 0x55b4b27bab70 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.427+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(99 mds0_sessionmap [create] v99'49 uv47 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27b8780 2024-09-19T08:10:05.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.427+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb170 con 0x55b4b27b8780 2024-09-19T08:10:05.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.428+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v99'50 uv50 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27b8780 2024-09-19T08:10:05.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.428+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb170 con 0x55b4b27b8780 2024-09-19T08:10:05.428 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:05.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.429+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(101 mds0_sessionmap [create] v99'51 uv51 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27b8780 2024-09-19T08:10:05.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.429+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27b8780 2024-09-19T08:10:05.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.430+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v99'52 uv52 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27b8780 2024-09-19T08:10:05.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.430+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.431+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(103 609.00000000 [create] v99'63 uv62 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.431+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.432+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(104 609.00000000 [delete] v99'64 uv64 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.432+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.432 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:05.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.433+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v99'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.433+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bc200 con 0x55b4b27acaf0 2024-09-19T08:10:05.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.434+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v99'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.434+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bc200 con 0x55b4b27acaf0 2024-09-19T08:10:05.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.435+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v99'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.435+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27acaf0 2024-09-19T08:10:05.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.435+0000 7f8b501ce640 1 -- 172.21.15.17:0/656517518 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [omap-set-header] v99'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b44024040 con 0x55b4b27acaf0 2024-09-19T08:10:05.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.435+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27b0f90 2024-09-19T08:10:05.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.437+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v99'52 uv51 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.437+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27b0f90 2024-09-19T08:10:05.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.438+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v99'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.438+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb1f0 con 0x55b4b27b0f90 2024-09-19T08:10:05.441 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:05.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.441+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v99'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.441+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.444+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v99'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.444+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.446+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v99'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.446+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.448+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v99'132 uv123 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.448+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.449+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v99'133 uv133 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.450+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.450+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v99'134 uv134 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.450 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:05.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.450+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.452+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v99'135 uv135 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.452+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.453+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v99'136 uv136 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.453+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7cd0 con 0x55b4b27b0f90 2024-09-19T08:10:05.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.453+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v99'137 uv130 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.454+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27b0f90 2024-09-19T08:10:05.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.455+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v99'138 uv138 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.455+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27b0f90 2024-09-19T08:10:05.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.456+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v99'139 uv139 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.456 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:05.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.456+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27b0f90 2024-09-19T08:10:05.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.457+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v99'140 uv140 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.457+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27b0f90 2024-09-19T08:10:05.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.458+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v99'141 uv141 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.458+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27b7c50 con 0x55b4b27b0f90 2024-09-19T08:10:05.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.459+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v99'142 uv142 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.459+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) -- 0x55b4b27bb6a0 con 0x55b4b27b0f90 2024-09-19T08:10:05.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v99'143 uv143 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8b4800f030 con 0x55b4b27b0f90 2024-09-19T08:10:05.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b4b2674d00 msgr2=0x55b4b266fe00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55b4b2674d00 0x55b4b266fe00 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b4b27acaf0 msgr2=0x55b4b27aeee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55b4b27acaf0 0x55b4b27aeee0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b4b27b8780 msgr2=0x55b4b27bab70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55b4b27b8780 0x55b4b27bab70 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b4b27a8240 msgr2=0x55b4b27aa630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55b4b27a8240 0x55b4b27aa630 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 msgr2=0x55b4b27b3380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b511d0640 1 -- 172.21.15.17:0/656517518 reap_dead start 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 0x55b4b27b3380 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 msgr2=0x55b4b27b6630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 0x55b4b27b6630 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 msgr2=0x7f8b3c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 0x7f8b3c06d150 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x55b4b26f3570 tx=0x7f8b4400c040 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 msgr2=0x55b4b26716d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f8b40025be0 tx=0x7f8b40002fb0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 shutdown_connections 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b4b27b0f90 0x55b4b27b3380 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55b4b27b4240 0x55b4b27b6630 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b3c06ac90 0x7f8b3c06d150 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 --2- 172.21.15.17:0/656517518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b4b26f9f90 0x55b4b26716d0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 >> 172.21.15.17:0/656517518 conn(0x55b4b2656400 msgr2=0x55b4b2629f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 shutdown_connections 2024-09-19T08:10:05.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.460+0000 7f8b5391ff40 1 -- 172.21.15.17:0/656517518 wait complete. 2024-09-19T08:10:05.463 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_sessionmap 2024-09-19T08:10:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 Processor -- start 2024-09-19T08:10:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 -- start start 2024-09-19T08:10:05.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 0x5654aa9a3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 0x5654aa8f8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5654aa8cccd0 con 0x5654aa98b610 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5654aa81f510 con 0x5654aa8d0760 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5654aa8ccf70 con 0x5654aa8ced00 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.548+0000 7f3a9ce1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42574/0 (socket says 172.21.15.17:42574) 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/1607382673 learned_addr learned my addr 172.21.15.17:0/1607382673 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9c61a640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 0x5654aa9a3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9be19640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 0x5654aa8f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 msgr2=0x5654aa9a3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 0x5654aa9a3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 msgr2=0x5654aa8f8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:05.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 0x5654aa8f8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/1607382673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654aa8fcbb0 con 0x5654aa98b610 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9c61a640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 0x5654aa9a3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9be19640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 0x5654aa8f8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400a560 tx=0x7f3a94050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d877414198ecdd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ae17640 1 -- 172.21.15.17:0/1607382673 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9404fb70 con 0x5654aa98b610 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ae17640 1 -- 172.21.15.17:0/1607382673 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a9404fd10 con 0x5654aa98b610 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.549+0000 7f3a9ae17640 1 -- 172.21.15.17:0/1607382673 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a94057600 con 0x5654aa98b610 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/1607382673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 msgr2=0x5654aa989670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400a560 tx=0x7f3a94050000 comp rx=0 tx=0).stop 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/1607382673 shutdown_connections 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa98b610 0x5654aa989670 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8d0760 0x5654aa8f8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/1607382673 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa8ced00 0x5654aa9a3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/1607382673 >> 172.21.15.17:0/1607382673 conn(0x5654aa8f7a00 msgr2=0x5654aa9a4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/1607382673 shutdown_connections 2024-09-19T08:10:05.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/1607382673 wait complete. 2024-09-19T08:10:05.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 Processor -- start 2024-09-19T08:10:05.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.550+0000 7f3a9eb22f40 1 -- start start 2024-09-19T08:10:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8ced00 0x5654aa9a1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 0x5654aa911da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa98b610 0x5654aaa3f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5654aa985700 con 0x5654aa8d0760 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5654aa985a30 con 0x5654aa8ced00 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9eb22f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5654aa985ec0 con 0x5654aa98b610 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 0x5654aa911da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 0x5654aa911da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42588/0 (socket says 172.21.15.17:42588) 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 -- 172.21.15.17:0/501741264 learned_addr learned my addr 172.21.15.17:0/501741264 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa98b610 0x5654aaa3f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9c61a640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8ced00 0x5654aa9a1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 -- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa98b610 msgr2=0x5654aaa3f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5654aa98b610 0x5654aaa3f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 -- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8ced00 msgr2=0x5654aa9a1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654aa8ced00 0x5654aa9a1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.551+0000 7f3a9be19640 1 -- 172.21.15.17:0/501741264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654aa8f8ab0 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a9be19640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 0x5654aa911da0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f3a90009e80 tx=0x7f3a90009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a99e15640 1 -- 172.21.15.17:0/501741264 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90008dd0 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a99e15640 1 -- 172.21.15.17:0/501741264 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a90015460 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5654aa913f40 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a99e15640 1 -- 172.21.15.17:0/501741264 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90015810 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.552+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654aa9a1540 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.553+0000 7f3a99e15640 1 -- 172.21.15.17:0/501741264 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a9001c020 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a99e15640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a8806ac90 0x7f3a8806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a99e15640 1 -- 172.21.15.17:0/501741264 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7f3a9008a300 con 0x5654aa8d0760 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5654aa9122e0 0x5654aaa34f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) -- 0x5654aaa36e80 con 0x5654aa9122e0 2024-09-19T08:10:05.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9c61a640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a8806ac90 0x7f3a8806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5654aa9122e0 0x5654aaa34f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9ce1b640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5654aa9122e0 0x5654aaa34f80 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.554+0000 7f3a9c61a640 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a8806ac90 0x7f3a8806d150 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c001470 tx=0x7f3a8c003570 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/501741264 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 mds0_sessionmap [delete] v99'53 uv53 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f3a94060070 con 0x5654aa9122e0 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5654aa9122e0 msgr2=0x5654aaa34f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5654aa9122e0 0x5654aaa34f80 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a8806ac90 msgr2=0x7f3a8806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a8806ac90 0x7f3a8806d150 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c001470 tx=0x7f3a8c003570 comp rx=0 tx=0).stop 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 msgr2=0x5654aa911da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 --2- 172.21.15.17:0/501741264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654aa8d0760 0x5654aa911da0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f3a90009e80 tx=0x7f3a90009f70 comp rx=0 tx=0).stop 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9ce1b640 1 -- 172.21.15.17:0/501741264 reap_dead start 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 shutdown_connections 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 >> 172.21.15.17:0/501741264 conn(0x5654aa8f7a00 msgr2=0x5654aa8fb0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 shutdown_connections 2024-09-19T08:10:05.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.556+0000 7f3a9eb22f40 1 -- 172.21.15.17:0/501741264 wait complete. 2024-09-19T08:10:05.560 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:05.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.666+0000 7f2b84723640 1 Processor -- start 2024-09-19T08:10:05.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.666+0000 7f2b84723640 1 -- start start 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b84723640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 0x7f2b7c0d0a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b84723640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b7c15a370 con 0x7f2b7c0d2a60 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b84723640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b7c160170 con 0x7f2b7c0b5890 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b84723640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2b7c160450 con 0x7f2b7c159f90 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b82cc0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2b7c0d2a60 0x7f2b7c06f4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49394/0 (socket says 172.21.15.17:49394) 2024-09-19T08:10:05.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b82cc0640 1 -- 172.21.15.17:0/2422213440 learned_addr learned my addr 172.21.15.17:0/2422213440 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b824bf640 1 --2- 172.21.15.17:0/2422213440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 0x7f2b7c0d0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 838838142 0 0) 0x7f2b7c15a370 con 0x7f2b7c0d2a60 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b68003520 con 0x7f2b7c0d2a60 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b824bf640 1 -- 172.21.15.17:0/2422213440 >> v1:172.21.15.160:6789/0 conn(0x7f2b7c0b5890 legacy=0x7f2b7c0d2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1725889430 0 0) 0x7f2b7c160170 con 0x7f2b7c0b5890 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b824bf640 1 -- 172.21.15.17:0/2422213440 >> v1:172.21.15.17:6789/0 conn(0x7f2b7c0d2a60 legacy=0x7f2b7c06f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.667+0000 7f2b824bf640 1 -- 172.21.15.17:0/2422213440 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7c160730 con 0x7f2b7c159f90 2024-09-19T08:10:05.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.668+0000 7f2b824bf640 1 --2- 172.21.15.17:0/2422213440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 0x7f2b7c0d0a40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b780097d0 tx=0x7f2b7802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2a93de59f9b08e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.668+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78037070 con 0x7f2b7c159f90 2024-09-19T08:10:05.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.668+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b78032440 con 0x7f2b7c159f90 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.668+0000 7f2b814bd640 1 -- 172.21.15.17:0/2422213440 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78032810 con 0x7f2b7c159f90 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 -- 172.21.15.17:0/2422213440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 msgr2=0x7f2b7c0d0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 --2- 172.21.15.17:0/2422213440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 0x7f2b7c0d0a40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b780097d0 tx=0x7f2b7802a210 comp rx=0 tx=0).stop 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 -- 172.21.15.17:0/2422213440 shutdown_connections 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 --2- 172.21.15.17:0/2422213440 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c159f90 0x7f2b7c0d0a40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 -- 172.21.15.17:0/2422213440 >> 172.21.15.17:0/2422213440 conn(0x7f2b7c0b7db0 msgr2=0x7f2b7c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 -- 172.21.15.17:0/2422213440 shutdown_connections 2024-09-19T08:10:05.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.669+0000 7f2b84723640 1 -- 172.21.15.17:0/2422213440 wait complete. 2024-09-19T08:10:05.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.670+0000 7f2b84723640 1 Processor -- start 2024-09-19T08:10:05.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.670+0000 7f2b84723640 1 -- start start 2024-09-19T08:10:05.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b7c0b5890 0x7f2b7c1f6010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c0d2a60 0x7f2b7c1f4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c0d0430 con 0x7f2b7c159f90 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c160cf0 con 0x7f2b7c0b5890 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b84723640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2b7c0d05b0 con 0x7f2b7c0d2a60 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42590/0 (socket says 172.21.15.17:42590) 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 -- 172.21.15.17:0/3835175227 learned_addr learned my addr 172.21.15.17:0/3835175227 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b824bf640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b7c0b5890 0x7f2b7c1f6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b81cbe640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c0d2a60 0x7f2b7c1f4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 -- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c0d2a60 msgr2=0x7f2b7c1f4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c0d2a60 0x7f2b7c1f4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 -- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b7c0b5890 msgr2=0x7f2b7c1f6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b7c0b5890 0x7f2b7c1f6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 -- 172.21.15.17:0/3835175227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7c1f2070 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b82cc0640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f2b7400cbe0 tx=0x7f2b7400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.671+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74017070 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.672+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b7400ad40 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.672+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b7c1f2330 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.672+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74012600 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.672+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b7c1f28f0 con 0x7f2b7c159f90 2024-09-19T08:10:05.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.672+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b7c0d2350 con 0x7f2b7c159f90 2024-09-19T08:10:05.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.673+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b7401a070 con 0x7f2b7c159f90 2024-09-19T08:10:05.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.673+0000 7f2b72ffd640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 0x7f2b6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:05.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.674+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 6684+0+0 (secure 0 0 0) 0x7f2b7408b4f0 con 0x7f2b7c159f90 2024-09-19T08:10:05.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.674+0000 7f2b824bf640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 0x7f2b6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:05.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.674+0000 7f2b824bf640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 0x7f2b6006e770 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f2b78034000 tx=0x7f2b7802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:05.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.678+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b74059240 con 0x7f2b7c159f90 2024-09-19T08:10:05.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:05.892+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f2b7c0b19a0 con 0x7f2b7c159f90 2024-09-19T08:10:06.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.232+0000 7f2b72ffd640 1 -- 172.21.15.17:0/3835175227 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v144) ==== 162+0+0 (secure 0 0 0) 0x7f2b7405d540 con 0x7f2b7c159f90 2024-09-19T08:10:06.232 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:06.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 msgr2=0x7f2b6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 0x7f2b6006e770 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f2b78034000 tx=0x7f2b7802e000 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 msgr2=0x7f2b7c15cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f2b7400cbe0 tx=0x7f2b7400a430 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 shutdown_connections 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2b6006c2b0 0x7f2b6006e770 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2b7c159f90 0x7f2b7c15cb90 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2b7c0d2a60 0x7f2b7c1f4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 --2- 172.21.15.17:0/3835175227 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2b7c0b5890 0x7f2b7c1f6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 >> 172.21.15.17:0/3835175227 conn(0x7f2b7c0b7db0 msgr2=0x7f2b7c14fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 shutdown_connections 2024-09-19T08:10:06.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.234+0000 7f2b84723640 1 -- 172.21.15.17:0/3835175227 wait complete. 2024-09-19T08:10:06.241 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:06.241+0000 7fcea1d7b640 -1 mds.0.sessionmap _load_finish got (2) No such file or directory 2024-09-19T08:10:06.241 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:06.241+0000 7fcea1d7b640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds0_sessionmap' -2 ((2) No such file or directory) 2024-09-19T08:10:06.241 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:06.242+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:06.241 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:06.242+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:06.248 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:06.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.351+0000 7fb6c2db7640 1 Processor -- start 2024-09-19T08:10:06.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.351+0000 7fb6c2db7640 1 -- start start 2024-09-19T08:10:06.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c2db7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 0x7fb6bc0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c2db7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 0x7fb6bc071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c2db7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6bc0ce4f0 con 0x7fb6bc15b2e0 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c2db7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb6bc15b6c0 con 0x7fb6bc0b22c0 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c2db7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb6bc0b4430 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c1354640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 0x7fb6bc071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6bbfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 0x7fb6bc0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.352+0000 7fb6c0b53640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fb6bc15b2e0 0x7fb6bc0b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:45000/0 (socket says 172.21.15.17:45000) 2024-09-19T08:10:06.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6c0b53640 1 -- 172.21.15.17:0/3754538448 learned_addr learned my addr 172.21.15.17:0/3754538448 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6bbfff640 1 -- 172.21.15.17:0/3754538448 >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 msgr2=0x7fb6bc071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6bbfff640 1 --2- 172.21.15.17:0/3754538448 >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 0x7fb6bc071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6bbfff640 1 -- 172.21.15.17:0/3754538448 >> v1:172.21.15.160:6789/0 conn(0x7fb6bc15b2e0 legacy=0x7fb6bc0b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6bbfff640 1 -- 172.21.15.17:0/3754538448 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6bc0ce7d0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.353+0000 7fb6c1354640 1 --2- 172.21.15.17:0/3754538448 >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 0x7fb6bc071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6bbfff640 1 --2- 172.21.15.17:0/3754538448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 0x7fb6bc0b1d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bee9f5b8e8630d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6bb7fe640 1 -- 172.21.15.17:0/3754538448 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0007740 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6bb7fe640 1 -- 172.21.15.17:0/3754538448 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6b00078e0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6bb7fe640 1 -- 172.21.15.17:0/3754538448 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0007cb0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 -- 172.21.15.17:0/3754538448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 msgr2=0x7fb6bc0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/3754538448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 0x7fb6bc0b1d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b002a660 comp rx=0 tx=0).stop 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 -- 172.21.15.17:0/3754538448 shutdown_connections 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/3754538448 >> v2:172.21.15.160:3300/0 conn(0x7fb6bc0b22c0 0x7fb6bc071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/3754538448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc0cdfc0 0x7fb6bc0b1d80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 -- 172.21.15.17:0/3754538448 >> 172.21.15.17:0/3754538448 conn(0x7fb6bc06bc10 msgr2=0x7fb6bc06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.354+0000 7fb6c2db7640 1 -- 172.21.15.17:0/3754538448 shutdown_connections 2024-09-19T08:10:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.355+0000 7fb6c2db7640 1 -- 172.21.15.17:0/3754538448 wait complete. 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.356+0000 7fb6c2db7640 1 Processor -- start 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.356+0000 7fb6c2db7640 1 -- start start 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 0x7fb6bc14b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 0x7fb6bc151810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc071130 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc0ced90 con 0x7fb6bc0b22c0 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c2db7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb6bc0712b0 con 0x7fb6bc15b2e0 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42600/0 (socket says 172.21.15.17:42600) 2024-09-19T08:10:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 -- 172.21.15.17:0/822532328 learned_addr learned my addr 172.21.15.17:0/822532328 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c1354640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 0x7fb6bc151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c0b53640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 0x7fb6bc14b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 -- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 msgr2=0x7fb6bc151810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 0x7fb6bc151810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 -- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 msgr2=0x7fb6bc14b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 0x7fb6bc14b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 -- 172.21.15.17:0/822532328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6bc14cef0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c1354640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 0x7fb6bc151810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6c0b53640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 0x7fb6bc14b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6bbfff640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009eb0 tx=0x7fb6b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0040070 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6b0031c40 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.357+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0009450 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.358+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6bc150d30 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.358+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6bc151d50 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.359+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6bc0d0ff0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.359+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb6b0039040 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.359+0000 7fb6b97fa640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 0x7fb6a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.360+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7fb6b00ad110 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.360+0000 7fb6c0b53640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 0x7fb6a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.360+0000 7fb6c0b53640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 0x7fb6a806e770 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac000f60 tx=0x7fb6ac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.364+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb6bc0d0ff0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.574+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6bc0cfa70 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.574+0000 7fb6b97fa640 1 -- 172.21.15.17:0/822532328 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+4392 (secure 0 0 0) 0x7fb6b007b4e0 con 0x7fb6bc0cdfc0 2024-09-19T08:10:06.575 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:06.575 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":146,"btime":"2024-09-19T08:10:06:242713+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:06.242660+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:06.575 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 146 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 msgr2=0x7fb6a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 0x7fb6a806e770 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac000f60 tx=0x7fb6ac009040 comp rx=0 tx=0).stop 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 msgr2=0x7fb6bc15da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009eb0 tx=0x7fb6b0004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 shutdown_connections 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb6a806c2b0 0x7fb6a806e770 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb6bc15b2e0 0x7fb6bc151810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6bc0cdfc0 0x7fb6bc15da40 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 --2- 172.21.15.17:0/822532328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb6bc0b22c0 0x7fb6bc14b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 >> 172.21.15.17:0/822532328 conn(0x7fb6bc06bc10 msgr2=0x7fb6bc0d08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:06.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 shutdown_connections 2024-09-19T08:10:06.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.577+0000 7fb6c2db7640 1 -- 172.21.15.17:0/822532328 wait complete. 2024-09-19T08:10:06.588 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:06.588 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.690+0000 7fc83100e640 1 Processor -- start 2024-09-19T08:10:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.690+0000 7fc83100e640 1 -- start start 2024-09-19T08:10:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc83100e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 0x7fc82c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc83100e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc82c06dae0 0x7fc82c0b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc83100e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc82c0d17e0 con 0x7fc82c0b80c0 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc83100e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc82c0d09d0 con 0x7fc82c06dae0 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc83100e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc82c15ee90 con 0x7fc82c15eab0 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc82c06dae0 0x7fc82c0b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc82c06dae0 0x7fc82c0b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42606/0 (socket says 172.21.15.17:42606) 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82b59e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc82c0b80c0 0x7fc82c0b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49404/0 (socket says 172.21.15.17:49404) 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 -- 172.21.15.17:0/9550068 learned_addr learned my addr 172.21.15.17:0/9550068 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82ad9d640 1 --2- 172.21.15.17:0/9550068 >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 0x7fc82c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 -- 172.21.15.17:0/9550068 >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 msgr2=0x7fc82c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 --2- 172.21.15.17:0/9550068 >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 0x7fc82c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 -- 172.21.15.17:0/9550068 >> v1:172.21.15.17:6789/0 conn(0x7fc82c0b80c0 legacy=0x7fc82c0b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82a59c640 1 -- 172.21.15.17:0/9550068 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82c0cfc10 con 0x7fc82c06dae0 2024-09-19T08:10:06.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc829d9b640 1 -- 172.21.15.17:0/9550068 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1896164145 0 0) 0x7fc82c0d17e0 con 0x7fc82c0b80c0 2024-09-19T08:10:06.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.691+0000 7fc82ad9d640 1 --2- 172.21.15.17:0/9550068 >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 0x7fc82c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.692+0000 7fc82a59c640 1 --2- 172.21.15.17:0/9550068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c0b7b80 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d53d0 tx=0x7fc82002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5461294e9c3a7957 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.692+0000 7fc829d9b640 1 -- 172.21.15.17:0/9550068 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc820037070 con 0x7fc82c06dae0 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.692+0000 7fc829d9b640 1 -- 172.21.15.17:0/9550068 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc82002ae50 con 0x7fc82c06dae0 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.692+0000 7fc829d9b640 1 -- 172.21.15.17:0/9550068 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc820032860 con 0x7fc82c06dae0 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 -- 172.21.15.17:0/9550068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 msgr2=0x7fc82c0b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 --2- 172.21.15.17:0/9550068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c0b7b80 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fc82c0d53d0 tx=0x7fc82002a300 comp rx=0 tx=0).stop 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 -- 172.21.15.17:0/9550068 shutdown_connections 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 --2- 172.21.15.17:0/9550068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c0b7b80 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 --2- 172.21.15.17:0/9550068 >> v2:172.21.15.160:3300/0 conn(0x7fc82c15eab0 0x7fc82c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 -- 172.21.15.17:0/9550068 >> 172.21.15.17:0/9550068 conn(0x7fc82c0d4b30 msgr2=0x7fc82c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 -- 172.21.15.17:0/9550068 shutdown_connections 2024-09-19T08:10:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.693+0000 7fc83100e640 1 -- 172.21.15.17:0/9550068 wait complete. 2024-09-19T08:10:06.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.694+0000 7fc83100e640 1 Processor -- start 2024-09-19T08:10:06.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.694+0000 7fc83100e640 1 -- start start 2024-09-19T08:10:06.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc82c0b80c0 0x7fc82c0b6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 0x7fc82c0b6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc82c0d01d0 con 0x7fc82c06dae0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc82c06df20 con 0x7fc82c15eab0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc83100e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc82c0d04b0 con 0x7fc82c0b80c0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc82ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc82ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42608/0 (socket says 172.21.15.17:42608) 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.695+0000 7fc82ad9d640 1 -- 172.21.15.17:0/3547796019 learned_addr learned my addr 172.21.15.17:0/3547796019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82b59e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 0x7fc82c0b6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82a59c640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc82c0b80c0 0x7fc82c0b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 -- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc82c0b80c0 msgr2=0x7fc82c0b6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc82c0b80c0 0x7fc82c0b6560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 -- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 msgr2=0x7fc82c0b6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 0x7fc82c0b6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 -- 172.21.15.17:0/3547796019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82c0b4360 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82b59e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 0x7fc82c0b6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc82ad9d640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fc81c00c7f0 tx=0x7fc81c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c015070 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81c007a30 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc82c0b4640 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c007e00 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.696+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc82c0b4c00 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.697+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc82c0ceb50 con 0x7fc82c06dae0 2024-09-19T08:10:06.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.698+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc81c018070 con 0x7fc82c06dae0 2024-09-19T08:10:06.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.698+0000 7fc8137fe640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 0x7fc81806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:06.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.698+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7fc81c08b7c0 con 0x7fc82c06dae0 2024-09-19T08:10:06.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.698+0000 7fc82a59c640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 0x7fc81806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:06.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.699+0000 7fc82a59c640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 0x7fc81806e770 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc820034000 tx=0x7fc82002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:06.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.702+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc81c059b90 con 0x7fc82c06dae0 2024-09-19T08:10:06.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.915+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc82c0b8cb0 con 0x7fc82c06dae0 2024-09-19T08:10:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.916+0000 7fc8137fe640 1 -- 172.21.15.17:0/3547796019 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+4392 (secure 0 0 0) 0x7fc81c059490 con 0x7fc82c06dae0 2024-09-19T08:10:06.916 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:06.916 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":146,"btime":"2024-09-19T08:10:06:242713+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:06.242660+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 146 2024-09-19T08:10:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 msgr2=0x7fc81806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 0x7fc81806e770 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc820034000 tx=0x7fc82002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 msgr2=0x7fc82c152ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fc81c00c7f0 tx=0x7fc81c00cbf0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 shutdown_connections 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc81806c2b0 0x7fc81806e770 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc82c15eab0 0x7fc82c0b6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc82c0b80c0 0x7fc82c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 --2- 172.21.15.17:0/3547796019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc82c06dae0 0x7fc82c152ba0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 >> 172.21.15.17:0/3547796019 conn(0x7fc82c0d4b30 msgr2=0x7fc82c0d2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 shutdown_connections 2024-09-19T08:10:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:06.918+0000 7fc83100e640 1 -- 172.21.15.17:0/3547796019 wait complete. 2024-09-19T08:10:06.929 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:06.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:07.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.031+0000 7f3c6399a640 1 Processor -- start 2024-09-19T08:10:07.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.031+0000 7f3c6399a640 1 -- start start 2024-09-19T08:10:07.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c6399a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3c5c15e8c0 0x7f3c5c0d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c6399a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c5c06cec0 con 0x7f3c5c0b6ee0 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c6399a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c5c06d160 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c6399a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3c5c0d2d40 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c60f35640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3c5c15e8c0 0x7f3c5c0d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c61f37640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3c5c0b6ee0 0x7f3c5c0d2500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49414/0 (socket says 172.21.15.17:49414) 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c61f37640 1 -- 172.21.15.17:0/3313579409 learned_addr learned my addr 172.21.15.17:0/3313579409 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c60f35640 1 -- 172.21.15.17:0/3313579409 >> v1:172.21.15.160:6789/0 conn(0x7f3c5c15e4e0 legacy=0x7f3c5c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c53fff640 1 -- 172.21.15.17:0/3313579409 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3341606754 0 0) 0x7f3c5c06cec0 con 0x7f3c5c0b6ee0 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c60f35640 1 -- 172.21.15.17:0/3313579409 >> v1:172.21.15.17:6789/0 conn(0x7f3c5c0b6ee0 legacy=0x7f3c5c0d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.032+0000 7f3c60f35640 1 -- 172.21.15.17:0/3313579409 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5c06d440 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.033+0000 7f3c60f35640 1 --2- 172.21.15.17:0/3313579409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e8c0 0x7f3c5c0d1fc0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c0097a0 tx=0x7f3c4c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb42c9d2ae98d1cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.033+0000 7f3c53fff640 1 -- 172.21.15.17:0/3313579409 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c037070 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.033+0000 7f3c53fff640 1 -- 172.21.15.17:0/3313579409 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c4c032440 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.033+0000 7f3c53fff640 1 -- 172.21.15.17:0/3313579409 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c032810 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 -- 172.21.15.17:0/3313579409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e8c0 msgr2=0x7f3c5c0d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3313579409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e8c0 0x7f3c5c0d1fc0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c0097a0 tx=0x7f3c4c02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 -- 172.21.15.17:0/3313579409 shutdown_connections 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3313579409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e8c0 0x7f3c5c0d1fc0 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 -- 172.21.15.17:0/3313579409 >> 172.21.15.17:0/3313579409 conn(0x7f3c5c06f400 msgr2=0x7f3c5c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 -- 172.21.15.17:0/3313579409 shutdown_connections 2024-09-19T08:10:07.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.034+0000 7f3c6399a640 1 -- 172.21.15.17:0/3313579409 wait complete. 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.035+0000 7f3c6399a640 1 Processor -- start 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.035+0000 7f3c6399a640 1 -- start start 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3c5c0b6ee0 0x7f3c5c13dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3c5c15e8c0 0x7f3c5c155f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3c5c169040 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3c5c06ec50 con 0x7f3c5c0b6ee0 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c6399a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3c5c1691c0 con 0x7f3c5c15e8c0 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42626/0 (socket says 172.21.15.17:42626) 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 -- 172.21.15.17:0/3531782192 learned_addr learned my addr 172.21.15.17:0/3531782192 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c61f37640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3c5c15e8c0 0x7f3c5c155f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c61736640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3c5c0b6ee0 0x7f3c5c13dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 -- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3c5c15e8c0 msgr2=0x7f3c5c155f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3c5c15e8c0 0x7f3c5c155f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 -- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3c5c0b6ee0 msgr2=0x7f3c5c13dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3c5c0b6ee0 0x7f3c5c13dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.036+0000 7f3c60f35640 1 -- 172.21.15.17:0/3531782192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5c158860 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c60f35640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c0097a0 tx=0x7f3c4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c037050 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c4c038040 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c5c158b40 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c004490 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.037+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c5c159100 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.038+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c5c0d3180 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.038+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3c4c030900 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.039+0000 7f3c51ffb640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 0x7f3c4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.039+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f3c4c0ac460 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.039+0000 7f3c61736640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 0x7f3c4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.040+0000 7f3c61736640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 0x7f3c4006e770 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3c58000f60 tx=0x7f3c58009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.043+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c5c0d3180 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.253+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c5c0b67d0 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.253+0000 7f3c51ffb640 1 -- 172.21.15.17:0/3531782192 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+4392 (secure 0 0 0) 0x7f3c4c07a8c0 con 0x7f3c5c15e4e0 2024-09-19T08:10:07.253 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:07.253 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":146,"btime":"2024-09-19T08:10:06:242713+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8298,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":138}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:06.242660+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 146 2024-09-19T08:10:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 msgr2=0x7f3c4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 0x7f3c4006e770 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3c58000f60 tx=0x7f3c58009040 comp rx=0 tx=0).stop 2024-09-19T08:10:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 msgr2=0x7f3c5c1536a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c0097a0 tx=0x7f3c4c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 shutdown_connections 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3c4006c2b0 0x7f3c4006e770 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3c5c15e8c0 0x7f3c5c155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c5c15e4e0 0x7f3c5c1536a0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 --2- 172.21.15.17:0/3531782192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3c5c0b6ee0 0x7f3c5c13dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 >> 172.21.15.17:0/3531782192 conn(0x7f3c5c06f400 msgr2=0x7f3c5c0d2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 shutdown_connections 2024-09-19T08:10:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.255+0000 7f3c6399a640 1 -- 172.21.15.17:0/3531782192 wait complete. 2024-09-19T08:10:07.266 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_sessionmap' led to DAMAGED state 2024-09-19T08:10:07.266 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 400.00000000' 2024-09-19T08:10:07.266 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:07.266 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:07.282 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:07.283 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:07.283 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:07.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:07.283 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:07.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:07.339 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:07.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.482+0000 7f9c39311640 1 Processor -- start 2024-09-19T08:10:07.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.482+0000 7f9c39311640 1 -- start start 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c39311640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c39311640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9c3406dae0 0x7f9c340b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c39311640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c340d17e0 con 0x7f9c340b80c0 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c39311640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9c340d09d0 con 0x7f9c3406dae0 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c39311640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9c3415ee90 con 0x7f9c3415eab0 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c327fc640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9c3406dae0 0x7f9c340b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:36046/0 (socket says 172.21.15.17:36046) 2024-09-19T08:10:07.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c32ffd640 1 -- 172.21.15.17:0/2010231595 learned_addr learned my addr 172.21.15.17:0/2010231595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:07.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c32ffd640 1 -- 172.21.15.17:0/2010231595 >> v2:172.21.15.160:3300/0 conn(0x7f9c3406dae0 msgr2=0x7f9c340b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:07.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.483+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/2010231595 >> v2:172.21.15.160:3300/0 conn(0x7f9c3406dae0 0x7f9c340b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.484+0000 7f9c32ffd640 1 -- 172.21.15.17:0/2010231595 >> v1:172.21.15.160:6789/0 conn(0x7f9c340b80c0 legacy=0x7f9c340b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.484+0000 7f9c32ffd640 1 -- 172.21.15.17:0/2010231595 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c340cfc10 con 0x7f9c3415eab0 2024-09-19T08:10:07.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.484+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/2010231595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009e80 tx=0x7f9c2402a7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35d0158e092e9f8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.484+0000 7f9c31ffb640 1 -- 172.21.15.17:0/2010231595 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24036070 con 0x7f9c3415eab0 2024-09-19T08:10:07.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c31ffb640 1 -- 172.21.15.17:0/2010231595 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c24031600 con 0x7f9c3415eab0 2024-09-19T08:10:07.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c31ffb640 1 -- 172.21.15.17:0/2010231595 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c240319d0 con 0x7f9c3415eab0 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 -- 172.21.15.17:0/2010231595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 msgr2=0x7f9c3406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 --2- 172.21.15.17:0/2010231595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009e80 tx=0x7f9c2402a7e0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 -- 172.21.15.17:0/2010231595 shutdown_connections 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 --2- 172.21.15.17:0/2010231595 >> v2:172.21.15.160:3300/0 conn(0x7f9c3406dae0 0x7f9c340b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 --2- 172.21.15.17:0/2010231595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c3406d5a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 -- 172.21.15.17:0/2010231595 >> 172.21.15.17:0/2010231595 conn(0x7f9c340d4b30 msgr2=0x7f9c340d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 -- 172.21.15.17:0/2010231595 shutdown_connections 2024-09-19T08:10:07.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.485+0000 7f9c39311640 1 -- 172.21.15.17:0/2010231595 wait complete. 2024-09-19T08:10:07.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.486+0000 7f9c39311640 1 Processor -- start 2024-09-19T08:10:07.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.486+0000 7f9c39311640 1 -- start start 2024-09-19T08:10:07.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c340b80c0 0x7f9c341f52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c340ac940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9c340d01d0 con 0x7f9c3406dae0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3406df20 con 0x7f9c340b80c0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c39311640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9c340d04b0 con 0x7f9c3415eab0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c32ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42638/0 (socket says 172.21.15.17:42638) 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c32ffd640 1 -- 172.21.15.17:0/3682831386 learned_addr learned my addr 172.21.15.17:0/3682831386 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c327fc640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c340b80c0 0x7f9c341f52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.487+0000 7f9c337fe640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c340ac940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 -- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 msgr2=0x7f9c340ac940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c340ac940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 -- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c340b80c0 msgr2=0x7f9c341f52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c340b80c0 0x7f9c341f52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:07.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 -- 172.21.15.17:0/3682831386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c3415df30 con 0x7f9c3406dae0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c32ffd640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f9c24000f80 tx=0x7f9c24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24036050 con 0x7f9c3406dae0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c24042070 con 0x7f9c3406dae0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c340aed20 con 0x7f9c3406dae0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24009510 con 0x7f9c3406dae0 2024-09-19T08:10:07.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.488+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c340ac140 con 0x7f9c3406dae0 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.489+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c340ceb50 con 0x7f9c3406dae0 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.490+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c24007c70 con 0x7f9c3406dae0 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.490+0000 7f9c2b7fe640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.490+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f9c240ac470 con 0x7f9c3406dae0 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.491+0000 7f9c327fc640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:07.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.491+0000 7f9c327fc640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 0x7f9c1406e770 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9c340b9030 tx=0x7f9c1c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:07.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.495+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c2407a1f0 con 0x7f9c3406dae0 2024-09-19T08:10:07.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:07.705+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9c3406d720 con 0x7f9c3406dae0 2024-09-19T08:10:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.239+0000 7f9c2b7fe640 1 -- 172.21.15.17:0/3682831386 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v147) ==== 161+0+0 (secure 0 0 0) 0x7f9c2407e4f0 con 0x7f9c3406dae0 2024-09-19T08:10:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 msgr2=0x7f9c1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 0x7f9c1406e770 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9c340b9030 tx=0x7f9c1c009190 comp rx=0 tx=0).stop 2024-09-19T08:10:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 msgr2=0x7f9c3415d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f9c24000f80 tx=0x7f9c24004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 shutdown_connections 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9c3415eab0 0x7f9c340ac940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9c340b80c0 0x7f9c341f52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 --2- 172.21.15.17:0/3682831386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c3406dae0 0x7f9c3415d9f0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 >> 172.21.15.17:0/3682831386 conn(0x7f9c340d4b30 msgr2=0x7f9c340d2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 shutdown_connections 2024-09-19T08:10:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.243+0000 7f9c39311640 1 -- 172.21.15.17:0/3682831386 wait complete. 2024-09-19T08:10:08.257 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 Processor -- start 2024-09-19T08:10:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 -- start start 2024-09-19T08:10:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb82c06cd90 0x7fb82c0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb82c0d0e20 0x7fb82c0d1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb82c0d3040 con 0x7fb82c161c60 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb82c0d2df0 con 0x7fb82c06cd90 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.368+0000 7fb83238d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb82c073050 con 0x7fb82c0d0e20 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb82c161c60 0x7fb82c06d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49430/0 (socket says 172.21.15.17:49430) 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82bfff640 1 -- 172.21.15.17:0/1357261548 learned_addr learned my addr 172.21.15.17:0/1357261548 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/1357261548 >> v2:172.21.15.17:3300/0 conn(0x7fb82c06cd90 0x7fb82c0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb83092a640 1 --2- 172.21.15.17:0/1357261548 >> v2:172.21.15.160:3300/0 conn(0x7fb82c0d0e20 0x7fb82c0d1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82b7fe640 1 -- 172.21.15.17:0/1357261548 >> v2:172.21.15.160:3300/0 conn(0x7fb82c0d0e20 msgr2=0x7fb82c0d1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/1357261548 >> v2:172.21.15.160:3300/0 conn(0x7fb82c0d0e20 0x7fb82c0d1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82b7fe640 1 -- 172.21.15.17:0/1357261548 >> v1:172.21.15.17:6789/0 conn(0x7fb82c161c60 legacy=0x7fb82c06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82b7fe640 1 -- 172.21.15.17:0/1357261548 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb82c073330 con 0x7fb82c06cd90 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.369+0000 7fb82affd640 1 -- 172.21.15.17:0/1357261548 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1435873082 0 0) 0x7fb82c0d3040 con 0x7fb82c161c60 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/1357261548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0d1e10 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fb82c0d28b0 tx=0x7fb82002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50d770a79d23390 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb82affd640 1 -- 172.21.15.17:0/1357261548 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820037070 con 0x7fb82c06cd90 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb82affd640 1 -- 172.21.15.17:0/1357261548 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb82002add0 con 0x7fb82c06cd90 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb82affd640 1 -- 172.21.15.17:0/1357261548 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820032660 con 0x7fb82c06cd90 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 -- 172.21.15.17:0/1357261548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 msgr2=0x7fb82c0d1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 --2- 172.21.15.17:0/1357261548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0d1e10 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fb82c0d28b0 tx=0x7fb82002a080 comp rx=0 tx=0).stop 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 -- 172.21.15.17:0/1357261548 shutdown_connections 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 --2- 172.21.15.17:0/1357261548 >> v2:172.21.15.160:3300/0 conn(0x7fb82c0d0e20 0x7fb82c0d1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 --2- 172.21.15.17:0/1357261548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0d1e10 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 -- 172.21.15.17:0/1357261548 >> 172.21.15.17:0/1357261548 conn(0x7fb82c067950 msgr2=0x7fb82c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 -- 172.21.15.17:0/1357261548 shutdown_connections 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.370+0000 7fb83238d640 1 -- 172.21.15.17:0/1357261548 wait complete. 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.372+0000 7fb83238d640 1 Processor -- start 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.372+0000 7fb83238d640 1 -- start start 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.372+0000 7fb83238d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.372+0000 7fb83238d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 0x7fb82c0ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 0x7fb82c0cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb82c0b4090 con 0x7fb82c06cd90 2024-09-19T08:10:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb82c074100 con 0x7fb82c161c60 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb82c0b4210 con 0x7fb82c0d0e20 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42664/0 (socket says 172.21.15.17:42664) 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 -- 172.21.15.17:0/2174657034 learned_addr learned my addr 172.21.15.17:0/2174657034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83092a640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 0x7fb82c0cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 0x7fb82c0ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 -- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 msgr2=0x7fb82c0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 0x7fb82c0ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 -- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 msgr2=0x7fb82c0cdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 0x7fb82c0cdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 -- 172.21.15.17:0/2174657034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb82c0cbaf0 con 0x7fb82c06cd90 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83092a640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 0x7fb82c0cdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 0x7fb82c0ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb82bfff640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00c430 tx=0x7fb81c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c0074e0 con 0x7fb82c06cd90 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb81c0047e0 con 0x7fb82c06cd90 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c004bd0 con 0x7fb82c06cd90 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb82c0cbdd0 con 0x7fb82c06cd90 2024-09-19T08:10:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.373+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb82c0cc390 con 0x7fb82c06cd90 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.374+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb82c0d1e10 con 0x7fb82c06cd90 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.375+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb81c011070 con 0x7fb82c06cd90 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.375+0000 7fb828ff9640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 0x7fb81806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.375+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7fb81c08b580 con 0x7fb82c06cd90 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.376+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 0x7fb81806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.376+0000 7fb82b7fe640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 0x7fb81806e770 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb820034000 tx=0x7fb82002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:08.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.380+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb81c059840 con 0x7fb82c06cd90 2024-09-19T08:10:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:08.627+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fb82c0b2d50 con 0x7fb82c06cd90 2024-09-19T08:10:09.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.241+0000 7fb828ff9640 1 -- 172.21.15.17:0/2174657034 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v148) ==== 101+0+0 (secure 0 0 0) 0x7fb81c059140 con 0x7fb82c06cd90 2024-09-19T08:10:09.241 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 msgr2=0x7fb81806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 0x7fb81806e770 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb820034000 tx=0x7fb82002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 msgr2=0x7fb82c0b1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00c430 tx=0x7fb81c00c8f0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 shutdown_connections 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81806c2b0 0x7fb81806e770 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb82c161c60 0x7fb82c0cdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb82c0d0e20 0x7fb82c0ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 --2- 172.21.15.17:0/2174657034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb82c06cd90 0x7fb82c0b1400 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 >> 172.21.15.17:0/2174657034 conn(0x7fb82c067950 msgr2=0x7fb82c1602f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 shutdown_connections 2024-09-19T08:10:09.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.244+0000 7fb83238d640 1 -- 172.21.15.17:0/2174657034 wait complete. 2024-09-19T08:10:09.258 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.305+0000 7f0d74d3bf40 1 Processor -- start 2024-09-19T08:10:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.305+0000 7f0d74d3bf40 1 -- start start 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 0x556471b8f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 0x556471c32350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556471ab5510 con 0x556471c3af40 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556471b0ec50 con 0x556471b67400 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556471b63b50 con 0x556471c3c330 2024-09-19T08:10:09.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d72030640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d72030640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42682/0 (socket says 172.21.15.17:42682) 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d72030640 1 -- 172.21.15.17:0/3439479927 learned_addr learned my addr 172.21.15.17:0/3439479927 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d73032640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 0x556471c32350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.306+0000 7f0d72831640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 0x556471b8f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 -- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 msgr2=0x556471c32350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 0x556471c32350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 -- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 msgr2=0x556471b8f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 0x556471b8f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 -- 172.21.15.17:0/3439479927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556471b910b0 con 0x556471c3af40 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72831640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 0x556471b8f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d73032640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 0x556471c32350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d72030640 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f0d68006f50 tx=0x7f0d6800b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27dffa2fa3c54c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d7102e640 1 -- 172.21.15.17:0/3439479927 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68012070 con 0x556471c3af40 2024-09-19T08:10:09.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d7102e640 1 -- 172.21.15.17:0/3439479927 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d6800e670 con 0x556471c3af40 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d7102e640 1 -- 172.21.15.17:0/3439479927 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6800eaa0 con 0x556471c3af40 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/3439479927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 msgr2=0x556471baa0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f0d68006f50 tx=0x7f0d6800b780 comp rx=0 tx=0).stop 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/3439479927 shutdown_connections 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471c3c330 0x556471c32350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471baa0c0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/3439479927 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471b67400 0x556471b8f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.307+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/3439479927 >> 172.21.15.17:0/3439479927 conn(0x556471b62bb0 msgr2=0x556471b62f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.308+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/3439479927 shutdown_connections 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.308+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/3439479927 wait complete. 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.308+0000 7f0d74d3bf40 1 Processor -- start 2024-09-19T08:10:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.308+0000 7f0d74d3bf40 1 -- start start 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471b67400 0x556471c2df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471b65ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471c3c330 0x556471b661e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556471c39f10 con 0x556471c3af40 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556471b92c20 con 0x556471c3c330 2024-09-19T08:10:09.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d74d3bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556471c32dc0 con 0x556471b67400 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471b65ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471b65ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42698/0 (socket says 172.21.15.17:42698) 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 learned_addr learned my addr 172.21.15.17:0/2108742730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471b67400 0x556471c2df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d73032640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471c3c330 0x556471b661e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471b67400 msgr2=0x556471c2df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556471b67400 0x556471c2df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471c3c330 msgr2=0x556471b661e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556471c3c330 0x556471b661e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.309+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556471c31630 con 0x556471c3af40 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471b65ca0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f0d68000fd0 tx=0x7f0d68000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d5bfff640 1 -- 172.21.15.17:0/2108742730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68027070 con 0x556471c3af40 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d5bfff640 1 -- 172.21.15.17:0/2108742730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d68017860 con 0x556471c3af40 2024-09-19T08:10:09.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556471c31910 con 0x556471c3af40 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d5bfff640 1 -- 172.21.15.17:0/2108742730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68012050 con 0x556471c3af40 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.310+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556471c2ede0 con 0x556471c3af40 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.311+0000 7f0d5bfff640 1 -- 172.21.15.17:0/2108742730 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d6802a070 con 0x556471c3af40 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d5bfff640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d6006ac90 0x7f0d6006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d5bfff640 1 -- 172.21.15.17:0/2108742730 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f0d6808bea0 con 0x556471c3af40 2024-09-19T08:10:09.314 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d6006ac90 0x7f0d6006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556471c31130 0x556471c348d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471b67a00 con 0x556471c31130 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.312+0000 7f0d73032640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556471c31130 0x556471c348d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.313+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d6006ac90 0x7f0d6006d150 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f0d64010430 tx=0x7f0d64008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.313+0000 7f0d73032640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556471c31130 0x556471c348d0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.314+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v100'350 uv324 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.314+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471c2f300 con 0x556471c31130 2024-09-19T08:10:09.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.315+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v100'351 uv351 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.315+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471c34e10 con 0x556471c31130 2024-09-19T08:10:09.316 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:09.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.316+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v100'352 uv352 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.317+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cded50 con 0x556471c31130 2024-09-19T08:10:09.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.318+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v100'353 uv353 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.318+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cdf0f0 con 0x556471c31130 2024-09-19T08:10:09.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.319+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v100'354 uv354 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.319+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cddd40 con 0x556471c31130 2024-09-19T08:10:09.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.320+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v100'355 uv355 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.320+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde0e0 con 0x556471c31130 2024-09-19T08:10:09.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.321+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v100'356 uv330 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.321+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.322+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v100'357 uv357 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.322+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.323 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:09.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.324+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v100'358 uv358 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.324+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.325+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v100'359 uv359 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.325+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.326+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v100'360 uv360 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.326+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.327+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v100'361 uv361 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.327+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.328+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v100'362 uv337 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.328+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.330+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v100'363 uv363 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.330+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.331 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:09.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.331+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v100'364 uv364 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.331+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.332+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v100'365 uv365 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.332+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.333+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v100'366 uv366 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.333+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde480 con 0x556471c31130 2024-09-19T08:10:09.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.335+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v100'367 uv367 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.335+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde840 con 0x556471c31130 2024-09-19T08:10:09.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.336+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v100'368 uv368 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.336+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.337+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v100'369 uv343 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.337+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.338+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v100'370 uv370 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.338+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.339 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.339+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v100'371 uv371 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.339+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.341+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v100'372 uv372 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.341+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.342+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v100'373 uv373 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.342+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.343+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v100'374 uv374 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.343+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.345+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v100'375 uv349 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.345+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.346+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v100'376 uv376 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.346+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.347 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.347+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v100'377 uv377 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.347+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.349+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v100'378 uv378 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.349+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.350+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v100'379 uv379 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.350+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471c31130 2024-09-19T08:10:09.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.351+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v100'380 uv380 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.351+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556471cdf9a0 0x556471ce1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.351+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cde6f0 con 0x556471cdf9a0 2024-09-19T08:10:09.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.351+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556471cdf9a0 0x556471ce1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.352+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556471cdf9a0 0x556471ce1d90 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.353+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v100'259 uv242 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.353+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce22d0 con 0x556471cdf9a0 2024-09-19T08:10:09.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.354+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v100'260 uv260 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.354+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce2670 con 0x556471cdf9a0 2024-09-19T08:10:09.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.355+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v100'261 uv261 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.355 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:09.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.355+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce2f40 con 0x556471cdf9a0 2024-09-19T08:10:09.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.357+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v100'262 uv262 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.357+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce32e0 con 0x556471cdf9a0 2024-09-19T08:10:09.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.358+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v100'263 uv263 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.358+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3680 con 0x556471cdf9a0 2024-09-19T08:10:09.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.359+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v100'264 uv247 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.359+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3a20 con 0x556471cdf9a0 2024-09-19T08:10:09.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.360+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v100'265 uv265 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.360+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.360 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:09.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.361+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v100'266 uv266 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.361+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3e00 con 0x556471cdf9a0 2024-09-19T08:10:09.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.362+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v100'267 uv267 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.362+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.363+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v100'268 uv268 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.363+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.364+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v100'269 uv252 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.364+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.365+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v100'270 uv270 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.365+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.365 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:09.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.366+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v100'271 uv271 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.366+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce7c60 con 0x556471cdf9a0 2024-09-19T08:10:09.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.367+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v100'272 uv272 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.367+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce7c60 con 0x556471cdf9a0 2024-09-19T08:10:09.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.368+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v100'273 uv273 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.368+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3e90 con 0x556471cdf9a0 2024-09-19T08:10:09.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.369+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v100'274 uv258 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.369+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3e20 con 0x556471cdf9a0 2024-09-19T08:10:09.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.370+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v100'275 uv275 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.370+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce3dc0 con 0x556471cdf9a0 2024-09-19T08:10:09.371 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:09.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.371+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v100'276 uv276 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.371+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce5270 con 0x556471cdf9a0 2024-09-19T08:10:09.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.372+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v100'277 uv277 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.372+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce5270 con 0x556471cdf9a0 2024-09-19T08:10:09.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.373+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v100'278 uv278 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.373+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce41c0 con 0x556471cdf9a0 2024-09-19T08:10:09.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.374+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v100'279 uv279 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cdf9a0 2024-09-19T08:10:09.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.374+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce41c0 con 0x556471c31130 2024-09-19T08:10:09.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.375+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v100'69 uv68 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.375+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce41c0 con 0x556471c31130 2024-09-19T08:10:09.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.376+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v100'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.376+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce41c0 con 0x556471c31130 2024-09-19T08:10:09.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.377+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v100'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.377 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:09.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.377+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce51d0 con 0x556471c31130 2024-09-19T08:10:09.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.378+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v100'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.378+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce51d0 con 0x556471c31130 2024-09-19T08:10:09.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.379+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v100'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.379+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce41c0 con 0x556471c31130 2024-09-19T08:10:09.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.380+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v100'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.380+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556471ce46d0 0x556471ce6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.380+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce70f0 con 0x556471ce46d0 2024-09-19T08:10:09.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.380+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556471ce46d0 0x556471ce6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.381+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556471ce46d0 0x556471ce6ac0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.382+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v100'55 uv54 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.382+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce7650 con 0x556471ce46d0 2024-09-19T08:10:09.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.383+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v100'56 uv56 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.383+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce7b50 con 0x556471ce46d0 2024-09-19T08:10:09.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.383+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v100'57 uv57 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.384 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:09.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.384+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce2b70 con 0x556471ce46d0 2024-09-19T08:10:09.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.384+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v100'58 uv58 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.385+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.386+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v100'69 uv68 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.386+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.387+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v100'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.387+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.389+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v100'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.389 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:09.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.389+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.390+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v100'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.390+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.391+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v100'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.391+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ce8480 con 0x556471c31130 2024-09-19T08:10:09.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.392+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v100'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.392+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556471ce8d50 0x556471ceb140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.392+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ceb680 con 0x556471ce8d50 2024-09-19T08:10:09.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.392+0000 7f0d73032640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556471ce8d50 0x556471ceb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.393+0000 7f0d73032640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556471ce8d50 0x556471ceb140 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.394+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v100'127 uv121 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.394+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ceb6c0 con 0x556471ce8d50 2024-09-19T08:10:09.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.395+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v100'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.395+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.398+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v100'129 uv129 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.398 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:09.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.398+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cecac0 con 0x556471ce8d50 2024-09-19T08:10:09.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.400+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v100'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.400+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cecac0 con 0x556471ce8d50 2024-09-19T08:10:09.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.403+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v100'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.403+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.406+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v100'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.406+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.409+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v100'133 uv126 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.409+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.412+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v100'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.412+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.415+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v100'135 uv135 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.415 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:09.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.415+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.416+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v100'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.416+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cebab0 con 0x556471ce8d50 2024-09-19T08:10:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.419+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v100'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.419+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556471cec130 0x556471cee520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.419+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471ceec50 con 0x556471cec130 2024-09-19T08:10:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.419+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556471cec130 0x556471cee520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.419+0000 7f0d72831640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556471cec130 0x556471cee520 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.420+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v100'56 uv55 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cec130 2024-09-19T08:10:09.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.420+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471cec130 2024-09-19T08:10:09.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.421+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v100'57 uv57 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cec130 2024-09-19T08:10:09.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.421+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471cec130 2024-09-19T08:10:09.422 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:09.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.422+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v100'58 uv58 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cec130 2024-09-19T08:10:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.422+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471cec130 2024-09-19T08:10:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.423+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v100'59 uv59 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cec130 2024-09-19T08:10:09.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.423+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471cec130 2024-09-19T08:10:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.424+0000 7f0d72831640 1 -- 172.21.15.17:0/2108742730 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v100'60 uv60 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d640026a0 con 0x556471cec130 2024-09-19T08:10:09.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.424+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471c31130 2024-09-19T08:10:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.426+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v100'69 uv68 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.426+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471c31130 2024-09-19T08:10:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.427+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v100'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.427+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471c31130 2024-09-19T08:10:09.427 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:09.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.427+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v100'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.428+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf0070 con 0x556471c31130 2024-09-19T08:10:09.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.428+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v100'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.428+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf0030 con 0x556471c31130 2024-09-19T08:10:09.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.429+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v100'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.429+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471c31130 2024-09-19T08:10:09.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.430+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v100'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471c31130 2024-09-19T08:10:09.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.430+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef020 con 0x556471ce46d0 2024-09-19T08:10:09.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.431+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v100'112 uv108 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.431+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cef3c0 con 0x556471ce46d0 2024-09-19T08:10:09.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.432+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v100'113 uv113 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.432+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cef760 con 0x556471ce46d0 2024-09-19T08:10:09.433 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:09.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.433+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v100'114 uv114 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.433+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cefb60 con 0x556471ce46d0 2024-09-19T08:10:09.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.434+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v100'115 uv115 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.434+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cefb20 con 0x556471ce46d0 2024-09-19T08:10:09.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.435+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v100'116 uv116 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.435+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cefb20 con 0x556471ce46d0 2024-09-19T08:10:09.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.436+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v100'117 uv111 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.436+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471ceffc0 con 0x556471ce46d0 2024-09-19T08:10:09.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.437+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v100'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.437+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cefb00 con 0x556471ce46d0 2024-09-19T08:10:09.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.438+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v100'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.438 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:09.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.438+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cefb00 con 0x556471ce46d0 2024-09-19T08:10:09.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.439+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v100'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.439+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf2e80 con 0x556471ce46d0 2024-09-19T08:10:09.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.440+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v100'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.440+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556471cf0a30 0x556471cf2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.440+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471cf0a30 2024-09-19T08:10:09.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.440+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556471cf0a30 0x556471cf2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.441+0000 7f0d72030640 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556471cf0a30 0x556471cf2e20 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.442+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v100'54 uv54 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471cf0a30 2024-09-19T08:10:09.442 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:09.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.442+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471cf0a30 2024-09-19T08:10:09.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.443+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v100'55 uv55 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471cf0a30 2024-09-19T08:10:09.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.443+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce46d0 2024-09-19T08:10:09.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.444+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(103 609.00000000 [create] v100'69 uv68 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.444+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce46d0 2024-09-19T08:10:09.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.445+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(104 609.00000000 [delete] v100'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.445+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce46d0 2024-09-19T08:10:09.445 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.446+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(105 609.00000000 [create] v100'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.446+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf4370 con 0x556471ce46d0 2024-09-19T08:10:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.447+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v100'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.447+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf4370 con 0x556471ce46d0 2024-09-19T08:10:09.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.448+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v100'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.448+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce46d0 2024-09-19T08:10:09.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.449+0000 7f0d72030640 1 -- 172.21.15.17:0/2108742730 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v100'74 uv74 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d68029030 con 0x556471ce46d0 2024-09-19T08:10:09.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.449+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.450+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(109 400.00000000 [create] v100'57 uv56 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.450+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.451+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(110 400.00000000 [delete] v100'58 uv58 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.451+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.452+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(111 400.00000000 [create] v100'59 uv59 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.453 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:09.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.453+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.454+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v100'60 uv60 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.454+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.457+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v100'61 uv61 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.457+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.459+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(114 100.00000000.inode [create] v100'144 uv136 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.459+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.461+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(115 100.00000000.inode [delete] v100'145 uv145 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.461+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.462+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(116 100.00000000.inode [create] v100'146 uv146 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.462 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:09.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.462+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.463+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v100'147 uv147 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.463+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.464+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v100'148 uv148 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.464+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.465+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(119 1.00000000 [create] v100'149 uv143 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.465+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.466+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(120 1.00000000 [delete] v100'150 uv150 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.466+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.467+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(121 1.00000000 [create] v100'151 uv151 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.467 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:09.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.467+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf4370 con 0x556471ce8d50 2024-09-19T08:10:09.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.468+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v100'152 uv152 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.469+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf4370 con 0x556471ce8d50 2024-09-19T08:10:09.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.470+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v100'153 uv153 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.470+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3360 con 0x556471ce8d50 2024-09-19T08:10:09.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.471+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v100'154 uv154 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.471+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) -- 0x556471cf3810 con 0x556471ce8d50 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.473+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v100'155 uv155 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0d6c052a00 con 0x556471ce8d50 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556471c31130 msgr2=0x556471c348d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556471c31130 0x556471c348d0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556471ce46d0 msgr2=0x556471ce6ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556471ce46d0 0x556471ce6ac0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556471cf0a30 msgr2=0x556471cf2e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556471cf0a30 0x556471cf2e20 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556471cdf9a0 msgr2=0x556471ce1d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556471cdf9a0 0x556471ce1d90 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 reap_dead start 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556471ce8d50 msgr2=0x556471ceb140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556471ce8d50 0x556471ceb140 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556471cec130 msgr2=0x556471cee520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556471cec130 0x556471cee520 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d6006ac90 msgr2=0x7f0d6006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d6006ac90 0x7f0d6006d150 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f0d64010430 tx=0x7f0d64008040 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 msgr2=0x556471b65ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 --2- 172.21.15.17:0/2108742730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556471c3af40 0x556471b65ca0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f0d68000fd0 tx=0x7f0d68000ed0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d73032640 1 -- 172.21.15.17:0/2108742730 reap_dead start 2024-09-19T08:10:09.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 shutdown_connections 2024-09-19T08:10:09.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 >> 172.21.15.17:0/2108742730 conn(0x556471b62bb0 msgr2=0x556471b8f280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 shutdown_connections 2024-09-19T08:10:09.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.474+0000 7f0d74d3bf40 1 -- 172.21.15.17:0/2108742730 wait complete. 2024-09-19T08:10:09.477 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 400.00000000 2024-09-19T08:10:09.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 Processor -- start 2024-09-19T08:10:09.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 -- start start 2024-09-19T08:10:09.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9534200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c95403a0 0x5598c94a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5598c93c2510 con 0x5598c9471cc0 2024-09-19T08:10:09.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5598c941bc50 con 0x5598c95403a0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5598c946f460 con 0x5598c949cd80 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8b132640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8b132640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42702/0 (socket says 172.21.15.17:42702) 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e8b132640 1 -- 172.21.15.17:0/3018920104 learned_addr learned my addr 172.21.15.17:0/3018920104 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.521+0000 7f3e83fff640 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9534200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b933640 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c95403a0 0x5598c94a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 -- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 msgr2=0x5598c9534200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9534200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 -- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c95403a0 msgr2=0x5598c94a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c95403a0 0x5598c94a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 -- 172.21.15.17:0/3018920104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c953ab60 con 0x5598c9471cc0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c001e40 tx=0x7f3e7c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c43604905c45db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8a130640 1 -- 172.21.15.17:0/3018920104 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c012020 con 0x5598c9471cc0 2024-09-19T08:10:09.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8a130640 1 -- 172.21.15.17:0/3018920104 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e7c00e690 con 0x5598c9471cc0 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.522+0000 7f3e8a130640 1 -- 172.21.15.17:0/3018920104 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c00ea80 con 0x5598c9471cc0 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3018920104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 msgr2=0x5598c949f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c001e40 tx=0x7f3e7c001e70 comp rx=0 tx=0).stop 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3018920104 shutdown_connections 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c95403a0 0x5598c94a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9534200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3018920104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c9471cc0 0x5598c949f840 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3018920104 >> 172.21.15.17:0/3018920104 conn(0x5598c949b280 msgr2=0x5598c9470e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3018920104 shutdown_connections 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3018920104 wait complete. 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 Processor -- start 2024-09-19T08:10:09.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.523+0000 7f3e8d63cf40 1 -- start start 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c9471cc0 0x5598c95e2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9544b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 0x5598c95ddbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5598c953ae40 con 0x5598c95403a0 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5598c95379a0 con 0x5598c9471cc0 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8d63cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5598c9537630 con 0x5598c949cd80 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 0x5598c95ddbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 0x5598c95ddbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42712/0 (socket says 172.21.15.17:42712) 2024-09-19T08:10:09.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 -- 172.21.15.17:0/3381741220 learned_addr learned my addr 172.21.15.17:0/3381741220 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e83fff640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9544b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c9471cc0 0x5598c95e2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 -- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 msgr2=0x5598c9544b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c949cd80 0x5598c9544b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 -- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c9471cc0 msgr2=0x5598c95e2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c9471cc0 0x5598c95e2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.524+0000 7f3e8b933640 1 -- 172.21.15.17:0/3381741220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c9545a50 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8b933640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 0x5598c95ddbf0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f3e840460e0 tx=0x7f3e84003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8912e640 1 -- 172.21.15.17:0/3381741220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e84069070 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8912e640 1 -- 172.21.15.17:0/3381741220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e840643f0 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5598c9545490 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8912e640 1 -- 172.21.15.17:0/3381741220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e84058600 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.525+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c95e1c30 con 0x5598c95403a0 2024-09-19T08:10:09.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.526+0000 7f3e8912e640 1 -- 172.21.15.17:0/3381741220 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e8406c070 con 0x5598c95403a0 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8912e640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e6c06ac90 0x7f3e6c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8912e640 1 -- 172.21.15.17:0/3381741220 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f3e840cdda0 con 0x5598c95403a0 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e6c06ac90 0x7f3e6c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c951e770 0x5598c94a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) -- 0x5598c951a6f0 con 0x5598c951e770 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e83fff640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c951e770 0x5598c94a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e8b132640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e6c06ac90 0x7f3e6c06d150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c013000 tx=0x7f3e7c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.527+0000 7f3e83fff640 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c951e770 0x5598c94a07c0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e83fff640 1 -- 172.21.15.17:0/3381741220 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [delete] v100'62 uv62 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3e7400e040 con 0x5598c951e770 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c951e770 msgr2=0x5598c94a07c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c951e770 0x5598c94a07c0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e6c06ac90 msgr2=0x7f3e6c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3e6c06ac90 0x7f3e6c06d150 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c013000 tx=0x7f3e7c009000 comp rx=0 tx=0).stop 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 msgr2=0x5598c95ddbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 --2- 172.21.15.17:0/3381741220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c95403a0 0x5598c95ddbf0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f3e840460e0 tx=0x7f3e84003330 comp rx=0 tx=0).stop 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8b933640 1 -- 172.21.15.17:0/3381741220 reap_dead start 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 shutdown_connections 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 >> 172.21.15.17:0/3381741220 conn(0x5598c949b280 msgr2=0x5598c9470bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 shutdown_connections 2024-09-19T08:10:09.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.529+0000 7f3e8d63cf40 1 -- 172.21.15.17:0/3381741220 wait complete. 2024-09-19T08:10:09.533 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:09.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 Processor -- start 2024-09-19T08:10:09.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 -- start start 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9880b5a50 0x7fa98815ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa988067ba0 con 0x7fa9880cffa0 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa988067e80 con 0x7fa98815e660 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.638+0000 7fa98e04c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa988067950 con 0x7fa9880b5a50 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa987fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9880b5a50 0x7fa98815ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa986ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa9880cffa0 0x7fa9880b43e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49452/0 (socket says 172.21.15.17:49452) 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa987fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9880b5a50 0x7fa98815ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42722/0 (socket says 172.21.15.17:42722) 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa986ffd640 1 -- 172.21.15.17:0/1541812825 learned_addr learned my addr 172.21.15.17:0/1541812825 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa987fff640 1 -- 172.21.15.17:0/1541812825 >> v1:172.21.15.160:6789/0 conn(0x7fa98815e660 legacy=0x7fa9880cf890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa987fff640 1 -- 172.21.15.17:0/1541812825 >> v1:172.21.15.17:6789/0 conn(0x7fa9880cffa0 legacy=0x7fa9880b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.639+0000 7fa987fff640 1 -- 172.21.15.17:0/1541812825 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9880b3be0 con 0x7fa9880b5a50 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.640+0000 7fa987fff640 1 --2- 172.21.15.17:0/1541812825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880b5a50 0x7fa98815ea40 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fa980009d90 tx=0x7fa98002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f9ada11e08ff83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.640+0000 7fa9867fc640 1 -- 172.21.15.17:0/1541812825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980007740 con 0x7fa9880b5a50 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.640+0000 7fa9867fc640 1 -- 172.21.15.17:0/1541812825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9800078e0 con 0x7fa9880b5a50 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.640+0000 7fa9867fc640 1 -- 172.21.15.17:0/1541812825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980007cb0 con 0x7fa9880b5a50 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 -- 172.21.15.17:0/1541812825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880b5a50 msgr2=0x7fa98815ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1541812825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880b5a50 0x7fa98815ea40 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fa980009d90 tx=0x7fa98002a6f0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 -- 172.21.15.17:0/1541812825 shutdown_connections 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1541812825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880b5a50 0x7fa98815ea40 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 -- 172.21.15.17:0/1541812825 >> 172.21.15.17:0/1541812825 conn(0x7fa9880cd400 msgr2=0x7fa9880cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 -- 172.21.15.17:0/1541812825 shutdown_connections 2024-09-19T08:10:09.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.641+0000 7fa98e04c640 1 -- 172.21.15.17:0/1541812825 wait complete. 2024-09-19T08:10:09.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.642+0000 7fa98e04c640 1 Processor -- start 2024-09-19T08:10:09.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.642+0000 7fa98e04c640 1 -- start start 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9880b5a50 0x7fa98813d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa98815e660 0x7fa9881575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa9880ccb80 con 0x7fa9880cffa0 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa9880b3990 con 0x7fa98815e660 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa98e04c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa9880ccd00 con 0x7fa9880b5a50 2024-09-19T08:10:09.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa986ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa986ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42734/0 (socket says 172.21.15.17:42734) 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa986ffd640 1 -- 172.21.15.17:0/1857417564 learned_addr learned my addr 172.21.15.17:0/1857417564 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa9877fe640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9880b5a50 0x7fa98813d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.643+0000 7fa987fff640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa98815e660 0x7fa9881575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 -- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9880b5a50 msgr2=0x7fa98813d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9880b5a50 0x7fa98813d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 -- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa98815e660 msgr2=0x7fa9881575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa98815e660 0x7fa9881575d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 -- 172.21.15.17:0/1857417564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa98813d8b0 con 0x7fa9880cffa0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa986ffd640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fa97c00c4a0 tx=0x7fa97c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa97c017070 con 0x7fa9880cffa0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa97c005ce0 con 0x7fa9880cffa0 2024-09-19T08:10:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa98814ad60 con 0x7fa9880cffa0 2024-09-19T08:10:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa97c007270 con 0x7fa9880cffa0 2024-09-19T08:10:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.644+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa98814b320 con 0x7fa9880cffa0 2024-09-19T08:10:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.645+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa988069170 con 0x7fa9880cffa0 2024-09-19T08:10:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.646+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa97c01a070 con 0x7fa9880cffa0 2024-09-19T08:10:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.646+0000 7fa96ffff640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 0x7fa97406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.646+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7fa97c08ab90 con 0x7fa9880cffa0 2024-09-19T08:10:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.646+0000 7fa9877fe640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 0x7fa97406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.647+0000 7fa9877fe640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 0x7fa97406e770 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa9780016e0 tx=0x7fa978009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:09.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.650+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa98813d8b0 con 0x7fa9880cffa0 2024-09-19T08:10:09.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:09.865+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fa98815ea40 con 0x7fa9880cffa0 2024-09-19T08:10:10.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.250+0000 7fa96ffff640 1 -- 172.21.15.17:0/1857417564 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v149) ==== 162+0+0 (secure 0 0 0) 0x7fa97c0587f0 con 0x7fa9880cffa0 2024-09-19T08:10:10.251 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:10.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 msgr2=0x7fa97406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 0x7fa97406e770 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa9780016e0 tx=0x7fa978009040 comp rx=0 tx=0).stop 2024-09-19T08:10:10.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 msgr2=0x7fa98813dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fa97c00c4a0 tx=0x7fa97c00c960 comp rx=0 tx=0).stop 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 shutdown_connections 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa97406c2b0 0x7fa97406e770 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa98815e660 0x7fa9881575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9880cffa0 0x7fa98813dca0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 --2- 172.21.15.17:0/1857417564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9880b5a50 0x7fa98813d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 >> 172.21.15.17:0/1857417564 conn(0x7fa9880cd400 msgr2=0x7fa98815c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 shutdown_connections 2024-09-19T08:10:10.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.253+0000 7fa98e04c640 1 -- 172.21.15.17:0/1857417564 wait complete. 2024-09-19T08:10:10.669 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:10.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.783+0000 7f683bac9640 1 Processor -- start 2024-09-19T08:10:10.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.784+0000 7f683bac9640 1 -- start start 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683bac9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f683406dcb0 0x7f68340d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683bac9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68340d17e0 con 0x7f68340b8b90 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683bac9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68340cfc10 con 0x7f683415eab0 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683bac9640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f68340d09d0 con 0x7f683406dcb0 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683a066640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f683406dcb0 0x7f68340d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f6839064640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f68340b8b90 0x7f68340d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:49460/0 (socket says 172.21.15.17:49460) 2024-09-19T08:10:10.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f6839064640 1 -- 172.21.15.17:0/2126560343 learned_addr learned my addr 172.21.15.17:0/2126560343 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:10.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683a066640 1 -- 172.21.15.17:0/2126560343 >> v1:172.21.15.160:6789/0 conn(0x7f683415eab0 legacy=0x7f683406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:10.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683a066640 1 -- 172.21.15.17:0/2126560343 >> v1:172.21.15.17:6789/0 conn(0x7f68340b8b90 legacy=0x7f68340d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f683a066640 1 -- 172.21.15.17:0/2126560343 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68340cfef0 con 0x7f683406dcb0 2024-09-19T08:10:10.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.785+0000 7f6838863640 1 -- 172.21.15.17:0/2126560343 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3011965515 0 0) 0x7f68340d17e0 con 0x7f68340b8b90 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.786+0000 7f683a066640 1 --2- 172.21.15.17:0/2126560343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f683406dcb0 0x7f68340d2b80 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f682c009d90 tx=0x7f682c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e2ec82ea9f751cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.786+0000 7f6838863640 1 -- 172.21.15.17:0/2126560343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c007740 con 0x7f683406dcb0 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.786+0000 7f6838863640 1 -- 172.21.15.17:0/2126560343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f682c0078e0 con 0x7f683406dcb0 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.786+0000 7f6838863640 1 -- 172.21.15.17:0/2126560343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c007cb0 con 0x7f683406dcb0 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 -- 172.21.15.17:0/2126560343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f683406dcb0 msgr2=0x7f68340d2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 --2- 172.21.15.17:0/2126560343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f683406dcb0 0x7f68340d2b80 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f682c009d90 tx=0x7f682c02a730 comp rx=0 tx=0).stop 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 -- 172.21.15.17:0/2126560343 shutdown_connections 2024-09-19T08:10:10.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 --2- 172.21.15.17:0/2126560343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f683406dcb0 0x7f68340d2b80 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 -- 172.21.15.17:0/2126560343 >> 172.21.15.17:0/2126560343 conn(0x7f68340d4b30 msgr2=0x7f68340d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:10.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 -- 172.21.15.17:0/2126560343 shutdown_connections 2024-09-19T08:10:10.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.787+0000 7f683bac9640 1 -- 172.21.15.17:0/2126560343 wait complete. 2024-09-19T08:10:10.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.788+0000 7f683bac9640 1 Processor -- start 2024-09-19T08:10:10.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.788+0000 7f683bac9640 1 -- start start 2024-09-19T08:10:10.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 0x7f68340b3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:10.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:10.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f683415eab0 0x7f68340d29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:10.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f68340d04b0 con 0x7f68340b8b90 2024-09-19T08:10:10.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f683415ee90 con 0x7f683406dcb0 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683bac9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f68340ceb50 con 0x7f683415eab0 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42744/0 (socket says 172.21.15.17:42744) 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 -- 172.21.15.17:0/1826344906 learned_addr learned my addr 172.21.15.17:0/1826344906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f683a066640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f683415eab0 0x7f68340d29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839865640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 0x7f68340b3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 -- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f683415eab0 msgr2=0x7f68340d29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f683415eab0 0x7f68340d29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 -- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 msgr2=0x7f68340b3e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 0x7f68340b3e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839064640 1 -- 172.21.15.17:0/1826344906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68340ce5f0 con 0x7f68340b8b90 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.789+0000 7f6839865640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 0x7f68340b3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:10.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f6839064640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f682400c4d0 tx=0x7f682400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6824018070 con 0x7f68340b8b90 2024-09-19T08:10:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6824007500 con 0x7f68340b8b90 2024-09-19T08:10:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68340b4440 con 0x7f68340b8b90 2024-09-19T08:10:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6824004a20 con 0x7f68340b8b90 2024-09-19T08:10:10.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.790+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68340b4a00 con 0x7f68340b8b90 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.791+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6834158f70 con 0x7f68340b8b90 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.792+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f682401b070 con 0x7f68340b8b90 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.792+0000 7f682a7fc640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 0x7f681806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.792+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f682408aa70 con 0x7f68340b8b90 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.792+0000 7f6839865640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 0x7f681806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:10.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.793+0000 7f6839865640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 0x7f681806e770 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6830006fd0 tx=0x7f6830008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:10.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:10.797+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6834158f70 con 0x7f68340b8b90 2024-09-19T08:10:10.993 INFO:tasks.ceph.mds.c.smithi017.stderr: -43> 2024-09-19T08:10:06.241+0000 7fcea1d7b640 -1 mds.0.sessionmap _load_finish got (2) No such file or directory 2024-09-19T08:10:10.993 INFO:tasks.ceph.mds.c.smithi017.stderr: -42> 2024-09-19T08:10:06.241+0000 7fcea1d7b640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds0_sessionmap' -2 ((2) No such file or directory) 2024-09-19T08:10:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.009+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f683406e380 con 0x7f68340b8b90 2024-09-19T08:10:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.010+0000 7f682a7fc640 1 -- 172.21.15.17:0/1826344906 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 150 v150) ==== 95+0+4401 (secure 0 0 0) 0x7f68240587f0 con 0x7f68340b8b90 2024-09-19T08:10:11.010 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:11.010 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":150,"btime":"2024-09-19T08:10:10:254349+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":150,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:10.254335+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8298},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8298":{"gid":8298,"name":"a","rank":0,"incarnation":150,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 150 2024-09-19T08:10:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 msgr2=0x7f681806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 0x7f681806e770 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6830006fd0 tx=0x7f6830008040 comp rx=0 tx=0).stop 2024-09-19T08:10:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 msgr2=0x7f68340ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f682400c4d0 tx=0x7f682400c990 comp rx=0 tx=0).stop 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 shutdown_connections 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f681806c2b0 0x7f681806e770 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f683415eab0 0x7f68340d29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68340b8b90 0x7f68340ce0b0 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 --2- 172.21.15.17:0/1826344906 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f683406dcb0 0x7f68340b3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 >> 172.21.15.17:0/1826344906 conn(0x7f68340d4b30 msgr2=0x7f683415ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 shutdown_connections 2024-09-19T08:10:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:11.012+0000 7f683bac9640 1 -- 172.21.15.17:0/1826344906 wait complete. 2024-09-19T08:10:11.017 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:10:11.024 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 150, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:10:10.254335+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 100, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8298}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8298': {'gid': 8298, 'name': 'a', 'rank': 0, 'incarnation': 150, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6835/261686052', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 261686052}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 261686052}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:10:11.024 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8298:up:replay 2024-09-19T08:10:11.024 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:10:16.429 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:16.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.545+0000 7f61d4dfd640 1 Processor -- start 2024-09-19T08:10:16.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.545+0000 7f61d4dfd640 1 -- start start 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f61d015e640 0x7f61d00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d00cf0e0 0x7f61d00cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f61d00b2cf0 0x7f61d00b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f61d00b2860 con 0x7f61d015e640 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f61d015ea20 con 0x7f61d00b2cf0 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.546+0000 7f61d4dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f61d00b1c50 con 0x7f61d00cf0e0 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f61d015e640 0x7f61d00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f61d015e640 0x7f61d00ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45680/0 (socket says 172.21.15.17:45680) 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 -- 172.21.15.17:0/737342415 learned_addr learned my addr 172.21.15.17:0/737342415 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61cdd9b640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d00cf0e0 0x7f61d00cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ced9d640 1 --2- 172.21.15.17:0/737342415 >> v2:172.21.15.160:3300/0 conn(0x7f61d00b2cf0 0x7f61d00b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 -- 172.21.15.17:0/737342415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d00cf0e0 msgr2=0x7f61d00cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d00cf0e0 0x7f61d00cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 -- 172.21.15.17:0/737342415 >> v2:172.21.15.160:3300/0 conn(0x7f61d00b2cf0 msgr2=0x7f61d00b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 --2- 172.21.15.17:0/737342415 >> v2:172.21.15.160:3300/0 conn(0x7f61d00b2cf0 0x7f61d00b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.547+0000 7f61ce59c640 1 -- 172.21.15.17:0/737342415 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d00b1f30 con 0x7f61d015e640 2024-09-19T08:10:16.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61ce59c640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d015e640 0x7f61d00ceba0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f61d008ed40 tx=0x7f61c002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b61c1cff071e10d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61cd59a640 1 -- 172.21.15.17:0/737342415 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0036070 con 0x7f61d015e640 2024-09-19T08:10:16.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61cd59a640 1 -- 172.21.15.17:0/737342415 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c0031600 con 0x7f61d015e640 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61cd59a640 1 -- 172.21.15.17:0/737342415 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c00319d0 con 0x7f61d015e640 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61d4dfd640 1 -- 172.21.15.17:0/737342415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d015e640 msgr2=0x7f61d00ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.548+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d015e640 0x7f61d00ceba0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f61d008ed40 tx=0x7f61c002a610 comp rx=0 tx=0).stop 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 -- 172.21.15.17:0/737342415 shutdown_connections 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/737342415 >> v2:172.21.15.160:3300/0 conn(0x7f61d00b2cf0 0x7f61d00b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d00cf0e0 0x7f61d00cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/737342415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d015e640 0x7f61d00ceba0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 -- 172.21.15.17:0/737342415 >> 172.21.15.17:0/737342415 conn(0x7f61d009d820 msgr2=0x7f61d00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 -- 172.21.15.17:0/737342415 shutdown_connections 2024-09-19T08:10:16.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.549+0000 7f61d4dfd640 1 -- 172.21.15.17:0/737342415 wait complete. 2024-09-19T08:10:16.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.550+0000 7f61d4dfd640 1 Processor -- start 2024-09-19T08:10:16.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.550+0000 7f61d4dfd640 1 -- start start 2024-09-19T08:10:16.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 0x7f61d00ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d015e640 0x7f61d01f7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f61d00cfe40 con 0x7f61d00cf0e0 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f61d00b24f0 con 0x7f61d00b2cf0 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61d4dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f61d00b73a0 con 0x7f61d015e640 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45688/0 (socket says 172.21.15.17:45688) 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 -- 172.21.15.17:0/1690763128 learned_addr learned my addr 172.21.15.17:0/1690763128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61ced9d640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d015e640 0x7f61d01f7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61ce59c640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 0x7f61d00ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 -- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d015e640 msgr2=0x7f61d01f7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d015e640 0x7f61d01f7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 -- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 msgr2=0x7f61d00ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 0x7f61d00ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61cdd9b640 1 -- 172.21.15.17:0/1690763128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d01f8080 con 0x7f61d00cf0e0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.551+0000 7f61ce59c640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 0x7f61d00ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61cdd9b640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f61c400e980 tx=0x7f61c400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4017070 con 0x7f61d00cf0e0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c400ca00 con 0x7f61d00cf0e0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d01f8360 con 0x7f61d00cf0e0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c400cdd0 con 0x7f61d00cf0e0 2024-09-19T08:10:16.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.552+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d00b3180 con 0x7f61d00cf0e0 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.553+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61d0068eb0 con 0x7f61d00cf0e0 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.554+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61c401a070 con 0x7f61d00cf0e0 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.554+0000 7f61beffd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 0x7f61b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.554+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f61c408bb80 con 0x7f61d00cf0e0 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.554+0000 7f61ce59c640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 0x7f61b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.555+0000 7f61ce59c640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 0x7f61b006e770 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f61c0033000 tx=0x7f61c0009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.558+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61c4059f50 con 0x7f61d00cf0e0 2024-09-19T08:10:16.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.772+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61d00ceba0 con 0x7f61d00cf0e0 2024-09-19T08:10:16.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.772+0000 7f61beffd640 1 -- 172.21.15.17:0/1690763128 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 153 v153) ==== 95+0+5234 (secure 0 0 0) 0x7f61c4059850 con 0x7f61d00cf0e0 2024-09-19T08:10:16.772 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:16.772 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":153,"btime":"2024-09-19T08:10:13:266236+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8442,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/1555622043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1555622043},{"type":"v1","addr":"172.21.15.17:6834","nonce":1555622043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":151}],"filesystems":[{"mdsmap":{"epoch":153,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:13.266231+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8298},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8298":{"gid":8298,"name":"a","rank":0,"incarnation":150,"state":"up:active","state_seq":7,"addr":"172.21.15.17:6835/261686052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":261686052},{"type":"v1","addr":"172.21.15.17:6835","nonce":261686052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8298,"qdb_cluster":[8298]},"id":6}]} 2024-09-19T08:10:16.773 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 153 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 msgr2=0x7f61b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 0x7f61b006e770 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f61c0033000 tx=0x7f61c0009000 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 msgr2=0x7f61d0150ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f61c400e980 tx=0x7f61c400ee40 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 shutdown_connections 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61b006c2b0 0x7f61b006e770 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61d015e640 0x7f61d01f7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61d00cf0e0 0x7f61d0150ab0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 --2- 172.21.15.17:0/1690763128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f61d00b2cf0 0x7f61d00ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 >> 172.21.15.17:0/1690763128 conn(0x7f61d009d820 msgr2=0x7f61d00d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 shutdown_connections 2024-09-19T08:10:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.774+0000 7f61d4dfd640 1 -- 172.21.15.17:0/1690763128 wait complete. 2024-09-19T08:10:16.786 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 153, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:10:13.266231+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 100, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8298}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8298': {'gid': 8298, 'name': 'a', 'rank': 0, 'incarnation': 150, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.17:6835/261686052', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 261686052}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 261686052}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8298, 'qdb_cluster': [8298]} 2024-09-19T08:10:16.786 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:10:16.786 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:10:16.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.890+0000 7f5834e5e640 1 Processor -- start 2024-09-19T08:10:16.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.890+0000 7f5834e5e640 1 -- start start 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f5834e5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f583006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f5834e5e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f583006dae0 0x7f58300b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f5834e5e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58300d17e0 con 0x7f58300b80c0 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f5834e5e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f58300d09d0 con 0x7f583006dae0 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f5834e5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f583015ee90 con 0x7f583015eab0 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f583006dae0 0x7f58300b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f583006dae0 0x7f58300b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45690/0 (socket says 172.21.15.17:45690) 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 -- 172.21.15.17:0/3846692387 learned_addr learned my addr 172.21.15.17:0/3846692387 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582ed9d640 1 --1- 172.21.15.17:0/3846692387 >> v1:172.21.15.17:6789/0 conn(0x7f58300b80c0 0x7f58300b8570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43166/0 (socket says 172.21.15.17:43166) 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582e59c640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f583006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 -- 172.21.15.17:0/3846692387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 msgr2=0x7f583006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f583006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 -- 172.21.15.17:0/3846692387 >> v1:172.21.15.17:6789/0 conn(0x7f58300b80c0 legacy=0x7f58300b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582dd9b640 1 -- 172.21.15.17:0/3846692387 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58300cfc10 con 0x7f583006dae0 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.891+0000 7f582e59c640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f583006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f582dd9b640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f583006dae0 0x7f58300b7b80 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f58180098a0 tx=0x7f581802a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=349e154c1a98c53d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f582d59a640 1 -- 172.21.15.17:0/3846692387 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818037070 con 0x7f583006dae0 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f582d59a640 1 -- 172.21.15.17:0/3846692387 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5818032640 con 0x7f583006dae0 2024-09-19T08:10:16.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f582d59a640 1 -- 172.21.15.17:0/3846692387 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818032a10 con 0x7f583006dae0 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f5834e5e640 1 -- 172.21.15.17:0/3846692387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f583006dae0 msgr2=0x7f58300b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.892+0000 7f5834e5e640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f583006dae0 0x7f58300b7b80 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f58180098a0 tx=0x7f581802a320 comp rx=0 tx=0).stop 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 -- 172.21.15.17:0/3846692387 shutdown_connections 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f583006dae0 0x7f58300b7b80 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 --2- 172.21.15.17:0/3846692387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f583006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 -- 172.21.15.17:0/3846692387 >> 172.21.15.17:0/3846692387 conn(0x7f58300d4b30 msgr2=0x7f58300d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 -- 172.21.15.17:0/3846692387 shutdown_connections 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.893+0000 7f5834e5e640 1 -- 172.21.15.17:0/3846692387 wait complete. 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.894+0000 7f5834e5e640 1 Processor -- start 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.894+0000 7f5834e5e640 1 -- start start 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f583006dae0 0x7f58301573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f5830161470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58300d01d0 con 0x7f58300b80c0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f583006df20 con 0x7f583006dae0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5834e5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f58300d04b0 con 0x7f583015eab0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45692/0 (socket says 172.21.15.17:45692) 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 -- 172.21.15.17:0/852663931 learned_addr learned my addr 172.21.15.17:0/852663931 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582ed9d640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f5830161470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582e59c640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f583006dae0 0x7f58301573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 -- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 msgr2=0x7f5830161470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f5830161470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 -- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f583006dae0 msgr2=0x7f58301573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f583006dae0 0x7f58301573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 -- 172.21.15.17:0/852663931 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58301585b0 con 0x7f58300b80c0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f582dd9b640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f5818000c00 tx=0x7f58180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.895+0000 7f5826ffd640 1 -- 172.21.15.17:0/852663931 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818037040 con 0x7f58300b80c0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.896+0000 7f5826ffd640 1 -- 172.21.15.17:0/852663931 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5818042070 con 0x7f58300b80c0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.896+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58301f5680 con 0x7f58300b80c0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.896+0000 7f5826ffd640 1 -- 172.21.15.17:0/852663931 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818030bd0 con 0x7f58300b80c0 2024-09-19T08:10:16.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.896+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58301f48c0 con 0x7f58300b80c0 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.897+0000 7f5826ffd640 1 -- 172.21.15.17:0/852663931 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5818032500 con 0x7f58300b80c0 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.897+0000 7f5826ffd640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 0x7f581006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.898+0000 7f5826ffd640 1 -- 172.21.15.17:0/852663931 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f58180ac270 con 0x7f58300b80c0 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.898+0000 7f582e59c640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 0x7f581006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.898+0000 7f582e59c640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 0x7f581006e770 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f582800a950 tx=0x7f5828008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.898+0000 7f5837bfa740 1 Processor -- start 2024-09-19T08:10:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 -- start start 2024-09-19T08:10:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 0x5636daadf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 0x5636daad98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5636daa41520 con 0x5636daadf2c0 2024-09-19T08:10:16.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5636da9e93e0 con 0x5636daadca80 2024-09-19T08:10:16.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5636daa3d4e0 con 0x5636daae0a50 2024-09-19T08:10:16.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f582e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f582e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45708/0 (socket says 172.21.15.17:45708) 2024-09-19T08:10:16.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.899+0000 7f582e59c640 1 -- 172.21.15.17:0/284363490 learned_addr learned my addr 172.21.15.17:0/284363490 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582ed9d640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 0x5636daad98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 -- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 msgr2=0x5636daad98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582dd9b640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 0x5636daadf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 0x5636daad98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 -- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 msgr2=0x5636daadf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 0x5636daadf6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 -- 172.21.15.17:0/284363490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636daa042f0 con 0x5636daadf2c0 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582dd9b640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 0x5636daadf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582ed9d640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 0x5636daad98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:16.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f582e59c640 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f582800ec00 tx=0x7f5828011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc58edbdb360656f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f580ffff640 1 -- 172.21.15.17:0/284363490 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582801a050 con 0x5636daadf2c0 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f580ffff640 1 -- 172.21.15.17:0/284363490 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5828024070 con 0x5636daadf2c0 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.900+0000 7f580ffff640 1 -- 172.21.15.17:0/284363490 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582801f440 con 0x5636daadf2c0 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- 172.21.15.17:0/284363490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 msgr2=0x5636dab24a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f582800ec00 tx=0x7f5828011000 comp rx=0 tx=0).stop 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- 172.21.15.17:0/284363490 shutdown_connections 2024-09-19T08:10:16.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daae0a50 0x5636daad98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daadca80 0x5636daadf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 --2- 172.21.15.17:0/284363490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab24a60 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- 172.21.15.17:0/284363490 >> 172.21.15.17:0/284363490 conn(0x5636daadba80 msgr2=0x5636dab23f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- 172.21.15.17:0/284363490 shutdown_connections 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- 172.21.15.17:0/284363490 wait complete. 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.901+0000 7f5837bfa740 1 -- start start 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 Processor -- start 2024-09-19T08:10:16.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab056a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab08830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5636daadaf20 con 0x5636dab03340 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5636da9ca450 con 0x5636daae0a50 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5636dab25290 con 0x5636daadf2c0 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.902+0000 7f5837bfa740 10 client.0 _ll_register_callbacks cb 0x5636da753ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45714/0 (socket says 172.21.15.17:45714) 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582e59c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 -- 172.21.15.17:0/4087691317 learned_addr learned my addr 172.21.15.17:0/4087691317 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582dd9b640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab08830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 -- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 msgr2=0x5636dab056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 -- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 msgr2=0x5636dab08830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab08830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 -- 172.21.15.17:0/4087691317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636da7542d0 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f582ed9d640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f58200015c0 tx=0x7f5820001a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7760b91100ad438 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f580d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582001a060 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f58200124f0 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5828024070 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=153) ==== 24+0+0 (secure 0 0 0) 0x7f582000d070 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f5837bfa740 10 client.8463 fetch_fsmap learned FSMap version 153 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.903+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=153,monmap=2+}) -- 0x5636da81e6b0 con 0x5636dab03340 2024-09-19T08:10:16.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5828024070 con 0x5636dab03340 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 153) ==== 3502+0+0 (secure 0 0 0) 0x7f5820013030 con 0x5636dab03340 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 10 client.8463 fetch_fsmap finished waiting for FSMap version 153 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 10 client.8463 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 20 client.8463 populate_metadata read hostname 'smithi017' 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636daaff880 0x5636dab016a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 4 client.8463 mds_command: new command op to 8298 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 --> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636daa4ec50 con 0x5636daaff880 2024-09-19T08:10:16.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f582e59c640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636daaff880 0x5636dab016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f580d7fa640 10 client.8463 ms_handle_connect on v2:172.21.15.17:6833/261686052 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.904+0000 7f582e59c640 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636daaff880 0x5636dab016a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79cca866ef5a7d7 server_cookie=117d128a0ea44d7b in_seq=0 out_seq=0 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f580d7fa640 1 -- 172.21.15.17:0/4087691317 <== mds.0 v2:172.21.15.17:6833/261686052 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5636daa4ec50 con 0x5636daaff880 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f580d7fa640 10 client.8463 handle_command_reply: tid=0 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 client.8463 shutdown 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 msgr2=0x5636dab08d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f58200015c0 tx=0x7f5820001a80 comp rx=0 tx=0).stop 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 shutdown_connections 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636daaff880 0x5636dab016a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab08d70 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab08830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f580d7fa640 0 client.8463 ms_handle_reset on v2:172.21.15.17:6833/261686052 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 --2- 172.21.15.17:0/4087691317 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab056a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 >> 172.21.15.17:0/4087691317 conn(0x5636daadca80 msgr2=0x5636dab21ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 shutdown_connections 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 1 -- 172.21.15.17:0/4087691317 wait complete. 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.905+0000 7f5837bfa740 20 client.8463 trim_cache size 0 max 16384 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.924+0000 7f5837bfa740 1 Processor -- start 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.924+0000 7f5837bfa740 1 -- start start 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab01890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636dab03340 0x5636dab99ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5830200420 con 0x5636daadf2c0 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f58300cc470 con 0x5636daae0a50 2024-09-19T08:10:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f58301f8b60 con 0x5636dab03340 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45724/0 (socket says 172.21.15.17:45724) 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 -- 172.21.15.17:0/700911714 learned_addr learned my addr 172.21.15.17:0/700911714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 -- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636dab03340 msgr2=0x5636dab99ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636dab03340 0x5636dab99ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 -- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 msgr2=0x5636dab01890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab01890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 -- 172.21.15.17:0/700911714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636daad58b0 con 0x5636daadf2c0 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f582e59c640 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f5828021040 tx=0x7f5828013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bc9e41e1819538a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f580f7fe640 1 -- 172.21.15.17:0/700911714 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582803a070 con 0x5636daadf2c0 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f580f7fe640 1 -- 172.21.15.17:0/700911714 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5828024040 con 0x5636daadf2c0 2024-09-19T08:10:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.925+0000 7f580f7fe640 1 -- 172.21.15.17:0/700911714 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f582801a040 con 0x5636daadf2c0 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- 172.21.15.17:0/700911714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 msgr2=0x5636dab08cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f5828021040 tx=0x7f5828013000 comp rx=0 tx=0).stop 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- 172.21.15.17:0/700911714 shutdown_connections 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636dab03340 0x5636dab99ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab01890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 --2- 172.21.15.17:0/700911714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636daadf2c0 0x5636dab08cb0 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- 172.21.15.17:0/700911714 >> 172.21.15.17:0/700911714 conn(0x5636daadca80 msgr2=0x5636dab09890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- 172.21.15.17:0/700911714 shutdown_connections 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- 172.21.15.17:0/700911714 wait complete. 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.926+0000 7f5837bfa740 1 -- start start 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 Processor -- start 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab95ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab971f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5636dab02290 con 0x5636dab03340 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5636dab00c50 con 0x5636daae0a50 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5636dab01170 con 0x5636daadf2c0 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.927+0000 7f5837bfa740 10 client.0 _ll_register_callbacks cb 0x7f5820005cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45732/0 (socket says 172.21.15.17:45732) 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 -- 172.21.15.17:0/425214061 learned_addr learned my addr 172.21.15.17:0/425214061 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582e59c640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab95ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582dd9b640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 -- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 msgr2=0x5636dab95ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab95ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 -- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 msgr2=0x5636dab971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 -- 172.21.15.17:0/425214061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636dab060f0 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f582ed9d640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f5820001590 tx=0x7f5820001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b1e297aa5f3008f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f580d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5820024070 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f5820013e50 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5828024040 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=153) ==== 24+0+0 (secure 0 0 0) 0x7f582001a030 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f5837bfa740 10 client.8469 fetch_fsmap learned FSMap version 153 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=153,monmap=2+}) -- 0x5636dab97ec0 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.928+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5828024040 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 153) ==== 3502+0+0 (secure 0 0 0) 0x7f582002f080 con 0x5636dab03340 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 10 client.8469 fetch_fsmap finished waiting for FSMap version 153 2024-09-19T08:10:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 10 client.8469 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 20 client.8469 populate_metadata read hostname 'smithi017' 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636dab04450 0x5636dab20520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 4 client.8469 mds_command: new command op to 8298 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 --> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] -- command(tid 0: {"prefix": "status"}) -- 0x5636daa48fa0 con 0x5636dab04450 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f582e59c640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636dab04450 0x5636dab20520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f580d7fa640 10 client.8469 ms_handle_connect on v2:172.21.15.17:6833/261686052 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f582e59c640 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636dab04450 0x5636dab20520 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1df1eb61738c640 server_cookie=299828a0e2c6cf81 in_seq=0 out_seq=0 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f580d7fa640 1 -- 172.21.15.17:0/425214061 <== mds.0 v2:172.21.15.17:6833/261686052 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x5636daa48fa0 con 0x5636dab04450 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f580d7fa640 10 client.8469 handle_command_reply: tid=0 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 1 client.8469 shutdown 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 msgr2=0x5636dab97730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.929+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f5820001590 tx=0x7f5820001250 comp rx=0 tx=0).stop 2024-09-19T08:10:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 shutdown_connections 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:6833/261686052,v1:172.21.15.17:6835/261686052] conn(0x5636dab04450 0x5636dab20520 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636dab03340 0x5636dab97730 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5636daae0a50 0x5636dab971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 --2- 172.21.15.17:0/425214061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5636daadf2c0 0x5636dab95ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f580d7fa640 0 client.8469 ms_handle_reset on v2:172.21.15.17:6833/261686052 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 >> 172.21.15.17:0/425214061 conn(0x5636daadca80 msgr2=0x5636dab9c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 shutdown_connections 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 1 -- 172.21.15.17:0/425214061 wait complete. 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5837bfa740 20 client.8469 trim_cache size 0 max 16384 2024-09-19T08:10:17.005 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8298, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6694715020000004, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 153, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 100, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 100, 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 18.976003161000001 2024-09-19T08:10:17.006 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 msgr2=0x7f581006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 0x7f581006e770 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f582800a950 tx=0x7f5828008040 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 msgr2=0x7f58300b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f5818000c00 tx=0x7f58180046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 shutdown_connections 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f581006c2b0 0x7f581006e770 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f583015eab0 0x7f5830161470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58300b80c0 0x7f58300b26f0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 --2- 172.21.15.17:0/852663931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f583006dae0 0x7f58301573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 >> 172.21.15.17:0/852663931 conn(0x7f58300d4b30 msgr2=0x7f58300b9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:17.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 shutdown_connections 2024-09-19T08:10:17.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:16.930+0000 7f5834e5e640 1 -- 172.21.15.17:0/852663931 wait complete. 2024-09-19T08:10:17.009 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:10:17.009 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 400.00000000', proceeding to ls 2024-09-19T08:10:17.009 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:10:17.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.112+0000 7ff2e6c1e640 1 Processor -- start 2024-09-19T08:10:17.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.112+0000 7ff2e6c1e640 1 -- start start 2024-09-19T08:10:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff2e0156990 0x7ff2e00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff2e00cd6b0 0x7ff2e00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00b22c0 0x7ff2e015fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff2e0156d70 con 0x7ff2e0156990 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff2e00cea90 con 0x7ff2e00cd6b0 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e6c1e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e00ce160 con 0x7ff2e00b22c0 2024-09-19T08:10:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e49ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff2e0156990 0x7ff2e00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e49ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff2e0156990 0x7ff2e00cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45738/0 (socket says 172.21.15.17:45738) 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e49ba640 1 -- 172.21.15.17:0/539487373 learned_addr learned my addr 172.21.15.17:0/539487373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2e51bb640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00b22c0 0x7ff2e015fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.113+0000 7ff2dffff640 1 --2- 172.21.15.17:0/539487373 >> v2:172.21.15.160:3300/0 conn(0x7ff2e00cd6b0 0x7ff2e00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 -- 172.21.15.17:0/539487373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00b22c0 msgr2=0x7ff2e015fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00b22c0 0x7ff2e015fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 -- 172.21.15.17:0/539487373 >> v2:172.21.15.160:3300/0 conn(0x7ff2e00cd6b0 msgr2=0x7ff2e00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/539487373 >> v2:172.21.15.160:3300/0 conn(0x7ff2e00cd6b0 0x7ff2e00b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 -- 172.21.15.17:0/539487373 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e00ce440 con 0x7ff2e0156990 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e0156990 0x7ff2e00cd170 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0070c10 tx=0x7ff2d802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d25d18ba72943f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.114+0000 7ff2df7fe640 1 -- 172.21.15.17:0/539487373 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8036070 con 0x7ff2e0156990 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2df7fe640 1 -- 172.21.15.17:0/539487373 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2d8031600 con 0x7ff2e0156990 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2df7fe640 1 -- 172.21.15.17:0/539487373 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d80319d0 con 0x7ff2e0156990 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/539487373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e0156990 msgr2=0x7ff2e00cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e0156990 0x7ff2e00cd170 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0070c10 tx=0x7ff2d802a610 comp rx=0 tx=0).stop 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/539487373 shutdown_connections 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00b22c0 0x7ff2e015fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/539487373 >> v2:172.21.15.160:3300/0 conn(0x7ff2e00cd6b0 0x7ff2e00b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/539487373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e0156990 0x7ff2e00cd170 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/539487373 >> 172.21.15.17:0/539487373 conn(0x7ff2e006bc10 msgr2=0x7ff2e006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/539487373 shutdown_connections 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.115+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/539487373 wait complete. 2024-09-19T08:10:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.116+0000 7ff2e6c1e640 1 Processor -- start 2024-09-19T08:10:17.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.116+0000 7ff2e6c1e640 1 -- start start 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00cd6b0 0x7ff2e01f7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2e0156990 0x7ff2e01f82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e00cef20 con 0x7ff2e00b22c0 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e00b26d0 con 0x7ff2e0156990 2024-09-19T08:10:17.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e6c1e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e00cf0a0 con 0x7ff2e00cd6b0 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e49ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e49ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45744/0 (socket says 172.21.15.17:45744) 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2e49ba640 1 -- 172.21.15.17:0/1636780125 learned_addr learned my addr 172.21.15.17:0/1636780125 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.117+0000 7ff2dffff640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00cd6b0 0x7ff2e01f7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e51bb640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2e0156990 0x7ff2e01f82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 -- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00cd6b0 msgr2=0x7ff2e01f7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00cd6b0 0x7ff2e01f7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 -- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2e0156990 msgr2=0x7ff2e01f82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2e0156990 0x7ff2e01f82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 -- 172.21.15.17:0/1636780125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e015e8d0 con 0x7ff2e00b22c0 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e49ba640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8000f80 tx=0x7ff2d8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8036050 con 0x7ff2e00b22c0 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2d8042070 con 0x7ff2e00b22c0 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e015ebb0 con 0x7ff2e00b22c0 2024-09-19T08:10:17.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8009510 con 0x7ff2e00b22c0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.118+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e015f170 con 0x7ff2e00b22c0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.119+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2e015b8b0 con 0x7ff2e00b22c0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.120+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff2d8007c70 con 0x7ff2e00b22c0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.120+0000 7ff2dd7fa640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 0x7ff2c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.120+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7ff2d80ac3d0 con 0x7ff2e00b22c0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.120+0000 7ff2dffff640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 0x7ff2c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:17.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.121+0000 7ff2dffff640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 0x7ff2c006e770 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0153e80 tx=0x7ff2d0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:17.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.125+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff2d807a270 con 0x7ff2e00b22c0 2024-09-19T08:10:17.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.337+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff2e015b2f0 con 0x7ff2e00b22c0 2024-09-19T08:10:17.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.337+0000 7ff2dd7fa640 1 -- 172.21.15.17:0/1636780125 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v153) ==== 53+0+73 (secure 0 0 0) 0x7ff2d807e570 con 0x7ff2e00b22c0 2024-09-19T08:10:17.338 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:10:17.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 msgr2=0x7ff2c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 0x7ff2c006e770 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0153e80 tx=0x7ff2d0009190 comp rx=0 tx=0).stop 2024-09-19T08:10:17.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 msgr2=0x7ff2e014d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:17.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8000f80 tx=0x7ff2d8004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:17.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 shutdown_connections 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff2c006c2b0 0x7ff2c006e770 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff2e0156990 0x7ff2e01f82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff2e00cd6b0 0x7ff2e01f7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 --2- 172.21.15.17:0/1636780125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff2e00b22c0 0x7ff2e014d890 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 >> 172.21.15.17:0/1636780125 conn(0x7ff2e006bc10 msgr2=0x7ff2e015a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 shutdown_connections 2024-09-19T08:10:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17.339+0000 7ff2e6c1e640 1 -- 172.21.15.17:0/1636780125 wait complete. 2024-09-19T08:10:17.350 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:10:17.350 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:10:17.350 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:10:17.351 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:17.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.351 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.368 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42304sec preferred_lft 42304sec 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:17.369 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:10:17.370 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.372 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:10:17.372 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:17.372 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:10:17.372 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:17.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.372 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:10:17.433 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:10:17.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.435 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:10:17.493 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:10:17.493 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:10:17.493 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:10:17.493 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:10:17.493 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:10:17.493 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:10:17.493 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:10:17.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:10:17.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:10:17.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:10:17.494 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:10:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:10:17.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:10:17.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.621 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:10:17.637 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:10:17.637 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:10:17.637 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:17.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.637 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:10:17.702 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:10:17.702 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:10:17.702 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:17.758 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:17.759 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:10:17.759 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:17.814 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:10:17.881 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:10:17.937 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:10:17.938 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:10:17.939 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:17.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:17.941 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:10:17.994 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:10:17.994 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:10:18.036 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:10:18.061 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:10:18.118 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:10:18.119 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:18.120 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:18.121 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:18.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:18.122 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:10:18.122 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:10:18.120+0000 7f2587e29480 -1 init, newargv = 0x562fd283fe30 newargc=15 2024-09-19T08:10:18.123 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[71365]: starting ceph client 2024-09-19T08:10:18.125 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[71365]: starting fuse 2024-09-19T08:10:18.140 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:10:18.140 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:10:18.140 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:10:18.141 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:10:18.142 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:10:18.163 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:18.164+0000 7fd4bf54d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:18.242 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.71365.asok 2024-09-19T08:10:18.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:10:18.253 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.71365.asok 2024-09-19T08:10:18.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:18.253 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.71365.asok status 2024-09-19T08:10:18.392 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:10:18.392 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:10:18.392 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "71365", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8478, 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:10:18.393 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 8478 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2893901418 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2893901418 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.8478 192.168.0.1:0/2893901418", 2024-09-19T08:10:18.394 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2893901418", 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 153, 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 100, 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:10:18.395 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:10:18.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:18.398 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:10:18.398 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:18.414 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:10:18.414 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:18.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:18.414 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:18.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:18.481 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:10:18.523 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:10:18.541 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:10:18.541 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:10:18.541 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:18.541 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:10:18.542 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:10:18.542 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 400.00000000' did not caused DAMAGED state 2024-09-19T08:10:18.542 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 100.00000000.inode' 2024-09-19T08:10:18.542 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:18.542 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:18.600 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:10:18.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.741+0000 7f93dc126640 1 Processor -- start 2024-09-19T08:10:18.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.741+0000 7f93dc126640 1 -- start start 2024-09-19T08:10:18.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93dc126640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f93d415e4e0 0x7f93d40b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93dc126640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d415e8c0 0x7f93d40b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93dc126640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93d406cec0 con 0x7f93d40d1fc0 2024-09-19T08:10:18.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93dc126640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f93d40d2d40 con 0x7f93d415e4e0 2024-09-19T08:10:18.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93dc126640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f93d40b7250 con 0x7f93d415e8c0 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f93d415e4e0 0x7f93d40b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f93d415e4e0 0x7f93d40b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45746/0 (socket says 172.21.15.17:45746) 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 -- 172.21.15.17:0/75062098 learned_addr learned my addr 172.21.15.17:0/75062098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d96c1640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d415e8c0 0x7f93d40b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 -- 172.21.15.17:0/75062098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d415e8c0 msgr2=0x7f93d40b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d415e8c0 0x7f93d40b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 -- 172.21.15.17:0/75062098 >> v1:172.21.15.160:6789/0 conn(0x7f93d40d1fc0 legacy=0x7f93d40d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.742+0000 7f93d9ec2640 1 -- 172.21.15.17:0/75062098 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d406d160 con 0x7f93d415e4e0 2024-09-19T08:10:18.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.743+0000 7f93d9ec2640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e4e0 0x7f93d40b67d0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f93d0009870 tx=0x7f93d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed24b50655426cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:18.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.743+0000 7f93d8ec0640 1 -- 172.21.15.17:0/75062098 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d0037070 con 0x7f93d415e4e0 2024-09-19T08:10:18.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.743+0000 7f93d8ec0640 1 -- 172.21.15.17:0/75062098 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93d0032440 con 0x7f93d415e4e0 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.743+0000 7f93d8ec0640 1 -- 172.21.15.17:0/75062098 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d0032810 con 0x7f93d415e4e0 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 -- 172.21.15.17:0/75062098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e4e0 msgr2=0x7f93d40b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e4e0 0x7f93d40b67d0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f93d0009870 tx=0x7f93d002a270 comp rx=0 tx=0).stop 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 -- 172.21.15.17:0/75062098 shutdown_connections 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d415e8c0 0x7f93d40b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 --2- 172.21.15.17:0/75062098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e4e0 0x7f93d40b67d0 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 -- 172.21.15.17:0/75062098 >> 172.21.15.17:0/75062098 conn(0x7f93d406f400 msgr2=0x7f93d406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 -- 172.21.15.17:0/75062098 shutdown_connections 2024-09-19T08:10:18.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.744+0000 7f93dc126640 1 -- 172.21.15.17:0/75062098 wait complete. 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.745+0000 7f93dc126640 1 Processor -- start 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.745+0000 7f93dc126640 1 -- start start 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d40d1fc0 0x7f93d4159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f93d415e4e0 0x7f93d415a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f93d406dc40 con 0x7f93d415e8c0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f93d406d720 con 0x7f93d415e4e0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93dc126640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f93d406ddc0 con 0x7f93d40d1fc0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45758/0 (socket says 172.21.15.17:45758) 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 -- 172.21.15.17:0/355302577 learned_addr learned my addr 172.21.15.17:0/355302577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93d96c1640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f93d415e4e0 0x7f93d415a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93d9ec2640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d40d1fc0 0x7f93d4159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 -- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d40d1fc0 msgr2=0x7f93d4159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d40d1fc0 0x7f93d4159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 -- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f93d415e4e0 msgr2=0x7f93d415a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f93d415e4e0 0x7f93d415a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.746+0000 7f93da6c3640 1 -- 172.21.15.17:0/355302577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d41f42e0 con 0x7f93d415e8c0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93da6c3640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00c710 tx=0x7f93cc00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc016020 con 0x7f93d415e8c0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93cc006d50 con 0x7f93d415e8c0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d4152c10 con 0x7f93d415e8c0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc003bb0 con 0x7f93d415e8c0 2024-09-19T08:10:18.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.747+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d41f4880 con 0x7f93d415e8c0 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.748+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93d40d2470 con 0x7f93d415e8c0 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.748+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f93cc00a850 con 0x7f93d415e8c0 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.749+0000 7f93ca7fc640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 0x7f93b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.749+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f93cc08b300 con 0x7f93d415e8c0 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.749+0000 7f93d9ec2640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 0x7f93b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:18.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.749+0000 7f93d9ec2640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 0x7f93b806e7a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f93d0034000 tx=0x7f93d002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:18.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.753+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f93cc020020 con 0x7f93d415e8c0 2024-09-19T08:10:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.940+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f93d415c3b0 con 0x7f93d415e8c0 2024-09-19T08:10:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.940+0000 7f93ca7fc640 1 -- 172.21.15.17:0/355302577 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 24 entries v100) ==== 81+0+1458 (secure 0 0 0) 0x7f93cc00ce20 con 0x7f93d415e8c0 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:18.941 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:18.942 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:18.943 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:listed 24 entries 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.942+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 msgr2=0x7f93b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.942+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 0x7f93b806e7a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f93d0034000 tx=0x7f93d002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.942+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 msgr2=0x7f93d41f7b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.942+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00c710 tx=0x7f93cc00cbd0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 shutdown_connections 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f93b806c2e0 0x7f93b806e7a0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93d415e8c0 0x7f93d41f7b00 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f93d415e4e0 0x7f93d415a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 --2- 172.21.15.17:0/355302577 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f93d40d1fc0 0x7f93d4159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 >> 172.21.15.17:0/355302577 conn(0x7f93d406f400 msgr2=0x7f93d41581d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:18.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 shutdown_connections 2024-09-19T08:10:18.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:18.943+0000 7f93dc126640 1 -- 172.21.15.17:0/355302577 wait complete. 2024-09-19T08:10:18.954 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:18.954 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:18.970 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:10:19.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.114+0000 7f608161e640 1 Processor -- start 2024-09-19T08:10:19.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 -- start start 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f607c15e640 0x7f607c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0cf0e0 0x7f607c0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f607c15ea20 con 0x7f607c0b2cf0 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f607c0b2860 con 0x7f607c15e640 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f608161e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f607c0b1c50 con 0x7f607c0cf0e0 2024-09-19T08:10:19.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.115+0000 7f607affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f607c15e640 0x7f607c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f607c15e640 0x7f607c0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45770/0 (socket says 172.21.15.17:45770) 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 -- 172.21.15.17:0/1467454475 learned_addr learned my addr 172.21.15.17:0/1467454475 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607b7fe640 1 --1- 172.21.15.17:0/1467454475 >> v1:172.21.15.17:6789/0 conn(0x7f607c0b2cf0 0x7f607c0b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43174/0 (socket says 172.21.15.17:43174) 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607a7fc640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0cf0e0 0x7f607c0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 -- 172.21.15.17:0/1467454475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0cf0e0 msgr2=0x7f607c0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0cf0e0 0x7f607c0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 -- 172.21.15.17:0/1467454475 >> v1:172.21.15.17:6789/0 conn(0x7f607c0b2cf0 legacy=0x7f607c0b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f607affd640 1 -- 172.21.15.17:0/1467454475 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607c0b1f30 con 0x7f607c15e640 2024-09-19T08:10:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.116+0000 7f6079ffb640 1 -- 172.21.15.17:0/1467454475 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 613271703 0 0) 0x7f607c15ea20 con 0x7f607c0b2cf0 2024-09-19T08:10:19.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f607affd640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c0ceba0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f607c15ebf0 tx=0x7f606c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3cc07f6a113296 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f6079ffb640 1 -- 172.21.15.17:0/1467454475 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c036070 con 0x7f607c15e640 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f6079ffb640 1 -- 172.21.15.17:0/1467454475 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f606c031600 con 0x7f607c15e640 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f6079ffb640 1 -- 172.21.15.17:0/1467454475 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0319d0 con 0x7f607c15e640 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 -- 172.21.15.17:0/1467454475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 msgr2=0x7f607c0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c0ceba0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f607c15ebf0 tx=0x7f606c02a680 comp rx=0 tx=0).stop 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 -- 172.21.15.17:0/1467454475 shutdown_connections 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0cf0e0 0x7f607c0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 --2- 172.21.15.17:0/1467454475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c0ceba0 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 -- 172.21.15.17:0/1467454475 >> 172.21.15.17:0/1467454475 conn(0x7f607c09d820 msgr2=0x7f607c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 -- 172.21.15.17:0/1467454475 shutdown_connections 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.117+0000 7f608161e640 1 -- 172.21.15.17:0/1467454475 wait complete. 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 Processor -- start 2024-09-19T08:10:19.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 -- start start 2024-09-19T08:10:19.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0b2cf0 0x7f607c0b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f607c0cf0e0 0x7f607c15f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f607c0cfe40 con 0x7f607c15e640 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f607c0b24f0 con 0x7f607c0cf0e0 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.119+0000 7f608161e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f607c0b73a0 con 0x7f607c0b2cf0 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45784/0 (socket says 172.21.15.17:45784) 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 -- 172.21.15.17:0/3887898507 learned_addr learned my addr 172.21.15.17:0/3887898507 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607affd640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0b2cf0 0x7f607c0b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607a7fc640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f607c0cf0e0 0x7f607c15f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 -- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0b2cf0 msgr2=0x7f607c0b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0b2cf0 0x7f607c0b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 -- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f607c0cf0e0 msgr2=0x7f607c15f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f607c0cf0e0 0x7f607c15f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 -- 172.21.15.17:0/3887898507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607c0b67c0 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f607b7fe640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f607400c410 tx=0x7f607400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60740074e0 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60740047e0 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f607c0b6a60 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6074004bd0 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.120+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f607c0b4070 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.121+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f607c068eb0 con 0x7f607c15e640 2024-09-19T08:10:19.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.122+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6074011070 con 0x7f607c15e640 2024-09-19T08:10:19.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.122+0000 7f60737fe640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 0x7f605c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.122+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7f607408b1e0 con 0x7f607c15e640 2024-09-19T08:10:19.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.122+0000 7f607affd640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 0x7f605c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.123+0000 7f607affd640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 0x7f605c06e770 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f606c033000 tx=0x7f606c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.127+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6074058f60 con 0x7f607c15e640 2024-09-19T08:10:19.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.314+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f607c0ceba0 con 0x7f607c15e640 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.315+0000 7f60737fe640 1 -- 172.21.15.17:0/3887898507 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 24 entries v100) ==== 81+0+1458 (secure 0 0 0) 0x7f607405d260 con 0x7f607c15e640 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:19.315 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:19.317 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:19.317 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:19.317 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:19.317 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:listed 24 entries 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 msgr2=0x7f605c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 0x7f605c06e770 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f606c033000 tx=0x7f606c009000 comp rx=0 tx=0).stop 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 msgr2=0x7f607c1544e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f607400c410 tx=0x7f607400c8d0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 shutdown_connections 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f605c06c2b0 0x7f605c06e770 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f607c15e640 0x7f607c1544e0 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f607c0cf0e0 0x7f607c15f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 --2- 172.21.15.17:0/3887898507 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f607c0b2cf0 0x7f607c0b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 >> 172.21.15.17:0/3887898507 conn(0x7f607c09d820 msgr2=0x7f607c0b7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 shutdown_connections 2024-09-19T08:10:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.317+0000 7f608161e640 1 -- 172.21.15.17:0/3887898507 wait complete. 2024-09-19T08:10:19.328 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:10:19.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:19.329 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:19.355 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:10:19.355 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:19.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:19.355 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:19.412 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:19.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.555+0000 7fdf4e2a4640 1 Processor -- start 2024-09-19T08:10:19.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.555+0000 7fdf4e2a4640 1 -- start start 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4e2a4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf4815c2f0 0x7fdf480af890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4e2a4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf480aefb0 0x7fdf480b3950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4e2a4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf4815f150 con 0x7fdf4815ec50 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4e2a4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdf480b34c0 con 0x7fdf480aefb0 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4e2a4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf4815f430 con 0x7fdf4815c2f0 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4c841640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf480aefb0 0x7fdf480b3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4c841640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf480aefb0 0x7fdf480b3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45790/0 (socket says 172.21.15.17:45790) 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4c841640 1 -- 172.21.15.17:0/2511073210 learned_addr learned my addr 172.21.15.17:0/2511073210 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf47fff640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf4815c2f0 0x7fdf480af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4c841640 1 -- 172.21.15.17:0/2511073210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf4815c2f0 msgr2=0x7fdf480af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.556+0000 7fdf4c841640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf4815c2f0 0x7fdf480af890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf4c841640 1 -- 172.21.15.17:0/2511073210 >> v1:172.21.15.17:6789/0 conn(0x7fdf4815ec50 legacy=0x7fdf480ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf4c841640 1 -- 172.21.15.17:0/2511073210 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf4815f710 con 0x7fdf480aefb0 2024-09-19T08:10:19.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf46ffd640 1 -- 172.21.15.17:0/2511073210 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 646571891 0 0) 0x7fdf4815f150 con 0x7fdf4815ec50 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf4c841640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf480aefb0 0x7fdf480b3950 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009e50 tx=0x7fdf4002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b268db61ba955486 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf46ffd640 1 -- 172.21.15.17:0/2511073210 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40036070 con 0x7fdf480aefb0 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf46ffd640 1 -- 172.21.15.17:0/2511073210 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf40031600 con 0x7fdf480aefb0 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.557+0000 7fdf46ffd640 1 -- 172.21.15.17:0/2511073210 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400319d0 con 0x7fdf480aefb0 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/2511073210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf480aefb0 msgr2=0x7fdf480b3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf480aefb0 0x7fdf480b3950 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fdf40009e50 tx=0x7fdf4002a710 comp rx=0 tx=0).stop 2024-09-19T08:10:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/2511073210 shutdown_connections 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf480aefb0 0x7fdf480b3950 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/2511073210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf4815c2f0 0x7fdf480af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/2511073210 >> 172.21.15.17:0/2511073210 conn(0x7fdf480b21c0 msgr2=0x7fdf480b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/2511073210 shutdown_connections 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.558+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/2511073210 wait complete. 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.559+0000 7fdf4e2a4640 1 Processor -- start 2024-09-19T08:10:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.559+0000 7fdf4e2a4640 1 -- start start 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 0x7fdf48155270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf4815ec50 0x7fdf481f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf480afdd0 con 0x7fdf4815c2f0 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf480b3e90 con 0x7fdf4815ec50 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf4e2a4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf481f5d40 con 0x7fdf480aefb0 2024-09-19T08:10:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45794/0 (socket says 172.21.15.17:45794) 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.560+0000 7fdf477fe640 1 -- 172.21.15.17:0/4026413835 learned_addr learned my addr 172.21.15.17:0/4026413835 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf47fff640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 0x7fdf48155270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf4c841640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf4815ec50 0x7fdf481f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 -- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 msgr2=0x7fdf48155270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 0x7fdf48155270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 -- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf4815ec50 msgr2=0x7fdf481f5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf4815ec50 0x7fdf481f5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 -- 172.21.15.17:0/4026413835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf481f4d30 con 0x7fdf4815c2f0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf47fff640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 0x7fdf48155270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf477fe640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00c440 tx=0x7fdf3c00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c017070 con 0x7fdf4815c2f0 2024-09-19T08:10:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf3c005480 con 0x7fdf4815c2f0 2024-09-19T08:10:19.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c003830 con 0x7fdf4815c2f0 2024-09-19T08:10:19.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf48155900 con 0x7fdf4815c2f0 2024-09-19T08:10:19.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.561+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf481f5000 con 0x7fdf4815c2f0 2024-09-19T08:10:19.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.562+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf480b3950 con 0x7fdf4815c2f0 2024-09-19T08:10:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.563+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf3c01a070 con 0x7fdf4815c2f0 2024-09-19T08:10:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.563+0000 7fdf44ff9640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.563+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6770+0+0 (secure 0 0 0) 0x7fdf3c08ab90 con 0x7fdf4815c2f0 2024-09-19T08:10:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.563+0000 7fdf47fff640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.564+0000 7fdf47fff640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fdf38006fd0 tx=0x7fdf38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.567+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf3c058ed0 con 0x7fdf4815c2f0 2024-09-19T08:10:19.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.779+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdf480d02f0 con 0x7fdf4815c2f0 2024-09-19T08:10:19.780 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:19.780+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:19.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.782+0000 7fdf44ff9640 1 -- 172.21.15.17:0/4026413835 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v154) ==== 161+0+0 (secure 0 0 0) 0x7fdf3c0587d0 con 0x7fdf4815c2f0 2024-09-19T08:10:19.782 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:19.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 msgr2=0x7fdf3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fdf38006fd0 tx=0x7fdf38008040 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 msgr2=0x7fdf4815e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00c440 tx=0x7fdf3c00c900 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 shutdown_connections 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf3406c2b0 0x7fdf3406e770 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf4815ec50 0x7fdf481f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf4815c2f0 0x7fdf4815e460 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 --2- 172.21.15.17:0/4026413835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf480aefb0 0x7fdf48155270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 >> 172.21.15.17:0/4026413835 conn(0x7fdf480b21c0 msgr2=0x7fdf480b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 shutdown_connections 2024-09-19T08:10:19.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.784+0000 7fdf4e2a4640 1 -- 172.21.15.17:0/4026413835 wait complete. 2024-09-19T08:10:19.786 INFO:tasks.ceph.mds.a.smithi017.stderr: -440> 2024-09-19T08:10:18.164+0000 7fd4bf54d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:19.797 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:19.812 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:10:19.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.902+0000 7feb092e4640 1 Processor -- start 2024-09-19T08:10:19.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.902+0000 7feb092e4640 1 -- start start 2024-09-19T08:10:19.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb092e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040d27b0 0x7feb040b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb092e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb04070660 0x7feb04070a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb092e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb04070f80 con 0x7feb0415d2e0 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb092e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7feb0415e0c0 con 0x7feb040d27b0 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb092e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7feb0415d750 con 0x7feb04070660 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040d27b0 0x7feb040b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb040d27b0 0x7feb040b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45812/0 (socket says 172.21.15.17:45812) 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 -- 172.21.15.17:0/173357799 learned_addr learned my addr 172.21.15.17:0/173357799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb037fe640 1 --2- 172.21.15.17:0/173357799 >> v2:172.21.15.160:3300/0 conn(0x7feb04070660 0x7feb04070a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 -- 172.21.15.17:0/173357799 >> v2:172.21.15.160:3300/0 conn(0x7feb04070660 msgr2=0x7feb04070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 --2- 172.21.15.17:0/173357799 >> v2:172.21.15.160:3300/0 conn(0x7feb04070660 0x7feb04070a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 -- 172.21.15.17:0/173357799 >> v1:172.21.15.160:6789/0 conn(0x7feb0415d2e0 legacy=0x7feb0415d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.903+0000 7feb02ffd640 1 -- 172.21.15.17:0/173357799 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb040b59b0 con 0x7feb040d27b0 2024-09-19T08:10:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.904+0000 7feb02ffd640 1 --2- 172.21.15.17:0/173357799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040d27b0 0x7feb040b5320 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7feb04071750 tx=0x7feaf402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34ab5e82eb1a5df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.904+0000 7feb027fc640 1 -- 172.21.15.17:0/173357799 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4037070 con 0x7feb040d27b0 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.904+0000 7feb027fc640 1 -- 172.21.15.17:0/173357799 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaf4032440 con 0x7feb040d27b0 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.904+0000 7feb027fc640 1 -- 172.21.15.17:0/173357799 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf4032810 con 0x7feb040d27b0 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 -- 172.21.15.17:0/173357799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040d27b0 msgr2=0x7feb040b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 --2- 172.21.15.17:0/173357799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040d27b0 0x7feb040b5320 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7feb04071750 tx=0x7feaf402a230 comp rx=0 tx=0).stop 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 -- 172.21.15.17:0/173357799 shutdown_connections 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 --2- 172.21.15.17:0/173357799 >> v2:172.21.15.160:3300/0 conn(0x7feb04070660 0x7feb04070a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 --2- 172.21.15.17:0/173357799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb040d27b0 0x7feb040b5320 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 -- 172.21.15.17:0/173357799 >> 172.21.15.17:0/173357799 conn(0x7feb0406f400 msgr2=0x7feb0406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 -- 172.21.15.17:0/173357799 shutdown_connections 2024-09-19T08:10:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.905+0000 7feb092e4640 1 -- 172.21.15.17:0/173357799 wait complete. 2024-09-19T08:10:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.906+0000 7feb092e4640 1 Processor -- start 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.906+0000 7feb092e4640 1 -- start start 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 0x7feb0414bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040d27b0 0x7feb040c88c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb040b6250 con 0x7feb0415d2e0 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feb040b5f70 con 0x7feb040d27b0 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb092e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feb040b6530 con 0x7feb04070660 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 0x7feb0414bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45824/0 (socket says 172.21.15.17:45824) 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feb037fe640 1 -- 172.21.15.17:0/3844833679 learned_addr learned my addr 172.21.15.17:0/3844833679 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.907+0000 7feafbfff640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040d27b0 0x7feb040c88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 -- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 msgr2=0x7feb0414bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 0x7feb0414bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 -- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040d27b0 msgr2=0x7feb040c88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040d27b0 0x7feb040c88c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 -- 172.21.15.17:0/3844833679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb040c92a0 con 0x7feb0415d2e0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb02ffd640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 0x7feb0414bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb037fe640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7feafc007e40 tx=0x7feafc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc014620 con 0x7feb0415d2e0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feafc019070 con 0x7feb0415d2e0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb04157bb0 con 0x7feb0415d2e0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc014a20 con 0x7feb0415d2e0 2024-09-19T08:10:19.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.908+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb04158170 con 0x7feb0415d2e0 2024-09-19T08:10:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.909+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb04071320 con 0x7feb0415d2e0 2024-09-19T08:10:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.910+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feafc014bc0 con 0x7feb0415d2e0 2024-09-19T08:10:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.910+0000 7feafb7fe640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 0x7feae406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.910+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6856+0+0 (secure 0 0 0) 0x7feafc08c020 con 0x7feb0415d2e0 2024-09-19T08:10:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.910+0000 7feb02ffd640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 0x7feae406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:19.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.911+0000 7feb02ffd640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 0x7feae406e770 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:19.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:19.915+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb04071320 con 0x7feb0415d2e0 2024-09-19T08:10:20.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.162+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7feb040d2b90 con 0x7feb0415d2e0 2024-09-19T08:10:20.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.783+0000 7feafb7fe640 1 -- 172.21.15.17:0/3844833679 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v155) ==== 107+0+0 (secure 0 0 0) 0x7feafc059d50 con 0x7feb0415d2e0 2024-09-19T08:10:20.784 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:10:20.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 msgr2=0x7feae406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:20.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 0x7feae406e770 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 msgr2=0x7feb0415eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7feafc007e40 tx=0x7feafc00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 shutdown_connections 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae406c2b0 0x7feae406e770 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0415d2e0 0x7feb0415eab0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb040d27b0 0x7feb040c88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 --2- 172.21.15.17:0/3844833679 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb04070660 0x7feb0414bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 >> 172.21.15.17:0/3844833679 conn(0x7feb0406f400 msgr2=0x7feb0415c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 shutdown_connections 2024-09-19T08:10:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.786+0000 7feb092e4640 1 -- 172.21.15.17:0/3844833679 wait complete. 2024-09-19T08:10:20.801 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:20.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.889+0000 7f1b2a51bf40 1 Processor -- start 2024-09-19T08:10:20.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.889+0000 7f1b2a51bf40 1 -- start start 2024-09-19T08:10:20.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115620f40 0x562115575f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115622330 0x562115622830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56211549b510 con 0x562115578770 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5621154f4c50 con 0x562115622330 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5621155793d0 con 0x562115620f40 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b27537640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b27537640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45838/0 (socket says 172.21.15.17:45838) 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.890+0000 7f1b27537640 1 -- 172.21.15.17:0/309888312 learned_addr learned my addr 172.21.15.17:0/309888312 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b26d36640 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115620f40 0x562115575f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27d38640 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115622330 0x562115622830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 -- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115620f40 msgr2=0x562115575f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115620f40 0x562115575f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 -- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115622330 msgr2=0x562115622830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115622330 0x562115622830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 -- 172.21.15.17:0/309888312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562115549490 con 0x562115578770 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b27537640 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f1b18058040 tx=0x7f1b18051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2005159fdbc4bf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b25d34640 1 -- 172.21.15.17:0/309888312 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b18056b70 con 0x562115578770 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b25d34640 1 -- 172.21.15.17:0/309888312 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b18056d10 con 0x562115578770 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.891+0000 7f1b25d34640 1 -- 172.21.15.17:0/309888312 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b18060670 con 0x562115578770 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/309888312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 msgr2=0x5621155759d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f1b18058040 tx=0x7f1b18051000 comp rx=0 tx=0).stop 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/309888312 shutdown_connections 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115622330 0x562115622830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115620f40 0x562115575f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/309888312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115578770 0x5621155759d0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/309888312 >> 172.21.15.17:0/309888312 conn(0x562115548bb0 msgr2=0x562115594d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/309888312 shutdown_connections 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/309888312 wait complete. 2024-09-19T08:10:20.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 Processor -- start 2024-09-19T08:10:20.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.892+0000 7f1b2a51bf40 1 -- start start 2024-09-19T08:10:20.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115578770 0x562115614e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115620f40 0x5621155911c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 0x562115615f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56211554cd70 con 0x562115622330 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562115623970 con 0x562115620f40 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b2a51bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562115623c50 con 0x562115578770 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b27d38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 0x562115615f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b27d38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 0x562115615f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45844/0 (socket says 172.21.15.17:45844) 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 learned_addr learned my addr 172.21.15.17:0/3074807994 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115578770 0x562115614e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.893+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115620f40 0x5621155911c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115578770 msgr2=0x562115614e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:20.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562115578770 0x562115614e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115620f40 msgr2=0x5621155911c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562115620f40 0x5621155911c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56211561f730 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b27d38640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 0x562115615f10 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f1b2000db30 tx=0x7f1b2000b1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b24d32640 1 -- 172.21.15.17:0/3074807994 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2000bc10 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b24d32640 1 -- 172.21.15.17:0/3074807994 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b20016070 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562115595140 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b24d32640 1 -- 172.21.15.17:0/3074807994 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b200032e0 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.894+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562115575ae0 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b24d32640 1 -- 172.21.15.17:0/3074807994 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b20011480 con 0x562115622330 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b24d32640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b1406ae30 0x7f1b1406d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b24d32640 1 -- 172.21.15.17:0/3074807994 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6856+0+0 (secure 0 0 0) 0x7f1b2008a250 con 0x562115622330 2024-09-19T08:10:20.899 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:20.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b1406ae30 0x7f1b1406d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562115591700 0x562115616960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x56211561c9c0 con 0x562115591700 2024-09-19T08:10:20.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.896+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562115591700 0x562115616960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.897+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b1406ae30 0x7f1b1406d2f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1b18045d10 tx=0x7f1b18064040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.897+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562115591700 0x562115616960 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.901+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v101'381 uv355 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.901+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x56211561cd90 con 0x562115591700 2024-09-19T08:10:20.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.902+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v101'382 uv382 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.902+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x56211561d130 con 0x562115591700 2024-09-19T08:10:20.903 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:20.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.903+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v101'383 uv383 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.903+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x56211561d4d0 con 0x562115591700 2024-09-19T08:10:20.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.904+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v101'384 uv384 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.904+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c51e0 con 0x562115591700 2024-09-19T08:10:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.906+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v101'385 uv385 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.906+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c41d0 con 0x562115591700 2024-09-19T08:10:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.907+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v101'386 uv386 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.907+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4570 con 0x562115591700 2024-09-19T08:10:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.908+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v101'387 uv361 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.908+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4960 con 0x562115591700 2024-09-19T08:10:20.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.910+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v101'388 uv388 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.910+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4960 con 0x562115591700 2024-09-19T08:10:20.910 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:20.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.911+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v101'389 uv389 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.911+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.912+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v101'390 uv390 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.912+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.913+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v101'391 uv391 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.913+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.914+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v101'392 uv392 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.914+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.916+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v101'393 uv368 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.916+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.917+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v101'394 uv394 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.917+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.918 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:20.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.918+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v101'395 uv395 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.918+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.919+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v101'396 uv396 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.919+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.921+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v101'397 uv397 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.921+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.922+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v101'398 uv398 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.922+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.923+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v101'399 uv399 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.924+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.925+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v101'400 uv374 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.925+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.926+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v101'401 uv401 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.926+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.927 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:20.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.927+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v101'402 uv402 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.927+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.928+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v101'403 uv403 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.928+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.930+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v101'404 uv404 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.930+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.931+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v101'405 uv405 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.931+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.932+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v101'406 uv380 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.932+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.933+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v101'407 uv407 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.933+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.934 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:20.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.934+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v101'408 uv408 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.934+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.935+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v101'409 uv409 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.935+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.936+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v101'410 uv410 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.936+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c4910 con 0x562115591700 2024-09-19T08:10:20.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.938+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v101'411 uv411 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.938+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5621156c4cf0 0x5621156c7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.938+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c7fe0 con 0x5621156c4cf0 2024-09-19T08:10:20.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.938+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5621156c4cf0 0x5621156c7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.938+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5621156c4cf0 0x5621156c7aa0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.940+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v101'283 uv263 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.940+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c8380 con 0x5621156c4cf0 2024-09-19T08:10:20.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.941+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v101'284 uv284 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.941+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c8720 con 0x5621156c4cf0 2024-09-19T08:10:20.942 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.942+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v101'285 uv285 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.942+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c8f70 con 0x5621156c4cf0 2024-09-19T08:10:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.944+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v101'286 uv286 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.944+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9310 con 0x5621156c4cf0 2024-09-19T08:10:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.945+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v101'287 uv287 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.945+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c96b0 con 0x5621156c4cf0 2024-09-19T08:10:20.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.946+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v101'288 uv282 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.946+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9a50 con 0x5621156c4cf0 2024-09-19T08:10:20.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.947+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v101'289 uv289 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.948+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.948 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.949+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v101'290 uv290 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.949+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.950+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v101'291 uv291 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.950+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.951+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v101'292 uv292 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.951+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.952+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v101'293 uv281 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.952+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.953+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v101'294 uv294 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.953+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.954 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:20.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.954+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v101'295 uv295 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.954+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd850 con 0x5621156c4cf0 2024-09-19T08:10:20.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.955+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v101'296 uv296 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.955+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd850 con 0x5621156c4cf0 2024-09-19T08:10:20.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.956+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v101'297 uv297 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.956+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.958+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v101'298 uv279 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.958+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.959+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v101'299 uv299 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.959+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.959 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:20.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.960+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v101'300 uv300 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.960+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cae00 con 0x5621156c4cf0 2024-09-19T08:10:20.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.961+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v101'301 uv301 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.961+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cae00 con 0x5621156c4cf0 2024-09-19T08:10:20.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.962+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v101'302 uv302 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.962+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x5621156c4cf0 2024-09-19T08:10:20.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.963+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v101'303 uv303 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156c4cf0 2024-09-19T08:10:20.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.963+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x562115591700 2024-09-19T08:10:20.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.964+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v101'75 uv74 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.964+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x562115591700 2024-09-19T08:10:20.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.965+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v101'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.965+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x562115591700 2024-09-19T08:10:20.966 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:20.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.966+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v101'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.966+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cae00 con 0x562115591700 2024-09-19T08:10:20.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.967+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v101'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.967+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cae00 con 0x562115591700 2024-09-19T08:10:20.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.968+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v101'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.968+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156c9df0 con 0x562115591700 2024-09-19T08:10:20.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.969+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v101'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.969+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5621156ca470 0x5621156ca8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.969+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd200 con 0x5621156ca470 2024-09-19T08:10:20.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.969+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5621156ca470 0x5621156ca8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.970+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5621156ca470 0x5621156ca8b0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.972+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v101'61 uv60 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:20.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.972+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd200 con 0x5621156ca470 2024-09-19T08:10:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.974+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v101'62 uv62 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.974+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd200 con 0x5621156ca470 2024-09-19T08:10:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.974+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v101'63 uv63 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:20.974 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.974+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd5f0 con 0x5621156ca470 2024-09-19T08:10:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.975+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v101'64 uv64 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.975+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd5f0 con 0x562115591700 2024-09-19T08:10:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.977+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v101'75 uv74 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.977+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd5f0 con 0x562115591700 2024-09-19T08:10:20.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.978+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v101'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.978+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd5f0 con 0x562115591700 2024-09-19T08:10:20.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.979+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v101'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.979 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:20.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.979+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156ce600 con 0x562115591700 2024-09-19T08:10:20.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.982+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v101'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.982+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156ce600 con 0x562115591700 2024-09-19T08:10:20.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.984+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v101'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.984+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156cd5f0 con 0x562115591700 2024-09-19T08:10:20.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.987+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v101'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:20.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.987+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5621156cdb00 0x5621156cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.987+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d0430 con 0x5621156cdb00 2024-09-19T08:10:20.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.987+0000 7f1b27d38640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5621156cdb00 0x5621156cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.988+0000 7f1b27d38640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5621156cdb00 0x5621156cfef0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:20.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.989+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v101'138 uv132 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.989+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d08b0 con 0x5621156cdb00 2024-09-19T08:10:20.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.990+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v101'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.990+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d0d90 con 0x5621156cdb00 2024-09-19T08:10:20.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.991+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v101'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.991 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:20.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.991+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d2640 con 0x5621156cdb00 2024-09-19T08:10:20.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.992+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v101'141 uv141 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.992+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d29e0 con 0x5621156cdb00 2024-09-19T08:10:20.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.992+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v101'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.992+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1630 con 0x5621156cdb00 2024-09-19T08:10:20.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.993+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v101'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.993+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1a20 con 0x5621156cdb00 2024-09-19T08:10:20.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.994+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v101'144 uv137 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.994+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1e10 con 0x5621156cdb00 2024-09-19T08:10:20.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.995+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v101'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.995+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1e10 con 0x5621156cdb00 2024-09-19T08:10:20.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.996+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v101'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.996 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:20.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.996+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1dc0 con 0x5621156cdb00 2024-09-19T08:10:20.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.997+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v101'147 uv147 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.997+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d1dc0 con 0x5621156cdb00 2024-09-19T08:10:20.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.999+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v101'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:20.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.999+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5621156d21b0 0x5621156d52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:20.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.999+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x5621156d21b0 2024-09-19T08:10:20.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.999+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5621156d21b0 0x5621156d52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:20.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:20.999+0000 7f1b27537640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5621156d21b0 0x5621156d52a0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.001+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v101'61 uv60 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156d21b0 2024-09-19T08:10:21.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.001+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x5621156d21b0 2024-09-19T08:10:21.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.002+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v101'62 uv62 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156d21b0 2024-09-19T08:10:21.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.002+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x5621156d21b0 2024-09-19T08:10:21.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.003+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v101'63 uv63 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156d21b0 2024-09-19T08:10:21.003 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:21.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.003+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5820 con 0x5621156d21b0 2024-09-19T08:10:21.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.004+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v101'64 uv64 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156d21b0 2024-09-19T08:10:21.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.004+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x5621156d21b0 2024-09-19T08:10:21.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.005+0000 7f1b27537640 1 -- 172.21.15.17:0/3074807994 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v101'65 uv65 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b18068070 con 0x5621156d21b0 2024-09-19T08:10:21.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.005+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x562115591700 2024-09-19T08:10:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.006+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v101'75 uv74 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.006+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x562115591700 2024-09-19T08:10:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.007+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v101'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.007+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d57e0 con 0x562115591700 2024-09-19T08:10:21.008 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.008+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v101'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.008+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d6ca0 con 0x562115591700 2024-09-19T08:10:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.009+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v101'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.009+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d6ca0 con 0x562115591700 2024-09-19T08:10:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.010+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v101'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.010+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x562115591700 2024-09-19T08:10:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.011+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v101'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x562115591700 2024-09-19T08:10:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.011+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.012+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v101'122 uv116 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.012+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.013+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v101'123 uv123 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.013+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.014+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v101'124 uv124 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.014 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.014+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.015+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v101'125 uv125 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.015+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.016+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v101'126 uv126 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.016+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.017+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v101'127 uv121 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.017+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.018+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v101'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.018+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.019+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v101'129 uv129 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.019 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.019+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d5c90 con 0x5621156ca470 2024-09-19T08:10:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.020+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v101'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.020+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8aa0 con 0x5621156ca470 2024-09-19T08:10:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.021+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v101'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.021+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5621156d6650 0x5621156d8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.021+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156d6650 2024-09-19T08:10:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.021+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5621156d6650 0x5621156d8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.021+0000 7f1b26d36640 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5621156d6650 0x5621156d8ec0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.022+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v101'57 uv55 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156d6650 2024-09-19T08:10:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.022+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156d6650 2024-09-19T08:10:21.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.023+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v101'58 uv58 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156d6650 2024-09-19T08:10:21.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.023+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156d6650 2024-09-19T08:10:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.024+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v101'59 uv59 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156d6650 2024-09-19T08:10:21.024 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.024+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156d6650 2024-09-19T08:10:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.025+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v101'60 uv60 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156d6650 2024-09-19T08:10:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.025+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.026+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v101'75 uv74 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.026+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.027+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v101'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.027+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.028+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v101'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.028 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:21.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.028+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.029+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v101'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.029+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.030+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v101'79 uv79 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.030+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156ca470 2024-09-19T08:10:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.031+0000 7f1b26d36640 1 -- 172.21.15.17:0/3074807994 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v101'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b1c010700 con 0x5621156ca470 2024-09-19T08:10:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.031+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.033+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v101'64 uv63 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.033+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.034+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v101'65 uv65 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.034+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.036 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:21.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.036+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v101'66 uv66 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.036+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.039+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v101'67 uv67 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.039+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.040+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v101'68 uv68 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.040+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.041+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v101'157 uv148 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.041+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.043+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v101'158 uv158 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.043+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.044+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v101'159 uv159 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.044 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:21.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.044+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.045+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v101'160 uv160 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.045+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.046+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v101'161 uv161 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.046+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.047+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v101'162 uv155 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.047+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.048+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v101'163 uv163 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.048+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.049+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v101'164 uv164 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.049 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:21.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.049+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.051+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v101'165 uv165 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.051+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.052+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v101'166 uv166 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.052+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d8a40 con 0x5621156cdb00 2024-09-19T08:10:21.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.053+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v101'167 uv167 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.053+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) -- 0x5621156d9400 con 0x5621156cdb00 2024-09-19T08:10:21.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v101'168 uv168 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1b2000e040 con 0x5621156cdb00 2024-09-19T08:10:21.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562115591700 msgr2=0x562115616960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562115591700 0x562115616960 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5621156ca470 msgr2=0x5621156ca8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5621156ca470 0x5621156ca8b0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5621156d6650 msgr2=0x5621156d8ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5621156d6650 0x5621156d8ec0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5621156c4cf0 msgr2=0x5621156c7aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5621156c4cf0 0x5621156c7aa0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 reap_dead start 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5621156cdb00 msgr2=0x5621156cfef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5621156cdb00 0x5621156cfef0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5621156d21b0 msgr2=0x5621156d52a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.054+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5621156d21b0 0x5621156d52a0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b1406ae30 msgr2=0x7f1b1406d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b1406ae30 0x7f1b1406d2f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1b18045d10 tx=0x7f1b18064040 comp rx=0 tx=0).stop 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 msgr2=0x562115615f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 --2- 172.21.15.17:0/3074807994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562115622330 0x562115615f10 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f1b2000db30 tx=0x7f1b2000b1e0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b27d38640 1 -- 172.21.15.17:0/3074807994 reap_dead start 2024-09-19T08:10:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 shutdown_connections 2024-09-19T08:10:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 >> 172.21.15.17:0/3074807994 conn(0x562115548bb0 msgr2=0x56211557a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 shutdown_connections 2024-09-19T08:10:21.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.055+0000 7f1b2a51bf40 1 -- 172.21.15.17:0/3074807994 wait complete. 2024-09-19T08:10:21.060 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 100.00000000.inode 2024-09-19T08:10:21.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.103+0000 7f00a5e7df40 1 Processor -- start 2024-09-19T08:10:21.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.103+0000 7f00a5e7df40 1 -- start start 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bfa5c0 0x55a695b6aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfaee0 0x55a695be79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a695bfb640 con 0x55a695bf0f90 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a695a74510 con 0x55a695bfa5c0 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a695b63660 con 0x55a695bfaee0 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45868/0 (socket says 172.21.15.17:45868) 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 -- 172.21.15.17:0/143456414 learned_addr learned my addr 172.21.15.17:0/143456414 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f009bfff640 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bfa5c0 0x55a695b6aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a4174640 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfaee0 0x55a695be79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 -- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfaee0 msgr2=0x55a695be79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfaee0 0x55a695be79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 -- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bfa5c0 msgr2=0x55a695b6aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bfa5c0 0x55a695b6aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.104+0000 7f00a3973640 1 -- 172.21.15.17:0/143456414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a695be87f0 con 0x55a695bf0f90 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a3973640 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f009400a7a0 tx=0x7f009400a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff923494b12f4a5c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a2971640 1 -- 172.21.15.17:0/143456414 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094019070 con 0x55a695bf0f90 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a2971640 1 -- 172.21.15.17:0/143456414 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0094007600 con 0x55a695bf0f90 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a2971640 1 -- 172.21.15.17:0/143456414 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00940079d0 con 0x55a695bf0f90 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 -- 172.21.15.17:0/143456414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 msgr2=0x55a695be9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f009400a7a0 tx=0x7f009400a890 comp rx=0 tx=0).stop 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 -- 172.21.15.17:0/143456414 shutdown_connections 2024-09-19T08:10:21.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfaee0 0x55a695be79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bfa5c0 0x55a695b6aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/143456414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bf0f90 0x55a695be9c80 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 -- 172.21.15.17:0/143456414 >> 172.21.15.17:0/143456414 conn(0x55a695b4d400 msgr2=0x55a695b526b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 -- 172.21.15.17:0/143456414 shutdown_connections 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.105+0000 7f00a5e7df40 1 -- 172.21.15.17:0/143456414 wait complete. 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.106+0000 7f00a5e7df40 1 Processor -- start 2024-09-19T08:10:21.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.106+0000 7f00a5e7df40 1 -- start start 2024-09-19T08:10:21.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bf0f90 0x55a695b6c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfa5c0 0x55a695bf1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 0x55a695bf18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a695b6b3e0 con 0x55a695bfaee0 2024-09-19T08:10:21.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a695bfd590 con 0x55a695bf0f90 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a5e7df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a695befa20 con 0x55a695bfa5c0 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a4174640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 0x55a695bf18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bf0f90 0x55a695b6c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a4174640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 0x55a695bf18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45882/0 (socket says 172.21.15.17:45882) 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a4174640 1 -- 172.21.15.17:0/356071592 learned_addr learned my addr 172.21.15.17:0/356071592 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f009bfff640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfa5c0 0x55a695bf1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 -- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfa5c0 msgr2=0x55a695bf1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a695bfa5c0 0x55a695bf1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 -- 172.21.15.17:0/356071592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 msgr2=0x55a695bf18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 0x55a695bf18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 -- 172.21.15.17:0/356071592 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a695be35b0 con 0x55a695bf0f90 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a4174640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a695bfaee0 0x55a695bf18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:21.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.107+0000 7f00a3973640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bf0f90 0x55a695b6c0a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0094016000 tx=0x7f0094003020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.108+0000 7f00a196f640 1 -- 172.21.15.17:0/356071592 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094019040 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.108+0000 7f00a196f640 1 -- 172.21.15.17:0/356071592 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0094024070 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.108+0000 7f00a196f640 1 -- 172.21.15.17:0/356071592 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094005920 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.108+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a695be3ab0 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.108+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a695b68cf0 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.109+0000 7f00a196f640 1 -- 172.21.15.17:0/356071592 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0094014670 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.109+0000 7f00a196f640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008406acc0 0x7f008406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f00a196f640 1 -- 172.21.15.17:0/356071592 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6856+0+0 (secure 0 0 0) 0x7f009408b620 con 0x55a695bf0f90 2024-09-19T08:10:21.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a695b6c5e0 0x55a695c941b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) -- 0x55a695b6adc0 con 0x55a695b6c5e0 2024-09-19T08:10:21.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f009bfff640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008406acc0 0x7f008406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f00a4174640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a695b6c5e0 0x55a695c941b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f009bfff640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008406acc0 0x7f008406d180 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f008c057000 tx=0x7f008c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.110+0000 7f00a4174640 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a695b6c5e0 0x55a695c941b0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a4174640 1 -- 172.21.15.17:0/356071592 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [delete] v101'169 uv169 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f009c002ab0 con 0x55a695b6c5e0 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a695b6c5e0 msgr2=0x55a695c941b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55a695b6c5e0 0x55a695c941b0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008406acc0 msgr2=0x7f008406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008406acc0 0x7f008406d180 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f008c057000 tx=0x7f008c052000 comp rx=0 tx=0).stop 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bf0f90 msgr2=0x55a695b6c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 --2- 172.21.15.17:0/356071592 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a695bf0f90 0x55a695b6c0a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0094016000 tx=0x7f0094003020 comp rx=0 tx=0).stop 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a4174640 1 -- 172.21.15.17:0/356071592 reap_dead start 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 shutdown_connections 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 >> 172.21.15.17:0/356071592 conn(0x55a695b4d400 msgr2=0x55a695bf9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 shutdown_connections 2024-09-19T08:10:21.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.112+0000 7f00a5e7df40 1 -- 172.21.15.17:0/356071592 wait complete. 2024-09-19T08:10:21.117 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:21.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.262+0000 7f9a469bd640 1 Processor -- start 2024-09-19T08:10:21.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.262+0000 7f9a469bd640 1 -- start start 2024-09-19T08:10:21.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a469bd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9a4015e500 0x7f9a4006d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a469bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a400b4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a469bd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a400cfb60 con 0x7f9a400d1fa0 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a469bd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9a400d00b0 con 0x7f9a4015e500 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a469bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9a4006dc80 con 0x7f9a400b3fb0 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9a4015e500 0x7f9a4006d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9a4015e500 0x7f9a4006d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45890/0 (socket says 172.21.15.17:45890) 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9a400d1fa0 0x7f9a400cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43214/0 (socket says 172.21.15.17:43214) 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 -- 172.21.15.17:0/3639362590 learned_addr learned my addr 172.21.15.17:0/3639362590 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a44f5a640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a400b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 -- 172.21.15.17:0/3639362590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 msgr2=0x7f9a400b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a400b4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 -- 172.21.15.17:0/3639362590 >> v1:172.21.15.17:6789/0 conn(0x7f9a400d1fa0 legacy=0x7f9a400cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a3ffff640 1 -- 172.21.15.17:0/3639362590 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a4006d9a0 con 0x7f9a4015e500 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.263+0000 7f9a44f5a640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a400b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.264+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a4006d040 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f9a30009870 tx=0x7f9a3002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c296626333f544c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.264+0000 7f9a3effd640 1 -- 172.21.15.17:0/3639362590 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a30037070 con 0x7f9a4015e500 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.264+0000 7f9a3effd640 1 -- 172.21.15.17:0/3639362590 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a3002ae50 con 0x7f9a4015e500 2024-09-19T08:10:21.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.264+0000 7f9a3effd640 1 -- 172.21.15.17:0/3639362590 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a30032860 con 0x7f9a4015e500 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 -- 172.21.15.17:0/3639362590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 msgr2=0x7f9a4006d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a4006d040 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f9a30009870 tx=0x7f9a3002a300 comp rx=0 tx=0).stop 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 -- 172.21.15.17:0/3639362590 shutdown_connections 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a400b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3639362590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a4006d040 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 -- 172.21.15.17:0/3639362590 >> 172.21.15.17:0/3639362590 conn(0x7f9a40067950 msgr2=0x7f9a40067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:21.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 -- 172.21.15.17:0/3639362590 shutdown_connections 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.265+0000 7f9a469bd640 1 -- 172.21.15.17:0/3639362590 wait complete. 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.266+0000 7f9a469bd640 1 Processor -- start 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.266+0000 7f9a469bd640 1 -- start start 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a40159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 0x7f9a4014cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9a400cef30 con 0x7f9a4015e500 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9a400cec50 con 0x7f9a400d1fa0 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a469bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9a4006d580 con 0x7f9a400b3fb0 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a44f5a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a44f5a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45902/0 (socket says 172.21.15.17:45902) 2024-09-19T08:10:21.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.267+0000 7f9a44f5a640 1 -- 172.21.15.17:0/3483841732 learned_addr learned my addr 172.21.15.17:0/3483841732 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3f7fe640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 0x7f9a4014cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a40159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 -- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 msgr2=0x7f9a40159f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a40159f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 -- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 msgr2=0x7f9a4014cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 0x7f9a4014cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:21.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 -- 172.21.15.17:0/3483841732 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a400b0300 con 0x7f9a4015e500 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a40159f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3f7fe640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 0x7f9a4014cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a44f5a640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009fa0 tx=0x7f9a3800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3801a070 con 0x7f9a4015e500 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a38003bb0 con 0x7f9a4015e500 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a38004030 con 0x7f9a4015e500 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a4014d3e0 con 0x7f9a4015e500 2024-09-19T08:10:21.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.268+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a400afa60 con 0x7f9a4015e500 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.269+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a4006d040 con 0x7f9a4015e500 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.270+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a3801d070 con 0x7f9a4015e500 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.270+0000 7f9a3cff9640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 0x7f9a2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.270+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6856+0+0 (secure 0 0 0) 0x7f9a3808bbf0 con 0x7f9a4015e500 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.271+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 0x7f9a2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:21.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.271+0000 7f9a3ffff640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 0x7f9a2c06e770 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9a30034000 tx=0x7f9a3002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:21.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.275+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a38010070 con 0x7f9a4015e500 2024-09-19T08:10:21.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:21.495+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f9a40068350 con 0x7f9a4015e500 2024-09-19T08:10:22.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.161+0000 7f9a3cff9640 1 -- 172.21.15.17:0/3483841732 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v156) ==== 162+0+0 (secure 0 0 0) 0x7f9a38059ee0 con 0x7f9a4015e500 2024-09-19T08:10:22.162 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 msgr2=0x7f9a2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 0x7f9a2c06e770 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9a30034000 tx=0x7f9a3002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 msgr2=0x7f9a400b0a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009fa0 tx=0x7f9a3800d560 comp rx=0 tx=0).stop 2024-09-19T08:10:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 shutdown_connections 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a2c06c2b0 0x7f9a2c06e770 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a4015e500 0x7f9a400b0a90 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9a400d1fa0 0x7f9a4014cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 --2- 172.21.15.17:0/3483841732 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9a400b3fb0 0x7f9a40159f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 >> 172.21.15.17:0/3483841732 conn(0x7f9a40067950 msgr2=0x7f9a40072e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 shutdown_connections 2024-09-19T08:10:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.164+0000 7f9a469bd640 1 -- 172.21.15.17:0/3483841732 wait complete. 2024-09-19T08:10:22.169 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:22.169+0000 7f676fb4d640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-19T08:10:22.170 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:22.170+0000 7f676fb4d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:10:22.170 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:22.170+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:22.170 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:22.170+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:22.179 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:22.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.292+0000 7fe482277640 1 Processor -- start 2024-09-19T08:10:22.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.292+0000 7fe482277640 1 -- start start 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe482277640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 0x7fe47c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe482277640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe47c0cf480 0x7fe47c0b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe482277640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe47c0b39a0 con 0x7fe47c15e7c0 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe482277640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe47c1630d0 con 0x7fe47c0cf480 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe482277640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe47c15eba0 con 0x7fe47c0b6a40 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe47bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe47c15e7c0 0x7fe47c0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42928/0 (socket says 172.21.15.17:42928) 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe47bfff640 1 -- 172.21.15.17:0/223640545 learned_addr learned my addr 172.21.15.17:0/223640545 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.293+0000 7fe480814640 1 --2- 172.21.15.17:0/223640545 >> v2:172.21.15.17:3300/0 conn(0x7fe47c0cf480 0x7fe47c0b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/223640545 >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 0x7fe47c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe480814640 1 -- 172.21.15.17:0/223640545 >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 msgr2=0x7fe47c162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe480814640 1 --2- 172.21.15.17:0/223640545 >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 0x7fe47c162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe480814640 1 -- 172.21.15.17:0/223640545 >> v1:172.21.15.17:6789/0 conn(0x7fe47c15e7c0 legacy=0x7fe47c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe480814640 1 -- 172.21.15.17:0/223640545 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47c0cfc60 con 0x7fe47c0cf480 2024-09-19T08:10:22.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/223640545 >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 0x7fe47c162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:22.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.294+0000 7fe480814640 1 --2- 172.21.15.17:0/223640545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0cf480 0x7fe47c0b9800 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7fe47c08da60 tx=0x7fe47402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef20d4ceec673842 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.296+0000 7fe47affd640 1 -- 172.21.15.17:0/223640545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474007740 con 0x7fe47c0cf480 2024-09-19T08:10:22.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.296+0000 7fe47affd640 1 -- 172.21.15.17:0/223640545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4740078e0 con 0x7fe47c0cf480 2024-09-19T08:10:22.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.296+0000 7fe47affd640 1 -- 172.21.15.17:0/223640545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474007cb0 con 0x7fe47c0cf480 2024-09-19T08:10:22.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.296+0000 7fe482277640 1 -- 172.21.15.17:0/223640545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0cf480 msgr2=0x7fe47c0b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.296+0000 7fe482277640 1 --2- 172.21.15.17:0/223640545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0cf480 0x7fe47c0b9800 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7fe47c08da60 tx=0x7fe47402a710 comp rx=0 tx=0).stop 2024-09-19T08:10:22.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 -- 172.21.15.17:0/223640545 shutdown_connections 2024-09-19T08:10:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 --2- 172.21.15.17:0/223640545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0cf480 0x7fe47c0b9800 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 --2- 172.21.15.17:0/223640545 >> v2:172.21.15.160:3300/0 conn(0x7fe47c0b6a40 0x7fe47c162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 -- 172.21.15.17:0/223640545 >> 172.21.15.17:0/223640545 conn(0x7fe47c0d1320 msgr2=0x7fe47c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 -- 172.21.15.17:0/223640545 shutdown_connections 2024-09-19T08:10:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.297+0000 7fe482277640 1 -- 172.21.15.17:0/223640545 wait complete. 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.298+0000 7fe482277640 1 Processor -- start 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.298+0000 7fe482277640 1 -- start start 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe47c0cf480 0x7fe47c0ce450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 0x7fe47c15c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c15f100 con 0x7fe47c0b6a40 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c15ee20 con 0x7fe47c0cf480 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe482277640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe47c15f3e0 con 0x7fe47c15e7c0 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35128/0 (socket says 172.21.15.17:35128) 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 -- 172.21.15.17:0/2658002015 learned_addr learned my addr 172.21.15.17:0/2658002015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe480814640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 0x7fe47c15c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 -- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 msgr2=0x7fe47c15c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 0x7fe47c15c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 -- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe47c0cf480 msgr2=0x7fe47c0ce450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe47c0cf480 0x7fe47c0ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe47bfff640 1 -- 172.21.15.17:0/2658002015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47c0cb620 con 0x7fe47c0b6a40 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.299+0000 7fe480814640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 0x7fe47c15c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe47bfff640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c3c0 tx=0x7fe46c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c017070 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe46c005ce0 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe47c0cb900 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c0072f0 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.300+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe47c15cac0 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.301+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe47c15f900 con 0x7fe47c0b6a40 2024-09-19T08:10:22.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.301+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe46c01a070 con 0x7fe47c0b6a40 2024-09-19T08:10:22.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.302+0000 7fe478ff9640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 0x7fe46806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.302+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7fe46c08ac80 con 0x7fe47c0b6a40 2024-09-19T08:10:22.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.302+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 0x7fe46806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.302+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 0x7fe46806e770 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe470006fd0 tx=0x7fe470008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.306+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe46c058f30 con 0x7fe47c0b6a40 2024-09-19T08:10:22.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.520+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe47c06cc00 con 0x7fe47c0b6a40 2024-09-19T08:10:22.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.520+0000 7fe478ff9640 1 -- 172.21.15.17:0/2658002015 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) ==== 95+0+4395 (secure 0 0 0) 0x7fe46c058830 con 0x7fe47c0b6a40 2024-09-19T08:10:22.521 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:22.521 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":157,"btime":"2024-09-19T08:10:22:171476+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8442,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/1555622043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1555622043},{"type":"v1","addr":"172.21.15.17:6834","nonce":1555622043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":151}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:22.171400+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:22.521 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 157 2024-09-19T08:10:22.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 msgr2=0x7fe46806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 0x7fe46806e770 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe470006fd0 tx=0x7fe470008040 comp rx=0 tx=0).stop 2024-09-19T08:10:22.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 msgr2=0x7fe47c0ab760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c3c0 tx=0x7fe46c00c880 comp rx=0 tx=0).stop 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 shutdown_connections 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe46806c2b0 0x7fe46806e770 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe47c15e7c0 0x7fe47c15c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe47c0cf480 0x7fe47c0ce450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 --2- 172.21.15.17:0/2658002015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c0b6a40 0x7fe47c0ab760 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 >> 172.21.15.17:0/2658002015 conn(0x7fe47c0d1320 msgr2=0x7fe47c0b62d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 shutdown_connections 2024-09-19T08:10:22.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.522+0000 7fe482277640 1 -- 172.21.15.17:0/2658002015 wait complete. 2024-09-19T08:10:22.533 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:22.534 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.640+0000 7f691ceba640 1 Processor -- start 2024-09-19T08:10:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.640+0000 7f691ceba640 1 -- start start 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.641+0000 7f691ceba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69180cf2b0 0x7f69180d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.641+0000 7f691ceba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f691815ea20 con 0x7f69180cf720 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.641+0000 7f691ceba640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69180b1c50 con 0x7f691815e640 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.641+0000 7f691ceba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f69180b3d00 con 0x7f69180cf2b0 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6915d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69180cf2b0 0x7f69180d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6916d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f69180cf720 0x7f69180d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42936/0 (socket says 172.21.15.17:42936) 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6916d9d640 1 -- 172.21.15.17:0/3396109720 learned_addr learned my addr 172.21.15.17:0/3396109720 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6915d9b640 1 -- 172.21.15.17:0/3396109720 >> v1:172.21.15.160:6789/0 conn(0x7f691815e640 legacy=0x7f69180ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6915d9b640 1 -- 172.21.15.17:0/3396109720 >> v1:172.21.15.17:6789/0 conn(0x7f69180cf720 legacy=0x7f69180d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.642+0000 7f6915d9b640 1 -- 172.21.15.17:0/3396109720 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69180b1f30 con 0x7f69180cf2b0 2024-09-19T08:10:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f6915d9b640 1 --2- 172.21.15.17:0/3396109720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf2b0 0x7f69180d2650 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f69180cb580 tx=0x7f690002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38b8c405f1b87937 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691559a640 1 -- 172.21.15.17:0/3396109720 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900037070 con 0x7f69180cf2b0 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691559a640 1 -- 172.21.15.17:0/3396109720 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f690002ae20 con 0x7f69180cf2b0 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691559a640 1 -- 172.21.15.17:0/3396109720 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900032660 con 0x7f69180cf2b0 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 -- 172.21.15.17:0/3396109720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf2b0 msgr2=0x7f69180d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 --2- 172.21.15.17:0/3396109720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf2b0 0x7f69180d2650 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f69180cb580 tx=0x7f690002a110 comp rx=0 tx=0).stop 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 -- 172.21.15.17:0/3396109720 shutdown_connections 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 --2- 172.21.15.17:0/3396109720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf2b0 0x7f69180d2650 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 -- 172.21.15.17:0/3396109720 >> 172.21.15.17:0/3396109720 conn(0x7f691809d820 msgr2=0x7f69180d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 -- 172.21.15.17:0/3396109720 shutdown_connections 2024-09-19T08:10:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.643+0000 7f691ceba640 1 -- 172.21.15.17:0/3396109720 wait complete. 2024-09-19T08:10:22.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.645+0000 7f691ceba640 1 Processor -- start 2024-09-19T08:10:22.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.645+0000 7f691ceba640 1 -- start start 2024-09-19T08:10:22.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69180cf2b0 0x7f6918155970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f691815e640 0x7f69180b9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69180b24f0 con 0x7f69180cf720 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f69180b2860 con 0x7f691815e640 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691ceba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f69180cfe40 con 0x7f69180cf2b0 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35144/0 (socket says 172.21.15.17:35144) 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 -- 172.21.15.17:0/1983132675 learned_addr learned my addr 172.21.15.17:0/1983132675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f691659c640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69180cf2b0 0x7f6918155970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 -- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69180cf2b0 msgr2=0x7f6918155970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69180cf2b0 0x7f6918155970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 -- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f691815e640 msgr2=0x7f69180b9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f691815e640 0x7f69180b9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 -- 172.21.15.17:0/1983132675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f691815ec90 con 0x7f69180cf720 2024-09-19T08:10:22.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f6915d9b640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f6900000c00 tx=0x7f69000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900042070 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.646+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f690003e670 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.647+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f691815ef30 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.647+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900037040 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.647+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f691815f4f0 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.648+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6918068eb0 con 0x7f69180cf720 2024-09-19T08:10:22.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.648+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6900045070 con 0x7f69180cf720 2024-09-19T08:10:22.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.648+0000 7f690effd640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.649+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7f69000ac1f0 con 0x7f69180cf720 2024-09-19T08:10:22.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.649+0000 7f691659c640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.649+0000 7f691659c640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 0x7f68f806e770 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f691806bec0 tx=0x7f6908009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.653+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f690007a5b0 con 0x7f69180cf720 2024-09-19T08:10:22.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.862+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f691806bef0 con 0x7f69180cf720 2024-09-19T08:10:22.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.863+0000 7f690effd640 1 -- 172.21.15.17:0/1983132675 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) ==== 95+0+4395 (secure 0 0 0) 0x7f690002ae20 con 0x7f69180cf720 2024-09-19T08:10:22.863 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:22.863 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":157,"btime":"2024-09-19T08:10:22:171476+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8442,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/1555622043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1555622043},{"type":"v1","addr":"172.21.15.17:6834","nonce":1555622043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":151}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:22.171400+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:22.864 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 157 2024-09-19T08:10:22.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 msgr2=0x7f68f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 0x7f68f806e770 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f691806bec0 tx=0x7f6908009040 comp rx=0 tx=0).stop 2024-09-19T08:10:22.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 msgr2=0x7f69180b9050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f6900000c00 tx=0x7f69000046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 shutdown_connections 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f68f806c2b0 0x7f68f806e770 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f691815e640 0x7f69180b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69180cf720 0x7f69180b9050 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 --2- 172.21.15.17:0/1983132675 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69180cf2b0 0x7f6918155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 >> 172.21.15.17:0/1983132675 conn(0x7f691809d820 msgr2=0x7f69180d2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 shutdown_connections 2024-09-19T08:10:22.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.865+0000 7f691ceba640 1 -- 172.21.15.17:0/1983132675 wait complete. 2024-09-19T08:10:22.876 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:22.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:22.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.978+0000 7fa585cfa640 1 Processor -- start 2024-09-19T08:10:22.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.978+0000 7fa585cfa640 1 -- start start 2024-09-19T08:10:22.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa585cfa640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5800b6a40 0x7fa580162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa585cfa640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa5800cf480 0x7fa5800b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa585cfa640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5800b39a0 con 0x7fa58015e7c0 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa585cfa640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa5801630d0 con 0x7fa5800cf480 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa585cfa640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa58015eba0 con 0x7fa5800b6a40 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa5800cf480 0x7fa5800b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa5800cf480 0x7fa5800b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35146/0 (socket says 172.21.15.17:35146) 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa58015e7c0 0x7fa5800b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42948/0 (socket says 172.21.15.17:42948) 2024-09-19T08:10:22.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 -- 172.21.15.17:0/1175055136 learned_addr learned my addr 172.21.15.17:0/1175055136 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57effd640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5800b6a40 0x7fa580162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 -- 172.21.15.17:0/1175055136 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5800b6a40 msgr2=0x7fa580162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5800b6a40 0x7fa580162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 -- 172.21.15.17:0/1175055136 >> v1:172.21.15.17:6789/0 conn(0x7fa58015e7c0 legacy=0x7fa5800b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57e7fc640 1 -- 172.21.15.17:0/1175055136 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4015395532 0 0) 0x7fa5800b39a0 con 0x7fa58015e7c0 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.979+0000 7fa57ffff640 1 -- 172.21.15.17:0/1175055136 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5800cfc60 con 0x7fa5800cf480 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.980+0000 7fa57ffff640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800cf480 0x7fa5800b9800 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fa578009e50 tx=0x7fa57802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4860260a235599 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.980+0000 7fa57e7fc640 1 -- 172.21.15.17:0/1175055136 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa578036070 con 0x7fa5800cf480 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.980+0000 7fa57e7fc640 1 -- 172.21.15.17:0/1175055136 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa578031600 con 0x7fa5800cf480 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.980+0000 7fa57e7fc640 1 -- 172.21.15.17:0/1175055136 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5780319d0 con 0x7fa5800cf480 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 -- 172.21.15.17:0/1175055136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800cf480 msgr2=0x7fa5800b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800cf480 0x7fa5800b9800 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fa578009e50 tx=0x7fa57802a7a0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 -- 172.21.15.17:0/1175055136 shutdown_connections 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800cf480 0x7fa5800b9800 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 --2- 172.21.15.17:0/1175055136 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5800b6a40 0x7fa580162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 -- 172.21.15.17:0/1175055136 >> 172.21.15.17:0/1175055136 conn(0x7fa5800d1320 msgr2=0x7fa5800d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:22.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 -- 172.21.15.17:0/1175055136 shutdown_connections 2024-09-19T08:10:22.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.981+0000 7fa585cfa640 1 -- 172.21.15.17:0/1175055136 wait complete. 2024-09-19T08:10:22.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.982+0000 7fa585cfa640 1 Processor -- start 2024-09-19T08:10:22.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.982+0000 7fa585cfa640 1 -- start start 2024-09-19T08:10:22.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5800cf480 0x7fa58015d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 0x7fa58015d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa58015f100 con 0x7fa5800b6a40 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa58015ee20 con 0x7fa5800cf480 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa585cfa640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa58015f3e0 con 0x7fa58015e7c0 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35156/0 (socket says 172.21.15.17:35156) 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 -- 172.21.15.17:0/2039818712 learned_addr learned my addr 172.21.15.17:0/2039818712 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57ffff640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 0x7fa58015d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57effd640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5800cf480 0x7fa58015d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 -- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 msgr2=0x7fa58015d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 0x7fa58015d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 -- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5800cf480 msgr2=0x7fa58015d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5800cf480 0x7fa58015d360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57f7fe640 1 -- 172.21.15.17:0/2039818712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5801e9240 con 0x7fa5800b6a40 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.983+0000 7fa57ffff640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 0x7fa58015d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa57f7fe640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fa57000c500 tx=0x7fa57000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570018070 con 0x7fa5800b6a40 2024-09-19T08:10:22.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa570007580 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5801e9520 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570004a20 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.984+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5801e9ae0 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.985+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa58015f900 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.985+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa57001b070 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.986+0000 7fa567fff640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 0x7fa56c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.986+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7fa57008ab70 con 0x7fa5800b6a40 2024-09-19T08:10:22.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.986+0000 7fa57effd640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 0x7fa56c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:22.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.987+0000 7fa57effd640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 0x7fa56c06e770 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa574006fd0 tx=0x7fa574008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:22.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:22.990+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa570058ea0 con 0x7fa5800b6a40 2024-09-19T08:10:23.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.200+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5800d2150 con 0x7fa5800b6a40 2024-09-19T08:10:23.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.200+0000 7fa567fff640 1 -- 172.21.15.17:0/2039818712 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) ==== 95+0+4395 (secure 0 0 0) 0x7fa5700587a0 con 0x7fa5800b6a40 2024-09-19T08:10:23.201 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:23.201 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":157,"btime":"2024-09-19T08:10:22:171476+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8442,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/1555622043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1555622043},{"type":"v1","addr":"172.21.15.17:6834","nonce":1555622043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":151}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:22.171400+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:23.201 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 157 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 msgr2=0x7fa56c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 0x7fa56c06e770 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa574006fd0 tx=0x7fa574008040 comp rx=0 tx=0).stop 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 msgr2=0x7fa5801f76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fa57000c500 tx=0x7fa57000c9c0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 shutdown_connections 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa56c06c2b0 0x7fa56c06e770 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa58015e7c0 0x7fa58015d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa5800cf480 0x7fa58015d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 --2- 172.21.15.17:0/2039818712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5800b6a40 0x7fa5801f76a0 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 >> 172.21.15.17:0/2039818712 conn(0x7fa5800d1320 msgr2=0x7fa5800b56b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:23.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 shutdown_connections 2024-09-19T08:10:23.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.202+0000 7fa585cfa640 1 -- 172.21.15.17:0/2039818712 wait complete. 2024-09-19T08:10:23.213 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 100.00000000.inode' led to DAMAGED state 2024-09-19T08:10:23.213 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 1.00000000' 2024-09-19T08:10:23.214 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:23.214 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:23.230 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:23.230 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:23.230 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:23.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:23.231 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:23.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:23.289 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:23.289 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:23.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.432+0000 7f10250a6640 1 Processor -- start 2024-09-19T08:10:23.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 -- start start 2024-09-19T08:10:23.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f102015e640 0x7f10200ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f10200d3660 0x7f10200cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f102015ea20 con 0x7f10200cf0e0 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f10200b2860 con 0x7f102015e640 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f10250a6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f10200b1c50 con 0x7f10200d3660 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f101ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f102015e640 0x7f10200ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.433+0000 7f101ed9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f102015e640 0x7f10200ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35170/0 (socket says 172.21.15.17:35170) 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101ed9d640 1 -- 172.21.15.17:0/689795985 learned_addr learned my addr 172.21.15.17:0/689795985 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101e59c640 1 --1- 172.21.15.17:0/689795985 >> v1:172.21.15.17:6789/0 conn(0x7f10200cf0e0 0x7f10200b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42960/0 (socket says 172.21.15.17:42960) 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101f59e640 1 --2- 172.21.15.17:0/689795985 >> v2:172.21.15.160:3300/0 conn(0x7f10200d3660 0x7f10200cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101ed9d640 1 -- 172.21.15.17:0/689795985 >> v2:172.21.15.160:3300/0 conn(0x7f10200d3660 msgr2=0x7f10200cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101ed9d640 1 --2- 172.21.15.17:0/689795985 >> v2:172.21.15.160:3300/0 conn(0x7f10200d3660 0x7f10200cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101ed9d640 1 -- 172.21.15.17:0/689795985 >> v1:172.21.15.17:6789/0 conn(0x7f10200cf0e0 legacy=0x7f10200b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101ed9d640 1 -- 172.21.15.17:0/689795985 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10200b1f30 con 0x7f102015e640 2024-09-19T08:10:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.434+0000 7f101dd9b640 1 -- 172.21.15.17:0/689795985 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2856998675 0 0) 0x7f102015ea20 con 0x7f10200cf0e0 2024-09-19T08:10:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f101ed9d640 1 --2- 172.21.15.17:0/689795985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f102015e640 0x7f10200ceba0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f10200a23f0 tx=0x7f101002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c54535df70aea89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f101dd9b640 1 -- 172.21.15.17:0/689795985 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1010036070 con 0x7f102015e640 2024-09-19T08:10:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f101dd9b640 1 -- 172.21.15.17:0/689795985 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1010031600 con 0x7f102015e640 2024-09-19T08:10:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f101dd9b640 1 -- 172.21.15.17:0/689795985 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10100319d0 con 0x7f102015e640 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 -- 172.21.15.17:0/689795985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f102015e640 msgr2=0x7f10200ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 --2- 172.21.15.17:0/689795985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f102015e640 0x7f10200ceba0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f10200a23f0 tx=0x7f101002a6a0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 -- 172.21.15.17:0/689795985 shutdown_connections 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 --2- 172.21.15.17:0/689795985 >> v2:172.21.15.160:3300/0 conn(0x7f10200d3660 0x7f10200cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 --2- 172.21.15.17:0/689795985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f102015e640 0x7f10200ceba0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 -- 172.21.15.17:0/689795985 >> 172.21.15.17:0/689795985 conn(0x7f102009d820 msgr2=0x7f10200d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 -- 172.21.15.17:0/689795985 shutdown_connections 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.435+0000 7f10250a6640 1 -- 172.21.15.17:0/689795985 wait complete. 2024-09-19T08:10:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.437+0000 7f10250a6640 1 Processor -- start 2024-09-19T08:10:23.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.437+0000 7f10250a6640 1 -- start start 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 0x7f102015f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 0x7f102006cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f10200cfe40 con 0x7f10200cf0e0 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f10200b24f0 con 0x7f10200d3660 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f10200b73a0 con 0x7f102015e640 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35172/0 (socket says 172.21.15.17:35172) 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 -- 172.21.15.17:0/2015868858 learned_addr learned my addr 172.21.15.17:0/2015868858 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101f59e640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 0x7f102006cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101e59c640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 0x7f102015f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 -- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 msgr2=0x7f102006cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 0x7f102006cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 -- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 msgr2=0x7f102015f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 0x7f102015f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 -- 172.21.15.17:0/2015868858 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1020160ae0 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101f59e640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 0x7f102006cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101e59c640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 0x7f102015f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f101ed9d640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f1010000f80 tx=0x7f1010004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1010041020 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1010037040 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.438+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1020160dc0 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.439+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1010036050 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.439+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1020161380 con 0x7f10200cf0e0 2024-09-19T08:10:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.439+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1020068eb0 con 0x7f10200cf0e0 2024-09-19T08:10:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.440+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1010007c50 con 0x7f10200cf0e0 2024-09-19T08:10:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.440+0000 7f10077fe640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.441+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7f10100ac010 con 0x7f10200cf0e0 2024-09-19T08:10:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.441+0000 7f101e59c640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:23.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.441+0000 7f101e59c640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f10201f7960 tx=0x7f1014007ce0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:23.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.445+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f101004b060 con 0x7f10200cf0e0 2024-09-19T08:10:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:23.655+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f10200ceba0 con 0x7f10200cf0e0 2024-09-19T08:10:24.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.303+0000 7f10077fe640 1 -- 172.21.15.17:0/2015868858 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v158) ==== 161+0+0 (secure 0 0 0) 0x7f101007a340 con 0x7f10200cf0e0 2024-09-19T08:10:24.303 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 msgr2=0x7f100c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f10201f7960 tx=0x7f1014007ce0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 msgr2=0x7f102014e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f1010000f80 tx=0x7f1010004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 shutdown_connections 2024-09-19T08:10:24.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f100c06c2b0 0x7f100c06e770 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f102015e640 0x7f102006cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f10200d3660 0x7f102015f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 --2- 172.21.15.17:0/2015868858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f10200cf0e0 0x7f102014e750 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 >> 172.21.15.17:0/2015868858 conn(0x7f102009d820 msgr2=0x7f10200d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 shutdown_connections 2024-09-19T08:10:24.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.306+0000 7f10250a6640 1 -- 172.21.15.17:0/2015868858 wait complete. 2024-09-19T08:10:24.320 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:24.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.430+0000 7fe2ee09b640 1 Processor -- start 2024-09-19T08:10:24.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.430+0000 7fe2ee09b640 1 -- start start 2024-09-19T08:10:24.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2ee09b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 0x7fe2e80cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2ee09b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe2e80b5320 0x7fe2e80b5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2ee09b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2e80731d0 con 0x7fe2e815e670 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2ee09b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe2e80d0040 con 0x7fe2e80b5320 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2ee09b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe2e80cf490 con 0x7fe2e80ceaf0 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2e7fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe2e80b5320 0x7fe2e80b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2e7fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe2e80b5320 0x7fe2e80b5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35188/0 (socket says 172.21.15.17:35188) 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2e7fff640 1 -- 172.21.15.17:0/4098216096 learned_addr learned my addr 172.21.15.17:0/4098216096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.431+0000 7fe2e6ffd640 1 --2- 172.21.15.17:0/4098216096 >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 0x7fe2e80cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e7fff640 1 -- 172.21.15.17:0/4098216096 >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 msgr2=0x7fe2e80cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e7fff640 1 --2- 172.21.15.17:0/4098216096 >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 0x7fe2e80cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e7fff640 1 -- 172.21.15.17:0/4098216096 >> v1:172.21.15.160:6789/0 conn(0x7fe2e815e670 legacy=0x7fe2e8070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e7fff640 1 -- 172.21.15.17:0/4098216096 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2e80734b0 con 0x7fe2e80b5320 2024-09-19T08:10:24.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e6ffd640 1 --2- 172.21.15.17:0/4098216096 >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 0x7fe2e80cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:24.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e7fff640 1 --2- 172.21.15.17:0/4098216096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e80b5750 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80cfe50 tx=0x7fe2e002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b3574fa985153a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:24.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e67fc640 1 -- 172.21.15.17:0/4098216096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e0036070 con 0x7fe2e80b5320 2024-09-19T08:10:24.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e67fc640 1 -- 172.21.15.17:0/4098216096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2e0031600 con 0x7fe2e80b5320 2024-09-19T08:10:24.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.432+0000 7fe2e67fc640 1 -- 172.21.15.17:0/4098216096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2e00319f0 con 0x7fe2e80b5320 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 -- 172.21.15.17:0/4098216096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 msgr2=0x7fe2e80b5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/4098216096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e80b5750 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80cfe50 tx=0x7fe2e002a7c0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 -- 172.21.15.17:0/4098216096 shutdown_connections 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/4098216096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e80b5750 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/4098216096 >> v2:172.21.15.160:3300/0 conn(0x7fe2e80ceaf0 0x7fe2e80cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 -- 172.21.15.17:0/4098216096 >> 172.21.15.17:0/4098216096 conn(0x7fe2e806f400 msgr2=0x7fe2e806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 -- 172.21.15.17:0/4098216096 shutdown_connections 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.433+0000 7fe2ee09b640 1 -- 172.21.15.17:0/4098216096 wait complete. 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.434+0000 7fe2ee09b640 1 Processor -- start 2024-09-19T08:10:24.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.434+0000 7fe2ee09b640 1 -- start start 2024-09-19T08:10:24.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2e80ceaf0 0x7fe2e80b3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2e815e670 0x7fe2e8151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e8072f80 con 0x7fe2e80b5320 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e815fa60 con 0x7fe2e815e670 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2ee09b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe2e8073de0 con 0x7fe2e80ceaf0 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2e77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2e77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35202/0 (socket says 172.21.15.17:35202) 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2e77fe640 1 -- 172.21.15.17:0/759594963 learned_addr learned my addr 172.21.15.17:0/759594963 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2e6ffd640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2e80ceaf0 0x7fe2e80b3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.435+0000 7fe2e7fff640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2e815e670 0x7fe2e8151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 -- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2e80ceaf0 msgr2=0x7fe2e80b3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2e80ceaf0 0x7fe2e80b3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 -- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2e815e670 msgr2=0x7fe2e8151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:24.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2e815e670 0x7fe2e8151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 -- 172.21.15.17:0/759594963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2e8153a80 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2e77fe640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe2d800c3c0 tx=0x7fe2d800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d80052d0 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2d8005490 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d8007260 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2e8156c10 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.436+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2e8153d40 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.437+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2e8071410 con 0x7fe2e80b5320 2024-09-19T08:10:24.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.438+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2d8007400 con 0x7fe2e80b5320 2024-09-19T08:10:24.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.438+0000 7fe2cffff640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 0x7fe2d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:24.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.438+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7fe2d808acd0 con 0x7fe2e80b5320 2024-09-19T08:10:24.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.438+0000 7fe2e6ffd640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 0x7fe2d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:24.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.439+0000 7fe2e6ffd640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 0x7fe2d406e7a0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80d31d0 tx=0x7fe2dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:24.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.443+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe2d8058920 con 0x7fe2e80b5320 2024-09-19T08:10:24.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:24.688+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fe2e8160790 con 0x7fe2e80b5320 2024-09-19T08:10:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.311+0000 7fe2cffff640 1 -- 172.21.15.17:0/759594963 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v159) ==== 101+0+0 (secure 0 0 0) 0x7fe2d805cc20 con 0x7fe2e80b5320 2024-09-19T08:10:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 msgr2=0x7fe2d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 0x7fe2d406e7a0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80d31d0 tx=0x7fe2dc008040 comp rx=0 tx=0).stop 2024-09-19T08:10:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 msgr2=0x7fe2e8156510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe2d800c3c0 tx=0x7fe2d800c880 comp rx=0 tx=0).stop 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 shutdown_connections 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2d406c2e0 0x7fe2d406e7a0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2e815e670 0x7fe2e8151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2e80ceaf0 0x7fe2e80b3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 --2- 172.21.15.17:0/759594963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2e80b5320 0x7fe2e8156510 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 >> 172.21.15.17:0/759594963 conn(0x7fe2e806f400 msgr2=0x7fe2e806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 shutdown_connections 2024-09-19T08:10:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.314+0000 7fe2ee09b640 1 -- 172.21.15.17:0/759594963 wait complete. 2024-09-19T08:10:25.328 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:25.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.375+0000 7f49a8feaf40 1 Processor -- start 2024-09-19T08:10:25.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 -- start start 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f308050 0x55ba0f349e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 0x55ba0f34de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ba0f34a420 con 0x55ba0f3de6b0 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ba0f257510 con 0x55ba0f349ab0 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ba0f3dee30 con 0x55ba0f308050 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.376+0000 7f49a72e1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35208/0 (socket says 172.21.15.17:35208) 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 -- 172.21.15.17:0/3484014535 learned_addr learned my addr 172.21.15.17:0/3484014535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f308050 0x55ba0f349e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a62df640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 0x55ba0f34de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 -- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f308050 msgr2=0x55ba0f349e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f308050 0x55ba0f349e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 -- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 msgr2=0x55ba0f34de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 0x55ba0f34de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 -- 172.21.15.17:0/3484014535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba0f34c990 con 0x55ba0f3de6b0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a62df640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 0x55ba0f34de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a72e1640 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f49a0045ae0 tx=0x7f49a0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ba0e835f3587841 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a52dd640 1 -- 172.21.15.17:0/3484014535 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a0056070 con 0x55ba0f3de6b0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a52dd640 1 -- 172.21.15.17:0/3484014535 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49a00529d0 con 0x55ba0f3de6b0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.377+0000 7f49a52dd640 1 -- 172.21.15.17:0/3484014535 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a0052da0 con 0x55ba0f3de6b0 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 -- 172.21.15.17:0/3484014535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 msgr2=0x55ba0f3c08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f49a0045ae0 tx=0x7f49a0051000 comp rx=0 tx=0).stop 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 -- 172.21.15.17:0/3484014535 shutdown_connections 2024-09-19T08:10:25.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f3de6b0 0x55ba0f3c08b0 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f349ab0 0x55ba0f34de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/3484014535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f308050 0x55ba0f349e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 -- 172.21.15.17:0/3484014535 >> 172.21.15.17:0/3484014535 conn(0x55ba0f32fa00 msgr2=0x55ba0f34be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 -- 172.21.15.17:0/3484014535 shutdown_connections 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.378+0000 7f49a8feaf40 1 -- 172.21.15.17:0/3484014535 wait complete. 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 Processor -- start 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 -- start start 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f349ab0 0x55ba0f34cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f3de6b0 0x55ba0f304f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ba0f334280 con 0x55ba0f308050 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ba0f334570 con 0x55ba0f3de6b0 2024-09-19T08:10:25.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a8feaf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ba0f3c0fe0 con 0x55ba0f349ab0 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.379+0000 7f49a6ae0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35218/0 (socket says 172.21.15.17:35218) 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 learned_addr learned my addr 172.21.15.17:0/2016906615 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a72e1640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f3de6b0 0x55ba0f304f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f349ab0 0x55ba0f34cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f349ab0 msgr2=0x55ba0f34cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ba0f349ab0 0x55ba0f34cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f3de6b0 msgr2=0x55ba0f304f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ba0f3de6b0 0x55ba0f304f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba0f34d520 con 0x55ba0f308050 2024-09-19T08:10:25.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f4998005f40 tx=0x7f4998010b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f498ffff640 1 -- 172.21.15.17:0/2016906615 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998017030 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f498ffff640 1 -- 172.21.15.17:0/2016906615 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4998002860 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ba0f46b5c0 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f498ffff640 1 -- 172.21.15.17:0/2016906615 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998002a30 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.380+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba0f3c1510 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.382+0000 7f498ffff640 1 -- 172.21.15.17:0/2016906615 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f499801a030 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.382+0000 7f498ffff640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 0x7f499406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f498ffff640 1 -- 172.21.15.17:0/2016906615 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7f499808ad10 con 0x55ba0f308050 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 0x7f499406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.385 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:25.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ba0f3c2220 0x55ba0f3c3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f3c3fb0 con 0x55ba0f3c2220 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a72e1640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ba0f3c2220 0x55ba0f3c3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 0x7f499406d150 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55ba0f34c150 tx=0x7f499c003990 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.383+0000 7f49a72e1640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ba0f3c2220 0x55ba0f3c3a70 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.385+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v102'412 uv386 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.385+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f47f9b0 con 0x55ba0f3c2220 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.386+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v102'413 uv413 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.386+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f47fd50 con 0x55ba0f3c2220 2024-09-19T08:10:25.388 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:25.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.388+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v102'414 uv414 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.388+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f481100 con 0x55ba0f3c2220 2024-09-19T08:10:25.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.389+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v102'415 uv415 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.389+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4814a0 con 0x55ba0f3c2220 2024-09-19T08:10:25.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.390+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v102'416 uv416 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.390+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4800f0 con 0x55ba0f3c2220 2024-09-19T08:10:25.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.391+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v102'417 uv417 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.391+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4804b0 con 0x55ba0f3c2220 2024-09-19T08:10:25.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.392+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v102'418 uv392 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.392+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4808a0 con 0x55ba0f3c2220 2024-09-19T08:10:25.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.393+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v102'419 uv419 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.393+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4808a0 con 0x55ba0f3c2220 2024-09-19T08:10:25.395 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:25.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.395+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v102'420 uv420 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.395+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.396+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v102'421 uv421 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.396+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.397+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v102'422 uv422 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.397+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.398+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v102'423 uv423 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.399+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.400+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v102'424 uv399 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.400+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.401+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v102'425 uv425 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.401+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.402+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v102'426 uv426 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.402 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:25.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.402+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.403+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v102'427 uv427 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.403+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.404+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v102'428 uv428 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.404+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.405+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v102'429 uv429 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.405+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.407+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v102'430 uv430 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.407+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.408+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v102'431 uv405 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.408+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.409+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v102'432 uv432 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.409+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.410 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:25.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.410+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v102'433 uv433 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.410+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.411+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v102'434 uv434 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.411+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.412+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v102'435 uv435 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.413+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.414+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v102'436 uv436 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.414+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.415+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v102'437 uv411 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.415+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.417+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v102'438 uv438 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.417+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.417 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:25.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.418+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v102'439 uv439 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.418+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.419+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v102'440 uv440 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.419+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.420+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v102'441 uv441 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.420+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f3c2220 2024-09-19T08:10:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.421+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v102'442 uv442 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.421+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ba0f480850 0x55ba0f483d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.421+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f480d20 con 0x55ba0f480850 2024-09-19T08:10:25.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.421+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ba0f480850 0x55ba0f483d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.422+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ba0f480850 0x55ba0f483d60 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.423+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v102'304 uv287 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f499805f0b0 con 0x55ba0f480850 2024-09-19T08:10:25.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.423+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4842a0 con 0x55ba0f480850 2024-09-19T08:10:25.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.425+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v102'305 uv305 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.425+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f484640 con 0x55ba0f480850 2024-09-19T08:10:25.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.426+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v102'306 uv306 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.426 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:25.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.426+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f484e90 con 0x55ba0f480850 2024-09-19T08:10:25.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.427+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v102'307 uv307 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.427+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485230 con 0x55ba0f480850 2024-09-19T08:10:25.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.428+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v102'308 uv308 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.428+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4855d0 con 0x55ba0f480850 2024-09-19T08:10:25.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.429+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v102'309 uv292 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.429+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485970 con 0x55ba0f480850 2024-09-19T08:10:25.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.430+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v102'310 uv310 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.430+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d60 con 0x55ba0f480850 2024-09-19T08:10:25.431 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:25.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.431+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v102'311 uv311 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.431+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d60 con 0x55ba0f480850 2024-09-19T08:10:25.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.432+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v102'312 uv312 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.432+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.433+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v102'313 uv313 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.433+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.435+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v102'314 uv297 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.435+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.436+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v102'315 uv315 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.436+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.437 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:25.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.437+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v102'316 uv316 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.437+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.438+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v102'317 uv317 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.438+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.439+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v102'318 uv318 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.439+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.440+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v102'319 uv303 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.440+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.441+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v102'320 uv320 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.442+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d10 con 0x55ba0f480850 2024-09-19T08:10:25.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.442+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v102'321 uv321 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.442 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:25.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.443+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f485d50 con 0x55ba0f480850 2024-09-19T08:10:25.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.444+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v102'322 uv322 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.444+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f487240 con 0x55ba0f480850 2024-09-19T08:10:25.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.445+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v102'323 uv323 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.445+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f480850 2024-09-19T08:10:25.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.446+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v102'324 uv324 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f480850 2024-09-19T08:10:25.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.446+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.447+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v102'81 uv80 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.447+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.448+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v102'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.448+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.449 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:25.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.449+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v102'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.449+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.450+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v102'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.450+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.451+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v102'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.451+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f486150 con 0x55ba0f3c2220 2024-09-19T08:10:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.452+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v102'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.452+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ba0f486a70 0x55ba0f488e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.452+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4893a0 con 0x55ba0f486a70 2024-09-19T08:10:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.452+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ba0f486a70 0x55ba0f488e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.453+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ba0f486a70 0x55ba0f488e60 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.453+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v102'65 uv64 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.454+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f489860 con 0x55ba0f486a70 2024-09-19T08:10:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.455+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v102'66 uv66 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.455+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f489d60 con 0x55ba0f486a70 2024-09-19T08:10:25.455 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.455+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v102'67 uv67 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.455+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f484ac0 con 0x55ba0f486a70 2024-09-19T08:10:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.456+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v102'68 uv68 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.456+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.458+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v102'81 uv80 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.458+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.459+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v102'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.459+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.461+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v102'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.461 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:25.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.461+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.462+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v102'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.462+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.463+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v102'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.463+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a690 con 0x55ba0f3c2220 2024-09-19T08:10:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.464+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v102'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.464+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 0x55ba0f48d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.464+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48d8c0 con 0x55ba0f48af90 2024-09-19T08:10:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.465+0000 7f49a72e1640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 0x55ba0f48d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.465+0000 7f49a72e1640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 0x55ba0f48d380 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.466+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v102'149 uv143 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.466+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48d940 con 0x55ba0f48af90 2024-09-19T08:10:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.467+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v102'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.467+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.470+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v102'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.470 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.470+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48ed40 con 0x55ba0f48af90 2024-09-19T08:10:25.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.473+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v102'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.473+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48ed40 con 0x55ba0f48af90 2024-09-19T08:10:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.476+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v102'153 uv153 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.476+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.478+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v102'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.478+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.481+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v102'155 uv148 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.481+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.484+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v102'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.484+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.487+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v102'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.487 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.487+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.490+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v102'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.490+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48dd30 con 0x55ba0f48af90 2024-09-19T08:10:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.492+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v102'159 uv159 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.492+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 0x55ba0f490630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.492+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f490c40 con 0x55ba0f48e240 2024-09-19T08:10:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.493+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 0x55ba0f490630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.493+0000 7f49a6ae0640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 0x55ba0f490630 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.494+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v102'66 uv65 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f48e240 2024-09-19T08:10:25.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.494+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f48e240 2024-09-19T08:10:25.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.495+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v102'67 uv67 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f48e240 2024-09-19T08:10:25.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.495+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f48e240 2024-09-19T08:10:25.495 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.496+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v102'68 uv68 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f48e240 2024-09-19T08:10:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.496+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f48e240 2024-09-19T08:10:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.497+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v102'69 uv69 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f48e240 2024-09-19T08:10:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.497+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f48e240 2024-09-19T08:10:25.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.498+0000 7f49a6ae0640 1 -- 172.21.15.17:0/2016906615 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v102'70 uv70 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4998054fc0 con 0x55ba0f48e240 2024-09-19T08:10:25.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.498+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f3c2220 2024-09-19T08:10:25.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.499+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v102'81 uv80 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.499+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f3c2220 2024-09-19T08:10:25.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.500+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v102'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.500+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f3c2220 2024-09-19T08:10:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.501+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v102'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.501 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.501+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f492060 con 0x55ba0f3c2220 2024-09-19T08:10:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.502+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v102'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.502+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f492020 con 0x55ba0f3c2220 2024-09-19T08:10:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.503+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v102'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.503+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f3c2220 2024-09-19T08:10:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.504+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v102'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f3c2220 2024-09-19T08:10:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.504+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491010 con 0x55ba0f486a70 2024-09-19T08:10:25.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.505+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v102'132 uv126 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.505+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f4913d0 con 0x55ba0f486a70 2024-09-19T08:10:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.506+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v102'133 uv133 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.506+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f491800 con 0x55ba0f486a70 2024-09-19T08:10:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.507+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v102'134 uv134 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.507 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:25.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.507+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a210 con 0x55ba0f486a70 2024-09-19T08:10:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.508+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v102'135 uv135 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.508+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a210 con 0x55ba0f486a70 2024-09-19T08:10:25.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.509+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v102'136 uv136 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.509+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a210 con 0x55ba0f486a70 2024-09-19T08:10:25.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.510+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v102'137 uv131 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.510+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a210 con 0x55ba0f486a70 2024-09-19T08:10:25.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.511+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v102'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.511+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f48a210 con 0x55ba0f486a70 2024-09-19T08:10:25.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.512+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v102'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.512 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:25.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.512+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f492050 con 0x55ba0f486a70 2024-09-19T08:10:25.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.512+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v102'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.513+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494df0 con 0x55ba0f486a70 2024-09-19T08:10:25.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.513+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v102'141 uv141 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.514+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ba0f4929a0 0x55ba0f495210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.514+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f4929a0 2024-09-19T08:10:25.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.514+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ba0f4929a0 0x55ba0f495210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.514+0000 7f49a62df640 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ba0f4929a0 0x55ba0f495210 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.515+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v102'61 uv60 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f4929a0 2024-09-19T08:10:25.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.515+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f4929a0 2024-09-19T08:10:25.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.516+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v102'62 uv62 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f4929a0 2024-09-19T08:10:25.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.516+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f4929a0 2024-09-19T08:10:25.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.517+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v102'63 uv63 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f4929a0 2024-09-19T08:10:25.517 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:25.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.517+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f4929a0 2024-09-19T08:10:25.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.518+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v102'64 uv64 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f4929a0 2024-09-19T08:10:25.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.518+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.519+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v102'81 uv80 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.519+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.520+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v102'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.520+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.521+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v102'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.521 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:25.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.521+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.522+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v102'84 uv84 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.522+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.523+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v102'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.523+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f486a70 2024-09-19T08:10:25.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.524+0000 7f49a62df640 1 -- 172.21.15.17:0/2016906615 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v102'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f499c01b040 con 0x55ba0f486a70 2024-09-19T08:10:25.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.524+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.525+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v102'69 uv68 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.525+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.526+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v102'70 uv70 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.527+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.529 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:25.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.529+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v102'71 uv71 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.529+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.532+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v102'72 uv72 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.532+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.534+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v102'73 uv73 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.534+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.536+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v102'170 uv170 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.536 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.536+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.537+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v102'171 uv171 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.537+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.538+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v102'172 uv172 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.538+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.539+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 1.00000000 [create] v102'173 uv168 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.539+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.540+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 1.00000000 [delete] v102'174 uv174 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.540+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.541+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v102'175 uv175 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.541 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:25.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.541+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.542+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v102'176 uv176 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.542+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.543+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v102'177 uv177 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.543+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f494d90 con 0x55ba0f48af90 2024-09-19T08:10:25.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.544+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [omap-set-header] v102'178 uv178 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.544+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) -- 0x55ba0f495750 con 0x55ba0f48af90 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v102'179 uv179 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f49a0050050 con 0x55ba0f48af90 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ba0f3c2220 msgr2=0x55ba0f3c3a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ba0f3c2220 0x55ba0f3c3a70 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ba0f486a70 msgr2=0x55ba0f488e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ba0f486a70 0x55ba0f488e60 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ba0f4929a0 msgr2=0x55ba0f495210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ba0f4929a0 0x55ba0f495210 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ba0f480850 msgr2=0x55ba0f483d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ba0f480850 0x55ba0f483d60 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 reap_dead start 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 msgr2=0x55ba0f48d380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 0x55ba0f48d380 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a72e1640 1 -- 172.21.15.17:0/2016906615 reap_dead start 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 msgr2=0x55ba0f490630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 0x55ba0f490630 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 msgr2=0x7f499406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 0x7f499406d150 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55ba0f34c150 tx=0x7f499c003990 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 msgr2=0x55ba0f3c0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f4998005f40 tx=0x7f4998010b90 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 shutdown_connections 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ba0f48af90 0x55ba0f48d380 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ba0f48e240 0x55ba0f490630 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f499406ac90 0x7f499406d150 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 --2- 172.21.15.17:0/2016906615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba0f308050 0x55ba0f3c0aa0 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 >> 172.21.15.17:0/2016906615 conn(0x55ba0f32fa00 msgr2=0x55ba0f34de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 shutdown_connections 2024-09-19T08:10:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.545+0000 7f49a8feaf40 1 -- 172.21.15.17:0/2016906615 wait complete. 2024-09-19T08:10:25.549 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 1.00000000 2024-09-19T08:10:25.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.592+0000 7f0831c5df40 1 Processor -- start 2024-09-19T08:10:25.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.592+0000 7f0831c5df40 1 -- start start 2024-09-19T08:10:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebda69cb0 0x55aebd9dbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 0x55aebd9dc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aebd9daff0 con 0x55aebd9dcf80 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55aebd8e4510 con 0x55aebda6a090 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f0831c5df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55aebd9d9fd0 con 0x55aebda69cb0 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35222/0 (socket says 172.21.15.17:35222) 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 -- 172.21.15.17:0/385140790 learned_addr learned my addr 172.21.15.17:0/385140790 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082ef52640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebda69cb0 0x55aebd9dbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082ff54640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 0x55aebd9dc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 -- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebda69cb0 msgr2=0x55aebd9dbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebda69cb0 0x55aebd9dbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 -- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 msgr2=0x55aebd9dc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 0x55aebd9dc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 -- 172.21.15.17:0/385140790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aebd9becc0 con 0x55aebd9dcf80 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082ff54640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 0x55aebd9dc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082f753640 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f082000b310 tx=0x7f082000b7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc31a27d0c85755 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082df50640 1 -- 172.21.15.17:0/385140790 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0820008070 con 0x55aebd9dcf80 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082df50640 1 -- 172.21.15.17:0/385140790 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f082000d500 con 0x55aebd9dcf80 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.593+0000 7f082df50640 1 -- 172.21.15.17:0/385140790 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082000d8b0 con 0x55aebd9dcf80 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 -- 172.21.15.17:0/385140790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 msgr2=0x55aebda57080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f082000b310 tx=0x7f082000b7d0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 -- 172.21.15.17:0/385140790 shutdown_connections 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda6a090 0x55aebd9dc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebda69cb0 0x55aebd9dbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 --2- 172.21.15.17:0/385140790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebd9dcf80 0x55aebda57080 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 -- 172.21.15.17:0/385140790 >> 172.21.15.17:0/385140790 conn(0x55aebd9bd280 msgr2=0x55aebd9c24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 -- 172.21.15.17:0/385140790 shutdown_connections 2024-09-19T08:10:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.594+0000 7f0831c5df40 1 -- 172.21.15.17:0/385140790 wait complete. 2024-09-19T08:10:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 Processor -- start 2024-09-19T08:10:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 -- start start 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebd9dcf80 0x55aebd9c1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda69cb0 0x55aebda650f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 0x55aebda58fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aebd9c0920 con 0x55aebda6a090 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55aebd9bea70 con 0x55aebda69cb0 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f0831c5df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55aebd9c0c00 con 0x55aebd9dcf80 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.595+0000 7f082ff54640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 0x55aebda58fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 0x55aebda58fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35228/0 (socket says 172.21.15.17:35228) 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 -- 172.21.15.17:0/4215068685 learned_addr learned my addr 172.21.15.17:0/4215068685 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082f753640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebd9dcf80 0x55aebd9c1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ef52640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda69cb0 0x55aebda650f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 -- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebd9dcf80 msgr2=0x55aebd9c1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebd9dcf80 0x55aebd9c1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 -- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda69cb0 msgr2=0x55aebda650f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aebda69cb0 0x55aebda650f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 -- 172.21.15.17:0/4215068685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aebd9dc230 con 0x55aebda6a090 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082f753640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aebd9dcf80 0x55aebd9c1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082ff54640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 0x55aebda58fd0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f0828045fa0 tx=0x7f0828003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082cf4e640 1 -- 172.21.15.17:0/4215068685 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828056040 con 0x55aebda6a090 2024-09-19T08:10:25.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082cf4e640 1 -- 172.21.15.17:0/4215068685 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0828065420 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55aebda545e0 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f082cf4e640 1 -- 172.21.15.17:0/4215068685 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08280657d0 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.596+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aebda54a90 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f082cf4e640 1 -- 172.21.15.17:0/4215068685 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0828059020 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f082cf4e640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f081c06ac90 0x7f081c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f082cf4e640 1 -- 172.21.15.17:0/4215068685 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7f08280ce060 con 0x55aebda6a090 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f082f753640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f081c06ac90 0x7f081c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f0831c5df40 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aebda65630 0x55aebdb044e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.598+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) -- 0x55aebda56a30 con 0x55aebda65630 2024-09-19T08:10:25.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.599+0000 7f082ef52640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aebda65630 0x55aebdb044e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.599+0000 7f082f753640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f081c06ac90 0x7f081c06d150 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f082000b310 tx=0x7f0820008000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.599+0000 7f082ef52640 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aebda65630 0x55aebdb044e0 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f082ef52640 1 -- 172.21.15.17:0/4215068685 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [delete] v102'180 uv180 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f08240098b0 con 0x55aebda65630 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aebda65630 msgr2=0x55aebdb044e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aebda65630 0x55aebdb044e0 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f081c06ac90 msgr2=0x7f081c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f081c06ac90 0x7f081c06d150 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f082000b310 tx=0x7f0820008000 comp rx=0 tx=0).stop 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 msgr2=0x55aebda58fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 --2- 172.21.15.17:0/4215068685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aebda6a090 0x55aebda58fd0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f0828045fa0 tx=0x7f0828003330 comp rx=0 tx=0).stop 2024-09-19T08:10:25.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f082ff54640 1 -- 172.21.15.17:0/4215068685 reap_dead start 2024-09-19T08:10:25.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 shutdown_connections 2024-09-19T08:10:25.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 >> 172.21.15.17:0/4215068685 conn(0x55aebd9bd280 msgr2=0x55aebda5ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.600+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 shutdown_connections 2024-09-19T08:10:25.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.601+0000 7f0831c5df40 1 -- 172.21.15.17:0/4215068685 wait complete. 2024-09-19T08:10:25.606 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:25.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.751+0000 7fa050981640 1 Processor -- start 2024-09-19T08:10:25.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.751+0000 7fa050981640 1 -- start start 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa050981640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa050981640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa04c0b3490 0x7fa04c0cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa050981640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa04c0d2790 con 0x7fa04c0b75a0 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa050981640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa04c0b6c10 con 0x7fa04c0b3490 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa050981640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa04c0d2a70 con 0x7fa04c0cedd0 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa049d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa04c0b3490 0x7fa04c0cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa049d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa04c0b3490 0x7fa04c0cf1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35234/0 (socket says 172.21.15.17:35234) 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa049d9b640 1 -- 172.21.15.17:0/2962193762 learned_addr learned my addr 172.21.15.17:0/2962193762 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.752+0000 7fa04a59c640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa049d9b640 1 -- 172.21.15.17:0/2962193762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 msgr2=0x7fa04c0d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa049d9b640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c0d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa049d9b640 1 -- 172.21.15.17:0/2962193762 >> v1:172.21.15.17:6789/0 conn(0x7fa04c0b75a0 legacy=0x7fa04c0d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa049d9b640 1 -- 172.21.15.17:0/2962193762 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa04c0d2d50 con 0x7fa04c0b3490 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa04959a640 1 -- 172.21.15.17:0/2962193762 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4219985106 0 0) 0x7fa04c0d2790 con 0x7fa04c0b75a0 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.753+0000 7fa049d9b640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b3490 0x7fa04c0cf1b0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fa040009870 tx=0x7fa04002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51ebed2ce891f0a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa04959a640 1 -- 172.21.15.17:0/2962193762 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040037070 con 0x7fa04c0b3490 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa04959a640 1 -- 172.21.15.17:0/2962193762 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa040032440 con 0x7fa04c0b3490 2024-09-19T08:10:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa04959a640 1 -- 172.21.15.17:0/2962193762 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040032810 con 0x7fa04c0b3490 2024-09-19T08:10:25.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 -- 172.21.15.17:0/2962193762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b3490 msgr2=0x7fa04c0cf1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b3490 0x7fa04c0cf1b0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fa040009870 tx=0x7fa04002a270 comp rx=0 tx=0).stop 2024-09-19T08:10:25.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 -- 172.21.15.17:0/2962193762 shutdown_connections 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b3490 0x7fa04c0cf1b0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 --2- 172.21.15.17:0/2962193762 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c0d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 -- 172.21.15.17:0/2962193762 >> 172.21.15.17:0/2962193762 conn(0x7fa04c0d0f40 msgr2=0x7fa04c0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 -- 172.21.15.17:0/2962193762 shutdown_connections 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.754+0000 7fa050981640 1 -- 172.21.15.17:0/2962193762 wait complete. 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 Processor -- start 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 -- start start 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 0x7fa04c1558e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa04c0cf6f0 con 0x7fa04c0b75a0 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa04c0d3310 con 0x7fa04c0b3490 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa050981640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa04c15e720 con 0x7fa04c0cedd0 2024-09-19T08:10:25.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.756+0000 7fa049d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35250/0 (socket says 172.21.15.17:35250) 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 -- 172.21.15.17:0/1301477616 learned_addr learned my addr 172.21.15.17:0/1301477616 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa04a59c640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 0x7fa04c1558e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa04ad9d640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 -- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 msgr2=0x7fa04c158680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c158680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 -- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 msgr2=0x7fa04c1558e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 0x7fa04c1558e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 -- 172.21.15.17:0/1301477616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa04c15ebe0 con 0x7fa04c0b75a0 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa04a59c640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 0x7fa04c1558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa04ad9d640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa049d9b640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fa040000c00 tx=0x7fa0400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040037040 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa040042070 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa04c15eec0 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa040030880 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.757+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa04c15f480 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.758+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa04c0d16f0 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.759+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa040030a20 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.759+0000 7fa03affd640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 0x7fa02c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.759+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7fa0400ac170 con 0x7fa04c0b75a0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.759+0000 7fa04a59c640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 0x7fa02c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.760+0000 7fa04a59c640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 0x7fa02c06e770 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009af0 tx=0x7fa03c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:25.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.764+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa04007a410 con 0x7fa04c0b75a0 2024-09-19T08:10:25.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:25.976+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fa04c0690c0 con 0x7fa04c0b75a0 2024-09-19T08:10:26.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.315+0000 7fa03affd640 1 -- 172.21.15.17:0/1301477616 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v160) ==== 162+0+0 (secure 0 0 0) 0x7fa040079d10 con 0x7fa04c0b75a0 2024-09-19T08:10:26.316 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.317+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 msgr2=0x7fa02c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 0x7fa02c06e770 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009af0 tx=0x7fa03c008040 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 msgr2=0x7fa04c160d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fa040000c00 tx=0x7fa0400046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 shutdown_connections 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa02c06c2b0 0x7fa02c06e770 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa04c0cedd0 0x7fa04c158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa04c0b75a0 0x7fa04c160d30 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 --2- 172.21.15.17:0/1301477616 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa04c0b3490 0x7fa04c1558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 >> 172.21.15.17:0/1301477616 conn(0x7fa04c0d0f40 msgr2=0x7fa04c15a3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:26.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 shutdown_connections 2024-09-19T08:10:26.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.318+0000 7fa050981640 1 -- 172.21.15.17:0/1301477616 wait complete. 2024-09-19T08:10:26.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:26.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.434+0000 7f00a2f0a640 1 Processor -- start 2024-09-19T08:10:26.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.434+0000 7f00a2f0a640 1 -- start start 2024-09-19T08:10:26.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f00a2f0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f009c0b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f00a2f0a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f009c15d720 con 0x7f009c15d2e0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f00a2f0a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f009c0b59b0 con 0x7f009c070660 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f00a2f0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f009c15e0c0 con 0x7f009c0d27b0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f009c15d2e0 0x7f009c15d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42988/0 (socket says 172.21.15.17:42988) 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009bfff640 1 -- 172.21.15.17:0/697063404 learned_addr learned my addr 172.21.15.17:0/697063404 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f00a0ca6640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f009c0b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4152796239 0 0) 0x7f009c15d720 con 0x7f009c15d2e0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f008c003520 con 0x7f009c15d2e0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2178536340 0 0) 0x7f008c003520 con 0x7f009c15d2e0 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 msgr2=0x7f009c0b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f009c0b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 >> v1:172.21.15.160:6789/0 conn(0x7f009c070660 legacy=0x7f009c0b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f009c0b5c90 con 0x7f009c15d2e0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0088001670 con 0x7f009c15d2e0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 >> v1:172.21.15.17:6789/0 conn(0x7f009c15d2e0 legacy=0x7f009c15d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f008c0039e0 0x7f008c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f008c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f009c15e0c0 con 0x7f008c004d40 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f008c00b9c0 con 0x7f008c0039e0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.435+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f008c00bbc0 con 0x7f009c0d27b0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f009bfff640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f008c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a0ca6640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f008c0039e0 0x7f008c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 -- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 msgr2=0x7f008c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0d27b0 0x7f008c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 -- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f008c0039e0 msgr2=0x7f008c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f008c0039e0 0x7f008c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.436+0000 7f00a14a7640 1 -- 172.21.15.17:0/697063404 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008c003520 con 0x7f008c004d40 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a14a7640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f0094001f60 tx=0x7f008c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14fa487ba3707d5e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094001b30 con 0x7f008c004d40 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0094031620 con 0x7f008c004d40 2024-09-19T08:10:26.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f009b7fe640 1 -- 172.21.15.17:0/697063404 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094031a10 con 0x7f008c004d40 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 -- 172.21.15.17:0/697063404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f008c004d40 msgr2=0x7f008c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/697063404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f008c004d40 0x7f008c0051c0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f0094001f60 tx=0x7f008c005830 comp rx=0 tx=0).stop 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a14a7640 1 -- 172.21.15.17:0/697063404 reap_dead start 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 -- 172.21.15.17:0/697063404 shutdown_connections 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 -- 172.21.15.17:0/697063404 >> 172.21.15.17:0/697063404 conn(0x7f009c06f400 msgr2=0x7f009c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 -- 172.21.15.17:0/697063404 shutdown_connections 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.437+0000 7f00a2f0a640 1 -- 172.21.15.17:0/697063404 wait complete. 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.438+0000 7f00a2f0a640 1 Processor -- start 2024-09-19T08:10:26.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 -- start start 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f009c151e40 0x7f009c15a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0ccfa0 0x7f009c15acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f009c0b6530 con 0x7f009c152220 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f009c0b6250 con 0x7f009c151e40 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.439+0000 7f00a2f0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f009c0d2b90 con 0x7f009c0ccfa0 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35268/0 (socket says 172.21.15.17:35268) 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 -- 172.21.15.17:0/2462986417 learned_addr learned my addr 172.21.15.17:0/2462986417 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a0ca6640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f009c151e40 0x7f009c15a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f009bfff640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0ccfa0 0x7f009c15acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 -- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0ccfa0 msgr2=0x7f009c15acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0ccfa0 0x7f009c15acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 -- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f009c151e40 msgr2=0x7f009c15a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f009c151e40 0x7f009c15a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 -- 172.21.15.17:0/2462986417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f009c06d090 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a14a7640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f009402aa00 tx=0x7f00940015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094001b30 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0094003b80 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094006b50 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f009c06d370 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.440+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f009c06d930 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.441+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f009c0b5320 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.442+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0094045020 con 0x7f009c152220 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.442+0000 7f00997fa640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 0x7f008006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:26.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.442+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6942+0+0 (secure 0 0 0) 0x7f00940ab910 con 0x7f009c152220 2024-09-19T08:10:26.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.443+0000 7f00a0ca6640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 0x7f008006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:26.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.443+0000 7f00a0ca6640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 0x7f008006e7a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0090009bc0 tx=0x7f0090009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:26.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.447+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0094079be0 con 0x7f009c152220 2024-09-19T08:10:26.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.658+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f009c15c5d0 con 0x7f009c152220 2024-09-19T08:10:26.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.659+0000 7f00997fa640 1 -- 172.21.15.17:0/2462986417 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 161 v161) ==== 95+0+4404 (secure 0 0 0) 0x7f00940794e0 con 0x7f009c152220 2024-09-19T08:10:26.659 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:26.659 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":161,"btime":"2024-09-19T08:10:26:318194+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":161,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:26.318166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8442},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8442":{"gid":8442,"name":"c","rank":0,"incarnation":161,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/1555622043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1555622043},{"type":"v1","addr":"172.21.15.17:6834","nonce":1555622043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:26.659 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 161 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 msgr2=0x7f008006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 0x7f008006e7a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0090009bc0 tx=0x7f0090009190 comp rx=0 tx=0).stop 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 msgr2=0x7f009c0cb6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f009402aa00 tx=0x7f00940015b0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 shutdown_connections 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f008006c2e0 0x7f008006e7a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f009c152220 0x7f009c0cb6a0 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f009c0ccfa0 0x7f009c15acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 --2- 172.21.15.17:0/2462986417 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f009c151e40 0x7f009c15a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:26.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 >> 172.21.15.17:0/2462986417 conn(0x7f009c06f400 msgr2=0x7f009c0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:26.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 shutdown_connections 2024-09-19T08:10:26.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:26.661+0000 7f00a2f0a640 1 -- 172.21.15.17:0/2462986417 wait complete. 2024-09-19T08:10:26.672 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:10:26.921 INFO:tasks.ceph.mds.a.smithi017.stderr: -46> 2024-09-19T08:10:22.169+0000 7f676fb4d640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-19T08:10:26.921 INFO:tasks.ceph.mds.a.smithi017.stderr: -36> 2024-09-19T08:10:22.170+0000 7f676fb4d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:10:26.946 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:10:28.416 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:10:28.419 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:10:29.336 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:29.335+0000 7fdb74641640 -1 log_channel(cluster) log [ERR] : dir 0x1 object missing on disk; some files may be lost () 2024-09-19T08:10:29.336 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:29.335+0000 7fdb74641640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-19T08:10:29.337 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:29.336+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:29.337 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:29.336+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:31.266 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:31.266+0000 7fdb78649640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:31.673 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:31.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.787+0000 7f5e3f627640 1 Processor -- start 2024-09-19T08:10:31.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.787+0000 7f5e3f627640 1 -- start start 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.788+0000 7f5e3f627640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5e3815b2e0 0x7f5e380b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.788+0000 7f5e3f627640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e380ce4f0 con 0x7f5e380b2490 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.788+0000 7f5e3f627640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e380ce7d0 con 0x7f5e380cdfc0 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.788+0000 7f5e3f627640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5e3815b6c0 con 0x7f5e3815b2e0 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e3dbc4640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f5e380b2490 0x7f5e38071750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43020/0 (socket says 172.21.15.17:43020) 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e3dbc4640 1 -- 172.21.15.17:0/2960770971 learned_addr learned my addr 172.21.15.17:0/2960770971 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e3d3c3640 1 --2- 172.21.15.17:0/2960770971 >> v2:172.21.15.160:3300/0 conn(0x7f5e3815b2e0 0x7f5e380b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1740671237 0 0) 0x7f5e380ce4f0 con 0x7f5e380b2490 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e20003520 con 0x7f5e380b2490 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3387335837 0 0) 0x7f5e20003520 con 0x7f5e380b2490 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 >> v2:172.21.15.160:3300/0 conn(0x7f5e3815b2e0 msgr2=0x7f5e380b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:31.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 --2- 172.21.15.17:0/2960770971 >> v2:172.21.15.160:3300/0 conn(0x7f5e3815b2e0 0x7f5e380b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 >> v1:172.21.15.160:6789/0 conn(0x7f5e380cdfc0 legacy=0x7f5e380b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e380ceab0 con 0x7f5e380b2490 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f5e280019f0 con 0x7f5e380b2490 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 >> v1:172.21.15.17:6789/0 conn(0x7f5e380b2490 legacy=0x7f5e38071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200039b0 0x7f5e20003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e20004800 0x7f5e20004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 0x7f5e2000dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2000e340 con 0x7f5e200051c0 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2000e4f0 con 0x7f5e200039b0 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5e2000e6f0 con 0x7f5e20004800 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e3dbc4640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 0x7f5e2000dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.789+0000 7f5e3d3c3640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200039b0 0x7f5e20003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3cbc2640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e20004800 0x7f5e20004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 -- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e20004800 msgr2=0x7f5e20004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:31.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e20004800 0x7f5e20004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 -- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200039b0 msgr2=0x7f5e20003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:31.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200039b0 0x7f5e20003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 -- 172.21.15.17:0/2960770971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e20003520 con 0x7f5e200051c0 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 -- 172.21.15.17:0/2960770971 reap_dead start 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.790+0000 7f5e3dbc4640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 0x7f5e2000dbd0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f5e38070f00 tx=0x7f5e20005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ee3ae65d04cb9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2800a480 con 0x7f5e200051c0 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e2802f070 con 0x7f5e200051c0 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e37fff640 1 -- 172.21.15.17:0/2960770971 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2802bc50 con 0x7f5e200051c0 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 -- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 msgr2=0x7f5e2000dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 0x7f5e2000dbd0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f5e38070f00 tx=0x7f5e20005830 comp rx=0 tx=0).stop 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 -- 172.21.15.17:0/2960770971 shutdown_connections 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2960770971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e200051c0 0x7f5e2000dbd0 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 -- 172.21.15.17:0/2960770971 >> 172.21.15.17:0/2960770971 conn(0x7f5e3806bc10 msgr2=0x7f5e3806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 -- 172.21.15.17:0/2960770971 shutdown_connections 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.791+0000 7f5e3f627640 1 -- 172.21.15.17:0/2960770971 wait complete. 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 Processor -- start 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 -- start start 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200051c0 0x7f5e380aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e3814a890 0x7f5e3814ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5e380712b0 con 0x7f5e3815d580 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5e38071130 con 0x7f5e200051c0 2024-09-19T08:10:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.793+0000 7f5e3f627640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5e380b1d80 con 0x7f5e3814a890 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35304/0 (socket says 172.21.15.17:35304) 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 -- 172.21.15.17:0/2363187928 learned_addr learned my addr 172.21.15.17:0/2363187928 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3d3c3640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200051c0 0x7f5e380aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3dbc4640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e3814a890 0x7f5e3814ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 -- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e3814a890 msgr2=0x7f5e3814ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e3814a890 0x7f5e3814ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 -- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200051c0 msgr2=0x7f5e380aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200051c0 0x7f5e380aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 -- 172.21.15.17:0/2363187928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3814b250 con 0x7f5e3815d580 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3cbc2640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c00f5f0 tx=0x7f5e2c00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c0052e0 con 0x7f5e3815d580 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e2c018070 con 0x7f5e3815d580 2024-09-19T08:10:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e381f7660 con 0x7f5e3815d580 2024-09-19T08:10:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.794+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c003810 con 0x7f5e3815d580 2024-09-19T08:10:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.795+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e381f7be0 con 0x7f5e3815d580 2024-09-19T08:10:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.795+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e380b2110 con 0x7f5e3815d580 2024-09-19T08:10:31.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.796+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e2c0039b0 con 0x7f5e3815d580 2024-09-19T08:10:31.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.796+0000 7f5e35ffb640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 0x7f5e2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:31.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.796+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7f5e2c08b580 con 0x7f5e3815d580 2024-09-19T08:10:31.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.797+0000 7f5e3d3c3640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 0x7f5e2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:31.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.797+0000 7f5e3d3c3640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 0x7f5e2406e770 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5e30009b40 tx=0x7f5e30009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:31.801+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e2c059850 con 0x7f5e3815d580 2024-09-19T08:10:32.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.012+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e38158ce0 con 0x7f5e3815d580 2024-09-19T08:10:32.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.013+0000 7f5e35ffb640 1 -- 172.21.15.17:0/2363187928 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) ==== 95+0+4395 (secure 0 0 0) 0x7f5e2c059150 con 0x7f5e3815d580 2024-09-19T08:10:32.014 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:32.014 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":165,"btime":"2024-09-19T08:10:29:338002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:29.337998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:32.014 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 165 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.014+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 msgr2=0x7f5e2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.014+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 0x7f5e2406e770 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5e30009b40 tx=0x7f5e30009190 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.014+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 msgr2=0x7f5e3815d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.014+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c00f5f0 tx=0x7f5e2c00f9f0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 shutdown_connections 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5e2406c2b0 0x7f5e2406e770 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5e3814a890 0x7f5e3814ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e3815d580 0x7f5e3815d9e0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 --2- 172.21.15.17:0/2363187928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5e200051c0 0x7f5e380aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 >> 172.21.15.17:0/2363187928 conn(0x7f5e3806bc10 msgr2=0x7f5e38073ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 shutdown_connections 2024-09-19T08:10:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.015+0000 7f5e3f627640 1 -- 172.21.15.17:0/2363187928 wait complete. 2024-09-19T08:10:32.027 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:10:32.027 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:32.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 Processor -- start 2024-09-19T08:10:32.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 -- start start 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8480cf2b0 0x7ff8480d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff84815ea20 con 0x7ff84815e640 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff8480b3d00 con 0x7ff8480cf2b0 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.128+0000 7ff84ee94640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8480b2860 con 0x7ff8480cf720 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff84cc30640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff84815e640 0x7ff8480ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43036/0 (socket says 172.21.15.17:43036) 2024-09-19T08:10:32.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff84cc30640 1 -- 172.21.15.17:0/1965343922 learned_addr learned my addr 172.21.15.17:0/1965343922 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff847fff640 1 --2- 172.21.15.17:0/1965343922 >> v2:172.21.15.17:3300/0 conn(0x7ff8480cf2b0 0x7ff8480d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff84d431640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff847fff640 1 -- 172.21.15.17:0/1965343922 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 msgr2=0x7ff8480d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff847fff640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff847fff640 1 -- 172.21.15.17:0/1965343922 >> v1:172.21.15.17:6789/0 conn(0x7ff84815e640 legacy=0x7ff8480ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff8477fe640 1 -- 172.21.15.17:0/1965343922 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 249262629 0 0) 0x7ff84815ea20 con 0x7ff84815e640 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff847fff640 1 -- 172.21.15.17:0/1965343922 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8480b1c50 con 0x7ff8480cf2b0 2024-09-19T08:10:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.129+0000 7ff84d431640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff847fff640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8480cf2b0 0x7ff8480d2650 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7ff8340097a0 tx=0x7ff83402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56d3e1f605e192c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff8477fe640 1 -- 172.21.15.17:0/1965343922 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff834037070 con 0x7ff8480cf2b0 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff8477fe640 1 -- 172.21.15.17:0/1965343922 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff83402ae50 con 0x7ff8480cf2b0 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff8477fe640 1 -- 172.21.15.17:0/1965343922 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff834032660 con 0x7ff8480cf2b0 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 -- 172.21.15.17:0/1965343922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8480cf2b0 msgr2=0x7ff8480d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8480cf2b0 0x7ff8480d2650 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7ff8340097a0 tx=0x7ff83402a100 comp rx=0 tx=0).stop 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 -- 172.21.15.17:0/1965343922 shutdown_connections 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1965343922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8480cf2b0 0x7ff8480d2650 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 -- 172.21.15.17:0/1965343922 >> 172.21.15.17:0/1965343922 conn(0x7ff84809d820 msgr2=0x7ff8480d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 -- 172.21.15.17:0/1965343922 shutdown_connections 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.130+0000 7ff84ee94640 1 -- 172.21.15.17:0/1965343922 wait complete. 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.131+0000 7ff84ee94640 1 Processor -- start 2024-09-19T08:10:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 -- start start 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8480cf2b0 0x7ff848147540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480c9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff8480b24f0 con 0x7ff84815e640 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8480b2210 con 0x7ff8480cf2b0 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.132+0000 7ff84ee94640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8480cfe40 con 0x7ff8480cf720 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35336/0 (socket says 172.21.15.17:35336) 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 -- 172.21.15.17:0/1486347226 learned_addr learned my addr 172.21.15.17:0/1486347226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff847fff640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480c9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84cc30640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8480cf2b0 0x7ff848147540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 -- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 msgr2=0x7ff8480c9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480c9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 -- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8480cf2b0 msgr2=0x7ff848147540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8480cf2b0 0x7ff848147540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 -- 172.21.15.17:0/1486347226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8480ca230 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff847fff640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84d431640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7ff84000cd50 tx=0x7ff84000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84000f680 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff84000f840 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8480ca4f0 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84000fc30 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.133+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8480caab0 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.134+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff848068eb0 con 0x7ff84815e640 2024-09-19T08:10:32.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.135+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8400213f0 con 0x7ff84815e640 2024-09-19T08:10:32.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.135+0000 7ff8457fa640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 0x7ff82c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.135+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7ff84008c790 con 0x7ff84815e640 2024-09-19T08:10:32.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.136+0000 7ff84cc30640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 0x7ff82c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.136+0000 7ff84cc30640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 0x7ff82c06e770 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7ff83c000f60 tx=0x7ff83c007b50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.140+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff840014030 con 0x7ff84815e640 2024-09-19T08:10:32.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.352+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8480b73a0 con 0x7ff84815e640 2024-09-19T08:10:32.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.353+0000 7ff8457fa640 1 -- 172.21.15.17:0/1486347226 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) ==== 95+0+4395 (secure 0 0 0) 0x7ff84005a2e0 con 0x7ff84815e640 2024-09-19T08:10:32.354 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:32.354 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":165,"btime":"2024-09-19T08:10:29:338002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:29.337998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:32.354 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 165 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 msgr2=0x7ff82c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 0x7ff82c06e770 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7ff83c000f60 tx=0x7ff83c007b50 comp rx=0 tx=0).stop 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 msgr2=0x7ff848158aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7ff84000cd50 tx=0x7ff84000a650 comp rx=0 tx=0).stop 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 shutdown_connections 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff82c06c2b0 0x7ff82c06e770 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff84815e640 0x7ff848158aa0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8480cf720 0x7ff8480c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 --2- 172.21.15.17:0/1486347226 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8480cf2b0 0x7ff848147540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 >> 172.21.15.17:0/1486347226 conn(0x7ff84809d820 msgr2=0x7ff8480cd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 shutdown_connections 2024-09-19T08:10:32.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.355+0000 7ff84ee94640 1 -- 172.21.15.17:0/1486347226 wait complete. 2024-09-19T08:10:32.367 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:32.367 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:32.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.468+0000 7fe3545f6640 1 Processor -- start 2024-09-19T08:10:32.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.468+0000 7fe3545f6640 1 -- start start 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe34c15e4e0 0x7fe34c0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 0x7fe34c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c0d1fc0 0x7fe34c0d2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe34c0d2d40 con 0x7fe34c15e4e0 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe34c0b7250 con 0x7fe34c15e8c0 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe3545f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe34c06cec0 con 0x7fe34c0d1fc0 2024-09-19T08:10:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe352392640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe34c15e4e0 0x7fe34c0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe352392640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe34c15e4e0 0x7fe34c0b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51298/0 (socket says 172.21.15.17:51298) 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.469+0000 7fe352392640 1 -- 172.21.15.17:0/3967750637 learned_addr learned my addr 172.21.15.17:0/3967750637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352b93640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c0d1fc0 0x7fe34c0d2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe351b91640 1 --2- 172.21.15.17:0/3967750637 >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 0x7fe34c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 -- 172.21.15.17:0/3967750637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c0d1fc0 msgr2=0x7fe34c0d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c0d1fc0 0x7fe34c0d2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 -- 172.21.15.17:0/3967750637 >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 msgr2=0x7fe34c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 --2- 172.21.15.17:0/3967750637 >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 0x7fe34c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 -- 172.21.15.17:0/3967750637 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34c06d160 con 0x7fe34c15e4e0 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe351b91640 1 --2- 172.21.15.17:0/3967750637 >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 0x7fe34c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:32.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.470+0000 7fe352392640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e4e0 0x7fe34c0b67d0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fe34c072df0 tx=0x7fe34402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c740c5ddbe06e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe351390640 1 -- 172.21.15.17:0/3967750637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe344037070 con 0x7fe34c15e4e0 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe351390640 1 -- 172.21.15.17:0/3967750637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe344032440 con 0x7fe34c15e4e0 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe351390640 1 -- 172.21.15.17:0/3967750637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe344032810 con 0x7fe34c15e4e0 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 -- 172.21.15.17:0/3967750637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e4e0 msgr2=0x7fe34c0b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e4e0 0x7fe34c0b67d0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fe34c072df0 tx=0x7fe34402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 -- 172.21.15.17:0/3967750637 shutdown_connections 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c0d1fc0 0x7fe34c0d2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 --2- 172.21.15.17:0/3967750637 >> v2:172.21.15.160:3300/0 conn(0x7fe34c15e8c0 0x7fe34c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 --2- 172.21.15.17:0/3967750637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e4e0 0x7fe34c0b67d0 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 -- 172.21.15.17:0/3967750637 >> 172.21.15.17:0/3967750637 conn(0x7fe34c06f400 msgr2=0x7fe34c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 -- 172.21.15.17:0/3967750637 shutdown_connections 2024-09-19T08:10:32.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.471+0000 7fe3545f6640 1 -- 172.21.15.17:0/3967750637 wait complete. 2024-09-19T08:10:32.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 Processor -- start 2024-09-19T08:10:32.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 -- start start 2024-09-19T08:10:32.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 0x7fe34c143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c15e4e0 0x7fe34c14e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c0d2990 con 0x7fe34c15e8c0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c06d720 con 0x7fe34c0d1fc0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.473+0000 7fe3545f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe34c146190 con 0x7fe34c15e4e0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51304/0 (socket says 172.21.15.17:51304) 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 -- 172.21.15.17:0/1941067756 learned_addr learned my addr 172.21.15.17:0/1941067756 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe351b91640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c15e4e0 0x7fe34c14e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352392640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 0x7fe34c143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 -- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c15e4e0 msgr2=0x7fe34c14e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c15e4e0 0x7fe34c14e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 -- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 msgr2=0x7fe34c143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 0x7fe34c143d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 -- 172.21.15.17:0/1941067756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34c145580 con 0x7fe34c15e8c0 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352392640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 0x7fe34c143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:32.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe352b93640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fe33c007e40 tx=0x7fe33c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33c014620 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe33c019070 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33c014a20 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe34c145860 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.474+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe34c145e20 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.475+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe34c0d2450 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.476+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe33c014bc0 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.476+0000 7fe34affd640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 0x7fe33806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.477+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7fe33c08c1d0 con 0x7fe34c15e8c0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.477+0000 7fe352392640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 0x7fe33806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.477+0000 7fe352392640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 0x7fe33806e770 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fe344034000 tx=0x7fe34402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.481+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe33c05a410 con 0x7fe34c15e8c0 2024-09-19T08:10:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.691+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe34c15ba90 con 0x7fe34c15e8c0 2024-09-19T08:10:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.692+0000 7fe34affd640 1 -- 172.21.15.17:0/1941067756 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) ==== 95+0+4395 (secure 0 0 0) 0x7fe33c059d10 con 0x7fe34c15e8c0 2024-09-19T08:10:32.693 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:32.693 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":165,"btime":"2024-09-19T08:10:29:338002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:29.337998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 165 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.693+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 msgr2=0x7fe33806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.693+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 0x7fe33806e770 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fe344034000 tx=0x7fe34402e000 comp rx=0 tx=0).stop 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.693+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 msgr2=0x7fe34c152060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.693+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fe33c007e40 tx=0x7fe33c00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 shutdown_connections 2024-09-19T08:10:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe33806c2b0 0x7fe33806e770 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe34c15e8c0 0x7fe34c152060 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe34c15e4e0 0x7fe34c14e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 --2- 172.21.15.17:0/1941067756 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe34c0d1fc0 0x7fe34c143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 >> 172.21.15.17:0/1941067756 conn(0x7fe34c06f400 msgr2=0x7fe34c0d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 shutdown_connections 2024-09-19T08:10:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.694+0000 7fe3545f6640 1 -- 172.21.15.17:0/1941067756 wait complete. 2024-09-19T08:10:32.705 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 1.00000000' led to DAMAGED state 2024-09-19T08:10:32.706 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 1.00000000.inode' 2024-09-19T08:10:32.706 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:32.706 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:32.722 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:32.722 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:32.722 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:32.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:32.722 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:32.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:32.778 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:32.778 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:32.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.921+0000 7f017579d640 1 Processor -- start 2024-09-19T08:10:32.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.921+0000 7f017579d640 1 -- start start 2024-09-19T08:10:32.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f017579d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f017015e740 0x7f01700b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f017579d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f01700b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f017579d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01700b8be0 con 0x7f017015e360 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f017579d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f01700b8e70 con 0x7f017015e740 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f017579d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01700b9150 con 0x7f01700d1430 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f016ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f017015e360 0x7f01700d0d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36908/0 (socket says 172.21.15.17:36908) 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.922+0000 7f016ffff640 1 -- 172.21.15.17:0/2326159701 learned_addr learned my addr 172.21.15.17:0/2326159701 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f01700b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 616598124 0 0) 0x7f01700b8be0 con 0x7f017015e360 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016f7fe640 1 --2- 172.21.15.17:0/2326159701 >> v2:172.21.15.160:3300/0 conn(0x7f017015e740 0x7f01700b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0158003520 con 0x7f017015e360 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3507048754 0 0) 0x7f0158003520 con 0x7f017015e360 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 msgr2=0x7f01700b86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f01700b86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 >> v2:172.21.15.160:3300/0 conn(0x7f017015e740 msgr2=0x7f01700b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 --2- 172.21.15.17:0/2326159701 >> v2:172.21.15.160:3300/0 conn(0x7f017015e740 0x7f01700b8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01700b9430 con 0x7f017015e360 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0160001670 con 0x7f017015e360 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 >> v1:172.21.15.17:6789/0 conn(0x7f017015e360 legacy=0x7f01700d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01580039b0 0x7f0158003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f0158004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0158004d40 0x7f01580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b8e70 con 0x7f0158004d40 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b9150 con 0x7f01580039b0 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f015800b9c0 con 0x7f01700d1430 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0158004d40 0x7f01580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016f7fe640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f0158004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f016ffff640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01580039b0 0x7f0158003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 -- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 msgr2=0x7f0158004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700d1430 0x7f0158004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 -- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01580039b0 msgr2=0x7f0158003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:32.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01580039b0 0x7f0158003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.923+0000 7f0174f9c640 1 -- 172.21.15.17:0/2326159701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0158003520 con 0x7f0158004d40 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.924+0000 7f0174f9c640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0158004d40 0x7f01580051c0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f0168009f90 tx=0x7f0158005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27ef50370171654 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.924+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168009c10 con 0x7f0158004d40 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.924+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0168036070 con 0x7f0158004d40 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.924+0000 7f016effd640 1 -- 172.21.15.17:0/2326159701 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168031850 con 0x7f0158004d40 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 -- 172.21.15.17:0/2326159701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0158004d40 msgr2=0x7f01580051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 --2- 172.21.15.17:0/2326159701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0158004d40 0x7f01580051c0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f0168009f90 tx=0x7f0158005830 comp rx=0 tx=0).stop 2024-09-19T08:10:32.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f0174f9c640 1 -- 172.21.15.17:0/2326159701 reap_dead start 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 -- 172.21.15.17:0/2326159701 shutdown_connections 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 -- 172.21.15.17:0/2326159701 >> 172.21.15.17:0/2326159701 conn(0x7f0170067950 msgr2=0x7f0170067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 -- 172.21.15.17:0/2326159701 shutdown_connections 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.925+0000 7f017579d640 1 -- 172.21.15.17:0/2326159701 wait complete. 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.926+0000 7f017579d640 1 Processor -- start 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.926+0000 7f017579d640 1 -- start start 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 0x7f01700ab830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700ac1d0 0x7f01701f7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b8820 con 0x7f01701f7ba0 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01700b86a0 con 0x7f0158004d40 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f017579d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01700b89a0 con 0x7f01700ac1d0 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f0174f9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f0174f9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51336/0 (socket says 172.21.15.17:51336) 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f0174f9c640 1 -- 172.21.15.17:0/1707580072 learned_addr learned my addr 172.21.15.17:0/1707580072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f016f7fe640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700ac1d0 0x7f01701f7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.927+0000 7f016ffff640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 0x7f01700ab830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 -- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700ac1d0 msgr2=0x7f01701f7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700ac1d0 0x7f01701f7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 -- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 msgr2=0x7f01700ab830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 0x7f01700ab830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 -- 172.21.15.17:0/1707580072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01700ac660 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f016ffff640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 0x7f01700ab830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f0174f9c640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f0168009f90 tx=0x7f0168009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168009c10 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0168003990 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01700ac940 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168003d80 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.928+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01700acf00 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.929+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01700b8160 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.929+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0168005d10 con 0x7f01701f7ba0 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.930+0000 7f016cff9640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 0x7f015c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:32.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.930+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7f01680ace70 con 0x7f01701f7ba0 2024-09-19T08:10:32.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.930+0000 7f016ffff640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 0x7f015c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:32.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.931+0000 7f016ffff640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 0x7f015c06e770 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0160007cd0 tx=0x7f0160009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:32.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:32.934+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f016804a060 con 0x7f01701f7ba0 2024-09-19T08:10:33.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.142+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f01700d1180 con 0x7f01701f7ba0 2024-09-19T08:10:33.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.350+0000 7f016cff9640 1 -- 172.21.15.17:0/1707580072 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v166) ==== 161+0+0 (secure 0 0 0) 0x7f016802e050 con 0x7f01701f7ba0 2024-09-19T08:10:33.352 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 msgr2=0x7f015c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 0x7f015c06e770 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0160007cd0 tx=0x7f0160009040 comp rx=0 tx=0).stop 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 msgr2=0x7f01701f0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f0168009f90 tx=0x7f0168009750 comp rx=0 tx=0).stop 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 shutdown_connections 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f015c06c2b0 0x7f015c06e770 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01701f7ba0 0x7f01701f0d00 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01700ac1d0 0x7f01701f7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 --2- 172.21.15.17:0/1707580072 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0158004d40 0x7f01700ab830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 >> 172.21.15.17:0/1707580072 conn(0x7f0170067950 msgr2=0x7f0170161230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:33.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 shutdown_connections 2024-09-19T08:10:33.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.353+0000 7f017579d640 1 -- 172.21.15.17:0/1707580072 wait complete. 2024-09-19T08:10:33.365 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:33.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.468+0000 7f01c8aa5640 1 Processor -- start 2024-09-19T08:10:33.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.468+0000 7f01c8aa5640 1 -- start start 2024-09-19T08:10:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c8aa5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 0x7f01c40d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c8aa5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01c406cec0 con 0x7f01c415e8c0 2024-09-19T08:10:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c8aa5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01c406d160 con 0x7f01c415e4e0 2024-09-19T08:10:33.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c8aa5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01c40d2d40 con 0x7f01c40b6ee0 2024-09-19T08:10:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c1d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f01c415e8c0 0x7f01c40d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36912/0 (socket says 172.21.15.17:36912) 2024-09-19T08:10:33.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c1d9b640 1 -- 172.21.15.17:0/681911404 learned_addr learned my addr 172.21.15.17:0/681911404 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.469+0000 7f01c2d9d640 1 --2- 172.21.15.17:0/681911404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 0x7f01c40d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 848878187 0 0) 0x7f01c406cec0 con 0x7f01c415e8c0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01b0003520 con 0x7f01c415e8c0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 361220302 0 0) 0x7f01c406d160 con 0x7f01c415e4e0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01c406cec0 con 0x7f01c415e4e0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c2d9d640 1 -- 172.21.15.17:0/681911404 >> v1:172.21.15.160:6789/0 conn(0x7f01c415e4e0 legacy=0x7f01c40b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c2d9d640 1 -- 172.21.15.17:0/681911404 >> v1:172.21.15.17:6789/0 conn(0x7f01c415e8c0 legacy=0x7f01c40d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.470+0000 7f01c2d9d640 1 -- 172.21.15.17:0/681911404 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c406d440 con 0x7f01c40b6ee0 2024-09-19T08:10:33.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c2d9d640 1 --2- 172.21.15.17:0/681911404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 0x7f01c40d26d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f01bc0097d0 tx=0x7f01bc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1f40fb9349ae9ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01bc037070 con 0x7f01c40b6ee0 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01bc032440 con 0x7f01c40b6ee0 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c159a640 1 -- 172.21.15.17:0/681911404 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01bc032810 con 0x7f01c40b6ee0 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c8aa5640 1 -- 172.21.15.17:0/681911404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 msgr2=0x7f01c40d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.471+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/681911404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 0x7f01c40d26d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f01bc0097d0 tx=0x7f01bc02a180 comp rx=0 tx=0).stop 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.472+0000 7f01c8aa5640 1 -- 172.21.15.17:0/681911404 shutdown_connections 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.472+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/681911404 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c40b6ee0 0x7f01c40d26d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.472+0000 7f01c8aa5640 1 -- 172.21.15.17:0/681911404 >> 172.21.15.17:0/681911404 conn(0x7f01c406f400 msgr2=0x7f01c406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.472+0000 7f01c8aa5640 1 -- 172.21.15.17:0/681911404 shutdown_connections 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.472+0000 7f01c8aa5640 1 -- 172.21.15.17:0/681911404 wait complete. 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.473+0000 7f01c8aa5640 1 Processor -- start 2024-09-19T08:10:33.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.473+0000 7f01c8aa5640 1 -- start start 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01c415e4e0 0x7f01c4156860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c415e8c0 0x7f01c414d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01c4169040 con 0x7f01c40b6ee0 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01c406ec50 con 0x7f01c415e4e0 2024-09-19T08:10:33.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c8aa5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01c41691c0 con 0x7f01c415e8c0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51350/0 (socket says 172.21.15.17:51350) 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 -- 172.21.15.17:0/3423637697 learned_addr learned my addr 172.21.15.17:0/3423637697 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c2d9d640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c415e8c0 0x7f01c414d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c1d9b640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01c415e4e0 0x7f01c4156860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 -- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c415e8c0 msgr2=0x7f01c414d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c415e8c0 0x7f01c414d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 -- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01c415e4e0 msgr2=0x7f01c4156860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01c415e4e0 0x7f01c4156860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 -- 172.21.15.17:0/3423637697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c4150190 con 0x7f01c40b6ee0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01c259c640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f01b400c8a0 tx=0x7f01b400cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:33.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.474+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b4003b70 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.475+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01b4003d30 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.475+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01c4158910 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.475+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b400aa90 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.475+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01c4158bf0 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.475+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01c40b67d0 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.476+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f01b400ac30 con 0x7f01c40b6ee0 2024-09-19T08:10:33.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.476+0000 7f01baffd640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 0x7f01a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:33.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.477+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7f01b408b930 con 0x7f01c40b6ee0 2024-09-19T08:10:33.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.477+0000 7f01c1d9b640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 0x7f01a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:33.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.477+0000 7f01c1d9b640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 0x7f01a406e770 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f01c414e5f0 tx=0x7f01ac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:33.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.481+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01b4059ae0 con 0x7f01c40b6ee0 2024-09-19T08:10:33.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:33.731+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f01c4070b60 con 0x7f01c40b6ee0 2024-09-19T08:10:34.088 INFO:tasks.ceph.mds.c.smithi017.stderr: -50> 2024-09-19T08:10:29.335+0000 7fdb74641640 -1 log_channel(cluster) log [ERR] : dir 0x1 object missing on disk; some files may be lost () 2024-09-19T08:10:34.089 INFO:tasks.ceph.mds.c.smithi017.stderr: -48> 2024-09-19T08:10:29.335+0000 7fdb74641640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-19T08:10:34.089 INFO:tasks.ceph.mds.c.smithi017.stderr: -27> 2024-09-19T08:10:31.266+0000 7fdb78649640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:34.114 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:10:34.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.356+0000 7f01baffd640 1 -- 172.21.15.17:0/3423637697 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v167) ==== 101+0+0 (secure 0 0 0) 0x7f01b40593e0 con 0x7f01c40b6ee0 2024-09-19T08:10:34.357 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:34.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 msgr2=0x7f01a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 0x7f01a406e770 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f01c414e5f0 tx=0x7f01ac009040 comp rx=0 tx=0).stop 2024-09-19T08:10:34.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 msgr2=0x7f01c414b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f01b400c8a0 tx=0x7f01b400cd60 comp rx=0 tx=0).stop 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 shutdown_connections 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01a406c2b0 0x7f01a406e770 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01c415e8c0 0x7f01c414d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01c415e4e0 0x7f01c4156860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 --2- 172.21.15.17:0/3423637697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01c40b6ee0 0x7f01c414b920 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 >> 172.21.15.17:0/3423637697 conn(0x7f01c406f400 msgr2=0x7f01c4070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 shutdown_connections 2024-09-19T08:10:34.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.359+0000 7f01c8aa5640 1 -- 172.21.15.17:0/3423637697 wait complete. 2024-09-19T08:10:34.373 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.419+0000 7f1cdff21f40 1 Processor -- start 2024-09-19T08:10:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.419+0000 7f1cdff21f40 1 -- start start 2024-09-19T08:10:34.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb68c50 0x55815fc3c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc3d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55815fb67e00 con 0x55815fb6ad80 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55815fab9510 con 0x55815fb68c50 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55815fc23240 con 0x55815fc21ee0 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51390/0 (socket says 172.21.15.17:51390) 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/3299646697 learned_addr learned my addr 172.21.15.17:0/3299646697 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 msgr2=0x55815fc3d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc3d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb68c50 msgr2=0x55815fc3c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb68c50 0x55815fc3c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/3299646697 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55815fb665f0 con 0x55815fb6ad80 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0009600 tx=0x7f1cd0009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3a9282ade7610d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdb7cc640 1 -- 172.21.15.17:0/3299646697 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd00066b0 con 0x55815fb6ad80 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdb7cc640 1 -- 172.21.15.17:0/3299646697 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd0006850 con 0x55815fb6ad80 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.420+0000 7f1cdb7cc640 1 -- 172.21.15.17:0/3299646697 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0006c40 con 0x55815fb6ad80 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 -- 172.21.15.17:0/3299646697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 msgr2=0x55815fb97520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0009600 tx=0x7f1cd0009ac0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 -- 172.21.15.17:0/3299646697 shutdown_connections 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc3d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb6ad80 0x55815fb97520 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/3299646697 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb68c50 0x55815fc3c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 -- 172.21.15.17:0/3299646697 >> 172.21.15.17:0/3299646697 conn(0x55815fb92400 msgr2=0x55815fc47090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 -- 172.21.15.17:0/3299646697 shutdown_connections 2024-09-19T08:10:34.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.421+0000 7f1cdff21f40 1 -- 172.21.15.17:0/3299646697 wait complete. 2024-09-19T08:10:34.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 Processor -- start 2024-09-19T08:10:34.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 -- start start 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb6ad80 0x55815fc40910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc40e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55815fc3f1c0 con 0x55815fb68c50 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55815fc22460 con 0x55815fb6ad80 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdff21f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55815fc3c860 con 0x55815fc21ee0 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdcfcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdcfcf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51400/0 (socket says 172.21.15.17:51400) 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.422+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 learned_addr learned my addr 172.21.15.17:0/2277210894 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdd7d0640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc40e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb6ad80 0x55815fc40910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 msgr2=0x55815fc40e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55815fc21ee0 0x55815fc40e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb6ad80 msgr2=0x55815fc40910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb6ad80 0x55815fc40910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55815fc3c550 con 0x55815fb68c50 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55815fb6ad80 0x55815fc40910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc055040 tx=0x7f1ccc0053c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cda7ca640 1 -- 172.21.15.17:0/2277210894 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc056070 con 0x55815fb68c50 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cda7ca640 1 -- 172.21.15.17:0/2277210894 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ccc052af0 con 0x55815fb68c50 2024-09-19T08:10:34.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55815fc3b220 con 0x55815fb68c50 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cda7ca640 1 -- 172.21.15.17:0/2277210894 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc065430 con 0x55815fb68c50 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.423+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55815fc3d890 con 0x55815fb68c50 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.425+0000 7f1cda7ca640 1 -- 172.21.15.17:0/2277210894 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ccc059020 con 0x55815fb68c50 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.425+0000 7f1cda7ca640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 0x7f1cc806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.425+0000 7f1cda7ca640 1 -- 172.21.15.17:0/2277210894 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7f1ccc0ce7f0 con 0x55815fb68c50 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.425+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 0x7f1cc806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.429 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.426+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55815fc46600 0x55815fc42ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.426+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fbb1950 con 0x55815fc46600 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.426+0000 7f1cdd7d0640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55815fc46600 0x55815fc42ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.426+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 0x7f1cc806d150 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55815fc216a0 tx=0x7f1cd000f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.426+0000 7f1cdd7d0640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55815fc46600 0x55815fc42ee0 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.428+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v103'443 uv417 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.428+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fb68710 con 0x55815fc46600 2024-09-19T08:10:34.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.429+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v103'444 uv444 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.429+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc43420 con 0x55815fc46600 2024-09-19T08:10:34.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.430+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v103'445 uv445 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.431 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:34.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.430+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc437c0 con 0x55815fc46600 2024-09-19T08:10:34.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.431+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v103'446 uv446 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.431+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce1030 con 0x55815fc46600 2024-09-19T08:10:34.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.434+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v103'447 uv447 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.434+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0020 con 0x55815fc46600 2024-09-19T08:10:34.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.435+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v103'448 uv448 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.435+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0410 con 0x55815fc46600 2024-09-19T08:10:34.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.436+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v103'449 uv423 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.436+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0800 con 0x55815fc46600 2024-09-19T08:10:34.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.437+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v103'450 uv450 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.437+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0800 con 0x55815fc46600 2024-09-19T08:10:34.439 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:34.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.438+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v103'451 uv451 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.438+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.439+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v103'452 uv452 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.439+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.441+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v103'453 uv453 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.441+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.442+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v103'454 uv454 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.442+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.443+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v103'455 uv430 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.443+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.444+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v103'456 uv456 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.444+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.445 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.445+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v103'457 uv457 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.445+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.446+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v103'458 uv458 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.446+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.447+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v103'459 uv459 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.447+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce07b0 con 0x55815fc46600 2024-09-19T08:10:34.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.448+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v103'460 uv460 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.448+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0bc0 con 0x55815fc46600 2024-09-19T08:10:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.449+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v103'461 uv461 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.449+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0bc0 con 0x55815fc46600 2024-09-19T08:10:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.450+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v103'462 uv436 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.450+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0b90 con 0x55815fc46600 2024-09-19T08:10:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.451+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v103'463 uv463 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.451+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0b90 con 0x55815fc46600 2024-09-19T08:10:34.453 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:34.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.452+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v103'464 uv464 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.453+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce0b90 con 0x55815fc46600 2024-09-19T08:10:34.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.454+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v103'465 uv465 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.454+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.455+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v103'466 uv466 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.455+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.456+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v103'467 uv467 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.456+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.457+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v103'468 uv442 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.457+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.458+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v103'469 uv469 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.458+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.460+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v103'470 uv470 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.460 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:34.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.460+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.461+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v103'471 uv471 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.461+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.462+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v103'472 uv472 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.462+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fc46600 2024-09-19T08:10:34.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.463+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v103'473 uv473 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.463+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55815fce18e0 0x55815fce3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.463+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fc41390 con 0x55815fce18e0 2024-09-19T08:10:34.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.463+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55815fce18e0 0x55815fce3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.464+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55815fce18e0 0x55815fce3cd0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.465+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v103'326 uv308 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.465+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce4210 con 0x55815fce18e0 2024-09-19T08:10:34.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.466+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v103'327 uv327 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.466+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce45b0 con 0x55815fce18e0 2024-09-19T08:10:34.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.467+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v103'328 uv328 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.468 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:34.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.467+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce4e00 con 0x55815fce18e0 2024-09-19T08:10:34.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.469+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v103'329 uv329 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.469+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce51a0 con 0x55815fce18e0 2024-09-19T08:10:34.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.470+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v103'330 uv330 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.470+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5540 con 0x55815fce18e0 2024-09-19T08:10:34.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.471+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v103'331 uv313 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.471+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce58e0 con 0x55815fce18e0 2024-09-19T08:10:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.472+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v103'332 uv332 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.472+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.473+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v103'333 uv333 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.474 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.473+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.474+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v103'334 uv334 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.474+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.476+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v103'335 uv335 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.476+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.477+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v103'336 uv318 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.477+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.478+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v103'337 uv337 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.478+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.479+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v103'338 uv338 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.480 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:34.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.479+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce96e0 con 0x55815fce18e0 2024-09-19T08:10:34.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.480+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v103'339 uv339 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.480+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce96e0 con 0x55815fce18e0 2024-09-19T08:10:34.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.482+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v103'340 uv340 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.482+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.483+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v103'341 uv324 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.483+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.484+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v103'342 uv342 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.484+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.485+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v103'343 uv343 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.486 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:34.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.485+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce6c90 con 0x55815fce18e0 2024-09-19T08:10:34.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.486+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v103'344 uv344 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.486+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce6c90 con 0x55815fce18e0 2024-09-19T08:10:34.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.487+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v103'345 uv345 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.487+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fce18e0 2024-09-19T08:10:34.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.488+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v103'346 uv346 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fce18e0 2024-09-19T08:10:34.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.488+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fc46600 2024-09-19T08:10:34.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.489+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v103'87 uv86 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.489+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fc46600 2024-09-19T08:10:34.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.490+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v103'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.490+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fc46600 2024-09-19T08:10:34.492 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:34.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.491+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v103'89 uv89 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.491+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce6c90 con 0x55815fc46600 2024-09-19T08:10:34.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.492+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v103'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.492+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce6c90 con 0x55815fc46600 2024-09-19T08:10:34.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.493+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v103'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.493+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce5c80 con 0x55815fc46600 2024-09-19T08:10:34.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.494+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v103'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.494+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55815fce6300 0x55815fce86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.494+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce8cc0 con 0x55815fce6300 2024-09-19T08:10:34.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.494+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55815fce6300 0x55815fce86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.495+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55815fce6300 0x55815fce86f0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.496+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v103'69 uv68 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.496+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce91d0 con 0x55815fce6300 2024-09-19T08:10:34.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.497+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v103'70 uv70 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.497+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce96b0 con 0x55815fce6300 2024-09-19T08:10:34.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.498+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v103'71 uv71 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.498 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:34.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.498+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce4a30 con 0x55815fce6300 2024-09-19T08:10:34.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.499+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v103'72 uv72 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.499+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce9fe0 con 0x55815fc46600 2024-09-19T08:10:34.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.500+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v103'87 uv86 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.500+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fce9fe0 con 0x55815fc46600 2024-09-19T08:10:34.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.501+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v103'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.501+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce9fe0 con 0x55815fc46600 2024-09-19T08:10:34.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.502+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v103'89 uv89 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.503 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:34.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.502+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fceaff0 con 0x55815fc46600 2024-09-19T08:10:34.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.504+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v103'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.504+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fceaff0 con 0x55815fc46600 2024-09-19T08:10:34.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.505+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v103'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.505+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fce9fe0 con 0x55815fc46600 2024-09-19T08:10:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.506+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v103'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.506+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55815fcea6b0 0x55815fcecaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.506+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced100 con 0x55815fcea6b0 2024-09-19T08:10:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.506+0000 7f1cdd7d0640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55815fcea6b0 0x55815fcecaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.506+0000 7f1cdd7d0640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55815fcea6b0 0x55815fcecaa0 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.507+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v103'160 uv154 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.508+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fced1c0 con 0x55815fcea6b0 2024-09-19T08:10:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.509+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v103'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.509+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.510+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v103'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.511 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.510+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcee5c0 con 0x55815fcea6b0 2024-09-19T08:10:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.511+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v103'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.511+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcee5c0 con 0x55815fcea6b0 2024-09-19T08:10:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.512+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v103'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.512+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.513+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v103'165 uv165 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.513+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.514+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v103'166 uv159 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.514+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.515+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v103'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.515+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.519 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.518+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v103'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.518+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.521+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v103'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.521+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fced5b0 con 0x55815fcea6b0 2024-09-19T08:10:34.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.523+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v103'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.524+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 0x55815fcefef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.524+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf0610 con 0x55815fcedac0 2024-09-19T08:10:34.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.524+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 0x55815fcefef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.524+0000 7f1cdcfcf640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 0x55815fcefef0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.525+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v103'71 uv70 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fcedac0 2024-09-19T08:10:34.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.525+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fcedac0 2024-09-19T08:10:34.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.526+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v103'72 uv72 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fcedac0 2024-09-19T08:10:34.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.526+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fcedac0 2024-09-19T08:10:34.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.527+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v103'73 uv73 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fcedac0 2024-09-19T08:10:34.528 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:34.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.527+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fcedac0 2024-09-19T08:10:34.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.528+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v103'74 uv74 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fcedac0 2024-09-19T08:10:34.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.528+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fcedac0 2024-09-19T08:10:34.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.529+0000 7f1cdcfcf640 1 -- 172.21.15.17:0/2277210894 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v103'75 uv75 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1ccc06b020 con 0x55815fcedac0 2024-09-19T08:10:34.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.529+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fc46600 2024-09-19T08:10:34.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.530+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v103'87 uv86 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.530+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fc46600 2024-09-19T08:10:34.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.531+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v103'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.531+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fc46600 2024-09-19T08:10:34.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.532+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v103'89 uv89 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.533 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:34.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.532+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf19f0 con 0x55815fc46600 2024-09-19T08:10:34.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.533+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v103'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.533+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf19f0 con 0x55815fc46600 2024-09-19T08:10:34.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.534+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v103'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.534+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fc46600 2024-09-19T08:10:34.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.535+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v103'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fc46600 2024-09-19T08:10:34.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.535+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf09e0 con 0x55815fce6300 2024-09-19T08:10:34.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.536+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v103'142 uv136 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.536+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf0dd0 con 0x55815fce6300 2024-09-19T08:10:34.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.537+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v103'143 uv143 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.537+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf11c0 con 0x55815fce6300 2024-09-19T08:10:34.538 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:34.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.538+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v103'144 uv144 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.538+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf15b0 con 0x55815fce6300 2024-09-19T08:10:34.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.539+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v103'145 uv145 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.539+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf15b0 con 0x55815fce6300 2024-09-19T08:10:34.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.540+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v103'146 uv146 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.540+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf1260 con 0x55815fce6300 2024-09-19T08:10:34.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.541+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v103'147 uv141 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.541+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf1260 con 0x55815fce6300 2024-09-19T08:10:34.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.542+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v103'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.542+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf1260 con 0x55815fce6300 2024-09-19T08:10:34.543 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:34.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.542+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v103'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.543+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf1260 con 0x55815fce6300 2024-09-19T08:10:34.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.543+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v103'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.543+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4050 con 0x55815fce6300 2024-09-19T08:10:34.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.545+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v103'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.545+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55815fcf1650 0x55815fcf3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.545+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4710 con 0x55815fcf1650 2024-09-19T08:10:34.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.545+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55815fcf1650 0x55815fcf3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.545+0000 7f1cdc7ce640 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55815fcf1650 0x55815fcf3a40 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.546+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v103'66 uv64 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fcf1650 2024-09-19T08:10:34.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.546+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4710 con 0x55815fcf1650 2024-09-19T08:10:34.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.547+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v103'67 uv67 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fcf1650 2024-09-19T08:10:34.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.547+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4710 con 0x55815fcf1650 2024-09-19T08:10:34.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.548+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v103'68 uv68 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fcf1650 2024-09-19T08:10:34.549 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:34.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.548+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcf1650 2024-09-19T08:10:34.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.549+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v103'69 uv69 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fcf1650 2024-09-19T08:10:34.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.549+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fce6300 2024-09-19T08:10:34.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.550+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v103'87 uv86 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.550+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fce6300 2024-09-19T08:10:34.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.551+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v103'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.551+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fce6300 2024-09-19T08:10:34.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.552+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v103'89 uv89 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.553 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:34.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.552+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf57a0 con 0x55815fce6300 2024-09-19T08:10:34.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.553+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v103'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.553+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf57a0 con 0x55815fce6300 2024-09-19T08:10:34.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.554+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v103'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.554+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fce6300 2024-09-19T08:10:34.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.555+0000 7f1cdc7ce640 1 -- 172.21.15.17:0/2277210894 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v103'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd0024040 con 0x55815fce6300 2024-09-19T08:10:34.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.555+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.556+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v103'74 uv73 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.556+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.557+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v103'75 uv75 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.558+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.559+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v103'76 uv76 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.559 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:34.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.559+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.560+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v103'77 uv77 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.560+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.561+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v103'78 uv78 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.561+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.562+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v103'182 uv172 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.562+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.563+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v103'183 uv183 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.563+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.565 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:34.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.564+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v103'184 uv184 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.564+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.565+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v103'185 uv185 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.565+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.566+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v103'186 uv186 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.566+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.567+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v103'187 uv187 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.568 INFO:teuthology.orchestra.run.smithi017.stdout:Write #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:34.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.567+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.568+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v103'188 uv188 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.568+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf57a0 con 0x55815fcea6b0 2024-09-19T08:10:34.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.569+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v103'189 uv189 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.569+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4790 con 0x55815fcea6b0 2024-09-19T08:10:34.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.570+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [omap-set-header] v103'190 uv190 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.570+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x55815fcf4b50 con 0x55815fcea6b0 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v103'191 uv191 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1cd4003450 con 0x55815fcea6b0 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55815fc46600 msgr2=0x55815fc42ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55815fc46600 0x55815fc42ee0 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55815fce6300 msgr2=0x55815fce86f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55815fce6300 0x55815fce86f0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55815fcf1650 msgr2=0x55815fcf3a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55815fcf1650 0x55815fcf3a40 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55815fce18e0 msgr2=0x55815fce3cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55815fce18e0 0x55815fce3cd0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 reap_dead start 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55815fcea6b0 msgr2=0x55815fcecaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55815fcea6b0 0x55815fcecaa0 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdd7d0640 1 -- 172.21.15.17:0/2277210894 reap_dead start 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 msgr2=0x55815fcefef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 0x55815fcefef0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 msgr2=0x7f1cc806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 0x7f1cc806d150 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55815fc216a0 tx=0x7f1cd000f000 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 msgr2=0x55815fc460c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc055040 tx=0x7f1ccc0053c0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 shutdown_connections 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55815fcedac0 0x55815fcefef0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1cc806ac90 0x7f1cc806d150 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 --2- 172.21.15.17:0/2277210894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815fb68c50 0x55815fc460c0 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 >> 172.21.15.17:0/2277210894 conn(0x55815fb92400 msgr2=0x55815fb92f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.571+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 shutdown_connections 2024-09-19T08:10:34.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.572+0000 7f1cdff21f40 1 -- 172.21.15.17:0/2277210894 wait complete. 2024-09-19T08:10:34.576 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 1.00000000.inode - 2024-09-19T08:10:34.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.619+0000 7fb831b07f40 1 Processor -- start 2024-09-19T08:10:34.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.619+0000 7fb831b07f40 1 -- start start 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b8315f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b823ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5573b823bb50 con 0x5573b826a770 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5573b818d510 con 0x5573b826ab80 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb831b07f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5573b826b3d0 con 0x5573b8312f40 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51416/0 (socket says 172.21.15.17:51416) 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 -- 172.21.15.17:0/3683106282 learned_addr learned my addr 172.21.15.17:0/3683106282 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 -- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 msgr2=0x5573b823ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b823ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 -- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 msgr2=0x5573b8315f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b8315f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.620+0000 7fb82f5fd640 1 -- 172.21.15.17:0/3683106282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573b830adc0 con 0x5573b826a770 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7fb820025ad0 tx=0x7fb820050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e2b04519ba64ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb82ddfa640 1 -- 172.21.15.17:0/3683106282 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82004f9b0 con 0x5573b826a770 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb82ddfa640 1 -- 172.21.15.17:0/3683106282 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb82004fb50 con 0x5573b826a770 2024-09-19T08:10:34.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb82ddfa640 1 -- 172.21.15.17:0/3683106282 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820057400 con 0x5573b826a770 2024-09-19T08:10:34.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 -- 172.21.15.17:0/3683106282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 msgr2=0x5573b830a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7fb820025ad0 tx=0x7fb820050000 comp rx=0 tx=0).stop 2024-09-19T08:10:34.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 -- 172.21.15.17:0/3683106282 shutdown_connections 2024-09-19T08:10:34.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b823ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b8315f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 --2- 172.21.15.17:0/3683106282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b830a4e0 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 -- 172.21.15.17:0/3683106282 >> 172.21.15.17:0/3683106282 conn(0x5573b823abb0 msgr2=0x5573b8286cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 -- 172.21.15.17:0/3683106282 shutdown_connections 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.621+0000 7fb831b07f40 1 -- 172.21.15.17:0/3683106282 wait complete. 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.622+0000 7fb831b07f40 1 Processor -- start 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.622+0000 7fb831b07f40 1 -- start start 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b83098e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b83acf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b83ad470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5573b8267a70 con 0x5573b826a770 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5573b8267d50 con 0x5573b826ab80 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb831b07f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5573b8315a30 con 0x5573b8312f40 2024-09-19T08:10:34.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b83098e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b83098e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51432/0 (socket says 172.21.15.17:51432) 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 -- 172.21.15.17:0/667193964 learned_addr learned my addr 172.21.15.17:0/667193964 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82fdfe640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b83ad470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82edfc640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b83acf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 -- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 msgr2=0x5573b83ad470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5573b8312f40 0x5573b83ad470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 -- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 msgr2=0x5573b83acf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5573b826ab80 0x5573b83acf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 -- 172.21.15.17:0/667193964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573b823eec0 con 0x5573b826a770 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.623+0000 7fb82f5fd640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b83098e0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fb82000a190 tx=0x7fb820003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.624+0000 7fb82cdf8640 1 -- 172.21.15.17:0/667193964 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820070030 con 0x5573b826a770 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.624+0000 7fb82cdf8640 1 -- 172.21.15.17:0/667193964 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb82004f5a0 con 0x5573b826a770 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.624+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5573b823f4a0 con 0x5573b826a770 2024-09-19T08:10:34.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.624+0000 7fb82cdf8640 1 -- 172.21.15.17:0/667193964 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820058db0 con 0x5573b826a770 2024-09-19T08:10:34.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.624+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573b8307350 con 0x5573b826a770 2024-09-19T08:10:34.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.625+0000 7fb82cdf8640 1 -- 172.21.15.17:0/667193964 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb820073070 con 0x5573b826a770 2024-09-19T08:10:34.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.625+0000 7fb82cdf8640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81c06ac90 0x7fb81c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb82cdf8640 1 -- 172.21.15.17:0/667193964 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7fb8200cfb50 con 0x5573b826a770 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb82edfc640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81c06ac90 0x7fb81c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb831b07f40 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5573b8309e20 0x5573b8310da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) -- 0x5573b8316530 con 0x5573b8309e20 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb82fdfe640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5573b8309e20 0x5573b8310da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb82edfc640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81c06ac90 0x7fb81c06d150 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fb824005fd0 tx=0x7fb8240059f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.626+0000 7fb82fdfe640 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5573b8309e20 0x5573b8310da0 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb82fdfe640 1 -- 172.21.15.17:0/667193964 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [writefull 0~80] v103'347 uv347 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb82800e580 con 0x5573b8309e20 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5573b8309e20 msgr2=0x5573b8310da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5573b8309e20 0x5573b8310da0 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81c06ac90 msgr2=0x7fb81c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb81c06ac90 0x7fb81c06d150 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fb824005fd0 tx=0x7fb8240059f0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 msgr2=0x5573b83098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 --2- 172.21.15.17:0/667193964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5573b826a770 0x5573b83098e0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fb82000a190 tx=0x7fb820003330 comp rx=0 tx=0).stop 2024-09-19T08:10:34.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb82fdfe640 1 -- 172.21.15.17:0/667193964 reap_dead start 2024-09-19T08:10:34.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 shutdown_connections 2024-09-19T08:10:34.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 >> 172.21.15.17:0/667193964 conn(0x5573b823abb0 msgr2=0x5573b82688d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 shutdown_connections 2024-09-19T08:10:34.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.628+0000 7fb831b07f40 1 -- 172.21.15.17:0/667193964 wait complete. 2024-09-19T08:10:34.632 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:34.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.776+0000 7f647d7fd640 1 Processor -- start 2024-09-19T08:10:34.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.777+0000 7f647d7fd640 1 -- start start 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.777+0000 7f647d7fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64780b5890 0x7f64780d2350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.777+0000 7f647d7fd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64780d2ca0 con 0x7f6478159f90 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.777+0000 7f647d7fd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f647815a370 con 0x7f64780d2890 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.777+0000 7f647d7fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f64780d1150 con 0x7f64780b5890 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f64767fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f64780b5890 0x7f64780d2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f6476ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6478159f90 0x7f64780d0a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36950/0 (socket says 172.21.15.17:36950) 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f6476ffd640 1 -- 172.21.15.17:0/3045719160 learned_addr learned my addr 172.21.15.17:0/3045719160 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f64767fc640 1 -- 172.21.15.17:0/3045719160 >> v1:172.21.15.160:6789/0 conn(0x7f64780d2890 legacy=0x7f647806f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f64767fc640 1 -- 172.21.15.17:0/3045719160 >> v1:172.21.15.17:6789/0 conn(0x7f6478159f90 legacy=0x7f64780d0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f64767fc640 1 -- 172.21.15.17:0/3045719160 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6478160170 con 0x7f64780b5890 2024-09-19T08:10:34.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.778+0000 7f6475ffb640 1 -- 172.21.15.17:0/3045719160 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1415860532 0 0) 0x7f6468001110 con 0x7f6478159f90 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f64767fc640 1 --2- 172.21.15.17:0/3045719160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780b5890 0x7f64780d2350 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f646c0097a0 tx=0x7f646c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ad9d6331b965db6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f6475ffb640 1 -- 172.21.15.17:0/3045719160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c037070 con 0x7f64780b5890 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f6475ffb640 1 -- 172.21.15.17:0/3045719160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f646c032440 con 0x7f64780b5890 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f6475ffb640 1 -- 172.21.15.17:0/3045719160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c032810 con 0x7f64780b5890 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 -- 172.21.15.17:0/3045719160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780b5890 msgr2=0x7f64780d2350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 --2- 172.21.15.17:0/3045719160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780b5890 0x7f64780d2350 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f646c0097a0 tx=0x7f646c02a230 comp rx=0 tx=0).stop 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 -- 172.21.15.17:0/3045719160 shutdown_connections 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 --2- 172.21.15.17:0/3045719160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780b5890 0x7f64780d2350 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 -- 172.21.15.17:0/3045719160 >> 172.21.15.17:0/3045719160 conn(0x7f64780b7db0 msgr2=0x7f6478067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 -- 172.21.15.17:0/3045719160 shutdown_connections 2024-09-19T08:10:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.779+0000 7f647d7fd640 1 -- 172.21.15.17:0/3045719160 wait complete. 2024-09-19T08:10:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.781+0000 7f647d7fd640 1 Processor -- start 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.781+0000 7f647d7fd640 1 -- start start 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.781+0000 7f647d7fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64780b5890 0x7f6478145d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6478159f90 0x7f6478157ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6478160a10 con 0x7f64780d2890 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6478160730 con 0x7f6478159f90 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6478160cf0 con 0x7f64780b5890 2024-09-19T08:10:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51450/0 (socket says 172.21.15.17:51450) 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 -- 172.21.15.17:0/1495025106 learned_addr learned my addr 172.21.15.17:0/1495025106 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f6476ffd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64780b5890 0x7f6478145d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64777fe640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6478159f90 0x7f6478157ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 -- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64780b5890 msgr2=0x7f6478145d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64780b5890 0x7f6478145d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 -- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6478159f90 msgr2=0x7f6478157ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6478159f90 0x7f6478157ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 -- 172.21.15.17:0/1495025106 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6478151fc0 con 0x7f64780d2890 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f64767fc640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c037040 con 0x7f64780d2890 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f646c042070 con 0x7f64780d2890 2024-09-19T08:10:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64781522a0 con 0x7f64780d2890 2024-09-19T08:10:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.782+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c030a70 con 0x7f64780d2890 2024-09-19T08:10:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.783+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6478152860 con 0x7f64780d2890 2024-09-19T08:10:34.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.784+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f647804ffb0 con 0x7f64780d2890 2024-09-19T08:10:34.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.784+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f646c030c10 con 0x7f64780d2890 2024-09-19T08:10:34.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.784+0000 7f645f7fe640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 0x7f646406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:34.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.785+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7028+0+0 (secure 0 0 0) 0x7f646c0ac280 con 0x7f64780d2890 2024-09-19T08:10:34.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.785+0000 7f6476ffd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 0x7f646406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:34.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.785+0000 7f6476ffd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 0x7f646406e770 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6468000f60 tx=0x7f6468007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:34.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:34.789+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f647804ffb0 con 0x7f64780d2890 2024-09-19T08:10:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.000+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f64780d0430 con 0x7f64780d2890 2024-09-19T08:10:35.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.362+0000 7f645f7fe640 1 -- 172.21.15.17:0/1495025106 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v168) ==== 162+0+0 (secure 0 0 0) 0x7f646c079f00 con 0x7f64780d2890 2024-09-19T08:10:35.363 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 msgr2=0x7f646406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 0x7f646406e770 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6468000f60 tx=0x7f6468007e40 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 msgr2=0x7f6478157580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 shutdown_connections 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f646406c2b0 0x7f646406e770 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6478159f90 0x7f6478157ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f64780d2890 0x7f6478157580 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 --2- 172.21.15.17:0/1495025106 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f64780b5890 0x7f6478145d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 >> 172.21.15.17:0/1495025106 conn(0x7f64780b7db0 msgr2=0x7f6478159250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:35.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 shutdown_connections 2024-09-19T08:10:35.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.366+0000 7f647d7fd640 1 -- 172.21.15.17:0/1495025106 wait complete. 2024-09-19T08:10:35.374 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:35.374+0000 7f41d7fe4640 -1 mds.0.cache.ino(0x1) Corrupt inode 0x1: End of buffer [buffer:2] 2024-09-19T08:10:35.374 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:35.374+0000 7f41d7fe4640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:10:35.375 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:35.374+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:35.375 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:35.374+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:35.380 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:35.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.484+0000 7f086e9f6640 1 Processor -- start 2024-09-19T08:10:35.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.484+0000 7f086e9f6640 1 -- start start 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086e9f6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f08680b47a0 0x7f08680cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086e9f6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f08680d2da0 0x7f086815c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086e9f6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08680d0a30 con 0x7f086815c4a0 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086e9f6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f08680d0d30 con 0x7f08680d2da0 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086e9f6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f08680b76f0 con 0x7f08680b47a0 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.485+0000 7f086cf93640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f08680d2da0 0x7f086815c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f08680d2da0 0x7f086815c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51460/0 (socket says 172.21.15.17:51460) 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 -- 172.21.15.17:0/3656097443 learned_addr learned my addr 172.21.15.17:0/3656097443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f08677fe640 1 --2- 172.21.15.17:0/3656097443 >> v2:172.21.15.160:3300/0 conn(0x7f08680b47a0 0x7f08680cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 -- 172.21.15.17:0/3656097443 >> v2:172.21.15.160:3300/0 conn(0x7f08680b47a0 msgr2=0x7f08680cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:35.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 --2- 172.21.15.17:0/3656097443 >> v2:172.21.15.160:3300/0 conn(0x7f08680b47a0 0x7f08680cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 -- 172.21.15.17:0/3656097443 >> v1:172.21.15.160:6789/0 conn(0x7f086815c4a0 legacy=0x7f08680b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.486+0000 7f086cf93640 1 -- 172.21.15.17:0/3656097443 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0868073710 con 0x7f08680d2da0 2024-09-19T08:10:35.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086cf93640 1 --2- 172.21.15.17:0/3656097443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680d2da0 0x7f086815c880 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f0868068610 tx=0x7f086002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=998026027280ad38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f0866ffd640 1 -- 172.21.15.17:0/3656097443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0860036070 con 0x7f08680d2da0 2024-09-19T08:10:35.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f0866ffd640 1 -- 172.21.15.17:0/3656097443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0860031600 con 0x7f08680d2da0 2024-09-19T08:10:35.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f0866ffd640 1 -- 172.21.15.17:0/3656097443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08600319d0 con 0x7f08680d2da0 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 -- 172.21.15.17:0/3656097443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680d2da0 msgr2=0x7f086815c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 --2- 172.21.15.17:0/3656097443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680d2da0 0x7f086815c880 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f0868068610 tx=0x7f086002a610 comp rx=0 tx=0).stop 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 -- 172.21.15.17:0/3656097443 shutdown_connections 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 --2- 172.21.15.17:0/3656097443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680d2da0 0x7f086815c880 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 --2- 172.21.15.17:0/3656097443 >> v2:172.21.15.160:3300/0 conn(0x7f08680b47a0 0x7f08680cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 -- 172.21.15.17:0/3656097443 >> 172.21.15.17:0/3656097443 conn(0x7f0868067950 msgr2=0x7f0868067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 -- 172.21.15.17:0/3656097443 shutdown_connections 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.487+0000 7f086e9f6640 1 -- 172.21.15.17:0/3656097443 wait complete. 2024-09-19T08:10:35.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.488+0000 7f086e9f6640 1 Processor -- start 2024-09-19T08:10:35.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 -- start start 2024-09-19T08:10:35.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08680d2da0 0x7f086814c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f086815c4a0 0x7f086814c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0868166030 con 0x7f08680b47a0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f08680d28e0 con 0x7f086815c4a0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f086e9f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f08681661b0 con 0x7f08680d2da0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.489+0000 7f0867fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51462/0 (socket says 172.21.15.17:51462) 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 -- 172.21.15.17:0/1800447954 learned_addr learned my addr 172.21.15.17:0/1800447954 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f08677fe640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08680d2da0 0x7f086814c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f086cf93640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f086815c4a0 0x7f086814c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 -- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08680d2da0 msgr2=0x7f086814c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08680d2da0 0x7f086814c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 -- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f086815c4a0 msgr2=0x7f086814c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f086815c4a0 0x7f086814c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 -- 172.21.15.17:0/1800447954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f086806e660 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0867fff640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f085800c400 tx=0x7f085800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08580052d0 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0858005490 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08680b09e0 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0858007260 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.490+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08680b0fa0 con 0x7f08680b47a0 2024-09-19T08:10:35.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.491+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08680cff80 con 0x7f08680b47a0 2024-09-19T08:10:35.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.492+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0858007400 con 0x7f08680b47a0 2024-09-19T08:10:35.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.492+0000 7f0864ff9640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 0x7f085406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.492+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7f085808ad90 con 0x7f08680b47a0 2024-09-19T08:10:35.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.492+0000 7f08677fe640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 0x7f085406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.493+0000 7f08677fe640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 0x7f085406e770 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f08680d08d0 tx=0x7f085c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.497+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f08580589c0 con 0x7f08680b47a0 2024-09-19T08:10:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.708+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0868144360 con 0x7f08680b47a0 2024-09-19T08:10:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.709+0000 7f0864ff9640 1 -- 172.21.15.17:0/1800447954 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) ==== 95+0+4395 (secure 0 0 0) 0x7f085805ccc0 con 0x7f08680b47a0 2024-09-19T08:10:35.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:35.710 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":170,"btime":"2024-09-19T08:10:35:376496+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:35.376439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":104,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 170 2024-09-19T08:10:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 msgr2=0x7f085406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 0x7f085406e770 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f08680d08d0 tx=0x7f085c009190 comp rx=0 tx=0).stop 2024-09-19T08:10:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 msgr2=0x7f086806e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f085800c400 tx=0x7f085800c8c0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 shutdown_connections 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f085406c2b0 0x7f085406e770 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f086815c4a0 0x7f086814c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f08680d2da0 0x7f086814c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 --2- 172.21.15.17:0/1800447954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f08680b47a0 0x7f086806e120 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 >> 172.21.15.17:0/1800447954 conn(0x7f0868067950 msgr2=0x7f08680b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 shutdown_connections 2024-09-19T08:10:35.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.711+0000 7f086e9f6640 1 -- 172.21.15.17:0/1800447954 wait complete. 2024-09-19T08:10:35.723 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:35.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:35.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.824+0000 7fa9d60a6640 1 Processor -- start 2024-09-19T08:10:35.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.824+0000 7fa9d60a6640 1 -- start start 2024-09-19T08:10:35.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9d60a6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9d00d08f0 0x7fa9d00d2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9d60a6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9d00d2e60 con 0x7fa9d015c050 2024-09-19T08:10:35.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9d60a6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9d015ff20 con 0x7fa9d0160a00 2024-09-19T08:10:35.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9d60a6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa9d0070ec0 con 0x7fa9d00d08f0 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ceffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9d00d08f0 0x7fa9d00d2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9cf7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa9d015c050 0x7fa9d00d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36966/0 (socket says 172.21.15.17:36966) 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9cf7fe640 1 -- 172.21.15.17:0/2441919715 learned_addr learned my addr 172.21.15.17:0/2441919715 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ceffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa9d00d08f0 0x7fa9d00d2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51470/0 (socket says 172.21.15.17:51470) 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ceffd640 1 -- 172.21.15.17:0/2441919715 >> v1:172.21.15.160:6789/0 conn(0x7fa9d0160a00 legacy=0x7fa9d00ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ceffd640 1 -- 172.21.15.17:0/2441919715 >> v1:172.21.15.17:6789/0 conn(0x7fa9d015c050 legacy=0x7fa9d00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ceffd640 1 -- 172.21.15.17:0/2441919715 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d0160200 con 0x7fa9d00d08f0 2024-09-19T08:10:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.825+0000 7fa9ce7fc640 1 -- 172.21.15.17:0/2441919715 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1357532253 0 0) 0x7fa9d00d2e60 con 0x7fa9d015c050 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.826+0000 7fa9ceffd640 1 --2- 172.21.15.17:0/2441919715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d00d2210 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7fa9b80097d0 tx=0x7fa9b802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54cbc074c66361c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.826+0000 7fa9ce7fc640 1 -- 172.21.15.17:0/2441919715 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b8037070 con 0x7fa9d00d08f0 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.826+0000 7fa9ce7fc640 1 -- 172.21.15.17:0/2441919715 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9b8032440 con 0x7fa9d00d08f0 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.826+0000 7fa9ce7fc640 1 -- 172.21.15.17:0/2441919715 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b8032810 con 0x7fa9d00d08f0 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 -- 172.21.15.17:0/2441919715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 msgr2=0x7fa9d00d2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/2441919715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d00d2210 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7fa9b80097d0 tx=0x7fa9b802a210 comp rx=0 tx=0).stop 2024-09-19T08:10:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 -- 172.21.15.17:0/2441919715 shutdown_connections 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/2441919715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d00d2210 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 -- 172.21.15.17:0/2441919715 >> 172.21.15.17:0/2441919715 conn(0x7fa9d006f400 msgr2=0x7fa9d006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 -- 172.21.15.17:0/2441919715 shutdown_connections 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.827+0000 7fa9d60a6640 1 -- 172.21.15.17:0/2441919715 wait complete. 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.828+0000 7fa9d60a6640 1 Processor -- start 2024-09-19T08:10:35.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.828+0000 7fa9d60a6640 1 -- start start 2024-09-19T08:10:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9d015c050 0x7fa9d0150780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9d0160a00 0x7fa9d00b1f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d015c5b0 con 0x7fa9d00d08f0 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d015c430 con 0x7fa9d0160a00 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9d60a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa9d00d2750 con 0x7fa9d015c050 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51472/0 (socket says 172.21.15.17:51472) 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 -- 172.21.15.17:0/3635472668 learned_addr learned my addr 172.21.15.17:0/3635472668 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9ceffd640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9d015c050 0x7fa9d0150780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cffff640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9d0160a00 0x7fa9d00b1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 -- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9d015c050 msgr2=0x7fa9d0150780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9d015c050 0x7fa9d0150780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 -- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9d0160a00 msgr2=0x7fa9d00b1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9d0160a00 0x7fa9d00b1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 -- 172.21.15.17:0/3635472668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d00b2cc0 con 0x7fa9d00d08f0 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.829+0000 7fa9cf7fe640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000c4d0 tx=0x7fa9c000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.830+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c0018070 con 0x7fa9d00d08f0 2024-09-19T08:10:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.830+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9c0007500 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.830+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9d00b2fa0 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.830+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c0004a20 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.830+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9d00b3560 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.831+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9d00d2b10 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.831+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa9c001b070 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.832+0000 7fa9c7fff640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 0x7fa9b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.832+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7fa9c008adc0 con 0x7fa9d00d08f0 2024-09-19T08:10:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.832+0000 7fa9ceffd640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 0x7fa9b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:35.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.832+0000 7fa9ceffd640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 0x7fa9b006e770 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8034000 tx=0x7fa9b802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:35.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:35.836+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa9c0058f20 con 0x7fa9d00d08f0 2024-09-19T08:10:36.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.048+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9d00b1c70 con 0x7fa9d00d08f0 2024-09-19T08:10:36.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.049+0000 7fa9c7fff640 1 -- 172.21.15.17:0/3635472668 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) ==== 95+0+4395 (secure 0 0 0) 0x7fa9c0058820 con 0x7fa9d00d08f0 2024-09-19T08:10:36.050 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:36.050 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":170,"btime":"2024-09-19T08:10:35:376496+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:35.376439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":104,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:36.050 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 170 2024-09-19T08:10:36.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 msgr2=0x7fa9b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 0x7fa9b006e770 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8034000 tx=0x7fa9b802e000 comp rx=0 tx=0).stop 2024-09-19T08:10:36.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 msgr2=0x7fa9d0150240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000c4d0 tx=0x7fa9c000c990 comp rx=0 tx=0).stop 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 shutdown_connections 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9b006c2b0 0x7fa9b006e770 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9d0160a00 0x7fa9d00b1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa9d015c050 0x7fa9d0150780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 --2- 172.21.15.17:0/3635472668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9d00d08f0 0x7fa9d0150240 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 >> 172.21.15.17:0/3635472668 conn(0x7fa9d006f400 msgr2=0x7fa9d015a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 shutdown_connections 2024-09-19T08:10:36.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.051+0000 7fa9d60a6640 1 -- 172.21.15.17:0/3635472668 wait complete. 2024-09-19T08:10:36.063 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:36.063 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:36.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.164+0000 7fa51a9fd640 1 Processor -- start 2024-09-19T08:10:36.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.164+0000 7fa51a9fd640 1 -- start start 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa51a9fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa51415e640 0x7fa5140ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa51a9fd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa51415ea20 con 0x7fa5140d3660 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa51a9fd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5140b1c50 con 0x7fa5140cf0e0 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa51a9fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa5140b2860 con 0x7fa51415e640 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa513fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa51415e640 0x7fa5140ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa513fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa51415e640 0x7fa5140ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51480/0 (socket says 172.21.15.17:51480) 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa518f9a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa5140d3660 0x7fa5140b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36968/0 (socket says 172.21.15.17:36968) 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.165+0000 7fa513fff640 1 -- 172.21.15.17:0/3897295620 learned_addr learned my addr 172.21.15.17:0/3897295620 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.166+0000 7fa513fff640 1 -- 172.21.15.17:0/3897295620 >> v1:172.21.15.160:6789/0 conn(0x7fa5140cf0e0 legacy=0x7fa5140b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:36.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.166+0000 7fa513fff640 1 -- 172.21.15.17:0/3897295620 >> v1:172.21.15.17:6789/0 conn(0x7fa5140d3660 legacy=0x7fa5140b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.166+0000 7fa513fff640 1 -- 172.21.15.17:0/3897295620 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5140b1f30 con 0x7fa51415e640 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.166+0000 7fa513fff640 1 --2- 172.21.15.17:0/3897295620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa51415e640 0x7fa5140ceba0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fa504009870 tx=0x7fa50402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cd9baff21a1e023 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa512ffd640 1 -- 172.21.15.17:0/3897295620 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504037070 con 0x7fa51415e640 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa512ffd640 1 -- 172.21.15.17:0/3897295620 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa504032440 con 0x7fa51415e640 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa512ffd640 1 -- 172.21.15.17:0/3897295620 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504032810 con 0x7fa51415e640 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 -- 172.21.15.17:0/3897295620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa51415e640 msgr2=0x7fa5140ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/3897295620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa51415e640 0x7fa5140ceba0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fa504009870 tx=0x7fa50402a270 comp rx=0 tx=0).stop 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 -- 172.21.15.17:0/3897295620 shutdown_connections 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/3897295620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa51415e640 0x7fa5140ceba0 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 -- 172.21.15.17:0/3897295620 >> 172.21.15.17:0/3897295620 conn(0x7fa51409d820 msgr2=0x7fa5140d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 -- 172.21.15.17:0/3897295620 shutdown_connections 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.167+0000 7fa51a9fd640 1 -- 172.21.15.17:0/3897295620 wait complete. 2024-09-19T08:10:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.168+0000 7fa51a9fd640 1 Processor -- start 2024-09-19T08:10:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 -- start start 2024-09-19T08:10:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 0x7fa5141498b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa51415e640 0x7fa51406c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa5140cfe40 con 0x7fa5140cf0e0 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa5140b24f0 con 0x7fa51415e640 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa51a9fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa5140b73a0 con 0x7fa5140d3660 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.169+0000 7fa513fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51492/0 (socket says 172.21.15.17:51492) 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 -- 172.21.15.17:0/1228635352 learned_addr learned my addr 172.21.15.17:0/1228635352 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa518f9a640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa51415e640 0x7fa51406c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa5137fe640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 0x7fa5141498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 -- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 msgr2=0x7fa5141498b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 0x7fa5141498b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 -- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa51415e640 msgr2=0x7fa51406c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa51415e640 0x7fa51406c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 -- 172.21.15.17:0/1228635352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5141e90f0 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa5137fe640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 0x7fa5141498b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa513fff640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fa504000c00 tx=0x7fa5040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504037040 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa504042070 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504030bd0 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5141e93d0 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.170+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa51414a230 con 0x7fa5140cf0e0 2024-09-19T08:10:36.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.171+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa514068eb0 con 0x7fa5140cf0e0 2024-09-19T08:10:36.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.172+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa504047460 con 0x7fa5140cf0e0 2024-09-19T08:10:36.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.172+0000 7fa510ff9640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 0x7fa4f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.173+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7fa5040ac4b0 con 0x7fa5140cf0e0 2024-09-19T08:10:36.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.173+0000 7fa5137fe640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 0x7fa4f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.173+0000 7fa5137fe640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 0x7fa4f406e7a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa51406d0c0 tx=0x7fa4fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.177+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa50407a730 con 0x7fa5140cf0e0 2024-09-19T08:10:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.388+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa514161c20 con 0x7fa5140cf0e0 2024-09-19T08:10:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.388+0000 7fa510ff9640 1 -- 172.21.15.17:0/1228635352 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) ==== 95+0+4395 (secure 0 0 0) 0x7fa50407a030 con 0x7fa5140cf0e0 2024-09-19T08:10:36.390 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:36.390 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":170,"btime":"2024-09-19T08:10:35:376496+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1943714118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":1943714118},{"type":"v1","addr":"172.21.15.17:6835","nonce":1943714118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:35.376439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":104,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 170 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 msgr2=0x7fa4f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 0x7fa4f406e7a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa51406d0c0 tx=0x7fa4fc009040 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 msgr2=0x7fa5140caa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fa504000c00 tx=0x7fa5040046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 shutdown_connections 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f406c2e0 0x7fa4f406e7a0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa51415e640 0x7fa51406c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa5140d3660 0x7fa5141498b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.390+0000 7fa51a9fd640 1 --2- 172.21.15.17:0/1228635352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5140cf0e0 0x7fa5140caa80 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.391+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 >> 172.21.15.17:0/1228635352 conn(0x7fa51409d820 msgr2=0x7fa5140cf6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.391+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 shutdown_connections 2024-09-19T08:10:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.391+0000 7fa51a9fd640 1 -- 172.21.15.17:0/1228635352 wait complete. 2024-09-19T08:10:36.403 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 1.00000000.inode' led to DAMAGED state 2024-09-19T08:10:36.403 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 200.00000000' 2024-09-19T08:10:36.403 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:36.403 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:36.419 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:36.420 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:36.420 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:36.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:36.420 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:36.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:36.475 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:36.475 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:36.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.617+0000 7f8032311640 1 Processor -- start 2024-09-19T08:10:36.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.617+0000 7f8032311640 1 -- start start 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f8032311640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f802c0b07e0 0x7f802c169140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f8032311640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f802c06e3c0 con 0x7f802c158c90 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f8032311640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f802c06e6a0 con 0x7f802c06c320 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f8032311640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f802c06e170 con 0x7f802c0b07e0 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f802bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f802c158c90 0x7f802c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36972/0 (socket says 172.21.15.17:36972) 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f802bfff640 1 -- 172.21.15.17:0/1429412482 learned_addr learned my addr 172.21.15.17:0/1429412482 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f80308ae640 1 --2- 172.21.15.17:0/1429412482 >> v2:172.21.15.160:3300/0 conn(0x7f802c0b07e0 0x7f802c169140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3627062871 0 0) 0x7f802c06e3c0 con 0x7f802c158c90 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.618+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8014003520 con 0x7f802c158c90 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3987781035 0 0) 0x7f8014003520 con 0x7f802c158c90 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 >> v2:172.21.15.160:3300/0 conn(0x7f802c0b07e0 msgr2=0x7f802c169140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 --2- 172.21.15.17:0/1429412482 >> v2:172.21.15.160:3300/0 conn(0x7f802c0b07e0 0x7f802c169140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 >> v1:172.21.15.160:6789/0 conn(0x7f802c06c320 legacy=0x7f802c0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c06e980 con 0x7f802c158c90 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f801c001670 con 0x7f802c158c90 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 >> v1:172.21.15.17:6789/0 conn(0x7f802c158c90 legacy=0x7f802c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140039b0 0x7f8014003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8014004800 0x7f8014004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 0x7f801400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f802c06e170 con 0x7f80140051c0 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f801400c060 con 0x7f8014004800 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f801400c260 con 0x7f80140039b0 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 0x7f801400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802bfff640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140039b0 0x7f8014003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f802b7fe640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8014004800 0x7f8014004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 -- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140039b0 msgr2=0x7f8014003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140039b0 0x7f8014003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 -- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8014004800 msgr2=0x7f8014004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8014004800 0x7f8014004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.619+0000 7f80308ae640 1 -- 172.21.15.17:0/1429412482 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8014003520 con 0x7f80140051c0 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.620+0000 7f80308ae640 1 -- 172.21.15.17:0/1429412482 reap_dead start 2024-09-19T08:10:36.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.620+0000 7f80308ae640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 0x7f801400b9c0 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f8024009fc0 tx=0x7f8014005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35fe3b65b3e3182b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.620+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8024035020 con 0x7f80140051c0 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.620+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8024003bd0 con 0x7f80140051c0 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.620+0000 7f802affd640 1 -- 172.21.15.17:0/1429412482 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8024009c10 con 0x7f80140051c0 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 -- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 msgr2=0x7f801400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 0x7f801400b9c0 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f8024009fc0 tx=0x7f8014005830 comp rx=0 tx=0).stop 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 -- 172.21.15.17:0/1429412482 shutdown_connections 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 --2- 172.21.15.17:0/1429412482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80140051c0 0x7f801400b9c0 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 -- 172.21.15.17:0/1429412482 >> 172.21.15.17:0/1429412482 conn(0x7f802c067b30 msgr2=0x7f802c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 -- 172.21.15.17:0/1429412482 shutdown_connections 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.621+0000 7f8032311640 1 -- 172.21.15.17:0/1429412482 wait complete. 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.622+0000 7f8032311640 1 Processor -- start 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.622+0000 7f8032311640 1 -- start start 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140051c0 0x7f802c1f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f802c15d9d0 0x7f802c15b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b4390 con 0x7f802c151ed0 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b4210 con 0x7f802c15d9d0 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f8032311640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f802c0b00d0 con 0x7f80140051c0 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51504/0 (socket says 172.21.15.17:51504) 2024-09-19T08:10:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 -- 172.21.15.17:0/1550429246 learned_addr learned my addr 172.21.15.17:0/1550429246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802bfff640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140051c0 0x7f802c1f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f80308ae640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f802c15d9d0 0x7f802c15b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 -- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140051c0 msgr2=0x7f802c1f4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140051c0 0x7f802c1f4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 -- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f802c15d9d0 msgr2=0x7f802c15b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f802c15d9d0 0x7f802c15b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.623+0000 7f802b7fe640 1 -- 172.21.15.17:0/1550429246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c1592c0 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f802b7fe640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f802000f5f0 tx=0x7f802000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80200052e0 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8020018070 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802c1595a0 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020003810 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.624+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f802c159b60 con 0x7f802c151ed0 2024-09-19T08:10:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.625+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f802c0b0460 con 0x7f802c151ed0 2024-09-19T08:10:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.625+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f80200039b0 con 0x7f802c151ed0 2024-09-19T08:10:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.626+0000 7f8028ff9640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 0x7f801806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.626+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7f802008b6d0 con 0x7f802c151ed0 2024-09-19T08:10:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.626+0000 7f802bfff640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 0x7f801806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.626+0000 7f802bfff640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 0x7f801806e770 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f801c0011e0 tx=0x7f801c000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:36.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.630+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8020059950 con 0x7f802c151ed0 2024-09-19T08:10:36.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:36.843+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f802c072c60 con 0x7f802c151ed0 2024-09-19T08:10:37.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.387+0000 7f8028ff9640 1 -- 172.21.15.17:0/1550429246 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v171) ==== 161+0+0 (secure 0 0 0) 0x7f8020059250 con 0x7f802c151ed0 2024-09-19T08:10:37.388 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:37.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 msgr2=0x7f801806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 0x7f801806e770 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f801c0011e0 tx=0x7f801c000ed0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 msgr2=0x7f802c144c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f802000f5f0 tx=0x7f802000fab0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 shutdown_connections 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f801806c2b0 0x7f801806e770 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f802c15d9d0 0x7f802c15b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f802c151ed0 0x7f802c144c60 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 --2- 172.21.15.17:0/1550429246 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f80140051c0 0x7f802c1f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 >> 172.21.15.17:0/1550429246 conn(0x7f802c067b30 msgr2=0x7f802c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 shutdown_connections 2024-09-19T08:10:37.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.389+0000 7f8032311640 1 -- 172.21.15.17:0/1550429246 wait complete. 2024-09-19T08:10:37.404 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:37.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.511+0000 7f222bf59640 1 Processor -- start 2024-09-19T08:10:37.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.511+0000 7f222bf59640 1 -- start start 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f222bf59640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 0x7f222415d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f222bf59640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f222415fe70 0x7f222406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f222bf59640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f222406e240 con 0x7f222406c150 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f222bf59640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2224156d30 con 0x7f222415fe70 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f222bf59640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f222406c590 con 0x7f2224156950 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f22294f4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f222415fe70 0x7f222406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f22294f4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f222415fe70 0x7f222406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51510/0 (socket says 172.21.15.17:51510) 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f22294f4640 1 -- 172.21.15.17:0/814614155 learned_addr learned my addr 172.21.15.17:0/814614155 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.512+0000 7f2229cf5640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 0x7f222415d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f22294f4640 1 -- 172.21.15.17:0/814614155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 msgr2=0x7f222415d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f22294f4640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 0x7f222415d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f22294f4640 1 -- 172.21.15.17:0/814614155 >> v1:172.21.15.160:6789/0 conn(0x7f222406c150 legacy=0x7f22240d11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f22294f4640 1 -- 172.21.15.17:0/814614155 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2224160380 con 0x7f222415fe70 2024-09-19T08:10:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f2229cf5640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 0x7f222415d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f22294f4640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f222415fe70 0x7f222406bc10 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f2218009870 tx=0x7f221802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f174f5c0a59b832 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f2228cf3640 1 -- 172.21.15.17:0/814614155 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218037070 con 0x7f222415fe70 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f2228cf3640 1 -- 172.21.15.17:0/814614155 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2218032440 con 0x7f222415fe70 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.513+0000 7f2228cf3640 1 -- 172.21.15.17:0/814614155 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218032810 con 0x7f222415fe70 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 -- 172.21.15.17:0/814614155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f222415fe70 msgr2=0x7f222406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f222415fe70 0x7f222406bc10 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f2218009870 tx=0x7f221802a270 comp rx=0 tx=0).stop 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 -- 172.21.15.17:0/814614155 shutdown_connections 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f222415fe70 0x7f222406bc10 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 --2- 172.21.15.17:0/814614155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2224156950 0x7f222415d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 -- 172.21.15.17:0/814614155 >> 172.21.15.17:0/814614155 conn(0x7f2224067b30 msgr2=0x7f222406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 -- 172.21.15.17:0/814614155 shutdown_connections 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.514+0000 7f222bf59640 1 -- 172.21.15.17:0/814614155 wait complete. 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.515+0000 7f222bf59640 1 Processor -- start 2024-09-19T08:10:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.515+0000 7f222bf59640 1 -- start start 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 0x7f222415b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 0x7f22240aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2224160c20 con 0x7f2224156950 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2224160940 con 0x7f222415fe70 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222bf59640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f22240cede0 con 0x7f222406c150 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51524/0 (socket says 172.21.15.17:51524) 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 -- 172.21.15.17:0/3788531559 learned_addr learned my addr 172.21.15.17:0/3788531559 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f2229cf5640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 0x7f222415b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f222a4f6640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 0x7f22240aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 -- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 msgr2=0x7f222415b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 0x7f222415b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 -- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 msgr2=0x7f22240aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 0x7f22240aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.516+0000 7f22294f4640 1 -- 172.21.15.17:0/3788531559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22241562f0 con 0x7f2224156950 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f222a4f6640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 0x7f22240aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f2229cf5640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 0x7f222415b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f22294f4640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f221802a2b0 tx=0x7f22180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218041020 con 0x7f2224156950 2024-09-19T08:10:37.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22180306e0 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f222415a690 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218037040 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.517+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f222415ac50 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.518+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f222415d6d0 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.518+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2218044020 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.519+0000 7f22227fc640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 0x7f221006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.519+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7f22180ac120 con 0x7f2224156950 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.519+0000 7f2229cf5640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 0x7f221006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:37.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.520+0000 7f2229cf5640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 0x7f221006e770 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f221c006fd0 tx=0x7f221c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:37.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.523+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f221804b030 con 0x7f2224156950 2024-09-19T08:10:37.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:37.775+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f22240b0c60 con 0x7f2224156950 2024-09-19T08:10:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.395+0000 7f22227fc640 1 -- 172.21.15.17:0/3788531559 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v172) ==== 101+0+0 (secure 0 0 0) 0x7f221807a3a0 con 0x7f2224156950 2024-09-19T08:10:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:38.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 msgr2=0x7f221006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 0x7f221006e770 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f221c006fd0 tx=0x7f221c008040 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 msgr2=0x7f2224146d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f221802a2b0 tx=0x7f22180046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 shutdown_connections 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f221006c2b0 0x7f221006e770 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f222415fe70 0x7f22240aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2224156950 0x7f2224146d30 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 --2- 172.21.15.17:0/3788531559 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f222406c150 0x7f222415b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 >> 172.21.15.17:0/3788531559 conn(0x7f2224067b30 msgr2=0x7f222415f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 shutdown_connections 2024-09-19T08:10:38.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.399+0000 7f222bf59640 1 -- 172.21.15.17:0/3788531559 wait complete. 2024-09-19T08:10:38.414 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:38.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.461+0000 7fb5a4987f40 1 Processor -- start 2024-09-19T08:10:38.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.461+0000 7fb5a4987f40 1 -- start start 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34d498b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34de46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e34c6d510 con 0x7fb5900030f0 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561e34cc6c50 con 0x561e34df0560 2024-09-19T08:10:38.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561e34d62930 con 0x561e34d1a120 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51540/0 (socket says 172.21.15.17:51540) 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 -- 172.21.15.17:0/1231445649 learned_addr learned my addr 172.21.15.17:0/1231445649 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34d498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34de46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 -- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 msgr2=0x561e34d498b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34d498b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 -- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 msgr2=0x561e34de46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34de46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.462+0000 7fb5a247d640 1 -- 172.21.15.17:0/1231445649 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e34de5540 con 0x7fb5900030f0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a247d640 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fb5940065c0 tx=0x7fb594006a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d91c0c2c1c6f85b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a0c7a640 1 -- 172.21.15.17:0/1231445649 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5940125f0 con 0x7fb5900030f0 2024-09-19T08:10:38.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a0c7a640 1 -- 172.21.15.17:0/1231445649 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb594018070 con 0x7fb5900030f0 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a0c7a640 1 -- 172.21.15.17:0/1231445649 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5940129b0 con 0x7fb5900030f0 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 -- 172.21.15.17:0/1231445649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 msgr2=0x561e34d4a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fb5940065c0 tx=0x7fb594006a80 comp rx=0 tx=0).stop 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 -- 172.21.15.17:0/1231445649 shutdown_connections 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34de46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34d498b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/1231445649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34d4a760 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 -- 172.21.15.17:0/1231445649 >> 172.21.15.17:0/1231445649 conn(0x561e34d45a00 msgr2=0x561e34d61d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 -- 172.21.15.17:0/1231445649 shutdown_connections 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.463+0000 7fb5a4987f40 1 -- 172.21.15.17:0/1231445649 wait complete. 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.464+0000 7fb5a4987f40 1 Processor -- start 2024-09-19T08:10:38.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.464+0000 7fb5a4987f40 1 -- start start 2024-09-19T08:10:38.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34e7ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34e7a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e34d48ea0 con 0x7fb5900030f0 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x561e34de52a0 con 0x561e34df0560 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a4987f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x561e34d49180 con 0x561e34d1a120 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51542/0 (socket says 172.21.15.17:51542) 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 learned_addr learned my addr 172.21.15.17:0/3961430595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34e7ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34e7a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 msgr2=0x561e34e7ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x561e34d1a120 0x561e34e7ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 msgr2=0x561e34e7a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x561e34df0560 0x561e34e7a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e34e7f7b0 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.465+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x561e34d626f0 tx=0x7fb59c00da30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.466+0000 7fb59b7fe640 1 -- 172.21.15.17:0/3961430595 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c00b790 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.466+0000 7fb59b7fe640 1 -- 172.21.15.17:0/3961430595 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb59c00b930 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.466+0000 7fb59b7fe640 1 -- 172.21.15.17:0/3961430595 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c00bce0 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.466+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561e34e7b030 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.466+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e34e7fa50 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.467+0000 7fb59b7fe640 1 -- 172.21.15.17:0/3961430595 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb59c009030 con 0x7fb5900030f0 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb59b7fe640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 0x7fb58406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb59b7fe640 1 -- 172.21.15.17:0/3961430595 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7fb59c08a620 con 0x7fb5900030f0 2024-09-19T08:10:38.472 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e34ddbf80 0x561e34e7c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e81770 con 0x561e34ddbf80 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 0x7fb58406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.468+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e34ddbf80 0x561e34e7c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.469+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e34ddbf80 0x561e34e7c950 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.469+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 0x7fb58406d150 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb594015040 tx=0x7fb59401e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.470+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v104'474 uv448 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.470+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e7ce90 con 0x561e34ddbf80 2024-09-19T08:10:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.472+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v104'475 uv475 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.472+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e94610 con 0x561e34ddbf80 2024-09-19T08:10:38.474 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.473+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v104'476 uv476 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.473+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e959c0 con 0x561e34ddbf80 2024-09-19T08:10:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.474+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v104'477 uv477 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.474+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95d60 con 0x561e34ddbf80 2024-09-19T08:10:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.475+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v104'478 uv478 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.475+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e949b0 con 0x561e34ddbf80 2024-09-19T08:10:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.476+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v104'479 uv479 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.476+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e94da0 con 0x561e34ddbf80 2024-09-19T08:10:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.478+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v104'480 uv454 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.478+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95190 con 0x561e34ddbf80 2024-09-19T08:10:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.479+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v104'481 uv481 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.479+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95190 con 0x561e34ddbf80 2024-09-19T08:10:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.480+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v104'482 uv482 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.481 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:38.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.480+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.482+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v104'483 uv483 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.482+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.483+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v104'484 uv484 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.483+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.484+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v104'485 uv485 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.484+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.487+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v104'486 uv461 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.487+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.487+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v104'487 uv487 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.487+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.489+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v104'488 uv488 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.490 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.489+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.490+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v104'489 uv489 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.490+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.491+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v104'490 uv490 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.491+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.493+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v104'491 uv491 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.493+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.494+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v104'492 uv492 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.494+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.496+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v104'493 uv467 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.496+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.497+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v104'494 uv494 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.497+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.499+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v104'495 uv495 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.500 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.499+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.500+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v104'496 uv496 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.500+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.501+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v104'497 uv497 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.501+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.503+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v104'498 uv498 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.503+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.504+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v104'499 uv473 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.504+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.506+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v104'500 uv500 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.506+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.507+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v104'501 uv501 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.508 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:38.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.507+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.508+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v104'502 uv502 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.508+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.509+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v104'503 uv503 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.509+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34ddbf80 2024-09-19T08:10:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.511+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v104'504 uv504 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.511+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e34e95530 0x561e34e98620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.511+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e95140 con 0x561e34e95530 2024-09-19T08:10:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.511+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e34e95530 0x561e34e98620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.512+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e34e95530 0x561e34e98620 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.513+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v104'348 uv347 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.513+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e98b60 con 0x561e34e95530 2024-09-19T08:10:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.514+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v104'349 uv349 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.515+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e98f00 con 0x561e34e95530 2024-09-19T08:10:38.517 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.516+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v104'350 uv350 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.516+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99750 con 0x561e34e95530 2024-09-19T08:10:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.517+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v104'351 uv351 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.517+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99af0 con 0x561e34e95530 2024-09-19T08:10:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.518+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v104'352 uv352 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.518+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99e90 con 0x561e34e95530 2024-09-19T08:10:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.519+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v104'353 uv335 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.520+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a230 con 0x561e34e95530 2024-09-19T08:10:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.521+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v104'354 uv354 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.521+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.522+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v104'355 uv355 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.523 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.522+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.523+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v104'356 uv356 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.523+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.525+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v104'357 uv357 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.525+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.526+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v104'358 uv340 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.526+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.527+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v104'359 uv359 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.527+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a5d0 con 0x561e34e95530 2024-09-19T08:10:38.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.528+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v104'360 uv360 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.529 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:38.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.529+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99320 con 0x561e34e95530 2024-09-19T08:10:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.530+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v104'361 uv361 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.530+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99320 con 0x561e34e95530 2024-09-19T08:10:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.531+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v104'362 uv362 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.531+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99320 con 0x561e34e95530 2024-09-19T08:10:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.532+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v104'363 uv346 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.532+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a650 con 0x561e34e95530 2024-09-19T08:10:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.533+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v104'364 uv364 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.533+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a650 con 0x561e34e95530 2024-09-19T08:10:38.535 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.534+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v104'365 uv365 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.534+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a650 con 0x561e34e95530 2024-09-19T08:10:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.535+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v104'366 uv366 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.535+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34e95530 2024-09-19T08:10:38.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.536+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v104'367 uv367 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.537+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34e95530 2024-09-19T08:10:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.538+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v104'368 uv368 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34e95530 2024-09-19T08:10:38.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.538+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34ddbf80 2024-09-19T08:10:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.539+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v104'93 uv92 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.539+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34ddbf80 2024-09-19T08:10:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.540+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v104'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.540+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9a620 con 0x561e34ddbf80 2024-09-19T08:10:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.541+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v104'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.542 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.541+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34ddbf80 2024-09-19T08:10:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.542+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v104'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.542+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34ddbf80 2024-09-19T08:10:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.543+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v104'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.543+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9b660 con 0x561e34ddbf80 2024-09-19T08:10:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.544+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v104'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.544+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e34e9aae0 0x561e34e9af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.544+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da70 con 0x561e34e9aae0 2024-09-19T08:10:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.544+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e34e9aae0 0x561e34e9af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.544+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e34e9aae0 0x561e34e9af20 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.545+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v104'73 uv72 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.545+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da70 con 0x561e34e9aae0 2024-09-19T08:10:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.546+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v104'74 uv74 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.546+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da70 con 0x561e34e9aae0 2024-09-19T08:10:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.547+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v104'75 uv75 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.548 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.547+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da90 con 0x561e34e9aae0 2024-09-19T08:10:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.548+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v104'76 uv76 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.548+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da90 con 0x561e34ddbf80 2024-09-19T08:10:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.549+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v104'93 uv92 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.549+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da90 con 0x561e34ddbf80 2024-09-19T08:10:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.550+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v104'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.550+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9da70 con 0x561e34ddbf80 2024-09-19T08:10:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.552+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v104'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.553 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.552+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99300 con 0x561e34ddbf80 2024-09-19T08:10:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.553+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v104'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.553+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99300 con 0x561e34ddbf80 2024-09-19T08:10:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.554+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v104'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.554+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e99300 con 0x561e34ddbf80 2024-09-19T08:10:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.555+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v104'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.555+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 0x561e34ea0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.555+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea0d60 con 0x561e34e9e430 2024-09-19T08:10:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.555+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 0x561e34ea0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.556+0000 7fb5a2c7e640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 0x561e34ea0820 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.557+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v104'171 uv165 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.557+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1100 con 0x561e34e9e430 2024-09-19T08:10:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.558+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v104'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.558+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea15b0 con 0x561e34e9e430 2024-09-19T08:10:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.559+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v104'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.560 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.559+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34e9db70 con 0x561e34e9e430 2024-09-19T08:10:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.560+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v104'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.560+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2f40 con 0x561e34e9e430 2024-09-19T08:10:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.561+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v104'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.561+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1e90 con 0x561e34e9e430 2024-09-19T08:10:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.563+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v104'176 uv176 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.563+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2280 con 0x561e34e9e430 2024-09-19T08:10:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.567+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v104'177 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.567+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2670 con 0x561e34e9e430 2024-09-19T08:10:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.568+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v104'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.568+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2670 con 0x561e34e9e430 2024-09-19T08:10:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.569+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v104'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.570 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.569+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2620 con 0x561e34e9e430 2024-09-19T08:10:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.571+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v104'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.571+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea2620 con 0x561e34e9e430 2024-09-19T08:10:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.572+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v104'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.572+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 0x561e34ea5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.572+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea5d90 con 0x561e34ea2ab0 2024-09-19T08:10:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.572+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 0x561e34ea5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.573+0000 7fb5a247d640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 0x561e34ea5850 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.574+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v104'76 uv75 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34ea2ab0 2024-09-19T08:10:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.574+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea5dd0 con 0x561e34ea2ab0 2024-09-19T08:10:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.575+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v104'77 uv77 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34ea2ab0 2024-09-19T08:10:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.575+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ea2ab0 2024-09-19T08:10:38.576 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.576+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v104'78 uv78 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34ea2ab0 2024-09-19T08:10:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.576+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ea2ab0 2024-09-19T08:10:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.577+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v104'79 uv79 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34ea2ab0 2024-09-19T08:10:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.577+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ea2ab0 2024-09-19T08:10:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.578+0000 7fb5a247d640 1 -- 172.21.15.17:0/3961430595 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v104'80 uv80 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb594012b90 con 0x561e34ea2ab0 2024-09-19T08:10:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.578+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ddbf80 2024-09-19T08:10:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.579+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v104'93 uv92 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.579+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ddbf80 2024-09-19T08:10:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.580+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v104'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.580+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ddbf80 2024-09-19T08:10:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.580+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v104'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.581 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.580+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea7200 con 0x561e34ddbf80 2024-09-19T08:10:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.581+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v104'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.581+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea7200 con 0x561e34ddbf80 2024-09-19T08:10:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.582+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v104'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.582+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34ddbf80 2024-09-19T08:10:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.583+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v104'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ddbf80 2024-09-19T08:10:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.583+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34e9aae0 2024-09-19T08:10:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.584+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v104'152 uv146 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.584+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34e9aae0 2024-09-19T08:10:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.585+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v104'153 uv153 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.585+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea61f0 con 0x561e34e9aae0 2024-09-19T08:10:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.586+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v104'154 uv154 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.587 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.586+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.587+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v104'155 uv155 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.587+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.588+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v104'156 uv156 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.588+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.589+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v104'157 uv151 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.589+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.590+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v104'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.590+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.591+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v104'159 uv159 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.592 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.591+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea1a40 con 0x561e34e9aae0 2024-09-19T08:10:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.592+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v104'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.592+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9060 con 0x561e34e9aae0 2024-09-19T08:10:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.593+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v104'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.593+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e34ea6d20 0x561e34ea9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.593+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9720 con 0x561e34ea6d20 2024-09-19T08:10:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.593+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e34ea6d20 0x561e34ea9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.593+0000 7fb5a1c7c640 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e34ea6d20 0x561e34ea9110 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.594+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v104'70 uv69 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ea6d20 2024-09-19T08:10:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.594+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9720 con 0x561e34ea6d20 2024-09-19T08:10:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.595+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v104'71 uv71 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ea6d20 2024-09-19T08:10:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.596+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9720 con 0x561e34ea6d20 2024-09-19T08:10:38.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.597+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v104'72 uv72 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ea6d20 2024-09-19T08:10:38.598 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.597+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9720 con 0x561e34ea6d20 2024-09-19T08:10:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.598+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v104'73 uv73 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34ea6d20 2024-09-19T08:10:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.598+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9720 con 0x561e34e9aae0 2024-09-19T08:10:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.599+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v104'93 uv92 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.599+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea96d0 con 0x561e34e9aae0 2024-09-19T08:10:38.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.600+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v104'94 uv94 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.600+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea96d0 con 0x561e34e9aae0 2024-09-19T08:10:38.601 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.601+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v104'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.601+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea96d0 con 0x561e34e9aae0 2024-09-19T08:10:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.602+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v104'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.602+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34eaa660 con 0x561e34e9aae0 2024-09-19T08:10:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.603+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v104'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.603+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9aae0 2024-09-19T08:10:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.604+0000 7fb5a1c7c640 1 -- 172.21.15.17:0/3961430595 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v104'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb58c05d040 con 0x561e34e9aae0 2024-09-19T08:10:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.604+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.606+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v104'79 uv78 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.606+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.606+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v104'80 uv80 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.606+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.608 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.607+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v104'81 uv81 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.607+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.608+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v104'82 uv82 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.608+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.610+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v104'83 uv83 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.610+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.611+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v104'192 uv186 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.611+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.612+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v104'193 uv193 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.612+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.613+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v104'194 uv194 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.614 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.613+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.614+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v104'195 uv195 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.614+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.615+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v104'196 uv196 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.615+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.616+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v104'197 uv191 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.616+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.617+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v104'198 uv198 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.617+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.618+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v104'199 uv199 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.619 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.618+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9b20 con 0x561e34e9e430 2024-09-19T08:10:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.619+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v104'200 uv200 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.619+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.620+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v104'201 uv201 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.620+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9650 con 0x561e34e9e430 2024-09-19T08:10:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.621+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v104'202 uv202 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.621+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x561e34ea9a80 con 0x561e34e9e430 2024-09-19T08:10:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v104'203 uv203 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fb59c01f070 con 0x561e34e9e430 2024-09-19T08:10:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e34ddbf80 msgr2=0x561e34e7c950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x561e34ddbf80 0x561e34e7c950 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e34e9aae0 msgr2=0x561e34e9af20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x561e34e9aae0 0x561e34e9af20 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e34ea6d20 msgr2=0x561e34ea9110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x561e34ea6d20 0x561e34ea9110 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e34e95530 msgr2=0x561e34e98620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x561e34e95530 0x561e34e98620 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 reap_dead start 2024-09-19T08:10:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 msgr2=0x561e34ea0820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 0x561e34ea0820 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a2c7e640 1 -- 172.21.15.17:0/3961430595 reap_dead start 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 msgr2=0x561e34ea5850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 0x561e34ea5850 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 msgr2=0x7fb58406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 0x7fb58406d150 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb594015040 tx=0x7fb59401e040 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 msgr2=0x561e34df3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.622+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x561e34d626f0 tx=0x7fb59c00da30 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 shutdown_connections 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x561e34e9e430 0x561e34ea0820 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x561e34ea2ab0 0x561e34ea5850 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb58406ac90 0x7fb58406d150 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 --2- 172.21.15.17:0/3961430595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5900030f0 0x561e34df3a70 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 >> 172.21.15.17:0/3961430595 conn(0x561e34d45a00 msgr2=0x561e34d46bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 shutdown_connections 2024-09-19T08:10:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.623+0000 7fb5a4987f40 1 -- 172.21.15.17:0/3961430595 wait complete. 2024-09-19T08:10:38.628 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 200.00000000 - 2024-09-19T08:10:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.671+0000 7f58a8f22f40 1 Processor -- start 2024-09-19T08:10:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.671+0000 7f58a8f22f40 1 -- start start 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 0x557e06dd7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06db7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e06d03e00 con 0x557e06d06d80 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557e06c55510 con 0x557e06d04c50 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557e06dbf240 con 0x557e06dbdee0 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51554/0 (socket says 172.21.15.17:51554) 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 -- 172.21.15.17:0/4213901962 learned_addr learned my addr 172.21.15.17:0/4213901962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a6a18640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 0x557e06dd7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a7219640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06db7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 -- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 msgr2=0x557e06db7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06db7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 -- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 msgr2=0x557e06dd7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 0x557e06dd7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f589ffff640 1 -- 172.21.15.17:0/4213901962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e06d068a0 con 0x557e06d06d80 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.672+0000 7f58a6a18640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 0x557e06dd7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f589ffff640 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f5890000c00 tx=0x7f5890051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fdb45d58a202b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a5a16640 1 -- 172.21.15.17:0/4213901962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5890069070 con 0x557e06d06d80 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a5a16640 1 -- 172.21.15.17:0/4213901962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58900517d0 con 0x557e06d06d80 2024-09-19T08:10:38.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a5a16640 1 -- 172.21.15.17:0/4213901962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5890055070 con 0x557e06d06d80 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 -- 172.21.15.17:0/4213901962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 msgr2=0x557e06dda0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f5890000c00 tx=0x7f5890051000 comp rx=0 tx=0).stop 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 -- 172.21.15.17:0/4213901962 shutdown_connections 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06db7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d06d80 0x557e06dda0c0 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/4213901962 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d04c50 0x557e06dd7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 -- 172.21.15.17:0/4213901962 >> 172.21.15.17:0/4213901962 conn(0x557e06d2e400 msgr2=0x557e06dd77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.673+0000 7f58a8f22f40 1 -- 172.21.15.17:0/4213901962 shutdown_connections 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.674+0000 7f58a8f22f40 1 -- 172.21.15.17:0/4213901962 wait complete. 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.674+0000 7f58a8f22f40 1 Processor -- start 2024-09-19T08:10:38.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.674+0000 7f58a8f22f40 1 -- start start 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 0x557e06dd35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d06d80 0x557e06dd5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06dd6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e06dbe5f0 con 0x557e06d04c50 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557e06d4d640 con 0x557e06d06d80 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a8f22f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557e06dd5a10 con 0x557e06dbdee0 2024-09-19T08:10:38.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 0x557e06dd35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 0x557e06dd35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51570/0 (socket says 172.21.15.17:51570) 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 -- 172.21.15.17:0/3592463926 learned_addr learned my addr 172.21.15.17:0/3592463926 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a7219640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06dd6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f589ffff640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d06d80 0x557e06dd5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 -- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 msgr2=0x557e06dd6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06dd6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 -- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d06d80 msgr2=0x557e06dd5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d06d80 0x557e06dd5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 -- 172.21.15.17:0/3592463926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e06dbc840 con 0x557e06d04c50 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a7219640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557e06dbdee0 0x557e06dd6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f589ffff640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557e06d06d80 0x557e06dd5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.675+0000 7f58a6a18640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 0x557e06dd35d0 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f5898009ed0 tx=0x7f5898008400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.676+0000 7f58a4a14640 1 -- 172.21.15.17:0/3592463926 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5898008de0 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.676+0000 7f58a4a14640 1 -- 172.21.15.17:0/3592463926 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5898015460 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.676+0000 7f58a4a14640 1 -- 172.21.15.17:0/3592463926 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5898015850 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.676+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557e06dd4050 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.676+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e06e6a010 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.677+0000 7f58a4a14640 1 -- 172.21.15.17:0/3592463926 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f589801c020 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.677+0000 7f58a4a14640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f588806ac90 0x7f588806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f58a4a14640 1 -- 172.21.15.17:0/3592463926 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7f589808a510 con 0x557e06d04c50 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f589ffff640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f588806ac90 0x7f588806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557e06dbb290 0x557e06e68430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) -- 0x557e06d040a0 con 0x557e06dbb290 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f58a7219640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557e06dbb290 0x557e06e68430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f589ffff640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f588806ac90 0x7f588806d150 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5890066000 tx=0x7f5890053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.678+0000 7f58a7219640 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557e06dbb290 0x557e06e68430 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a7219640 1 -- 172.21.15.17:0/3592463926 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [writefull 0~80] v104'369 uv369 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f58a0001630 con 0x557e06dbb290 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557e06dbb290 msgr2=0x557e06e68430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557e06dbb290 0x557e06e68430 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f588806ac90 msgr2=0x7f588806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f588806ac90 0x7f588806d150 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5890066000 tx=0x7f5890053000 comp rx=0 tx=0).stop 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 msgr2=0x557e06dd35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 --2- 172.21.15.17:0/3592463926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e06d04c50 0x557e06dd35d0 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f5898009ed0 tx=0x7f5898008400 comp rx=0 tx=0).stop 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a7219640 1 -- 172.21.15.17:0/3592463926 reap_dead start 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 shutdown_connections 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 >> 172.21.15.17:0/3592463926 conn(0x557e06d2e400 msgr2=0x557e06dd8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 shutdown_connections 2024-09-19T08:10:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.680+0000 7f58a8f22f40 1 -- 172.21.15.17:0/3592463926 wait complete. 2024-09-19T08:10:38.686 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:38.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.831+0000 7ff704191640 1 Processor -- start 2024-09-19T08:10:38.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.831+0000 7ff704191640 1 -- start start 2024-09-19T08:10:38.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff704191640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 0x7ff6fc0cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff704191640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 0x7ff6fc06c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff704191640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6fc0cfcc0 con 0x7ff6fc06c620 2024-09-19T08:10:38.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff704191640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff6fc0cffa0 con 0x7ff6fc0cf7b0 2024-09-19T08:10:38.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff704191640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6fc0d0280 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff701f2d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 0x7ff6fc0cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff70172c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 0x7ff6fc06c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff70272e640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ff6fc06c620 0x7ff6fc0b5f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:60650/0 (socket says 172.21.15.17:60650) 2024-09-19T08:10:38.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.832+0000 7ff70272e640 1 -- 172.21.15.17:0/3515525983 learned_addr learned my addr 172.21.15.17:0/3515525983 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.833+0000 7ff701f2d640 1 -- 172.21.15.17:0/3515525983 >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 msgr2=0x7ff6fc06c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.833+0000 7ff701f2d640 1 --2- 172.21.15.17:0/3515525983 >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 0x7ff6fc06c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.833+0000 7ff701f2d640 1 -- 172.21.15.17:0/3515525983 >> v1:172.21.15.160:6789/0 conn(0x7ff6fc06c620 legacy=0x7ff6fc0b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.833+0000 7ff701f2d640 1 -- 172.21.15.17:0/3515525983 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6fc0d0560 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.833+0000 7ff70172c640 1 --2- 172.21.15.17:0/3515525983 >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 0x7ff6fc06c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff701f2d640 1 --2- 172.21.15.17:0/3515525983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 0x7ff6fc0cf270 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80097a0 tx=0x7ff6f802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7f645f893011ccf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff700f2b640 1 -- 172.21.15.17:0/3515525983 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8037070 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff700f2b640 1 -- 172.21.15.17:0/3515525983 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f8032440 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff700f2b640 1 -- 172.21.15.17:0/3515525983 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8032810 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 -- 172.21.15.17:0/3515525983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 msgr2=0x7ff6fc0cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 --2- 172.21.15.17:0/3515525983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 0x7ff6fc0cf270 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80097a0 tx=0x7ff6f802a210 comp rx=0 tx=0).stop 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 -- 172.21.15.17:0/3515525983 shutdown_connections 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 --2- 172.21.15.17:0/3515525983 >> v2:172.21.15.160:3300/0 conn(0x7ff6fc0cf7b0 0x7ff6fc06c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 --2- 172.21.15.17:0/3515525983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc15e7f0 0x7ff6fc0cf270 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 -- 172.21.15.17:0/3515525983 >> 172.21.15.17:0/3515525983 conn(0x7ff6fc0d44e0 msgr2=0x7ff6fc0d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 -- 172.21.15.17:0/3515525983 shutdown_connections 2024-09-19T08:10:38.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.834+0000 7ff704191640 1 -- 172.21.15.17:0/3515525983 wait complete. 2024-09-19T08:10:38.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 Processor -- start 2024-09-19T08:10:38.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 -- start start 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc06c620 0x7ff6fc15afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6fc0cf7b0 0x7ff6fc0ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff6fc0cee70 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff6fc0cecf0 con 0x7ff6fc0cf7b0 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff704191640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff6fc0b8600 con 0x7ff6fc06c620 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff70272e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff70272e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51574/0 (socket says 172.21.15.17:51574) 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.836+0000 7ff70272e640 1 -- 172.21.15.17:0/1724235973 learned_addr learned my addr 172.21.15.17:0/1724235973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70172c640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6fc0cf7b0 0x7ff6fc0ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff701f2d640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc06c620 0x7ff6fc15afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 -- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc06c620 msgr2=0x7ff6fc15afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc06c620 0x7ff6fc15afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 -- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6fc0cf7b0 msgr2=0x7ff6fc0ce1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6fc0cf7b0 0x7ff6fc0ce1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 -- 172.21.15.17:0/1724235973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6fc0cd170 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff70272e640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400caa0 tx=0x7ff6f400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4017070 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f400ac00 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6fc0cd410 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4012620 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.837+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6fc0cd9d0 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.838+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6fc0b5db0 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.839+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6f401a070 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.839+0000 7ff6f27fc640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 0x7ff6e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.839+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7114+0+0 (secure 0 0 0) 0x7ff6f408b6f0 con 0x7ff6fc15e7f0 2024-09-19T08:10:38.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.840+0000 7ff701f2d640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 0x7ff6e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:38.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.840+0000 7ff701f2d640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 0x7ff6e006e770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8034000 tx=0x7ff6f802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:38.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:38.844+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6f40591f0 con 0x7ff6fc15e7f0 2024-09-19T08:10:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.056+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7ff6fc0b57f0 con 0x7ff6fc15e7f0 2024-09-19T08:10:39.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.397+0000 7ff6f27fc640 1 -- 172.21.15.17:0/1724235973 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v173) ==== 162+0+0 (secure 0 0 0) 0x7ff6f405d4f0 con 0x7ff6fc15e7f0 2024-09-19T08:10:39.398 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 msgr2=0x7ff6e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 0x7ff6e006e770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8034000 tx=0x7ff6f802e000 comp rx=0 tx=0).stop 2024-09-19T08:10:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 msgr2=0x7ff6fc1542c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400caa0 tx=0x7ff6f400cf60 comp rx=0 tx=0).stop 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 shutdown_connections 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff6e006c2b0 0x7ff6e006e770 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff6fc15e7f0 0x7ff6fc1542c0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff6fc0cf7b0 0x7ff6fc0ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 --2- 172.21.15.17:0/1724235973 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff6fc06c620 0x7ff6fc15afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 >> 172.21.15.17:0/1724235973 conn(0x7ff6fc0d44e0 msgr2=0x7ff6fc0b9370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 shutdown_connections 2024-09-19T08:10:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.399+0000 7ff704191640 1 -- 172.21.15.17:0/1724235973 wait complete. 2024-09-19T08:10:39.407 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:39.407+0000 7f12b56a4640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (22) Invalid argument 2024-09-19T08:10:39.408 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:39.407+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:39.408 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:39.407+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:39.415 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:39.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 Processor -- start 2024-09-19T08:10:39.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 -- start start 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f000c0b8b90 0x7f000c0d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f000c0d17e0 con 0x7f000c15eab0 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f000c0cfc10 con 0x7f000c06dcb0 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f00134c9640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f000c0d09d0 con 0x7f000c0b8b90 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0011265640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f000c15eab0 0x7f000c06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36994/0 (socket says 172.21.15.17:36994) 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0011265640 1 -- 172.21.15.17:0/3812614250 learned_addr learned my addr 172.21.15.17:0/3812614250 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0010a64640 1 --2- 172.21.15.17:0/3812614250 >> v2:172.21.15.160:3300/0 conn(0x7f000c0b8b90 0x7f000c0d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2340708683 0 0) 0x7f000c0d17e0 con 0x7f000c15eab0 2024-09-19T08:10:39.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efff8003520 con 0x7f000c15eab0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3313304034 0 0) 0x7efff8003520 con 0x7f000c15eab0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 >> v2:172.21.15.160:3300/0 conn(0x7f000c0b8b90 msgr2=0x7f000c0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 --2- 172.21.15.17:0/3812614250 >> v2:172.21.15.160:3300/0 conn(0x7f000c0b8b90 0x7f000c0d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 >> v1:172.21.15.160:6789/0 conn(0x7f000c06dcb0 legacy=0x7f000c0d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.521+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f000c0cfef0 con 0x7f000c15eab0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0008001670 con 0x7f000c15eab0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 >> v1:172.21.15.17:6789/0 conn(0x7f000c15eab0 legacy=0x7f000c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 0x7efff8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff8004800 0x7efff8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff80051c0 0x7efff800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f000c0d09d0 con 0x7efff80039b0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efff800c070 con 0x7efff8004800 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efff800c270 con 0x7efff80051c0 2024-09-19T08:10:39.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 0x7efff8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0010a64640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff8004800 0x7efff8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011a66640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff80051c0 0x7efff800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 -- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff80051c0 msgr2=0x7efff800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efff80051c0 0x7efff800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 -- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff8004800 msgr2=0x7efff8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff8004800 0x7efff8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011265640 1 -- 172.21.15.17:0/3812614250 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff8003520 con 0x7efff80039b0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.522+0000 7f0011a66640 1 -- 172.21.15.17:0/3812614250 reap_dead start 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f0011265640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 0x7efff8003dd0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f000800c240 tx=0x7efff8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6741c03efe63815f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008007d10 con 0x7efff80039b0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0008005ad0 con 0x7efff80039b0 2024-09-19T08:10:39.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f0003fff640 1 -- 172.21.15.17:0/3812614250 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008007070 con 0x7efff80039b0 2024-09-19T08:10:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f00134c9640 1 -- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 msgr2=0x7efff8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f00134c9640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 0x7efff8003dd0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f000800c240 tx=0x7efff8005830 comp rx=0 tx=0).stop 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f00134c9640 1 -- 172.21.15.17:0/3812614250 shutdown_connections 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f00134c9640 1 --2- 172.21.15.17:0/3812614250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efff80039b0 0x7efff8003dd0 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.523+0000 7f00134c9640 1 -- 172.21.15.17:0/3812614250 >> 172.21.15.17:0/3812614250 conn(0x7f000c0d4b30 msgr2=0x7f000c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.524+0000 7f00134c9640 1 -- 172.21.15.17:0/3812614250 shutdown_connections 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.524+0000 7f00134c9640 1 -- 172.21.15.17:0/3812614250 wait complete. 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.525+0000 7f00134c9640 1 Processor -- start 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.525+0000 7f00134c9640 1 -- start start 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.525+0000 7f00134c9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff80039b0 0x7f000c1f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f000c158b70 0x7f000c0d2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f000c0d04b0 con 0x7f000c0d32d0 2024-09-19T08:10:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f000c15ee90 con 0x7efff80039b0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f000c0ceb50 con 0x7f000c158b70 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51600/0 (socket says 172.21.15.17:51600) 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 -- 172.21.15.17:0/3097842081 learned_addr learned my addr 172.21.15.17:0/3097842081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0010a64640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f000c158b70 0x7f000c0d2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011265640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff80039b0 0x7f000c1f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 -- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f000c158b70 msgr2=0x7f000c0d2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f000c158b70 0x7f000c0d2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 -- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff80039b0 msgr2=0x7f000c1f4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff80039b0 0x7f000c1f4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 -- 172.21.15.17:0/3097842081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f000c15f010 con 0x7f000c0d32d0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0011a66640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f000c0d17b0 tx=0x7f000400ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004019070 con 0x7f000c0d32d0 2024-09-19T08:10:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0004003b80 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f000c15f2f0 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.526+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00040050d0 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.527+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f000c15f8b0 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.528+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f000c069f80 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.528+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f000401c070 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.528+0000 7f0001ffb640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 0x7efff006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.529+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f000408af10 con 0x7f000c0d32d0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.529+0000 7f0011265640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 0x7efff006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.529+0000 7f0011265640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 0x7efff006e7a0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f0008033000 tx=0x7f000802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.533+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f000c069f80 con 0x7f000c0d32d0 2024-09-19T08:10:39.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.743+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f000c069ac0 con 0x7f000c0d32d0 2024-09-19T08:10:39.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.743+0000 7f0001ffb640 1 -- 172.21.15.17:0/3097842081 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+3569 (secure 0 0 0) 0x7f0004058a60 con 0x7f000c0d32d0 2024-09-19T08:10:39.745 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:39.745 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":175,"btime":"2024-09-19T08:10:39:409456+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:39.409372+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:39.745 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 175 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.745+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 msgr2=0x7efff006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.745+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 0x7efff006e7a0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f0008033000 tx=0x7f000802e000 comp rx=0 tx=0).stop 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 msgr2=0x7f000c0cd500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f000c0d17b0 tx=0x7f000400ead0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 shutdown_connections 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efff006c2e0 0x7efff006e7a0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f000c0d32d0 0x7f000c0cd500 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f000c158b70 0x7f000c0d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 --2- 172.21.15.17:0/3097842081 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efff80039b0 0x7f000c1f4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 >> 172.21.15.17:0/3097842081 conn(0x7f000c0d4b30 msgr2=0x7f000c161ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:39.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 shutdown_connections 2024-09-19T08:10:39.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.746+0000 7f00134c9640 1 -- 172.21.15.17:0/3097842081 wait complete. 2024-09-19T08:10:39.758 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:39.758 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.859+0000 7f0399ef8640 1 Processor -- start 2024-09-19T08:10:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.859+0000 7f0399ef8640 1 -- start start 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0399ef8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f039415eab0 0x7f039406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0399ef8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f03940d3480 0x7f03940b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0399ef8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03940d17e0 con 0x7f039406dae0 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0399ef8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f03940d09d0 con 0x7f039415eab0 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0399ef8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f039415ee90 con 0x7f03940d3480 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f03937fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f039415eab0 0x7f039406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f03937fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f039415eab0 0x7f039406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51602/0 (socket says 172.21.15.17:51602) 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f03937fe640 1 -- 172.21.15.17:0/1264687430 learned_addr learned my addr 172.21.15.17:0/1264687430 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.860+0000 7f0393fff640 1 --2- 172.21.15.17:0/1264687430 >> v2:172.21.15.160:3300/0 conn(0x7f03940d3480 0x7f03940b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.861+0000 7f03937fe640 1 -- 172.21.15.17:0/1264687430 >> v2:172.21.15.160:3300/0 conn(0x7f03940d3480 msgr2=0x7f03940b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.861+0000 7f03937fe640 1 --2- 172.21.15.17:0/1264687430 >> v2:172.21.15.160:3300/0 conn(0x7f03940d3480 0x7f03940b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.861+0000 7f03937fe640 1 -- 172.21.15.17:0/1264687430 >> v1:172.21.15.160:6789/0 conn(0x7f039406dae0 legacy=0x7f03940b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.861+0000 7f03937fe640 1 -- 172.21.15.17:0/1264687430 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03940cfc10 con 0x7f039415eab0 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.861+0000 7f03937fe640 1 --2- 172.21.15.17:0/1264687430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039415eab0 0x7f039406d5a0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f03940638e0 tx=0x7f038402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4722d46762fe658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f03927fc640 1 -- 172.21.15.17:0/1264687430 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384037070 con 0x7f039415eab0 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f03927fc640 1 -- 172.21.15.17:0/1264687430 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f038402ae50 con 0x7f039415eab0 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f03927fc640 1 -- 172.21.15.17:0/1264687430 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384032860 con 0x7f039415eab0 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 -- 172.21.15.17:0/1264687430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039415eab0 msgr2=0x7f039406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 --2- 172.21.15.17:0/1264687430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039415eab0 0x7f039406d5a0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f03940638e0 tx=0x7f038402a300 comp rx=0 tx=0).stop 2024-09-19T08:10:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 -- 172.21.15.17:0/1264687430 shutdown_connections 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 --2- 172.21.15.17:0/1264687430 >> v2:172.21.15.160:3300/0 conn(0x7f03940d3480 0x7f03940b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 --2- 172.21.15.17:0/1264687430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039415eab0 0x7f039406d5a0 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 -- 172.21.15.17:0/1264687430 >> 172.21.15.17:0/1264687430 conn(0x7f03940d4b30 msgr2=0x7f03940d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 -- 172.21.15.17:0/1264687430 shutdown_connections 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.862+0000 7f0399ef8640 1 -- 172.21.15.17:0/1264687430 wait complete. 2024-09-19T08:10:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.863+0000 7f0399ef8640 1 Processor -- start 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 -- start start 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03940d3480 0x7f0394161880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f039415eab0 0x7f0394161dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03940d01d0 con 0x7f039406dae0 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f039406df20 con 0x7f03940d3480 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f0399ef8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03940d04b0 con 0x7f039415eab0 2024-09-19T08:10:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f03937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f03937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51614/0 (socket says 172.21.15.17:51614) 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.864+0000 7f03937fe640 1 -- 172.21.15.17:0/522121835 learned_addr learned my addr 172.21.15.17:0/522121835 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f0392ffd640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03940d3480 0x7f0394161880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f0393fff640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f039415eab0 0x7f0394161dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 -- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f039415eab0 msgr2=0x7f0394161dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f039415eab0 0x7f0394161dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 -- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03940d3480 msgr2=0x7f0394161880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03940d3480 0x7f0394161880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 -- 172.21.15.17:0/522121835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0394157210 con 0x7f039406dae0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f03937fe640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0384000c00 tx=0x7f03840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384041020 con 0x7f039406dae0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f038403c890 con 0x7f039406dae0 2024-09-19T08:10:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03941574f0 con 0x7f039406dae0 2024-09-19T08:10:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0384037040 con 0x7f039406dae0 2024-09-19T08:10:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.865+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03941f5480 con 0x7f039406dae0 2024-09-19T08:10:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.866+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03940ceb50 con 0x7f039406dae0 2024-09-19T08:10:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.867+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0384044020 con 0x7f039406dae0 2024-09-19T08:10:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.867+0000 7f037bfff640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 0x7f038006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.867+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f03840ac100 con 0x7f039406dae0 2024-09-19T08:10:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.867+0000 7f0392ffd640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 0x7f038006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.868+0000 7f0392ffd640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 0x7f038006e7a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f0394161610 tx=0x7f0388009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:39.872+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f038404b030 con 0x7f039406dae0 2024-09-19T08:10:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.083+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f039415d8e0 con 0x7f039406dae0 2024-09-19T08:10:40.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.083+0000 7f037bfff640 1 -- 172.21.15.17:0/522121835 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+3569 (secure 0 0 0) 0x7f0384079ce0 con 0x7f039406dae0 2024-09-19T08:10:40.084 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:40.085 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":175,"btime":"2024-09-19T08:10:39:409456+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:39.409372+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:40.085 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 175 2024-09-19T08:10:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 msgr2=0x7f038006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 0x7f038006e7a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f0394161610 tx=0x7f0388009040 comp rx=0 tx=0).stop 2024-09-19T08:10:40.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 msgr2=0x7f0394154750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0384000c00 tx=0x7f03840046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 shutdown_connections 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038006c2e0 0x7f038006e7a0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f039415eab0 0x7f0394161dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03940d3480 0x7f0394161880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 --2- 172.21.15.17:0/522121835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f039406dae0 0x7f0394154750 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 >> 172.21.15.17:0/522121835 conn(0x7f03940d4b30 msgr2=0x7f03940ca350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 shutdown_connections 2024-09-19T08:10:40.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.086+0000 7f0399ef8640 1 -- 172.21.15.17:0/522121835 wait complete. 2024-09-19T08:10:40.098 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:40.098 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:40.126 INFO:tasks.ceph.mds.c.smithi017.stderr: -35> 2024-09-19T08:10:35.374+0000 7f41d7fe4640 -1 mds.0.cache.ino(0x1) Corrupt inode 0x1: End of buffer [buffer:2] 2024-09-19T08:10:40.126 INFO:tasks.ceph.mds.c.smithi017.stderr: -33> 2024-09-19T08:10:35.374+0000 7f41d7fe4640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:10:40.150 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:10:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.200+0000 7fcd520dd640 1 Processor -- start 2024-09-19T08:10:40.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 -- start start 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c06dfa0 0x7fcd4c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd4c06c580 con 0x7fcd4c147dc0 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcd4c0d2070 con 0x7fcd4c0d1700 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.201+0000 7fcd520dd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd4c06c860 con 0x7fcd4c06dfa0 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51636/0 (socket says 172.21.15.17:51636) 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 -- 172.21.15.17:0/1025441960 learned_addr learned my addr 172.21.15.17:0/1025441960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:40.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd42ffd640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c06dfa0 0x7fcd4c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 -- 172.21.15.17:0/1025441960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c06dfa0 msgr2=0x7fcd4c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c06dfa0 0x7fcd4c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 -- 172.21.15.17:0/1025441960 >> v1:172.21.15.160:6789/0 conn(0x7fcd4c147dc0 legacy=0x7fcd4c0b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.202+0000 7fcd4bfff640 1 -- 172.21.15.17:0/1025441960 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd4c0afd70 con 0x7fcd4c0d1700 2024-09-19T08:10:40.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd4bfff640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009e50 tx=0x7fcd4402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4aed8cbd37e278f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd4affd640 1 -- 172.21.15.17:0/1025441960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44036070 con 0x7fcd4c0d1700 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd4affd640 1 -- 172.21.15.17:0/1025441960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd44031600 con 0x7fcd4c0d1700 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd4affd640 1 -- 172.21.15.17:0/1025441960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd440319d0 con 0x7fcd4c0d1700 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 -- 172.21.15.17:0/1025441960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 msgr2=0x7fcd4c0d1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009e50 tx=0x7fcd4402a680 comp rx=0 tx=0).stop 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 -- 172.21.15.17:0/1025441960 shutdown_connections 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c0d1b30 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 --2- 172.21.15.17:0/1025441960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c06dfa0 0x7fcd4c06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 -- 172.21.15.17:0/1025441960 >> 172.21.15.17:0/1025441960 conn(0x7fcd4c06d110 msgr2=0x7fcd4c06d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 -- 172.21.15.17:0/1025441960 shutdown_connections 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.203+0000 7fcd520dd640 1 -- 172.21.15.17:0/1025441960 wait complete. 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.205+0000 7fcd520dd640 1 Processor -- start 2024-09-19T08:10:40.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.205+0000 7fcd520dd640 1 -- start start 2024-09-19T08:10:40.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd4c06dfa0 0x7fcd4c0c62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c147dc0 0x7fcd4c160db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c06c2d0 con 0x7fcd4c0d1700 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c06c150 con 0x7fcd4c06dfa0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd4c071d60 con 0x7fcd4c147dc0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51638/0 (socket says 172.21.15.17:51638) 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 -- 172.21.15.17:0/4294176744 learned_addr learned my addr 172.21.15.17:0/4294176744 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd4bfff640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c147dc0 0x7fcd4c160db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd4b7fe640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd4c06dfa0 0x7fcd4c0c62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 -- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c147dc0 msgr2=0x7fcd4c160db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c147dc0 0x7fcd4c160db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 -- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd4c06dfa0 msgr2=0x7fcd4c0c62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd4c06dfa0 0x7fcd4c0c62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 -- 172.21.15.17:0/4294176744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd4c1e9190 con 0x7fcd4c0d1700 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd42ffd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e9b0 tx=0x7fcd3400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd34017070 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd3400c9a0 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd4c1e9470 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3400cd90 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.206+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd4c1e8e80 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.207+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd4c06bc10 con 0x7fcd4c0d1700 2024-09-19T08:10:40.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.208+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd3401a070 con 0x7fcd4c0d1700 2024-09-19T08:10:40.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.208+0000 7fcd48ff9640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 0x7fcd2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.208+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7fcd3408bd50 con 0x7fcd4c0d1700 2024-09-19T08:10:40.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.209+0000 7fcd4b7fe640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 0x7fcd2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.209+0000 7fcd4b7fe640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 0x7fcd2c06e770 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0b5860 tx=0x7fcd3c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.213+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd34059820 con 0x7fcd4c0d1700 2024-09-19T08:10:40.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.424+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd4c0d1c10 con 0x7fcd4c0d1700 2024-09-19T08:10:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.425+0000 7fcd48ff9640 1 -- 172.21.15.17:0/4294176744 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 176 v176) ==== 95+0+4392 (secure 0 0 0) 0x7fcd3405db20 con 0x7fcd4c0d1700 2024-09-19T08:10:40.426 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:40.426 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":176,"btime":"2024-09-19T08:10:40:410854+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8772,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/126877433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":126877433},{"type":"v1","addr":"172.21.15.17:6834","nonce":126877433}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":176}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:39.409372+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:40.426 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 176 2024-09-19T08:10:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 msgr2=0x7fcd2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 0x7fcd2c06e770 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0b5860 tx=0x7fcd3c009040 comp rx=0 tx=0).stop 2024-09-19T08:10:40.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 msgr2=0x7fcd4c1e8940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e9b0 tx=0x7fcd3400ee70 comp rx=0 tx=0).stop 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 shutdown_connections 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcd2c06c2b0 0x7fcd2c06e770 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd4c147dc0 0x7fcd4c160db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd4c0d1700 0x7fcd4c1e8940 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 --2- 172.21.15.17:0/4294176744 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd4c06dfa0 0x7fcd4c0c62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 >> 172.21.15.17:0/4294176744 conn(0x7fcd4c06d110 msgr2=0x7fcd4c06d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 shutdown_connections 2024-09-19T08:10:40.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.427+0000 7fcd520dd640 1 -- 172.21.15.17:0/4294176744 wait complete. 2024-09-19T08:10:40.439 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 200.00000000' led to DAMAGED state 2024-09-19T08:10:40.439 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 200.00000001' 2024-09-19T08:10:40.439 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:40.439 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:40.495 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:40.495 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:40.495 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:40.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:40.496 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:40.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:40.551 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:40.552 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.695+0000 7f1c15df6640 1 Processor -- start 2024-09-19T08:10:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.695+0000 7f1c15df6640 1 -- start start 2024-09-19T08:10:40.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c15df6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1c100cef50 0x7f1c100b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c15df6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c100731d0 con 0x7f1c1015e670 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c15df6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c100734b0 con 0x7f1c100ceaf0 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c15df6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1c100d0040 con 0x7f1c100cef50 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c0f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1c1015e670 0x7f1c10070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:37006/0 (socket says 172.21.15.17:37006) 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c0f7fe640 1 -- 172.21.15.17:0/4120598160 learned_addr learned my addr 172.21.15.17:0/4120598160 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c0ffff640 1 --2- 172.21.15.17:0/4120598160 >> v2:172.21.15.160:3300/0 conn(0x7f1c100cef50 0x7f1c100b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.696+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2487965797 0 0) 0x7f1c100731d0 con 0x7f1c1015e670 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bf8003520 con 0x7f1c1015e670 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0ffff640 1 -- 172.21.15.17:0/4120598160 >> v1:172.21.15.160:6789/0 conn(0x7f1c100ceaf0 legacy=0x7f1c100b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0ffff640 1 -- 172.21.15.17:0/4120598160 >> v1:172.21.15.17:6789/0 conn(0x7f1c1015e670 legacy=0x7f1c10070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2471426405 0 0) 0x7f1bf8003520 con 0x7f1c1015e670 2024-09-19T08:10:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0ffff640 1 -- 172.21.15.17:0/4120598160 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c10073790 con 0x7f1c100cef50 2024-09-19T08:10:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.697+0000 7f1c0ffff640 1 --2- 172.21.15.17:0/4120598160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100cef50 0x7f1c100b5a30 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009d90 tx=0x7f1c0802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=729e3dff9b79682b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00001670 con 0x7f1c100cef50 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c08007540 con 0x7f1c100cef50 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/4120598160 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c08007910 con 0x7f1c100cef50 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 -- 172.21.15.17:0/4120598160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100cef50 msgr2=0x7f1c100b5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 --2- 172.21.15.17:0/4120598160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100cef50 0x7f1c100b5a30 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009d90 tx=0x7f1c0802a710 comp rx=0 tx=0).stop 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 -- 172.21.15.17:0/4120598160 shutdown_connections 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 --2- 172.21.15.17:0/4120598160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100cef50 0x7f1c100b5a30 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 -- 172.21.15.17:0/4120598160 >> 172.21.15.17:0/4120598160 conn(0x7f1c1006f400 msgr2=0x7f1c1006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 -- 172.21.15.17:0/4120598160 shutdown_connections 2024-09-19T08:10:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.698+0000 7f1c15df6640 1 -- 172.21.15.17:0/4120598160 wait complete. 2024-09-19T08:10:40.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.699+0000 7f1c15df6640 1 Processor -- start 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 -- start start 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100ceaf0 0x7f1c101f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100cef50 0x7f1c100d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c10072f80 con 0x7f1c1015e670 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1015fa60 con 0x7f1c100ceaf0 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.700+0000 7f1c15df6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1c10073de0 con 0x7f1c100cef50 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51648/0 (socket says 172.21.15.17:51648) 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 -- 172.21.15.17:0/2744953336 learned_addr learned my addr 172.21.15.17:0/2744953336 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100ceaf0 0x7f1c101f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0effd640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100cef50 0x7f1c100d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 -- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100cef50 msgr2=0x7f1c100d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100cef50 0x7f1c100d10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 -- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100ceaf0 msgr2=0x7f1c101f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100ceaf0 0x7f1c101f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 -- 172.21.15.17:0/2744953336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c100d19d0 con 0x7f1c1015e670 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c0ffff640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009d90 tx=0x7f1c08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c08040070 con 0x7f1c1015e670 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c08031bc0 con 0x7f1c1015e670 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c100b0010 con 0x7f1c1015e670 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c08009450 con 0x7f1c1015e670 2024-09-19T08:10:40.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.701+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c100d1630 con 0x7f1c1015e670 2024-09-19T08:10:40.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.702+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c100cf410 con 0x7f1c1015e670 2024-09-19T08:10:40.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.703+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c08039040 con 0x7f1c1015e670 2024-09-19T08:10:40.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.703+0000 7f1bf7fff640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 0x7f1bfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.704+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f1c080acc70 con 0x7f1c1015e670 2024-09-19T08:10:40.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.704+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 0x7f1bfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.704+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 0x7f1bfc06e770 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f1c00005880 tx=0x7f1c00000bc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.708+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c0807a850 con 0x7f1c1015e670 2024-09-19T08:10:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:40.920+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1c100b7020 con 0x7f1c1015e670 2024-09-19T08:10:41.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.415+0000 7f1bf7fff640 1 -- 172.21.15.17:0/2744953336 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v177) ==== 161+0+0 (secure 0 0 0) 0x7f1c0807eb50 con 0x7f1c1015e670 2024-09-19T08:10:41.416 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:41.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 msgr2=0x7f1bfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 0x7f1bfc06e770 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f1c00005880 tx=0x7f1c00000bc0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 msgr2=0x7f1c10151be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009d90 tx=0x7f1c08004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 shutdown_connections 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bfc06c2b0 0x7f1bfc06e770 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c1015e670 0x7f1c10151be0 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100cef50 0x7f1c100d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 --2- 172.21.15.17:0/2744953336 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1c100ceaf0 0x7f1c101f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 >> 172.21.15.17:0/2744953336 conn(0x7f1c1006f400 msgr2=0x7f1c100b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:41.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 shutdown_connections 2024-09-19T08:10:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.418+0000 7f1c15df6640 1 -- 172.21.15.17:0/2744953336 wait complete. 2024-09-19T08:10:41.431 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:41.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.539+0000 7f56b0349640 1 Processor -- start 2024-09-19T08:10:41.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.539+0000 7f56b0349640 1 -- start start 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f56a815e640 0x7f56a80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a80cf0e0 0x7f56a80cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f56a80b2cf0 0x7f56a80b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f56a80b2860 con 0x7f56a815e640 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f56a815ea20 con 0x7f56a80b2cf0 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56b0349640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f56a80b1c50 con 0x7f56a80cf0e0 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56ae0e5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f56a815e640 0x7f56a80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56ae0e5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f56a815e640 0x7f56a80ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51660/0 (socket says 172.21.15.17:51660) 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.540+0000 7f56ae0e5640 1 -- 172.21.15.17:0/1818622528 learned_addr learned my addr 172.21.15.17:0/1818622528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:41.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae8e6640 1 --2- 172.21.15.17:0/1818622528 >> v2:172.21.15.160:3300/0 conn(0x7f56a80b2cf0 0x7f56a80b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ad8e4640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a80cf0e0 0x7f56a80cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 -- 172.21.15.17:0/1818622528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a80cf0e0 msgr2=0x7f56a80cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a80cf0e0 0x7f56a80cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 -- 172.21.15.17:0/1818622528 >> v2:172.21.15.160:3300/0 conn(0x7f56a80b2cf0 msgr2=0x7f56a80b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/1818622528 >> v2:172.21.15.160:3300/0 conn(0x7f56a80b2cf0 0x7f56a80b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 -- 172.21.15.17:0/1818622528 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a80b1f30 con 0x7f56a815e640 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.541+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a815e640 0x7f56a80ceba0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f56a808ed40 tx=0x7f56a402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d040a4e2c71338b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56ad0e3640 1 -- 172.21.15.17:0/1818622528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4036070 con 0x7f56a815e640 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56ad0e3640 1 -- 172.21.15.17:0/1818622528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a4031600 con 0x7f56a815e640 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56ad0e3640 1 -- 172.21.15.17:0/1818622528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a40319d0 con 0x7f56a815e640 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 -- 172.21.15.17:0/1818622528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a815e640 msgr2=0x7f56a80ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:41.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a815e640 0x7f56a80ceba0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f56a808ed40 tx=0x7f56a402a610 comp rx=0 tx=0).stop 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 -- 172.21.15.17:0/1818622528 shutdown_connections 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 --2- 172.21.15.17:0/1818622528 >> v2:172.21.15.160:3300/0 conn(0x7f56a80b2cf0 0x7f56a80b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a80cf0e0 0x7f56a80cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 --2- 172.21.15.17:0/1818622528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a815e640 0x7f56a80ceba0 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 -- 172.21.15.17:0/1818622528 >> 172.21.15.17:0/1818622528 conn(0x7f56a809d820 msgr2=0x7f56a80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 -- 172.21.15.17:0/1818622528 shutdown_connections 2024-09-19T08:10:41.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.542+0000 7f56b0349640 1 -- 172.21.15.17:0/1818622528 wait complete. 2024-09-19T08:10:41.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 Processor -- start 2024-09-19T08:10:41.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 -- start start 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56a80cf0e0 0x7f56a81505a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a815e640 0x7f56a8150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f56a80cfe40 con 0x7f56a80b2cf0 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f56a80b24f0 con 0x7f56a80cf0e0 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.544+0000 7f56b0349640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f56a80b73a0 con 0x7f56a815e640 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51670/0 (socket says 172.21.15.17:51670) 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 -- 172.21.15.17:0/4169322207 learned_addr learned my addr 172.21.15.17:0/4169322207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae8e6640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a815e640 0x7f56a8150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ad8e4640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56a80cf0e0 0x7f56a81505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 -- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a815e640 msgr2=0x7f56a8150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a815e640 0x7f56a8150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 -- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56a80cf0e0 msgr2=0x7f56a81505a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56a80cf0e0 0x7f56a81505a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 -- 172.21.15.17:0/4169322207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a80cd420 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56ae0e5640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009f40 tx=0x7f56a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a403f020 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a4037040 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56a80cd700 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4036070 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.545+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56a80cdfa0 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.546+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56a80cd8d0 con 0x7f56a80b2cf0 2024-09-19T08:10:41.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.547+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f56a4042020 con 0x7f56a80b2cf0 2024-09-19T08:10:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.547+0000 7f569effd640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.547+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f56a40abe00 con 0x7f56a80b2cf0 2024-09-19T08:10:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.548+0000 7f56ad8e4640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.548+0000 7f56ad8e4640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 0x7f568c06e770 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f56a80cf8e0 tx=0x7f5698008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:41.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.552+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f56a4049030 con 0x7f56a80b2cf0 2024-09-19T08:10:41.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:41.796+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f56a8068eb0 con 0x7f56a80b2cf0 2024-09-19T08:10:42.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.420+0000 7f569effd640 1 -- 172.21.15.17:0/4169322207 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v178) ==== 101+0+0 (secure 0 0 0) 0x7f56a4079950 con 0x7f56a80b2cf0 2024-09-19T08:10:42.420 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:42.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 msgr2=0x7f568c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 0x7f568c06e770 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f56a80cf8e0 tx=0x7f5698008040 comp rx=0 tx=0).stop 2024-09-19T08:10:42.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 msgr2=0x7f56a80d2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009f40 tx=0x7f56a4004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:42.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 shutdown_connections 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f568c06c2b0 0x7f568c06e770 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f56a815e640 0x7f56a8150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f56a80cf0e0 0x7f56a81505a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 --2- 172.21.15.17:0/4169322207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f56a80b2cf0 0x7f56a80d2880 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 >> 172.21.15.17:0/4169322207 conn(0x7f56a809d820 msgr2=0x7f56a80b76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 shutdown_connections 2024-09-19T08:10:42.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.423+0000 7f56b0349640 1 -- 172.21.15.17:0/4169322207 wait complete. 2024-09-19T08:10:42.437 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.484+0000 7f7e69f87f40 1 Processor -- start 2024-09-19T08:10:42.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.484+0000 7f7e69f87f40 1 -- start start 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b33ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 0x564cb3b37d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564cb3a5fd40 con 0x564cb3b326c0 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564cb39b2510 con 0x564cb3a61d70 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564cb3a5ffe0 con 0x564cb3aa8980 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38472/0 (socket says 172.21.15.17:38472) 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 -- 172.21.15.17:0/528083376 learned_addr learned my addr 172.21.15.17:0/528083376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b33ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6727c640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 0x564cb3b37d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 -- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 msgr2=0x564cb3b37d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 0x564cb3b37d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 -- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 msgr2=0x564cb3b33ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.485+0000 7f7e6827e640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b33ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6827e640 1 -- 172.21.15.17:0/528083376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cb3b31e90 con 0x564cb3b326c0 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b33ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6727c640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 0x564cb3b37d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6827e640 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f7e6000a880 tx=0x7f7e60005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be84fb709f1e5248 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6627a640 1 -- 172.21.15.17:0/528083376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6000d9c0 con 0x564cb3b326c0 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6627a640 1 -- 172.21.15.17:0/528083376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e6000db60 con 0x564cb3b326c0 2024-09-19T08:10:42.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e6627a640 1 -- 172.21.15.17:0/528083376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e60012450 con 0x564cb3b326c0 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 -- 172.21.15.17:0/528083376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 msgr2=0x564cb3b36490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f7e6000a880 tx=0x7f7e60005d80 comp rx=0 tx=0).stop 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 -- 172.21.15.17:0/528083376 shutdown_connections 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3b326c0 0x564cb3b36490 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3aa8980 0x564cb3b37d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/528083376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b33ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 -- 172.21.15.17:0/528083376 >> 172.21.15.17:0/528083376 conn(0x564cb3a8aa00 msgr2=0x564cb3a61130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 -- 172.21.15.17:0/528083376 shutdown_connections 2024-09-19T08:10:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.486+0000 7f7e69f87f40 1 -- 172.21.15.17:0/528083376 wait complete. 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.487+0000 7f7e69f87f40 1 Processor -- start 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.487+0000 7f7e69f87f40 1 -- start start 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b2c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3b326c0 0x564cb3b36370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564cb3b31bf0 con 0x564cb3aa8980 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564cb3aa8420 con 0x564cb3a61d70 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e69f87f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564cb3b32bd0 con 0x564cb3b326c0 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38478/0 (socket says 172.21.15.17:38478) 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 learned_addr learned my addr 172.21.15.17:0/1910930527 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6827e640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3b326c0 0x564cb3b36370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b2c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3b326c0 msgr2=0x564cb3b36370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564cb3b326c0 0x564cb3b36370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 msgr2=0x564cb3b2c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564cb3a61d70 0x564cb3b2c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cb3b2ce70 con 0x564cb3aa8980 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.488+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c025bc0 tx=0x7f7e5c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.489+0000 7f7e65278640 1 -- 172.21.15.17:0/1910930527 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c063070 con 0x564cb3aa8980 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.489+0000 7f7e65278640 1 -- 172.21.15.17:0/1910930527 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e5c054930 con 0x564cb3aa8980 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.489+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564cb3b2d150 con 0x564cb3aa8980 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.489+0000 7f7e65278640 1 -- 172.21.15.17:0/1910930527 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c054ce0 con 0x564cb3aa8980 2024-09-19T08:10:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.489+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cb3b2d710 con 0x564cb3aa8980 2024-09-19T08:10:42.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.490+0000 7f7e65278640 1 -- 172.21.15.17:0/1910930527 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e5c066070 con 0x564cb3aa8980 2024-09-19T08:10:42.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e65278640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 0x7f7e5406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e65278640 1 -- 172.21.15.17:0/1910930527 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f7e5c0ce500 con 0x564cb3aa8980 2024-09-19T08:10:42.493 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:42.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 0x7f7e5406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564cb3b2f6f0 0x564cb3b2fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3b30010 con 0x564cb3b2f6f0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.491+0000 7f7e6827e640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564cb3b2f6f0 0x564cb3b2fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.492+0000 7f7e6827e640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564cb3b2f6f0 0x564cb3b2fad0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.492+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 0x7f7e5406d150 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7e58001eb0 tx=0x7f7e580017b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.493+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v105'505 uv479 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.494+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3b303e0 con 0x564cb3b2f6f0 2024-09-19T08:10:42.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.495+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v105'506 uv506 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.495+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd87d0 con 0x564cb3b2f6f0 2024-09-19T08:10:42.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.497+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v105'507 uv507 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.497 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:42.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.497+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3b30780 con 0x564cb3b2f6f0 2024-09-19T08:10:42.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.498+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v105'508 uv508 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.498+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9b80 con 0x564cb3b2f6f0 2024-09-19T08:10:42.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.499+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v105'509 uv509 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.499+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd8b70 con 0x564cb3b2f6f0 2024-09-19T08:10:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.500+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v105'510 uv510 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.501+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd8f60 con 0x564cb3b2f6f0 2024-09-19T08:10:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.502+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v105'511 uv485 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.502+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.503+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v105'512 uv512 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.503+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.505+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v105'513 uv513 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.505 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.505+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.506+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v105'514 uv514 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.506+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.507+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v105'515 uv515 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.507+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.508+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v105'516 uv516 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.508+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.510+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v105'517 uv492 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.510+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.511+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v105'518 uv518 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.511+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.512+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v105'519 uv519 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.512 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.512+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.514+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v105'520 uv520 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.514+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.515+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v105'521 uv521 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.515+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9300 con 0x564cb3b2f6f0 2024-09-19T08:10:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.516+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v105'522 uv522 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.516+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.518+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v105'523 uv523 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.518+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.519+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v105'524 uv498 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.519+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.520+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v105'525 uv525 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.520+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.521+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v105'526 uv526 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.522 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.522+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdaf30 con 0x564cb3b2f6f0 2024-09-19T08:10:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.523+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v105'527 uv527 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.523+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdaf30 con 0x564cb3b2f6f0 2024-09-19T08:10:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.524+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v105'528 uv528 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.524+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.525+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v105'529 uv529 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.525+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.526+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v105'530 uv504 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.527+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.528+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v105'531 uv531 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.528+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.529+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v105'532 uv532 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.529 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.529+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdaf30 con 0x564cb3b2f6f0 2024-09-19T08:10:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.530+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v105'533 uv533 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.530+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdaf30 con 0x564cb3b2f6f0 2024-09-19T08:10:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.531+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v105'534 uv534 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.531+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bd9f20 con 0x564cb3b2f6f0 2024-09-19T08:10:42.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.532+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v105'535 uv535 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.532+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564cb3bda430 0x564cb3bdc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.532+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdcd60 con 0x564cb3bda430 2024-09-19T08:10:42.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.532+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564cb3bda430 0x564cb3bdc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.533+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564cb3bda430 0x564cb3bdc820 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.534+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v105'370 uv352 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.534+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdd100 con 0x564cb3bda430 2024-09-19T08:10:42.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.536+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v105'371 uv371 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.536+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdd4a0 con 0x564cb3bda430 2024-09-19T08:10:42.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.537+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v105'372 uv372 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.537 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:42.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.537+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bddcf0 con 0x564cb3bda430 2024-09-19T08:10:42.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.538+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v105'373 uv373 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.538+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bde090 con 0x564cb3bda430 2024-09-19T08:10:42.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.539+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v105'374 uv374 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.540+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bde430 con 0x564cb3bda430 2024-09-19T08:10:42.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.541+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v105'375 uv369 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.541+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bde7d0 con 0x564cb3bda430 2024-09-19T08:10:42.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.542+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v105'376 uv376 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.542+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.543+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v105'377 uv377 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.543 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:42.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.543+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.544+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v105'378 uv378 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.544+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.545+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v105'379 uv379 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.545+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.547+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v105'380 uv362 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.547+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.548+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v105'381 uv381 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.548+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.549+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v105'382 uv382 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.549 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:42.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.549+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be25d0 con 0x564cb3bda430 2024-09-19T08:10:42.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.550+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v105'383 uv383 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.550+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be25d0 con 0x564cb3bda430 2024-09-19T08:10:42.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.551+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v105'384 uv384 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.551+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.554+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v105'385 uv368 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.554+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.555+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v105'386 uv386 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.555+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.557+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v105'387 uv387 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.557 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:42.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.557+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdfb80 con 0x564cb3bda430 2024-09-19T08:10:42.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.558+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v105'388 uv388 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.558+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdfb80 con 0x564cb3bda430 2024-09-19T08:10:42.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.559+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v105'389 uv389 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.559+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3bda430 2024-09-19T08:10:42.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.560+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v105'390 uv390 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3bda430 2024-09-19T08:10:42.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.560+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3b2f6f0 2024-09-19T08:10:42.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.561+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v105'99 uv98 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.561+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3b2f6f0 2024-09-19T08:10:42.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.562+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v105'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.562+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3b2f6f0 2024-09-19T08:10:42.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.563+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v105'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.567 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:42.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.563+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdfb80 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.564+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v105'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.564+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdfb80 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.565+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v105'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.565+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdeb70 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.566+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v105'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.566+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564cb3bdf080 0x564cb3be14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.566+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be1b50 con 0x564cb3bdf080 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.566+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564cb3bdf080 0x564cb3be14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.566+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564cb3bdf080 0x564cb3be14b0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.567+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v105'77 uv76 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.567+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2060 con 0x564cb3bdf080 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.568+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v105'78 uv78 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.568+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2560 con 0x564cb3bdf080 2024-09-19T08:10:42.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.569+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v105'79 uv79 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.570 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:42.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.569+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bdd920 con 0x564cb3bdf080 2024-09-19T08:10:42.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.570+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v105'80 uv80 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.570+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2e90 con 0x564cb3b2f6f0 2024-09-19T08:10:42.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.571+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v105'99 uv98 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.572+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2e90 con 0x564cb3b2f6f0 2024-09-19T08:10:42.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.573+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v105'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.573+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2e90 con 0x564cb3b2f6f0 2024-09-19T08:10:42.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.574+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v105'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.574 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:42.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.574+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be3ea0 con 0x564cb3b2f6f0 2024-09-19T08:10:42.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.575+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v105'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.575+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be3ea0 con 0x564cb3b2f6f0 2024-09-19T08:10:42.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.576+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v105'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.576+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2e90 con 0x564cb3b2f6f0 2024-09-19T08:10:42.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.577+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v105'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.577+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564cb3be3510 0x564cb3be38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.577+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.577+0000 7f7e6827e640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564cb3be3510 0x564cb3be38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.578+0000 7f7e6827e640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564cb3be3510 0x564cb3be38f0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.579+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v105'182 uv176 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.579+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.580+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v105'183 uv183 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.580+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.580 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.581+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v105'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.581+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be7350 con 0x564cb3be3510 2024-09-19T08:10:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.582+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v105'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.582+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be7770 con 0x564cb3be3510 2024-09-19T08:10:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.583+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v105'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.583+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.584+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v105'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.584+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.585+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v105'188 uv181 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.585+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.586+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v105'189 uv189 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.586+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.587+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v105'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.587 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.587+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.588+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v105'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.588+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be6340 con 0x564cb3be3510 2024-09-19T08:10:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.589+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v105'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.589+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564cb3be6c20 0x564cb3be9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.589+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9550 con 0x564cb3be6c20 2024-09-19T08:10:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.589+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564cb3be6c20 0x564cb3be9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.589+0000 7f7e67a7d640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564cb3be6c20 0x564cb3be9010 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.590+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v105'81 uv80 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3be6c20 2024-09-19T08:10:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.590+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3be6c20 2024-09-19T08:10:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.591+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v105'82 uv82 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3be6c20 2024-09-19T08:10:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.591+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3be6c20 2024-09-19T08:10:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.592+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v105'83 uv83 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3be6c20 2024-09-19T08:10:42.592 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.592+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3be6c20 2024-09-19T08:10:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.593+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v105'84 uv84 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3be6c20 2024-09-19T08:10:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.593+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3be6c20 2024-09-19T08:10:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.594+0000 7f7e67a7d640 1 -- 172.21.15.17:0/1910930527 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v105'85 uv85 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5800dab0 con 0x564cb3be6c20 2024-09-19T08:10:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.594+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3b2f6f0 2024-09-19T08:10:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.595+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v105'99 uv98 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.595+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3b2f6f0 2024-09-19T08:10:42.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.596+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v105'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.596+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3b2f6f0 2024-09-19T08:10:42.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.597+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v105'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.597 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:42.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.597+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bea930 con 0x564cb3b2f6f0 2024-09-19T08:10:42.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.598+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v105'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.598+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bea930 con 0x564cb3b2f6f0 2024-09-19T08:10:42.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.599+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v105'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.599+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3b2f6f0 2024-09-19T08:10:42.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.600+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v105'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3b2f6f0 2024-09-19T08:10:42.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.600+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9920 con 0x564cb3bdf080 2024-09-19T08:10:42.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.601+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v105'162 uv156 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.601+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be9ce0 con 0x564cb3bdf080 2024-09-19T08:10:42.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.602+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v105'163 uv163 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.602+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bea0d0 con 0x564cb3bdf080 2024-09-19T08:10:42.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.603+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v105'164 uv164 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.603 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:42.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.603+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2a10 con 0x564cb3bdf080 2024-09-19T08:10:42.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.604+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v105'165 uv165 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.604+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2a10 con 0x564cb3bdf080 2024-09-19T08:10:42.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.605+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v105'166 uv166 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.605+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2a10 con 0x564cb3bdf080 2024-09-19T08:10:42.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.606+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v105'167 uv161 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.606+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2a10 con 0x564cb3bdf080 2024-09-19T08:10:42.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.607+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v105'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.607+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3be2a10 con 0x564cb3bdf080 2024-09-19T08:10:42.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.608+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v105'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.607 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:42.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.608+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bea9c0 con 0x564cb3bdf080 2024-09-19T08:10:42.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.609+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v105'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.609+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bea5a0 con 0x564cb3bdf080 2024-09-19T08:10:42.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.610+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v105'171 uv171 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.610+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564cb3beb090 0x564cb3bed480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.610+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedad0 con 0x564cb3beb090 2024-09-19T08:10:42.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.610+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564cb3beb090 0x564cb3bed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.610+0000 7f7e6727c640 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564cb3beb090 0x564cb3bed480 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.611+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v105'74 uv73 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3beb090 2024-09-19T08:10:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.611+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedad0 con 0x564cb3beb090 2024-09-19T08:10:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.612+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v105'75 uv75 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3beb090 2024-09-19T08:10:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.612+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedad0 con 0x564cb3beb090 2024-09-19T08:10:42.613 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.613+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v105'76 uv76 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3beb090 2024-09-19T08:10:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.613+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedb50 con 0x564cb3beb090 2024-09-19T08:10:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.614+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v105'77 uv77 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3beb090 2024-09-19T08:10:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.614+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedb50 con 0x564cb3bdf080 2024-09-19T08:10:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.615+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v105'99 uv98 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.615+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedb50 con 0x564cb3bdf080 2024-09-19T08:10:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.616+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v105'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.616+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedad0 con 0x564cb3bdf080 2024-09-19T08:10:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.617+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v105'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.617 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:42.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.617+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedad0 con 0x564cb3bdf080 2024-09-19T08:10:42.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.618+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v105'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.618+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda80 con 0x564cb3bdf080 2024-09-19T08:10:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.619+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v105'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.619+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3bdf080 2024-09-19T08:10:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.620+0000 7f7e6727c640 1 -- 172.21.15.17:0/1910930527 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v105'104 uv104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e5c06f070 con 0x564cb3bdf080 2024-09-19T08:10:42.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.620+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.621+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v105'84 uv83 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.621+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.622+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v105'85 uv85 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.622+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.623+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v105'86 uv86 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.623 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:42.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.623+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.624+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v105'87 uv87 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.624+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.625+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v105'88 uv88 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.626+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beda50 con 0x564cb3be3510 2024-09-19T08:10:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.627+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v105'204 uv196 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.627+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.628+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v105'205 uv205 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.628+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.628 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.629+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v105'206 uv206 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.629+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.630+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v105'207 uv207 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.630+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.631+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v105'208 uv208 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.631+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.632+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v105'209 uv203 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.632+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.633+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v105'210 uv210 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.633+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.634+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v105'211 uv211 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.634 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:42.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.634+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.635+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v105'212 uv212 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.635+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3beeef0 con 0x564cb3be3510 2024-09-19T08:10:42.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.636+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v105'213 uv213 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.636+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bedec0 con 0x564cb3be3510 2024-09-19T08:10:42.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.637+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v105'214 uv214 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.637+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x564cb3bee370 con 0x564cb3be3510 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v105'215 uv215 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f7e60019020 con 0x564cb3be3510 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564cb3b2f6f0 msgr2=0x564cb3b2fad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564cb3b2f6f0 0x564cb3b2fad0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564cb3bdf080 msgr2=0x564cb3be14b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564cb3bdf080 0x564cb3be14b0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564cb3beb090 msgr2=0x564cb3bed480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564cb3beb090 0x564cb3bed480 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564cb3bda430 msgr2=0x564cb3bdc820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564cb3bda430 0x564cb3bdc820 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564cb3be3510 msgr2=0x564cb3be38f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564cb3be3510 0x564cb3be38f0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564cb3be6c20 msgr2=0x564cb3be9010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564cb3be6c20 0x564cb3be9010 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 reap_dead start 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 reap_dead start 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e6827e640 1 -- 172.21.15.17:0/1910930527 reap_dead start 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 msgr2=0x7f7e5406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 0x7f7e5406d150 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7e58001eb0 tx=0x7f7e580017b0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 msgr2=0x564cb3b2c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c025bc0 tx=0x7f7e5c002fb0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 shutdown_connections 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e5406ac90 0x7f7e5406d150 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 --2- 172.21.15.17:0/1910930527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564cb3aa8980 0x564cb3b2c700 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 >> 172.21.15.17:0/1910930527 conn(0x564cb3a8aa00 msgr2=0x564cb3aa77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 shutdown_connections 2024-09-19T08:10:42.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.638+0000 7f7e69f87f40 1 -- 172.21.15.17:0/1910930527 wait complete. 2024-09-19T08:10:42.642 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 200.00000001 - 2024-09-19T08:10:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 Processor -- start 2024-09-19T08:10:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 -- start start 2024-09-19T08:10:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 0x5594992581e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 0x559499258c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594990ef460 con 0x5594991c1d50 2024-09-19T08:10:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559499042510 con 0x5594990f0930 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5594990f25c0 con 0x5594990f0550 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c341fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c341fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38498/0 (socket says 172.21.15.17:38498) 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.728+0000 7f2c341fe640 1 -- 172.21.15.17:0/3864544442 learned_addr learned my addr 172.21.15.17:0/3864544442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 -- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 msgr2=0x5594992581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c349ff640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 0x5594992581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c35200640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 0x559499258c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 0x5594992581e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 -- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 msgr2=0x559499258c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 0x559499258c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 -- 172.21.15.17:0/3864544442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594991bce50 con 0x5594991c1d50 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c349ff640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 0x5594992581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c35200640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 0x559499258c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c341fe640 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009780 tx=0x7f2c28009c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc23c471afdfed21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c331fc640 1 -- 172.21.15.17:0/3864544442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2800eb60 con 0x5594991c1d50 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c331fc640 1 -- 172.21.15.17:0/3864544442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c28013030 con 0x5594991c1d50 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c331fc640 1 -- 172.21.15.17:0/3864544442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28009e30 con 0x5594991c1d50 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c36f09f40 1 -- 172.21.15.17:0/3864544442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 msgr2=0x559499258720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.729+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009780 tx=0x7f2c28009c40 comp rx=0 tx=0).stop 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 -- 172.21.15.17:0/3864544442 shutdown_connections 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594990f0930 0x559499258c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594991c1d50 0x559499258720 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/3864544442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0550 0x5594992581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 -- 172.21.15.17:0/3864544442 >> 172.21.15.17:0/3864544442 conn(0x55949911b280 msgr2=0x5594991c0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 -- 172.21.15.17:0/3864544442 shutdown_connections 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 -- 172.21.15.17:0/3864544442 wait complete. 2024-09-19T08:10:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 Processor -- start 2024-09-19T08:10:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.730+0000 7f2c36f09f40 1 -- start start 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 0x559499262080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0930 0x5594991a9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594991bc170 0x5594991aa530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594991bcb70 con 0x5594990f0550 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5594991c5740 con 0x5594991bc170 2024-09-19T08:10:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c36f09f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5594991bb0d0 con 0x5594990f0930 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 0x559499262080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 0x559499262080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38512/0 (socket says 172.21.15.17:38512) 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 -- 172.21.15.17:0/2458331355 learned_addr learned my addr 172.21.15.17:0/2458331355 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c35200640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594991bc170 0x5594991aa530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 -- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0930 msgr2=0x5594991a9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c341fe640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0930 0x5594991a9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0930 0x5594991a9ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 -- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594991bc170 msgr2=0x5594991aa530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594991bc170 0x5594991aa530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 -- 172.21.15.17:0/2458331355 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594991bb3b0 con 0x5594990f0550 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c35200640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5594991bc170 0x5594991aa530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c341fe640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5594990f0930 0x5594991a9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.731+0000 7f2c349ff640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 0x559499262080 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f2c24008430 tx=0x7f2c24008520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.732+0000 7f2c321fa640 1 -- 172.21.15.17:0/2458331355 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c240157f0 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.732+0000 7f2c321fa640 1 -- 172.21.15.17:0/2458331355 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c2401b070 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.732+0000 7f2c321fa640 1 -- 172.21.15.17:0/2458331355 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c24015bb0 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.732+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5594991bb690 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.732+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594991bbc50 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.733+0000 7f2c321fa640 1 -- 172.21.15.17:0/2458331355 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c24016480 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.733+0000 7f2c321fa640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c2006ac90 0x7f2c2006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c321fa640 1 -- 172.21.15.17:0/2458331355 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7f2c2408af70 con 0x5594990f0550 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c341fe640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c2006ac90 0x7f2c2006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5594991a7460 0x5594991388a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x5594991c1980 con 0x5594991a7460 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c35200640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5594991a7460 0x5594991388a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c341fe640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c2006ac90 0x7f2c2006d150 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x5594991b95a0 tx=0x7f2c2801c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.734+0000 7f2c35200640 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5594991a7460 0x5594991388a0 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c35200640 1 -- 172.21.15.17:0/2458331355 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [writefull 0~80] v105'391 uv391 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f2c2c058460 con 0x5594991a7460 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5594991a7460 msgr2=0x5594991388a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5594991a7460 0x5594991388a0 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c2006ac90 msgr2=0x7f2c2006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c2006ac90 0x7f2c2006d150 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x5594991b95a0 tx=0x7f2c2801c040 comp rx=0 tx=0).stop 2024-09-19T08:10:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 msgr2=0x559499262080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 --2- 172.21.15.17:0/2458331355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594990f0550 0x559499262080 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f2c24008430 tx=0x7f2c24008520 comp rx=0 tx=0).stop 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c35200640 1 -- 172.21.15.17:0/2458331355 reap_dead start 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 shutdown_connections 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 >> 172.21.15.17:0/2458331355 conn(0x55949911b280 msgr2=0x5594991c0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 shutdown_connections 2024-09-19T08:10:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.736+0000 7f2c36f09f40 1 -- 172.21.15.17:0/2458331355 wait complete. 2024-09-19T08:10:42.740 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:42.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.885+0000 7fdac92a6640 1 Processor -- start 2024-09-19T08:10:42.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.885+0000 7fdac92a6640 1 -- start start 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac92a6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdac415e7f0 0x7fdac40cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac92a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac40b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac92a6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdac40cfcc0 con 0x7fdac40cf7b0 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac92a6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdac40cffa0 con 0x7fdac415e7f0 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac92a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdac40d0280 con 0x7fdac406c7f0 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdac415e7f0 0x7fdac40cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdac415e7f0 0x7fdac40cf270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38520/0 (socket says 172.21.15.17:38520) 2024-09-19T08:10:42.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 -- 172.21.15.17:0/3471768369 learned_addr learned my addr 172.21.15.17:0/3471768369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac37fe640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac40b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 -- 172.21.15.17:0/3471768369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 msgr2=0x7fdac40b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac40b75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 -- 172.21.15.17:0/3471768369 >> v1:172.21.15.160:6789/0 conn(0x7fdac40cf7b0 legacy=0x7fdac406c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.886+0000 7fdac2ffd640 1 -- 172.21.15.17:0/3471768369 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac40d0560 con 0x7fdac415e7f0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.887+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cf270 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009870 tx=0x7fdab402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b13894bf2e84374 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.887+0000 7fdac1ffb640 1 -- 172.21.15.17:0/3471768369 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab4037070 con 0x7fdac415e7f0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.887+0000 7fdac1ffb640 1 -- 172.21.15.17:0/3471768369 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdab402ae50 con 0x7fdac415e7f0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.887+0000 7fdac1ffb640 1 -- 172.21.15.17:0/3471768369 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab4032860 con 0x7fdac415e7f0 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 -- 172.21.15.17:0/3471768369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 msgr2=0x7fdac40cf270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cf270 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009870 tx=0x7fdab402a300 comp rx=0 tx=0).stop 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 -- 172.21.15.17:0/3471768369 shutdown_connections 2024-09-19T08:10:42.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac40b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3471768369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cf270 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 -- 172.21.15.17:0/3471768369 >> 172.21.15.17:0/3471768369 conn(0x7fdac40d44e0 msgr2=0x7fdac40d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:42.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 -- 172.21.15.17:0/3471768369 shutdown_connections 2024-09-19T08:10:42.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.888+0000 7fdac92a6640 1 -- 172.21.15.17:0/3471768369 wait complete. 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.889+0000 7fdac92a6640 1 Processor -- start 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.889+0000 7fdac92a6640 1 -- start start 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac41f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 0x7fdac414e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdac40cee70 con 0x7fdac415e7f0 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdac40cecf0 con 0x7fdac40cf7b0 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac92a6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdac40b7b30 con 0x7fdac406c7f0 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38522/0 (socket says 172.21.15.17:38522) 2024-09-19T08:10:42.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac37fe640 1 -- 172.21.15.17:0/3769977892 learned_addr learned my addr 172.21.15.17:0/3769977892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac41f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.890+0000 7fdac27fc640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 0x7fdac414e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 -- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 msgr2=0x7fdac41f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac41f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 -- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 msgr2=0x7fdac414e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 0x7fdac414e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 -- 172.21.15.17:0/3769977892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac414eef0 con 0x7fdac415e7f0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac41f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac27fc640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 0x7fdac414e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac37fe640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00efc0 tx=0x7fdabc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc018020 con 0x7fdac415e7f0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc014480 con 0x7fdac415e7f0 2024-09-19T08:10:42.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac41f4c30 con 0x7fdac415e7f0 2024-09-19T08:10:42.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc014870 con 0x7fdac415e7f0 2024-09-19T08:10:42.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.891+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac41f51f0 con 0x7fdac415e7f0 2024-09-19T08:10:42.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.892+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac40b75f0 con 0x7fdac415e7f0 2024-09-19T08:10:42.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.893+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdabc005d10 con 0x7fdac415e7f0 2024-09-19T08:10:42.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.893+0000 7fdaab7fe640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 0x7fdab006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:42.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.893+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7200+0+0 (secure 0 0 0) 0x7fdabc08c690 con 0x7fdac415e7f0 2024-09-19T08:10:42.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.893+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 0x7fdab006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:42.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.894+0000 7fdac2ffd640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 0x7fdab006e770 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdab4034000 tx=0x7fdab402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:42.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:42.897+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdabc022030 con 0x7fdac415e7f0 2024-09-19T08:10:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.114+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fdac40b88d0 con 0x7fdac415e7f0 2024-09-19T08:10:43.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.425+0000 7fdaab7fe640 1 -- 172.21.15.17:0/3769977892 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v179) ==== 162+0+0 (secure 0 0 0) 0x7fdabc010040 con 0x7fdac415e7f0 2024-09-19T08:10:43.425 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:43.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 msgr2=0x7fdab006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 0x7fdab006e770 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdab4034000 tx=0x7fdab402e000 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 msgr2=0x7fdac40cb770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00efc0 tx=0x7fdabc00c490 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 shutdown_connections 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdab006c2b0 0x7fdab006e770 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdac415e7f0 0x7fdac40cb770 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdac40cf7b0 0x7fdac414e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 --2- 172.21.15.17:0/3769977892 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdac406c7f0 0x7fdac41f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 >> 172.21.15.17:0/3769977892 conn(0x7fdac40d44e0 msgr2=0x7fdac40d48c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 shutdown_connections 2024-09-19T08:10:43.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.427+0000 7fdac92a6640 1 -- 172.21.15.17:0/3769977892 wait complete. 2024-09-19T08:10:43.436 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:10:43.437+0000 7f2fc27df640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:10:43.437 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:43.437+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:43.437 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:43.437+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:10:43.442 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:43.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.547+0000 7f19ae45a640 1 Processor -- start 2024-09-19T08:10:43.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.547+0000 7f19ae45a640 1 -- start start 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ae45a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f19a8070d70 0x7f19a815d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ae45a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19a80b59b0 con 0x7f19a80d27b0 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ae45a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19a80b5c90 con 0x7f19a80b5320 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ae45a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f19a80b5790 con 0x7f19a8070d70 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ac9f7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f19a8070d70 0x7f19a815d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19a7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f19a80d27b0 0x7f19a815d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41612/0 (socket says 172.21.15.17:41612) 2024-09-19T08:10:43.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19a7fff640 1 -- 172.21.15.17:0/2969018502 learned_addr learned my addr 172.21.15.17:0/2969018502 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:43.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ac9f7640 1 -- 172.21.15.17:0/2969018502 >> v1:172.21.15.160:6789/0 conn(0x7f19a80b5320 legacy=0x7f19a8070660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:43.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ac9f7640 1 -- 172.21.15.17:0/2969018502 >> v1:172.21.15.17:6789/0 conn(0x7f19a80d27b0 legacy=0x7f19a815d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19ac9f7640 1 -- 172.21.15.17:0/2969018502 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19a80b5f70 con 0x7f19a8070d70 2024-09-19T08:10:43.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.548+0000 7f19a6ffd640 1 -- 172.21.15.17:0/2969018502 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2044833466 0 0) 0x7f19a80b59b0 con 0x7f19a80d27b0 2024-09-19T08:10:43.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.549+0000 7f19ac9f7640 1 --2- 172.21.15.17:0/2969018502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a8070d70 0x7f19a815d2e0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f19a0009d90 tx=0x7f19a002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a86cff7bf64107cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.549+0000 7f19a6ffd640 1 -- 172.21.15.17:0/2969018502 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0007740 con 0x7f19a8070d70 2024-09-19T08:10:43.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.549+0000 7f19a6ffd640 1 -- 172.21.15.17:0/2969018502 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19a00078e0 con 0x7f19a8070d70 2024-09-19T08:10:43.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.549+0000 7f19a6ffd640 1 -- 172.21.15.17:0/2969018502 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0007cb0 con 0x7f19a8070d70 2024-09-19T08:10:43.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 -- 172.21.15.17:0/2969018502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a8070d70 msgr2=0x7f19a815d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 --2- 172.21.15.17:0/2969018502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a8070d70 0x7f19a815d2e0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f19a0009d90 tx=0x7f19a002a6f0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 -- 172.21.15.17:0/2969018502 shutdown_connections 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 --2- 172.21.15.17:0/2969018502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a8070d70 0x7f19a815d2e0 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 -- 172.21.15.17:0/2969018502 >> 172.21.15.17:0/2969018502 conn(0x7f19a806f400 msgr2=0x7f19a806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 -- 172.21.15.17:0/2969018502 shutdown_connections 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.550+0000 7f19ae45a640 1 -- 172.21.15.17:0/2969018502 wait complete. 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.551+0000 7f19ae45a640 1 Processor -- start 2024-09-19T08:10:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.551+0000 7f19ae45a640 1 -- start start 2024-09-19T08:10:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 0x7f19a8155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19a80b5320 0x7f19a80b28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19a80b6530 con 0x7f19a80d27b0 2024-09-19T08:10:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f19a815e0c0 con 0x7f19a80b5320 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ae45a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19a80d2b90 con 0x7f19a8070d70 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ac9f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ac9f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38538/0 (socket says 172.21.15.17:38538) 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19ac9f7640 1 -- 172.21.15.17:0/586462702 learned_addr learned my addr 172.21.15.17:0/586462702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19a7fff640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 0x7f19a8155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.552+0000 7f19a77fe640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19a80b5320 0x7f19a80b28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 -- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 msgr2=0x7f19a8155f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 0x7f19a8155f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 -- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19a80b5320 msgr2=0x7f19a80b28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19a80b5320 0x7f19a80b28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 -- 172.21.15.17:0/586462702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19a8156b50 con 0x7f19a80d27b0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19a7fff640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 0x7f19a8155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ac9f7640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f19a0009eb0 tx=0x7f19a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0040070 con 0x7f19a80d27b0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19a0031c40 con 0x7f19a80d27b0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19a80ab6d0 con 0x7f19a80d27b0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0003990 con 0x7f19a80d27b0 2024-09-19T08:10:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.553+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19a81570d0 con 0x7f19a80d27b0 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.554+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19a815d2e0 con 0x7f19a80d27b0 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.555+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19a0039040 con 0x7f19a80d27b0 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.555+0000 7f19a4ff9640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 0x7f198806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.555+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f19a00accb0 con 0x7f19a80d27b0 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.555+0000 7f19a7fff640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 0x7f198806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.556+0000 7f19a7fff640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 0x7f198806e770 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1998007fd0 tx=0x7f1998007dc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.559+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19a007a7a0 con 0x7f19a80d27b0 2024-09-19T08:10:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.772+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19a815ca40 con 0x7f19a80d27b0 2024-09-19T08:10:43.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.773+0000 7f19a4ff9640 1 -- 172.21.15.17:0/586462702 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) ==== 95+0+3569 (secure 0 0 0) 0x7f19a007eaa0 con 0x7f19a80d27b0 2024-09-19T08:10:43.773 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:43.773 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":181,"btime":"2024-09-19T08:10:43:438492+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:43.438435+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:43.773 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 181 2024-09-19T08:10:43.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 msgr2=0x7f198806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 0x7f198806e770 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1998007fd0 tx=0x7f1998007dc0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 msgr2=0x7f19a80b2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f19a0009eb0 tx=0x7f19a0004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 shutdown_connections 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f198806c2b0 0x7f198806e770 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19a80d27b0 0x7f19a80b2e10 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19a80b5320 0x7f19a80b28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 --2- 172.21.15.17:0/586462702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19a8070d70 0x7f19a8155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.774+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 >> 172.21.15.17:0/586462702 conn(0x7f19a806f400 msgr2=0x7f19a80b1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.775+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 shutdown_connections 2024-09-19T08:10:43.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.775+0000 7f19ae45a640 1 -- 172.21.15.17:0/586462702 wait complete. 2024-09-19T08:10:43.785 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:43.785 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:43.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.887+0000 7f0ea8842640 1 Processor -- start 2024-09-19T08:10:43.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.887+0000 7f0ea8842640 1 -- start start 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea8842640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea8842640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea40b6ee0 0x7f0ea40d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea8842640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea406cec0 con 0x7f0ea415e4e0 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea8842640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0ea40d2d40 con 0x7f0ea415e8c0 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea8842640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea406d160 con 0x7f0ea40b6ee0 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea1d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea1d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38552/0 (socket says 172.21.15.17:38552) 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea1d9b640 1 -- 172.21.15.17:0/2220059791 learned_addr learned my addr 172.21.15.17:0/2220059791 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea2d9d640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea40b6ee0 0x7f0ea40d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea1d9b640 1 -- 172.21.15.17:0/2220059791 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea40b6ee0 msgr2=0x7f0ea40d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.888+0000 7f0ea1d9b640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea40b6ee0 0x7f0ea40d2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea1d9b640 1 -- 172.21.15.17:0/2220059791 >> v1:172.21.15.160:6789/0 conn(0x7f0ea415e4e0 legacy=0x7f0ea40b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:43.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea1d9b640 1 -- 172.21.15.17:0/2220059791 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea406d440 con 0x7f0ea415e8c0 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea1d9b640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f0e98009870 tx=0x7f0e9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b99db5ed5bb1eabd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea159a640 1 -- 172.21.15.17:0/2220059791 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e98037070 con 0x7f0ea415e8c0 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea159a640 1 -- 172.21.15.17:0/2220059791 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e98032440 con 0x7f0ea415e8c0 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.889+0000 7f0ea159a640 1 -- 172.21.15.17:0/2220059791 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e98032810 con 0x7f0ea415e8c0 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 -- 172.21.15.17:0/2220059791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 msgr2=0x7f0ea40d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f0e98009870 tx=0x7f0e9802a180 comp rx=0 tx=0).stop 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 -- 172.21.15.17:0/2220059791 shutdown_connections 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea40b6ee0 0x7f0ea40d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2220059791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea40d1fc0 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 -- 172.21.15.17:0/2220059791 >> 172.21.15.17:0/2220059791 conn(0x7f0ea406f400 msgr2=0x7f0ea406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 -- 172.21.15.17:0/2220059791 shutdown_connections 2024-09-19T08:10:43.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.890+0000 7f0ea8842640 1 -- 172.21.15.17:0/2220059791 wait complete. 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.891+0000 7f0ea8842640 1 Processor -- start 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.891+0000 7f0ea8842640 1 -- start start 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ea40b6ee0 0x7f0ea4140a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea415e4e0 0x7f0ea4155930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea406dc40 con 0x7f0ea415e8c0 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea40d2a40 con 0x7f0ea40b6ee0 2024-09-19T08:10:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea8842640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea406ddc0 con 0x7f0ea415e4e0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38560/0 (socket says 172.21.15.17:38560) 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea2d9d640 1 -- 172.21.15.17:0/2870569949 learned_addr learned my addr 172.21.15.17:0/2870569949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea1d9b640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea415e4e0 0x7f0ea4155930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.892+0000 7f0ea259c640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ea40b6ee0 0x7f0ea4140a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 -- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea415e4e0 msgr2=0x7f0ea4155930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea415e4e0 0x7f0ea4155930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 -- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ea40b6ee0 msgr2=0x7f0ea4140a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ea40b6ee0 0x7f0ea4140a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 -- 172.21.15.17:0/2870569949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea4143210 con 0x7f0ea415e8c0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea2d9d640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f0e9c00cd70 tx=0x7f0e9c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9c003b90 con 0x7f0ea415e8c0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e9c003d30 con 0x7f0ea415e8c0 2024-09-19T08:10:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea41434a0 con 0x7f0ea415e8c0 2024-09-19T08:10:43.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9c004240 con 0x7f0ea415e8c0 2024-09-19T08:10:43.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.893+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea4143a60 con 0x7f0ea415e8c0 2024-09-19T08:10:43.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.894+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ea4144120 con 0x7f0ea415e8c0 2024-09-19T08:10:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.895+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e9c0043e0 con 0x7f0ea415e8c0 2024-09-19T08:10:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.895+0000 7f0e92ffd640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 0x7f0e8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.895+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f0e9c08c410 con 0x7f0ea415e8c0 2024-09-19T08:10:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.895+0000 7f0ea259c640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 0x7f0e8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.896+0000 7f0ea259c640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 0x7f0e8406e770 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f0e94004f60 tx=0x7f0e94007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:43.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:43.899+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ea4144120 con 0x7f0ea415e8c0 2024-09-19T08:10:44.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.109+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ea40b67d0 con 0x7f0ea415e8c0 2024-09-19T08:10:44.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.110+0000 7f0e92ffd640 1 -- 172.21.15.17:0/2870569949 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) ==== 95+0+3569 (secure 0 0 0) 0x7f0e9c059f00 con 0x7f0ea415e8c0 2024-09-19T08:10:44.110 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:44.110 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":181,"btime":"2024-09-19T08:10:43:438492+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:43.438435+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:44.110 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 181 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 msgr2=0x7f0e8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 0x7f0e8406e770 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f0e94004f60 tx=0x7f0e94007e30 comp rx=0 tx=0).stop 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 msgr2=0x7f0ea415cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f0e9c00cd70 tx=0x7f0e9c00a660 comp rx=0 tx=0).stop 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 shutdown_connections 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0e8406c2b0 0x7f0e8406e770 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ea415e8c0 0x7f0ea415cc70 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0ea415e4e0 0x7f0ea4155930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 --2- 172.21.15.17:0/2870569949 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0ea40b6ee0 0x7f0ea4140a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 >> 172.21.15.17:0/2870569949 conn(0x7f0ea406f400 msgr2=0x7f0ea4070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:44.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 shutdown_connections 2024-09-19T08:10:44.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.112+0000 7f0ea8842640 1 -- 172.21.15.17:0/2870569949 wait complete. 2024-09-19T08:10:44.123 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:10:44.123 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:44.159 INFO:tasks.ceph.mds.a.smithi017.stderr: -36> 2024-09-19T08:10:39.407+0000 7f12b56a4640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (22) Invalid argument 2024-09-19T08:10:44.183 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:10:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.227+0000 7f71cb9e4640 1 Processor -- start 2024-09-19T08:10:44.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.227+0000 7f71cb9e4640 1 -- start start 2024-09-19T08:10:44.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71cb9e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f71c415e640 0x7f71c40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71cb9e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71c40cf0e0 0x7f71c40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71cb9e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71c415ea20 con 0x7f71c40b2cf0 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71cb9e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f71c40b2860 con 0x7f71c40cf0e0 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71cb9e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f71c40b1c50 con 0x7f71c415e640 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71c40cf0e0 0x7f71c40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71c40cf0e0 0x7f71c40cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38578/0 (socket says 172.21.15.17:38578) 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 -- 172.21.15.17:0/3368102409 learned_addr learned my addr 172.21.15.17:0/3368102409 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c9780640 1 --2- 172.21.15.17:0/3368102409 >> v2:172.21.15.160:3300/0 conn(0x7f71c415e640 0x7f71c40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 -- 172.21.15.17:0/3368102409 >> v2:172.21.15.160:3300/0 conn(0x7f71c415e640 msgr2=0x7f71c40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 --2- 172.21.15.17:0/3368102409 >> v2:172.21.15.160:3300/0 conn(0x7f71c415e640 0x7f71c40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 -- 172.21.15.17:0/3368102409 >> v1:172.21.15.160:6789/0 conn(0x7f71c40b2cf0 legacy=0x7f71c40b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:44.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.228+0000 7f71c8f7f640 1 -- 172.21.15.17:0/3368102409 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c40b1f30 con 0x7f71c40cf0e0 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.229+0000 7f71c8f7f640 1 --2- 172.21.15.17:0/3368102409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c40cf0e0 0x7f71c40cf550 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cb580 tx=0x7f71b402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a3074b41dc1839 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.229+0000 7f71bbfff640 1 -- 172.21.15.17:0/3368102409 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b4037070 con 0x7f71c40cf0e0 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.229+0000 7f71bbfff640 1 -- 172.21.15.17:0/3368102409 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71b4032440 con 0x7f71c40cf0e0 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.229+0000 7f71bbfff640 1 -- 172.21.15.17:0/3368102409 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b4032810 con 0x7f71c40cf0e0 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3368102409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c40cf0e0 msgr2=0x7f71c40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3368102409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c40cf0e0 0x7f71c40cf550 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cb580 tx=0x7f71b402a160 comp rx=0 tx=0).stop 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3368102409 shutdown_connections 2024-09-19T08:10:44.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3368102409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c40cf0e0 0x7f71c40cf550 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3368102409 >> v2:172.21.15.160:3300/0 conn(0x7f71c415e640 0x7f71c40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3368102409 >> 172.21.15.17:0/3368102409 conn(0x7f71c409d820 msgr2=0x7f71c40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3368102409 shutdown_connections 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.230+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3368102409 wait complete. 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.231+0000 7f71cb9e4640 1 Processor -- start 2024-09-19T08:10:44.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.231+0000 7f71cb9e4640 1 -- start start 2024-09-19T08:10:44.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71c40b2cf0 0x7f71c40ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 0x7f71c40c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71c40cfe40 con 0x7f71c415e640 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f71c40b24f0 con 0x7f71c40cf0e0 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71cb9e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71c40b73a0 con 0x7f71c40b2cf0 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38580/0 (socket says 172.21.15.17:38580) 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 -- 172.21.15.17:0/3445063601 learned_addr learned my addr 172.21.15.17:0/3445063601 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9780640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71c40b2cf0 0x7f71c40ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c8f7f640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 0x7f71c40c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 -- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71c40b2cf0 msgr2=0x7f71c40ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71c40b2cf0 0x7f71c40ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 -- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 msgr2=0x7f71c40c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 0x7f71c40c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c9f81640 1 -- 172.21.15.17:0/3445063601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c40cadd0 con 0x7f71c415e640 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.232+0000 7f71c8f7f640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 0x7f71c40c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71c9f81640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00b970 tx=0x7f71bc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc019070 con 0x7f71c415e640 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71bc00cb40 con 0x7f71c415e640 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc014440 con 0x7f71c415e640 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c40cb0b0 con 0x7f71c415e640 2024-09-19T08:10:44.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.233+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c415cc00 con 0x7f71c415e640 2024-09-19T08:10:44.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.234+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71c4068eb0 con 0x7f71c415e640 2024-09-19T08:10:44.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.234+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71bc01c070 con 0x7f71c415e640 2024-09-19T08:10:44.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.235+0000 7f71b9ffb640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 0x7f71a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.235+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f71bc08b6c0 con 0x7f71c415e640 2024-09-19T08:10:44.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.235+0000 7f71c9780640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 0x7f71a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.236+0000 7f71c9780640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 0x7f71a806e770 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f71c0006fd0 tx=0x7f71c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.239+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71bc059800 con 0x7f71c415e640 2024-09-19T08:10:44.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.450+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71c40b8990 con 0x7f71c415e640 2024-09-19T08:10:44.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.450+0000 7f71b9ffb640 1 -- 172.21.15.17:0/3445063601 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 182 v182) ==== 95+0+4395 (secure 0 0 0) 0x7f71bc059100 con 0x7f71c415e640 2024-09-19T08:10:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:44.451 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":182,"btime":"2024-09-19T08:10:44:439820+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8832,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":182}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:43.438435+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:44.451 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 182 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 msgr2=0x7f71a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 0x7f71a806e770 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f71c0006fd0 tx=0x7f71c0008040 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 msgr2=0x7f71c40cc200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00b970 tx=0x7f71bc00be30 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 shutdown_connections 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f71a806c2b0 0x7f71a806e770 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71c415e640 0x7f71c40cc200 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.452+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71c40cf0e0 0x7f71c40c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.453+0000 7f71cb9e4640 1 --2- 172.21.15.17:0/3445063601 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f71c40b2cf0 0x7f71c40ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.453+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 >> 172.21.15.17:0/3445063601 conn(0x7f71c409d820 msgr2=0x7f71c40cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:44.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.453+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 shutdown_connections 2024-09-19T08:10:44.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.453+0000 7f71cb9e4640 1 -- 172.21.15.17:0/3445063601 wait complete. 2024-09-19T08:10:44.464 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 200.00000001' led to DAMAGED state 2024-09-19T08:10:44.464 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 500.00000000' 2024-09-19T08:10:44.464 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:44.464 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:44.520 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:10:44.520 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:44.520 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:44.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:44.521 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:44.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:44.577 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:10:44.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:44.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.719+0000 7f62098e4640 1 Processor -- start 2024-09-19T08:10:44.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.719+0000 7f62098e4640 1 -- start start 2024-09-19T08:10:44.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62098e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62040b47a0 0x7f62040cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62098e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f620415c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62098e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62040d0a30 con 0x7f620415c4a0 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62098e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f62040d0d30 con 0x7f62040b47a0 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62098e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62040b76f0 con 0x7f62040d2da0 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62027fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62040b47a0 0x7f62040cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62027fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62040b47a0 0x7f62040cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38588/0 (socket says 172.21.15.17:38588) 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.720+0000 7f62027fc640 1 -- 172.21.15.17:0/1327512564 learned_addr learned my addr 172.21.15.17:0/1327512564 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62037fe640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f620415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62027fc640 1 -- 172.21.15.17:0/1327512564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 msgr2=0x7f620415c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62027fc640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f620415c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62027fc640 1 -- 172.21.15.17:0/1327512564 >> v1:172.21.15.160:6789/0 conn(0x7f620415c4a0 legacy=0x7f62040b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62027fc640 1 -- 172.21.15.17:0/1327512564 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6204073710 con 0x7f62040b47a0 2024-09-19T08:10:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.721+0000 7f62027fc640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f62040cff80 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f61ec009870 tx=0x7f61ec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaabd8ed45b0b7c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f6201ffb640 1 -- 172.21.15.17:0/1327512564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61ec037070 con 0x7f62040b47a0 2024-09-19T08:10:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f6201ffb640 1 -- 172.21.15.17:0/1327512564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61ec032440 con 0x7f62040b47a0 2024-09-19T08:10:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f6201ffb640 1 -- 172.21.15.17:0/1327512564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61ec032810 con 0x7f62040b47a0 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 -- 172.21.15.17:0/1327512564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 msgr2=0x7f62040cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f62040cff80 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f61ec009870 tx=0x7f61ec02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 -- 172.21.15.17:0/1327512564 shutdown_connections 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f620415c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 --2- 172.21.15.17:0/1327512564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f62040cff80 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 -- 172.21.15.17:0/1327512564 >> 172.21.15.17:0/1327512564 conn(0x7f6204067950 msgr2=0x7f6204067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 -- 172.21.15.17:0/1327512564 shutdown_connections 2024-09-19T08:10:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.722+0000 7f62098e4640 1 -- 172.21.15.17:0/1327512564 wait complete. 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.724+0000 7f62098e4640 1 Processor -- start 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.724+0000 7f62098e4640 1 -- start start 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f6204150f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 0x7f620414edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6204166030 con 0x7f62040b47a0 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f62040d28e0 con 0x7f620415c4a0 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62098e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62041661b0 con 0x7f62040d2da0 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38604/0 (socket says 172.21.15.17:38604) 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 -- 172.21.15.17:0/3900486316 learned_addr learned my addr 172.21.15.17:0/3900486316 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62037fe640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 0x7f620414edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62027fc640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f6204150f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 -- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 msgr2=0x7f6204150f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f6204150f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 -- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 msgr2=0x7f620414edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 0x7f620414edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 -- 172.21.15.17:0/3900486316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620414bce0 con 0x7f62040b47a0 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62037fe640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 0x7f620414edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f62027fc640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f6204150f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f6202ffd640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f61fc00c3c0 tx=0x7f61fc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.725+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc0052d0 con 0x7f62040b47a0 2024-09-19T08:10:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.726+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61fc005490 con 0x7f62040b47a0 2024-09-19T08:10:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.726+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f620414bfc0 con 0x7f62040b47a0 2024-09-19T08:10:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.726+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc007260 con 0x7f62040b47a0 2024-09-19T08:10:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.726+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f620414b7d0 con 0x7f62040b47a0 2024-09-19T08:10:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.727+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62040cff80 con 0x7f62040b47a0 2024-09-19T08:10:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.727+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61fc007400 con 0x7f62040b47a0 2024-09-19T08:10:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.728+0000 7f61fbfff640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 0x7f61e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.728+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f61fc08aeb0 con 0x7f62040b47a0 2024-09-19T08:10:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.728+0000 7f62027fc640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 0x7f61e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.729+0000 7f62027fc640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 0x7f61e406e770 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f61ec034000 tx=0x7f61ec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:44.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.732+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61fc059080 con 0x7f62040b47a0 2024-09-19T08:10:44.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:44.949+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f620415b200 con 0x7f62040b47a0 2024-09-19T08:10:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.445+0000 7f61fbfff640 1 -- 172.21.15.17:0/3900486316 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v183) ==== 161+0+0 (secure 0 0 0) 0x7f61fc058980 con 0x7f62040b47a0 2024-09-19T08:10:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 msgr2=0x7f61e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 0x7f61e406e770 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f61ec034000 tx=0x7f61ec02e000 comp rx=0 tx=0).stop 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 msgr2=0x7f620414b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f61fc00c3c0 tx=0x7f61fc00c880 comp rx=0 tx=0).stop 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 shutdown_connections 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f61e406c2b0 0x7f61e406e770 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f620415c4a0 0x7f620414edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62040d2da0 0x7f6204150f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 --2- 172.21.15.17:0/3900486316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62040b47a0 0x7f620414b290 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 >> 172.21.15.17:0/3900486316 conn(0x7f6204067950 msgr2=0x7f620415b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:45.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 shutdown_connections 2024-09-19T08:10:45.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.448+0000 7f62098e4640 1 -- 172.21.15.17:0/3900486316 wait complete. 2024-09-19T08:10:45.462 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:45.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.572+0000 7f88eb3e8640 1 Processor -- start 2024-09-19T08:10:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.573+0000 7f88eb3e8640 1 -- start start 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.573+0000 7f88eb3e8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f88e40cf3d0 0x7f88e4070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88eb3e8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f88e40b5320 0x7f88e40b5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88eb3e8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88e40732d0 con 0x7f88e415e590 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88eb3e8640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f88e4071080 con 0x7f88e40cf3d0 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88eb3e8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f88e40735b0 con 0x7f88e40b5320 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f88e40cf3d0 0x7f88e4070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f88e40cf3d0 0x7f88e4070b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38620/0 (socket says 172.21.15.17:38620) 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 -- 172.21.15.17:0/3311933528 learned_addr learned my addr 172.21.15.17:0/3311933528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e9985640 1 --2- 172.21.15.17:0/3311933528 >> v2:172.21.15.160:3300/0 conn(0x7f88e40b5320 0x7f88e40b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 -- 172.21.15.17:0/3311933528 >> v2:172.21.15.160:3300/0 conn(0x7f88e40b5320 msgr2=0x7f88e40b5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 --2- 172.21.15.17:0/3311933528 >> v2:172.21.15.160:3300/0 conn(0x7f88e40b5320 0x7f88e40b5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 -- 172.21.15.17:0/3311933528 >> v1:172.21.15.160:6789/0 conn(0x7f88e415e590 legacy=0x7f88e40cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.574+0000 7f88e8983640 1 -- 172.21.15.17:0/3311933528 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e4073890 con 0x7f88e40cf3d0 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88e8983640 1 --2- 172.21.15.17:0/3311933528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e4070b40 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f88d8009870 tx=0x7f88d802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=861badb6ede73101 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88e3fff640 1 -- 172.21.15.17:0/3311933528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037070 con 0x7f88e40cf3d0 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88e3fff640 1 -- 172.21.15.17:0/3311933528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8032440 con 0x7f88e40cf3d0 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88e3fff640 1 -- 172.21.15.17:0/3311933528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8032810 con 0x7f88e40cf3d0 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88eb3e8640 1 -- 172.21.15.17:0/3311933528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 msgr2=0x7f88e4070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.575+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/3311933528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e4070b40 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f88d8009870 tx=0x7f88d802a2a0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 -- 172.21.15.17:0/3311933528 shutdown_connections 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/3311933528 >> v2:172.21.15.160:3300/0 conn(0x7f88e40b5320 0x7f88e40b5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/3311933528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e4070b40 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 -- 172.21.15.17:0/3311933528 >> 172.21.15.17:0/3311933528 conn(0x7f88e406f400 msgr2=0x7f88e406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 -- 172.21.15.17:0/3311933528 shutdown_connections 2024-09-19T08:10:45.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.576+0000 7f88eb3e8640 1 -- 172.21.15.17:0/3311933528 wait complete. 2024-09-19T08:10:45.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.577+0000 7f88eb3e8640 1 Processor -- start 2024-09-19T08:10:45.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.577+0000 7f88eb3e8640 1 -- start start 2024-09-19T08:10:45.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f88e40b5320 0x7f88e4160b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 0x7f88e41499d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f88e415e970 con 0x7f88e40cf3d0 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4073e50 con 0x7f88e415e590 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f88e4072f80 con 0x7f88e40b5320 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38630/0 (socket says 172.21.15.17:38630) 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 -- 172.21.15.17:0/384170376 learned_addr learned my addr 172.21.15.17:0/384170376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e9184640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f88e40b5320 0x7f88e4160b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e9985640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 0x7f88e41499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 -- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f88e40b5320 msgr2=0x7f88e4160b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f88e40b5320 0x7f88e4160b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 -- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 msgr2=0x7f88e41499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 0x7f88e41499d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 -- 172.21.15.17:0/384170376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e415f950 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e9985640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 0x7f88e41499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e8983640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f88d8000c00 tx=0x7f88d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8041020 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d80306c0 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.578+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e415fc30 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.579+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037040 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.579+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e40d0170 con 0x7f88e40cf3d0 2024-09-19T08:10:45.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.580+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88e4160150 con 0x7f88e40cf3d0 2024-09-19T08:10:45.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.580+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f88d8044020 con 0x7f88e40cf3d0 2024-09-19T08:10:45.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.581+0000 7f88e1ffb640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:45.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.581+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f88d80ac250 con 0x7f88e40cf3d0 2024-09-19T08:10:45.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.581+0000 7f88e9184640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:45.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.581+0000 7f88e9184640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 0x7f88d006e770 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f88dc007fd0 tx=0x7f88dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:45.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.585+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f88e4160150 con 0x7f88e40cf3d0 2024-09-19T08:10:45.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:45.830+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f88e40714a0 con 0x7f88e40cf3d0 2024-09-19T08:10:46.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.456+0000 7f88e1ffb640 1 -- 172.21.15.17:0/384170376 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v184) ==== 101+0+0 (secure 0 0 0) 0x7f88d804b030 con 0x7f88e40cf3d0 2024-09-19T08:10:46.457 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:10:46.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 msgr2=0x7f88d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 0x7f88d006e770 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f88dc007fd0 tx=0x7f88dc009040 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 msgr2=0x7f88e40d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f88d8000c00 tx=0x7f88d80046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 shutdown_connections 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88d006c2b0 0x7f88d006e770 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f88e415e590 0x7f88e41499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88e40cf3d0 0x7f88e40d2650 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 --2- 172.21.15.17:0/384170376 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f88e40b5320 0x7f88e4160b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 >> 172.21.15.17:0/384170376 conn(0x7f88e406f400 msgr2=0x7f88e415a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 shutdown_connections 2024-09-19T08:10:46.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.459+0000 7f88eb3e8640 1 -- 172.21.15.17:0/384170376 wait complete. 2024-09-19T08:10:46.473 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.520+0000 7fac5080bf40 1 Processor -- start 2024-09-19T08:10:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.520+0000 7fac5080bf40 1 -- start start 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647ca610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 0x55c7647ec610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c7647d2240 con 0x55c764719d80 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c764716e00 con 0x55c764717c50 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac5080bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c7647d1910 con 0x55c7647d0ee0 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38636/0 (socket says 172.21.15.17:38636) 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 -- 172.21.15.17:0/3790824063 learned_addr learned my addr 172.21.15.17:0/3790824063 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4d693640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4de94640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 0x55c7647ec610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 -- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 msgr2=0x55c7647ec610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 0x55c7647ec610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 -- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 msgr2=0x55c7647ca610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647ca610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4ce92640 1 -- 172.21.15.17:0/3790824063 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c764641cb0 con 0x55c764719d80 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4d693640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.521+0000 7fac4de94640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 0x55c7647ec610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fac440482e0 tx=0x7fac44051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=697ff8aafb3f16e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3790824063 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4400a150 con 0x55c764719d80 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3790824063 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac44065070 con 0x55c764719d80 2024-09-19T08:10:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3790824063 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44008740 con 0x55c764719d80 2024-09-19T08:10:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 -- 172.21.15.17:0/3790824063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 msgr2=0x55c7647ea250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fac440482e0 tx=0x7fac44051000 comp rx=0 tx=0).stop 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 -- 172.21.15.17:0/3790824063 shutdown_connections 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c7647d0ee0 0x55c7647ec610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c764719d80 0x55c7647ea250 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3790824063 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 -- 172.21.15.17:0/3790824063 >> 172.21.15.17:0/3790824063 conn(0x55c764741400 msgr2=0x55c7647d2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 -- 172.21.15.17:0/3790824063 shutdown_connections 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.522+0000 7fac5080bf40 1 -- 172.21.15.17:0/3790824063 wait complete. 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.523+0000 7fac5080bf40 1 Processor -- start 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.523+0000 7fac5080bf40 1 -- start start 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647e9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c764719d80 0x55c7647cd130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c7647161d0 con 0x55c7647d0ee0 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c764715f10 con 0x55c764717c50 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac5080bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c764716600 con 0x55c764719d80 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38650/0 (socket says 172.21.15.17:38650) 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 learned_addr learned my addr 172.21.15.17:0/3141677020 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c764719d80 0x55c7647cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647e9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c764719d80 msgr2=0x55c7647cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c764719d80 0x55c7647cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 msgr2=0x55c7647e9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647e9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7647e77b0 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c764719d80 0x55c7647cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c764717c50 0x55c7647e9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.524+0000 7fac4de94640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7fac48007e00 tx=0x7fac48006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.525+0000 7fac3e7fc640 1 -- 172.21.15.17:0/3141677020 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48006e60 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.525+0000 7fac3e7fc640 1 -- 172.21.15.17:0/3141677020 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac48010710 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.525+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c7647e8760 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.525+0000 7fac3e7fc640 1 -- 172.21.15.17:0/3141677020 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48010ac0 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.525+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7647e9780 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.526+0000 7fac3e7fc640 1 -- 172.21.15.17:0/3141677020 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac48010c60 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac3e7fc640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 0x7fac3006d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac3e7fc640 1 -- 172.21.15.17:0/3141677020 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fac48089e20 con 0x55c7647d0ee0 2024-09-19T08:10:46.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 0x7fac3006d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.530 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c7647d3690 0x55c764884a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7647ec020 con 0x55c7647d3690 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c7647d3690 0x55c764884a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 0x7fac3006d180 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fac4000b660 tx=0x7fac40007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.527+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c7647d3690 0x55c764884a00 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.529+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v106'536 uv510 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.529+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764760690 con 0x55c7647d3690 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.530+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v106'537 uv537 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.530+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764890b00 con 0x55c7647d3690 2024-09-19T08:10:46.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.532+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v106'538 uv538 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.532 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:46.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.532+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764891eb0 con 0x55c7647d3690 2024-09-19T08:10:46.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.533+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v106'539 uv539 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.533+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764892250 con 0x55c7647d3690 2024-09-19T08:10:46.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.534+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v106'540 uv540 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.534+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764890ea0 con 0x55c7647d3690 2024-09-19T08:10:46.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.535+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v106'541 uv541 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.535+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764891240 con 0x55c7647d3690 2024-09-19T08:10:46.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.537+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v106'542 uv516 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.537+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.538+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v106'543 uv543 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.539+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.540+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v106'544 uv544 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.540 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:46.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.540+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.541+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v106'545 uv545 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.541+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.542+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v106'546 uv546 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.542+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.544+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v106'547 uv547 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.544+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.545+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v106'548 uv523 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.545+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.546+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v106'549 uv549 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.546+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.548+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v106'550 uv550 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.548 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:46.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.548+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.549+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v106'551 uv551 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.549+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.550+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v106'552 uv552 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.550+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648915e0 con 0x55c7647d3690 2024-09-19T08:10:46.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.551+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v106'553 uv553 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.551+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.553+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v106'554 uv554 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.553+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.554+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v106'555 uv529 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.554+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.555+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v106'556 uv556 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.555+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.556 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:46.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.556+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v106'557 uv557 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.556+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.557+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v106'558 uv558 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.557+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.558+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v106'559 uv559 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.558+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.560+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v106'560 uv560 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.560+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.561+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v106'561 uv535 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.561+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.562+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v106'562 uv562 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.562+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.564+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v106'563 uv563 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.563 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:46.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.564+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76487a300 con 0x55c7647d3690 2024-09-19T08:10:46.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.565+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v106'564 uv564 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.565+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764891850 con 0x55c7647d3690 2024-09-19T08:10:46.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.566+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v106'565 uv565 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.566+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764891850 con 0x55c7647d3690 2024-09-19T08:10:46.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.567+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v106'566 uv566 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.567+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c764892b00 0x55c764894ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.567+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764891850 con 0x55c764892b00 2024-09-19T08:10:46.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.567+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c764892b00 0x55c764894ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.568+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c764892b00 0x55c764894ef0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.569+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v106'392 uv374 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.569+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764895430 con 0x55c764892b00 2024-09-19T08:10:46.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.570+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v106'393 uv393 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.570+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648957d0 con 0x55c764892b00 2024-09-19T08:10:46.571 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:46.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.571+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v106'394 uv394 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.571+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896020 con 0x55c764892b00 2024-09-19T08:10:46.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.573+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v106'395 uv395 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.573+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648963c0 con 0x55c764892b00 2024-09-19T08:10:46.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.574+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v106'396 uv396 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.574+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896760 con 0x55c764892b00 2024-09-19T08:10:46.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.575+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v106'397 uv379 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.575+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764896b00 con 0x55c764892b00 2024-09-19T08:10:46.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.576+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v106'398 uv398 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.576+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.577 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:46.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.577+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v106'399 uv399 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.577+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.578+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v106'400 uv400 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.578+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.579+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v106'401 uv401 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.579+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.580+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v106'402 uv391 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.580+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.581+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v106'403 uv403 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.581+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.582 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:46.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.582+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v106'404 uv404 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.582+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a900 con 0x55c764892b00 2024-09-19T08:10:46.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.584+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v106'405 uv405 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.584+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a900 con 0x55c764892b00 2024-09-19T08:10:46.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.585+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v106'406 uv406 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.585+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.586+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v106'407 uv390 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.586+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.587+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v106'408 uv408 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.587+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.588 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:46.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.588+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v106'409 uv409 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.588+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764897eb0 con 0x55c764892b00 2024-09-19T08:10:46.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.589+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v106'410 uv410 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.589+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764897eb0 con 0x55c764892b00 2024-09-19T08:10:46.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.590+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v106'411 uv411 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.590+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c764892b00 2024-09-19T08:10:46.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.591+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v106'412 uv412 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c764892b00 2024-09-19T08:10:46.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.591+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c7647d3690 2024-09-19T08:10:46.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.592+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v106'105 uv104 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.592+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c7647d3690 2024-09-19T08:10:46.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.593+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v106'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.593+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c7647d3690 2024-09-19T08:10:46.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.594+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v106'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.594 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:46.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.594+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764897eb0 con 0x55c7647d3690 2024-09-19T08:10:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.595+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v106'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.595+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764897eb0 con 0x55c7647d3690 2024-09-19T08:10:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.596+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v106'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.596+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764896ea0 con 0x55c7647d3690 2024-09-19T08:10:46.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.597+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v106'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.597+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c7648973b0 0x55c7648997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.597+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c764899ce0 con 0x55c7648973b0 2024-09-19T08:10:46.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.597+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c7648973b0 0x55c7648997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.598+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c7648973b0 0x55c7648997a0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.598+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v106'81 uv80 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.598+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c764899dc0 con 0x55c7648973b0 2024-09-19T08:10:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.599+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v106'82 uv82 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.599+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7648973b0 2024-09-19T08:10:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.600+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v106'83 uv83 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.600 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:46.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.600+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7648973b0 2024-09-19T08:10:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.601+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v106'84 uv84 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.601+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7647d3690 2024-09-19T08:10:46.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.602+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v106'105 uv104 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.603+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7647d3690 2024-09-19T08:10:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.604+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v106'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.604+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7647d3690 2024-09-19T08:10:46.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.605+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v106'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.605 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:46.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.605+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489b210 con 0x55c7647d3690 2024-09-19T08:10:46.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.606+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v106'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.606+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489b210 con 0x55c7647d3690 2024-09-19T08:10:46.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.607+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v106'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.607+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489a200 con 0x55c7647d3690 2024-09-19T08:10:46.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.608+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v106'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.608+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c76489a710 0x55c76489cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.608+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489d0e0 con 0x55c76489a710 2024-09-19T08:10:46.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.608+0000 7fac4de94640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c76489a710 0x55c76489cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.608+0000 7fac4de94640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c76489a710 0x55c76489cb00 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.609+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v106'193 uv187 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.610+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c76489d5b0 con 0x55c76489a710 2024-09-19T08:10:46.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.611+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v106'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.611+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489da90 con 0x55c76489a710 2024-09-19T08:10:46.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.612+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v106'195 uv195 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.611 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:46.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.612+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489f340 con 0x55c76489a710 2024-09-19T08:10:46.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.613+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v106'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.613+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489f6e0 con 0x55c76489a710 2024-09-19T08:10:46.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.614+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v106'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.614+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489e330 con 0x55c76489a710 2024-09-19T08:10:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.615+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v106'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.615+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489e720 con 0x55c76489a710 2024-09-19T08:10:46.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.616+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v106'199 uv192 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.616+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c76489eb10 con 0x55c76489a710 2024-09-19T08:10:46.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.617+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v106'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.617+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489eb10 con 0x55c76489a710 2024-09-19T08:10:46.618 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:46.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.618+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v106'201 uv201 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.618+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489eac0 con 0x55c76489a710 2024-09-19T08:10:46.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.619+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v106'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.619+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c76489eac0 con 0x55c76489a710 2024-09-19T08:10:46.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.620+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v106'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.620+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 0x55c7648a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.620+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c76489ee80 2024-09-19T08:10:46.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.621+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 0x55c7648a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.621+0000 7fac4d693640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 0x55c7648a1fa0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.622+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v106'86 uv85 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c76489ee80 2024-09-19T08:10:46.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.622+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c76489ee80 2024-09-19T08:10:46.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.623+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v106'87 uv87 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c76489ee80 2024-09-19T08:10:46.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.623+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c76489ee80 2024-09-19T08:10:46.624 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:46.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.624+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v106'88 uv88 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c76489ee80 2024-09-19T08:10:46.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.624+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2520 con 0x55c76489ee80 2024-09-19T08:10:46.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.625+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v106'89 uv89 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c76489ee80 2024-09-19T08:10:46.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.625+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c76489ee80 2024-09-19T08:10:46.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.626+0000 7fac4d693640 1 -- 172.21.15.17:0/3141677020 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v106'90 uv90 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4001c040 con 0x55c76489ee80 2024-09-19T08:10:46.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.626+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7647d3690 2024-09-19T08:10:46.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.627+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v106'105 uv104 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.627+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7647d3690 2024-09-19T08:10:46.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.628+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v106'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.628+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7647d3690 2024-09-19T08:10:46.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.629+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v106'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.629 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:46.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.629+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2520 con 0x55c7647d3690 2024-09-19T08:10:46.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.630+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v106'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.630+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7647d3690 2024-09-19T08:10:46.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.631+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v106'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.631+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7647d3690 2024-09-19T08:10:46.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.632+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v106'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7647d3690 2024-09-19T08:10:46.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.632+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7648973b0 2024-09-19T08:10:46.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.633+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v106'172 uv166 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.633+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7648973b0 2024-09-19T08:10:46.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.634+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v106'173 uv173 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.634+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a24e0 con 0x55c7648973b0 2024-09-19T08:10:46.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.635+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v106'174 uv174 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.635 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:46.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.635+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.636+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v106'175 uv175 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.636+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.636+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v106'176 uv176 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.636+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.637+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v106'177 uv171 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.637+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.638+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v106'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.638+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.639+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v106'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.639 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:46.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.639+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2990 con 0x55c7648973b0 2024-09-19T08:10:46.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.640+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v106'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.640+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a2da0 con 0x55c7648973b0 2024-09-19T08:10:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.641+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v106'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.641+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c7648a2da0 0x55c7648a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.641+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648a2da0 2024-09-19T08:10:46.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.641+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c7648a2da0 0x55c7648a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.642+0000 7fac4ce92640 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c7648a2da0 0x55c7648a59f0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.643+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v106'78 uv77 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648a2da0 2024-09-19T08:10:46.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.643+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648a2da0 2024-09-19T08:10:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.644+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v106'79 uv79 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648a2da0 2024-09-19T08:10:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.644+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648a2da0 2024-09-19T08:10:46.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.645+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v106'80 uv80 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648a2da0 2024-09-19T08:10:46.645 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.645+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648a2da0 2024-09-19T08:10:46.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.646+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v106'81 uv81 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648a2da0 2024-09-19T08:10:46.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.646+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648973b0 2024-09-19T08:10:46.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.647+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v106'105 uv104 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.647+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648973b0 2024-09-19T08:10:46.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.648+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v106'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.648+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648973b0 2024-09-19T08:10:46.650 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.650+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v106'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.650+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a6f40 con 0x55c7648973b0 2024-09-19T08:10:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.651+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v106'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.651+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a6f40 con 0x55c7648973b0 2024-09-19T08:10:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.652+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v106'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.652+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c7648973b0 2024-09-19T08:10:46.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.653+0000 7fac4ce92640 1 -- 172.21.15.17:0/3141677020 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v106'110 uv110 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac4400a270 con 0x55c7648973b0 2024-09-19T08:10:46.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.653+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.654+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v106'89 uv88 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.654+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.655+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v106'90 uv90 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.656+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.656 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.656+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v106'91 uv91 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.656+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.658+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v106'92 uv92 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.658+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.659+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v106'93 uv93 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.659+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.660+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v106'216 uv208 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.660+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.661+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v106'217 uv217 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.661+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.662+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v106'218 uv218 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.662 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:46.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.662+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.663+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v106'219 uv219 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.663+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.664+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v106'220 uv220 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.664+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.665+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v106'221 uv215 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.665+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.666+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v106'222 uv222 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.666+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.666 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:46.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.667+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v106'223 uv223 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.667+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a6f40 con 0x55c76489a710 2024-09-19T08:10:46.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.668+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v106'224 uv224 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.668+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a6f40 con 0x55c76489a710 2024-09-19T08:10:46.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.669+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v106'225 uv225 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.669+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a5f30 con 0x55c76489a710 2024-09-19T08:10:46.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.670+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v106'226 uv226 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.670+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x55c7648a63e0 con 0x55c76489a710 2024-09-19T08:10:46.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v106'227 uv227 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fac48010070 con 0x55c76489a710 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c7647d3690 msgr2=0x55c764884a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c7647d3690 0x55c764884a00 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c7648973b0 msgr2=0x55c7648997a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c7648973b0 0x55c7648997a0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c7648a2da0 msgr2=0x55c7648a59f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c7648a2da0 0x55c7648a59f0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c764892b00 msgr2=0x55c764894ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c764892b00 0x55c764894ef0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 reap_dead start 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c76489a710 msgr2=0x55c76489cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c76489a710 0x55c76489cb00 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 msgr2=0x55c7648a1fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 0x55c7648a1fa0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac4de94640 1 -- 172.21.15.17:0/3141677020 reap_dead start 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 msgr2=0x7fac3006d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 0x7fac3006d180 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fac4000b660 tx=0x7fac40007040 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 msgr2=0x55c764879dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7fac48007e00 tx=0x7fac48006750 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 shutdown_connections 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c76489ee80 0x55c7648a1fa0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fac3006acc0 0x7fac3006d180 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 --2- 172.21.15.17:0/3141677020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c7647d0ee0 0x55c764879dc0 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 >> 172.21.15.17:0/3141677020 conn(0x55c764741400 msgr2=0x55c7647ec460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 shutdown_connections 2024-09-19T08:10:46.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.671+0000 7fac5080bf40 1 -- 172.21.15.17:0/3141677020 wait complete. 2024-09-19T08:10:46.674 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 500.00000000 - 2024-09-19T08:10:46.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.759+0000 7f76479d3f40 1 Processor -- start 2024-09-19T08:10:46.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.759+0000 7f76479d3f40 1 -- start start 2024-09-19T08:10:46.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f64c50 0x558c36019130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f66d80 0x558c35f86640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558c3601f240 con 0x558c3601dee0 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558c35f63e00 con 0x558c35f66d80 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76479d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558c3601e910 con 0x558c35f64c50 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38666/0 (socket says 172.21.15.17:38666) 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 -- 172.21.15.17:0/1412358931 learned_addr learned my addr 172.21.15.17:0/1412358931 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f763ccc8640 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f66d80 0x558c35f86640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f76454c9640 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f64c50 0x558c36019130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 -- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f64c50 msgr2=0x558c36019130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f64c50 0x558c36019130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 -- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f66d80 msgr2=0x558c35f86640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:46.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f66d80 0x558c35f86640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 -- 172.21.15.17:0/1412358931 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c35e8ecb0 con 0x558c3601dee0 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f7645cca640 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7640025a20 tx=0x7f7640050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de4bbbcf031c503 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.760+0000 7f763ffff640 1 -- 172.21.15.17:0/1412358931 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640054040 con 0x558c3601dee0 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f763ffff640 1 -- 172.21.15.17:0/1412358931 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76400508c0 con 0x558c3601dee0 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f763ffff640 1 -- 172.21.15.17:0/1412358931 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640050c90 con 0x558c3601dee0 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 -- 172.21.15.17:0/1412358931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 msgr2=0x558c35f92eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7640025a20 tx=0x7f7640050000 comp rx=0 tx=0).stop 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 -- 172.21.15.17:0/1412358931 shutdown_connections 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c35f92eb0 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f66d80 0x558c35f86640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 --2- 172.21.15.17:0/1412358931 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f64c50 0x558c36019130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 -- 172.21.15.17:0/1412358931 >> 172.21.15.17:0/1412358931 conn(0x558c35f8e400 msgr2=0x558c3603a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 -- 172.21.15.17:0/1412358931 shutdown_connections 2024-09-19T08:10:46.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.761+0000 7f76479d3f40 1 -- 172.21.15.17:0/1412358931 wait complete. 2024-09-19T08:10:46.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 Processor -- start 2024-09-19T08:10:46.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 -- start start 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f64c50 0x558c360c5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f66d80 0x558c360cf670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c360cfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558c35f870a0 con 0x558c3601dee0 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558c3603b030 con 0x558c35f64c50 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76479d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558c3601d020 con 0x558c35f66d80 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f7645cca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c360cfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f7645cca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c360cfbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38668/0 (socket says 172.21.15.17:38668) 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f7645cca640 1 -- 172.21.15.17:0/3917118510 learned_addr learned my addr 172.21.15.17:0/3917118510 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f76454c9640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f64c50 0x558c360c5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.762+0000 7f763ccc8640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f66d80 0x558c360cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 -- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f66d80 msgr2=0x558c360cf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558c35f66d80 0x558c360cf670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 -- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f64c50 msgr2=0x558c360c5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f64c50 0x558c360c5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 -- 172.21.15.17:0/3917118510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c360c4bd0 con 0x558c3601dee0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f76454c9640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558c35f64c50 0x558c360c5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f7645cca640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c360cfbb0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f764000a190 tx=0x7f7640003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f763effd640 1 -- 172.21.15.17:0/3917118510 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640054050 con 0x558c3601dee0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f763effd640 1 -- 172.21.15.17:0/3917118510 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7640065460 con 0x558c3601dee0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558c360c4eb0 con 0x558c3601dee0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f763effd640 1 -- 172.21.15.17:0/3917118510 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640065870 con 0x558c3601dee0 2024-09-19T08:10:46.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.763+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c360189e0 con 0x558c3601dee0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f763effd640 1 -- 172.21.15.17:0/3917118510 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7640057070 con 0x558c3601dee0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f763effd640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762806acc0 0x7f762806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f763effd640 1 -- 172.21.15.17:0/3917118510 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f76400cf930 con 0x558c3601dee0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f76454c9640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762806acc0 0x7f762806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f76479d3f40 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x558c36018f10 0x558c360c22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) -- 0x558c360c2810 con 0x558c36018f10 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.765+0000 7f763ccc8640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x558c36018f10 0x558c360c22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.766+0000 7f76454c9640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762806acc0 0x7f762806d180 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x558c35f939e0 tx=0x7f763800e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.766+0000 7f763ccc8640 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x558c36018f10 0x558c360c22d0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f763ccc8640 1 -- 172.21.15.17:0/3917118510 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [writefull 0~80] v106'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f76300098b0 con 0x558c36018f10 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x558c36018f10 msgr2=0x558c360c22d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x558c36018f10 0x558c360c22d0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762806acc0 msgr2=0x7f762806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762806acc0 0x7f762806d180 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x558c35f939e0 tx=0x7f763800e040 comp rx=0 tx=0).stop 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 msgr2=0x558c360cfbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 --2- 172.21.15.17:0/3917118510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3601dee0 0x558c360cfbb0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f764000a190 tx=0x7f7640003330 comp rx=0 tx=0).stop 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f7645cca640 1 -- 172.21.15.17:0/3917118510 reap_dead start 2024-09-19T08:10:46.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 shutdown_connections 2024-09-19T08:10:46.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 >> 172.21.15.17:0/3917118510 conn(0x558c35f8e400 msgr2=0x558c36037780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 shutdown_connections 2024-09-19T08:10:46.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.767+0000 7f76479d3f40 1 -- 172.21.15.17:0/3917118510 wait complete. 2024-09-19T08:10:46.772 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:46.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.916+0000 7fe43a3f6640 1 Processor -- start 2024-09-19T08:10:46.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.916+0000 7fe43a3f6640 1 -- start start 2024-09-19T08:10:46.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe43a3f6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe434156be0 0x7fe4340cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe43a3f6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe434067fb0 con 0x7fe43415d5e0 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe43a3f6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4340679f0 con 0x7fe4340cf890 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe43a3f6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe434067cd0 con 0x7fe434156be0 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe42bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe43415d5e0 0x7fe43406c4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41620/0 (socket says 172.21.15.17:41620) 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe42bfff640 1 -- 172.21.15.17:0/2885658204 learned_addr learned my addr 172.21.15.17:0/2885658204 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.917+0000 7fe433fff640 1 --2- 172.21.15.17:0/2885658204 >> v2:172.21.15.160:3300/0 conn(0x7fe434156be0 0x7fe4340cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3792740413 0 0) 0x7fe434067fb0 con 0x7fe43415d5e0 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe420003520 con 0x7fe43415d5e0 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2942195026 0 0) 0x7fe4340679f0 con 0x7fe4340cf890 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe434067fb0 con 0x7fe4340cf890 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe433fff640 1 -- 172.21.15.17:0/2885658204 >> v1:172.21.15.160:6789/0 conn(0x7fe4340cf890 legacy=0x7fe43406e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe433fff640 1 -- 172.21.15.17:0/2885658204 >> v1:172.21.15.17:6789/0 conn(0x7fe43415d5e0 legacy=0x7fe43406c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.918+0000 7fe433fff640 1 -- 172.21.15.17:0/2885658204 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43406bcb0 con 0x7fe434156be0 2024-09-19T08:10:46.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe433fff640 1 --2- 172.21.15.17:0/2885658204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4340cdf20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe4240097a0 tx=0x7fe42402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4c51a94fd96a446 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424037070 con 0x7fe434156be0 2024-09-19T08:10:46.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe424032440 con 0x7fe434156be0 2024-09-19T08:10:46.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe4337fe640 1 -- 172.21.15.17:0/2885658204 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4240327f0 con 0x7fe434156be0 2024-09-19T08:10:46.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 -- 172.21.15.17:0/2885658204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 msgr2=0x7fe4340cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/2885658204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4340cdf20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe4240097a0 tx=0x7fe42402a230 comp rx=0 tx=0).stop 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 -- 172.21.15.17:0/2885658204 shutdown_connections 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/2885658204 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4340cdf20 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 -- 172.21.15.17:0/2885658204 >> 172.21.15.17:0/2885658204 conn(0x7fe4340cd400 msgr2=0x7fe4340cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 -- 172.21.15.17:0/2885658204 shutdown_connections 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.919+0000 7fe43a3f6640 1 -- 172.21.15.17:0/2885658204 wait complete. 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 Processor -- start 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 -- start start 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4341f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe43415d5e0 0x7fe4341554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe43406cbc0 con 0x7fe4340cf890 2024-09-19T08:10:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe4340ce460 con 0x7fe434156be0 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe43a3f6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe43406e7a0 con 0x7fe43415d5e0 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe433fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe433fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38684/0 (socket says 172.21.15.17:38684) 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.921+0000 7fe433fff640 1 -- 172.21.15.17:0/3675085314 learned_addr learned my addr 172.21.15.17:0/3675085314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe438993640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe43415d5e0 0x7fe4341554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe42bfff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4341f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 -- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe43415d5e0 msgr2=0x7fe4341554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe43415d5e0 0x7fe4341554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 -- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 msgr2=0x7fe4341f4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4341f4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 -- 172.21.15.17:0/3675085314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe434155dd0 con 0x7fe4340cf890 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe433fff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fe42402a270 tx=0x7fe4240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424041030 con 0x7fe4340cf890 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42403d4e0 con 0x7fe4340cf890 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4341560b0 con 0x7fe4340cf890 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424037040 con 0x7fe4340cf890 2024-09-19T08:10:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.922+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe434151960 con 0x7fe4340cf890 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.923+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe434069170 con 0x7fe4340cf890 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.924+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe424044070 con 0x7fe4340cf890 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.924+0000 7fe4317fa640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 0x7fe41406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.924+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fe4240abf70 con 0x7fe4340cf890 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.924+0000 7fe42bfff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 0x7fe41406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.925+0000 7fe42bfff640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 0x7fe41406e770 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fe4341f1b70 tx=0x7fe41c007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:46.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:46.928+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe424079a70 con 0x7fe4340cf890 2024-09-19T08:10:47.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.139+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fe434152260 con 0x7fe4340cf890 2024-09-19T08:10:47.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.165+0000 7fe4317fa640 1 -- 172.21.15.17:0/3675085314 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v185) ==== 162+0+0 (secure 0 0 0) 0x7fe42407dd70 con 0x7fe4340cf890 2024-09-19T08:10:47.166 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.168+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 msgr2=0x7fe41406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.168+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 0x7fe41406e770 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fe4341f1b70 tx=0x7fe41c007d30 comp rx=0 tx=0).stop 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.168+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 msgr2=0x7fe434151420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.168+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fe42402a270 tx=0x7fe4240046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 shutdown_connections 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe41406c2b0 0x7fe41406e770 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe43415d5e0 0x7fe4341554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe434156be0 0x7fe4341f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 --2- 172.21.15.17:0/3675085314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4340cf890 0x7fe434151420 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 >> 172.21.15.17:0/3675085314 conn(0x7fe4340cd400 msgr2=0x7fe4340cd7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:47.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 shutdown_connections 2024-09-19T08:10:47.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.169+0000 7fe43a3f6640 1 -- 172.21.15.17:0/3675085314 wait complete. 2024-09-19T08:10:47.170 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:47.170+0000 7f04e7d43640 -1 mds.0.purge_queue operator(): Error -22 loading Journaler 2024-09-19T08:10:47.170 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:47.170+0000 7f04e7d43640 -1 mds.0.185 unhandled write error (22) Invalid argument, force readonly... 2024-09-19T08:10:47.181 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:47.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.283+0000 7f687a359640 1 Processor -- start 2024-09-19T08:10:47.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.283+0000 7f687a359640 1 -- start start 2024-09-19T08:10:47.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f687a359640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f687415e670 0x7f6874070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f687a359640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f68740ceaf0 0x7f68740cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f687a359640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68740731d0 con 0x7f687415ea50 2024-09-19T08:10:47.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f687a359640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f68740d0040 con 0x7f68740ceaf0 2024-09-19T08:10:47.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f687a359640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f68740cf490 con 0x7f687415e670 2024-09-19T08:10:47.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f68737fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f68740ceaf0 0x7f68740cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f68788f6640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f687415ea50 0x7f687415ef00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41634/0 (socket says 172.21.15.17:41634) 2024-09-19T08:10:47.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f68788f6640 1 -- 172.21.15.17:0/989923962 learned_addr learned my addr 172.21.15.17:0/989923962 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:47.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.284+0000 7f6873fff640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f687415e670 0x7f6874070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f68737fe640 1 -- 172.21.15.17:0/989923962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f687415e670 msgr2=0x7f6874070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f68737fe640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f687415e670 0x7f6874070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f68737fe640 1 -- 172.21.15.17:0/989923962 >> v1:172.21.15.17:6789/0 conn(0x7f687415ea50 legacy=0x7f687415ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f68737fe640 1 -- 172.21.15.17:0/989923962 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68740734b0 con 0x7f68740ceaf0 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f68737fe640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68740ceaf0 0x7f68740cef50 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f68680097a0 tx=0x7f686802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=921b17a318ef9f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f6872ffd640 1 -- 172.21.15.17:0/989923962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868037070 con 0x7f68740ceaf0 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f6872ffd640 1 -- 172.21.15.17:0/989923962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6868032440 con 0x7f68740ceaf0 2024-09-19T08:10:47.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.285+0000 7f6872ffd640 1 -- 172.21.15.17:0/989923962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868032810 con 0x7f68740ceaf0 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 -- 172.21.15.17:0/989923962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68740ceaf0 msgr2=0x7f68740cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68740ceaf0 0x7f68740cef50 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f68680097a0 tx=0x7f686802a210 comp rx=0 tx=0).stop 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 -- 172.21.15.17:0/989923962 shutdown_connections 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68740ceaf0 0x7f68740cef50 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 --2- 172.21.15.17:0/989923962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f687415e670 0x7f6874070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 -- 172.21.15.17:0/989923962 >> 172.21.15.17:0/989923962 conn(0x7f687406f400 msgr2=0x7f687406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 -- 172.21.15.17:0/989923962 shutdown_connections 2024-09-19T08:10:47.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.286+0000 7f687a359640 1 -- 172.21.15.17:0/989923962 wait complete. 2024-09-19T08:10:47.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.287+0000 7f687a359640 1 Processor -- start 2024-09-19T08:10:47.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.287+0000 7f687a359640 1 -- start start 2024-09-19T08:10:47.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68740ceaf0 0x7f6874151770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f687415ea50 0x7f68740b0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6874073de0 con 0x7f687415e670 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6874072f80 con 0x7f687415ea50 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f687a359640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6874073a70 con 0x7f68740ceaf0 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f68737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f68737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38696/0 (socket says 172.21.15.17:38696) 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f68737fe640 1 -- 172.21.15.17:0/4126419900 learned_addr learned my addr 172.21.15.17:0/4126419900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f6873fff640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68740ceaf0 0x7f6874151770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.288+0000 7f68788f6640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f687415ea50 0x7f68740b0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 -- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68740ceaf0 msgr2=0x7f6874151770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68740ceaf0 0x7f6874151770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 -- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f687415ea50 msgr2=0x7f68740b0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f687415ea50 0x7f68740b0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 -- 172.21.15.17:0/4126419900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68740d1a70 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f68737fe640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f68680098c0 tx=0x7f68680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868037040 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6868030500 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68740d1d30 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68680308d0 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.289+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68740d22f0 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.290+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6874071410 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.291+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6868044020 con 0x7f687415e670 2024-09-19T08:10:47.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.291+0000 7f6870ff9640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 0x7f686006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:47.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.291+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f68680abb60 con 0x7f687415e670 2024-09-19T08:10:47.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.291+0000 7f6873fff640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 0x7f686006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:47.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.292+0000 7f6873fff640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 0x7f686006e770 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f6864009b40 tx=0x7f6864009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:47.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.296+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6868079650 con 0x7f687415e670 2024-09-19T08:10:47.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.509+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68740b5f80 con 0x7f687415e670 2024-09-19T08:10:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.509+0000 7f6870ff9640 1 -- 172.21.15.17:0/4126419900 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 185 v185) ==== 95+0+4404 (secure 0 0 0) 0x7f686807d950 con 0x7f687415e670 2024-09-19T08:10:47.509 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:47.510 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":185,"btime":"2024-09-19T08:10:47:165179+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":185,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:47.165166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8832},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8832":{"gid":8832,"name":"a","rank":0,"incarnation":185,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 185 2024-09-19T08:10:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 msgr2=0x7f686006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 0x7f686006e770 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f6864009b40 tx=0x7f6864009190 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 msgr2=0x7f68740b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f68680098c0 tx=0x7f68680046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 shutdown_connections 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686006c2b0 0x7f686006e770 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f687415ea50 0x7f68740b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f687415e670 0x7f68740b0a70 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 --2- 172.21.15.17:0/4126419900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68740ceaf0 0x7f6874151770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 >> 172.21.15.17:0/4126419900 conn(0x7f687406f400 msgr2=0x7f68740b6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 shutdown_connections 2024-09-19T08:10:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:47.511+0000 7f687a359640 1 -- 172.21.15.17:0/4126419900 wait complete. 2024-09-19T08:10:47.925 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:48.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.033+0000 7f0294ea4640 1 Processor -- start 2024-09-19T08:10:48.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.033+0000 7f0294ea4640 1 -- start start 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f0294ea4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f02900d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f0294ea4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f029015ea20 con 0x7f029015e640 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f0294ea4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02900b1c50 con 0x7f02900cf6f0 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f0294ea4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f02900b3d00 con 0x7f02900cf2b0 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f028e59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f029015e640 0x7f02900ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41648/0 (socket says 172.21.15.17:41648) 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f028e59c640 1 -- 172.21.15.17:0/1821780710 learned_addr learned my addr 172.21.15.17:0/1821780710 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f028dd9b640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f02900d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.034+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394308892 0 0) 0x7f029015ea20 con 0x7f029015e640 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0278003520 con 0x7f029015e640 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3647696088 0 0) 0x7f02900b1c50 con 0x7f02900cf6f0 2024-09-19T08:10:48.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f029015ea20 con 0x7f02900cf6f0 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3095911432 0 0) 0x7f0278003520 con 0x7f029015e640 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 msgr2=0x7f02900d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f02900d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 >> v1:172.21.15.160:6789/0 conn(0x7f02900cf6f0 legacy=0x7f02900d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02900b1f30 con 0x7f029015e640 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0280001670 con 0x7f029015e640 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 >> v1:172.21.15.17:6789/0 conn(0x7f029015e640 legacy=0x7f02900ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f0278003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f0278004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0278004d40 0x7f02780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f027800bb50 con 0x7f02780040d0 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f027800bcd0 con 0x7f0278004d40 2024-09-19T08:10:48.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f027800bea0 con 0x7f02900cf2b0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f0278004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028e59c640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f0278003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028ed9d640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0278004d40 0x7f02780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 -- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 msgr2=0x7f0278003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f02900cf2b0 0x7f0278003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 -- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0278004d40 msgr2=0x7f02780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0278004d40 0x7f02780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028dd9b640 1 -- 172.21.15.17:0/1821780710 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0278003520 con 0x7f02780040d0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.035+0000 7f028ed9d640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0278004d40 0x7f02780051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.036+0000 7f028dd9b640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f0278004800 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f0284009a90 tx=0x7f0278005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ccea3627157f75b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.036+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0284036070 con 0x7f02780040d0 2024-09-19T08:10:48.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.036+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0284031400 con 0x7f02780040d0 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.036+0000 7f028d59a640 1 -- 172.21.15.17:0/1821780710 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0284009690 con 0x7f02780040d0 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 -- 172.21.15.17:0/1821780710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 msgr2=0x7f0278004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 --2- 172.21.15.17:0/1821780710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f0278004800 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f0284009a90 tx=0x7f0278005830 comp rx=0 tx=0).stop 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f028ed9d640 1 -- 172.21.15.17:0/1821780710 reap_dead start 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 -- 172.21.15.17:0/1821780710 shutdown_connections 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 -- 172.21.15.17:0/1821780710 >> 172.21.15.17:0/1821780710 conn(0x7f029009d820 msgr2=0x7f02900d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 -- 172.21.15.17:0/1821780710 shutdown_connections 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.037+0000 7f0294ea4640 1 -- 172.21.15.17:0/1821780710 wait complete. 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.038+0000 7f0294ea4640 1 Processor -- start 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.038+0000 7f0294ea4640 1 -- start start 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02900cc4c0 0x7f02900cc940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f029009e290 0x7f029009e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f02900b24f0 con 0x7f02780040d0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f02900b2860 con 0x7f02900cc4c0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f0294ea4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f02900cfe40 con 0x7f029009e290 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38720/0 (socket says 172.21.15.17:38720) 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 -- 172.21.15.17:0/2177906101 learned_addr learned my addr 172.21.15.17:0/2177906101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 -- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f029009e290 msgr2=0x7f029009e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f029009e290 0x7f029009e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 -- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02900cc4c0 msgr2=0x7f02900cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02900cc4c0 0x7f02900cc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.039+0000 7f028e59c640 1 -- 172.21.15.17:0/2177906101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02900ccf40 con 0x7f02780040d0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f028e59c640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f02800017e0 tx=0x7f0280007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028000f750 con 0x7f02780040d0 2024-09-19T08:10:48.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0280018070 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02900cd220 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028000fb50 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.040+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02900cd7e0 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.041+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0290068eb0 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.041+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f028000fcf0 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.042+0000 7f027effd640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 0x7f027006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.042+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f028008b920 con 0x7f02780040d0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.042+0000 7f028dd9b640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 0x7f027006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.043+0000 7f028dd9b640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 0x7f027006e7a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f0284033000 tx=0x7f028402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:48.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.046+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0280059af0 con 0x7f02780040d0 2024-09-19T08:10:48.188 INFO:tasks.ceph.mds.c.smithi017.stderr: -36> 2024-09-19T08:10:43.437+0000 7f2fc27df640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:10:48.212 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:10:48.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.260+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02900d34a0 con 0x7f02780040d0 2024-09-19T08:10:48.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.261+0000 7f027effd640 1 -- 172.21.15.17:0/2177906101 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 186 v186) ==== 95+0+4407 (secure 0 0 0) 0x7f02800593f0 con 0x7f02780040d0 2024-09-19T08:10:48.261 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:48.261 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":186,"btime":"2024-09-19T08:10:48:166470+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":186,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:47.175168+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8832},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8832":{"gid":8832,"name":"a","rank":0,"incarnation":185,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:10:48.261 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 186 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 msgr2=0x7f027006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 0x7f027006e7a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f0284033000 tx=0x7f028402e000 comp rx=0 tx=0).stop 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 msgr2=0x7f02900a1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f02800017e0 tx=0x7f0280007430 comp rx=0 tx=0).stop 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 shutdown_connections 2024-09-19T08:10:48.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f027006c2e0 0x7f027006e7a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f029009e290 0x7f029009e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f02900cc4c0 0x7f02900cc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 --2- 172.21.15.17:0/2177906101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02780040d0 0x7f02900a1db0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 >> 172.21.15.17:0/2177906101 conn(0x7f029009d820 msgr2=0x7f02900d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 shutdown_connections 2024-09-19T08:10:48.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:48.263+0000 7f0294ea4640 1 -- 172.21.15.17:0/2177906101 wait complete. 2024-09-19T08:10:48.274 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 186, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:10:47.175168+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 106, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8832}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8832': {'gid': 8832, 'name': 'a', 'rank': 0, 'incarnation': 185, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.17:6835/2566983990', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 2566983990}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 2566983990}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:10:48.274 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8832:up:reconnect 2024-09-19T08:10:48.274 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:10:53.275 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:53.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.391+0000 7f8bd5aaf640 1 Processor -- start 2024-09-19T08:10:53.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.391+0000 7f8bd5aaf640 1 -- start start 2024-09-19T08:10:53.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bd5aaf640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8bd00cf9d0 0x7f8bd00b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bd5aaf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bd00b23c0 0x7f8bd0072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bd5aaf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bd00ce060 con 0x7f8bd015c480 2024-09-19T08:10:53.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bd5aaf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8bd00cf100 con 0x7f8bd00b23c0 2024-09-19T08:10:53.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bd5aaf640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8bd00ce340 con 0x7f8bd00cf9d0 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bd00b23c0 0x7f8bd0072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8bd00b23c0 0x7f8bd0072270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40140/0 (socket says 172.21.15.17:40140) 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 -- 172.21.15.17:0/2987089602 learned_addr learned my addr 172.21.15.17:0/2987089602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcf7fe640 1 --1- 172.21.15.17:0/2987089602 >> v1:172.21.15.17:6789/0 conn(0x7f8bd015c480 0x7f8bd00cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60406/0 (socket says 172.21.15.17:60406) 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bceffd640 1 --2- 172.21.15.17:0/2987089602 >> v2:172.21.15.160:3300/0 conn(0x7f8bd00cf9d0 0x7f8bd00b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 -- 172.21.15.17:0/2987089602 >> v2:172.21.15.160:3300/0 conn(0x7f8bd00cf9d0 msgr2=0x7f8bd00b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 --2- 172.21.15.17:0/2987089602 >> v2:172.21.15.160:3300/0 conn(0x7f8bd00cf9d0 0x7f8bd00b1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.392+0000 7f8bcffff640 1 -- 172.21.15.17:0/2987089602 >> v1:172.21.15.17:6789/0 conn(0x7f8bd015c480 legacy=0x7f8bd00cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.393+0000 7f8bcffff640 1 -- 172.21.15.17:0/2987089602 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd00ce620 con 0x7f8bd00b23c0 2024-09-19T08:10:53.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.393+0000 7f8bcffff640 1 --2- 172.21.15.17:0/2987089602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd00b23c0 0x7f8bd0072270 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0073a40 tx=0x7f8bc802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37ede758e8282765 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.393+0000 7f8bce7fc640 1 -- 172.21.15.17:0/2987089602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8036070 con 0x7f8bd00b23c0 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.393+0000 7f8bce7fc640 1 -- 172.21.15.17:0/2987089602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bc8031600 con 0x7f8bd00b23c0 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.393+0000 7f8bce7fc640 1 -- 172.21.15.17:0/2987089602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc80319d0 con 0x7f8bd00b23c0 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/2987089602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd00b23c0 msgr2=0x7f8bd0072270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/2987089602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd00b23c0 0x7f8bd0072270 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0073a40 tx=0x7f8bc802a730 comp rx=0 tx=0).stop 2024-09-19T08:10:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/2987089602 shutdown_connections 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/2987089602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd00b23c0 0x7f8bd0072270 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/2987089602 >> v2:172.21.15.160:3300/0 conn(0x7f8bd00cf9d0 0x7f8bd00b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/2987089602 >> 172.21.15.17:0/2987089602 conn(0x7f8bd006bc10 msgr2=0x7f8bd006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/2987089602 shutdown_connections 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.394+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/2987089602 wait complete. 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.395+0000 7f8bd5aaf640 1 Processor -- start 2024-09-19T08:10:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 -- start start 2024-09-19T08:10:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bd00b23c0 0x7f8bd014f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bd00cf9d0 0x7f8bd0153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd00b2850 con 0x7f8bd015c480 2024-09-19T08:10:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd00cebe0 con 0x7f8bd00cf9d0 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bd5aaf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8bd00727b0 con 0x7f8bd00b23c0 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.396+0000 7f8bcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40148/0 (socket says 172.21.15.17:40148) 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 -- 172.21.15.17:0/643636188 learned_addr learned my addr 172.21.15.17:0/643636188 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcf7fe640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bd00b23c0 0x7f8bd014f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bceffd640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bd00cf9d0 0x7f8bd0153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 -- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bd00b23c0 msgr2=0x7f8bd014f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bd00b23c0 0x7f8bd014f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 -- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bd00cf9d0 msgr2=0x7f8bd0153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bd00cf9d0 0x7f8bd0153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 -- 172.21.15.17:0/643636188 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd01513e0 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bcffff640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f8bc802ad20 tx=0x7f8bc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc803f020 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bc8037040 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd01550c0 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8036070 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.397+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd0151660 con 0x7f8bd015c480 2024-09-19T08:10:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.398+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bd0072270 con 0x7f8bd015c480 2024-09-19T08:10:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.399+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8bc8042020 con 0x7f8bd015c480 2024-09-19T08:10:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.399+0000 7f8bb7fff640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 0x7f8bbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.399+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f8bc80abe10 con 0x7f8bd015c480 2024-09-19T08:10:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.400+0000 7f8bcf7fe640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 0x7f8bbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.400+0000 7f8bcf7fe640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 0x7f8bbc06e770 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0150860 tx=0x7f8bc0007ce0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:53.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.404+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8bc8049030 con 0x7f8bd015c480 2024-09-19T08:10:53.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.617+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8bd0158600 con 0x7f8bd015c480 2024-09-19T08:10:53.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.618+0000 7f8bb7fff640 1 -- 172.21.15.17:0/643636188 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) ==== 95+0+5237 (secure 0 0 0) 0x7f8bc807ee20 con 0x7f8bd015c480 2024-09-19T08:10:53.618 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:53.618 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":189,"btime":"2024-09-19T08:10:53:178755+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:53.169488+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8832},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8832":{"gid":8832,"name":"a","rank":0,"incarnation":185,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8832,"qdb_cluster":[8832]},"id":6}]} 2024-09-19T08:10:53.619 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 189 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 msgr2=0x7f8bbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 0x7f8bbc06e770 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0150860 tx=0x7f8bc0007ce0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 msgr2=0x7f8bd0151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f8bc802ad20 tx=0x7f8bc8004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 shutdown_connections 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8bbc06c2b0 0x7f8bbc06e770 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd015c480 0x7f8bd0151e60 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bd00cf9d0 0x7f8bd0153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 --2- 172.21.15.17:0/643636188 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bd00b23c0 0x7f8bd014f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:53.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 >> 172.21.15.17:0/643636188 conn(0x7f8bd006bc10 msgr2=0x7f8bd0158ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:53.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 shutdown_connections 2024-09-19T08:10:53.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:53.620+0000 7f8bd5aaf640 1 -- 172.21.15.17:0/643636188 wait complete. 2024-09-19T08:10:54.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:54.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.138+0000 7f17a4f86640 1 Processor -- start 2024-09-19T08:10:54.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.138+0000 7f17a4f86640 1 -- start start 2024-09-19T08:10:54.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f17a4f86640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17a00d27b0 0x7f17a00b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f17a4f86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a0070a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f17a4f86640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17a00b59b0 con 0x7f17a015d2e0 2024-09-19T08:10:54.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f17a4f86640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f17a015e0c0 con 0x7f17a00d27b0 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f17a4f86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17a015d750 con 0x7f17a0070660 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17a00d27b0 0x7f17a00b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f1795d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f17a015d2e0 0x7f17a015d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60414/0 (socket says 172.21.15.17:60414) 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17a00d27b0 0x7f17a00b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40162/0 (socket says 172.21.15.17:40162) 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f1795d9b640 1 -- 172.21.15.17:0/1281390305 learned_addr learned my addr 172.21.15.17:0/1281390305 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179ed9d640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a0070a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 -- 172.21.15.17:0/1281390305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 msgr2=0x7f17a0070a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a0070a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 -- 172.21.15.17:0/1281390305 >> v1:172.21.15.17:6789/0 conn(0x7f17a015d2e0 legacy=0x7f17a015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179e59c640 1 -- 172.21.15.17:0/1281390305 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a00b5c90 con 0x7f17a00d27b0 2024-09-19T08:10:54.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.139+0000 7f179ed9d640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a0070a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f179e59c640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00b5320 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f17900097a0 tx=0x7f179002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=660576d3496402e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f179dd9b640 1 -- 172.21.15.17:0/1281390305 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790037070 con 0x7f17a00d27b0 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f179dd9b640 1 -- 172.21.15.17:0/1281390305 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1790032440 con 0x7f17a00d27b0 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f179dd9b640 1 -- 172.21.15.17:0/1281390305 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790032810 con 0x7f17a00d27b0 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f17a4f86640 1 -- 172.21.15.17:0/1281390305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 msgr2=0x7f17a00b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.140+0000 7f17a4f86640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00b5320 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f17900097a0 tx=0x7f179002a180 comp rx=0 tx=0).stop 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 -- 172.21.15.17:0/1281390305 shutdown_connections 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a0070a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 --2- 172.21.15.17:0/1281390305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00b5320 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 -- 172.21.15.17:0/1281390305 >> 172.21.15.17:0/1281390305 conn(0x7f17a006f400 msgr2=0x7f17a006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 -- 172.21.15.17:0/1281390305 shutdown_connections 2024-09-19T08:10:54.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.141+0000 7f17a4f86640 1 -- 172.21.15.17:0/1281390305 wait complete. 2024-09-19T08:10:54.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.142+0000 7f17a4f86640 1 Processor -- start 2024-09-19T08:10:54.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.142+0000 7f17a4f86640 1 -- start start 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a01f7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17a015d2e0 0x7f17a00d15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17a00b6250 con 0x7f17a00d27b0 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0070fd0 con 0x7f17a015d2e0 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f17a4f86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17a00b6530 con 0x7f17a0070660 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40178/0 (socket says 172.21.15.17:40178) 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 -- 172.21.15.17:0/3770779972 learned_addr learned my addr 172.21.15.17:0/3770779972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f179e59c640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a01f7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f179ed9d640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17a015d2e0 0x7f17a00d15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 -- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 msgr2=0x7f17a01f7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a01f7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 -- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17a015d2e0 msgr2=0x7f17a00d15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17a015d2e0 0x7f17a00d15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.143+0000 7f1795d9b640 1 -- 172.21.15.17:0/3770779972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a01f8450 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f1795d9b640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f178800c3f0 tx=0x7f178800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1788017070 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1788005ce0 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17a006dc30 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1788007310 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.144+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17a006e1f0 con 0x7f17a00d27b0 2024-09-19T08:10:54.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.145+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17a006e9c0 con 0x7f17a00d27b0 2024-09-19T08:10:54.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.146+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f178801a070 con 0x7f17a00d27b0 2024-09-19T08:10:54.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.146+0000 7f17977fe640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 0x7f178006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.146+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f178808acb0 con 0x7f17a00d27b0 2024-09-19T08:10:54.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.146+0000 7f179e59c640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 0x7f178006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.147+0000 7f179e59c640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 0x7f178006e770 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f1790034000 tx=0x7f179002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.150+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1788058830 con 0x7f17a00d27b0 2024-09-19T08:10:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.361+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f17a00d2b90 con 0x7f17a00d27b0 2024-09-19T08:10:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.361+0000 7f17977fe640 1 -- 172.21.15.17:0/3770779972 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) ==== 95+0+5237 (secure 0 0 0) 0x7f178805cb30 con 0x7f17a00d27b0 2024-09-19T08:10:54.362 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:54.362 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":189,"btime":"2024-09-19T08:10:53:178755+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:53.169488+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8832},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8832":{"gid":8832,"name":"a","rank":0,"incarnation":185,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8832,"qdb_cluster":[8832]},"id":6}]} 2024-09-19T08:10:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 189 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 msgr2=0x7f178006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 0x7f178006e770 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f1790034000 tx=0x7f179002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 msgr2=0x7f17a00aa8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f178800c3f0 tx=0x7f178800c8b0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 shutdown_connections 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f178006c2b0 0x7f178006e770 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17a015d2e0 0x7f17a00d15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17a00d27b0 0x7f17a00aa8e0 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 --2- 172.21.15.17:0/3770779972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17a0070660 0x7f17a01f7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 >> 172.21.15.17:0/3770779972 conn(0x7f17a006f400 msgr2=0x7f17a015d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 shutdown_connections 2024-09-19T08:10:54.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.364+0000 7f17a4f86640 1 -- 172.21.15.17:0/3770779972 wait complete. 2024-09-19T08:10:54.375 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 189, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:10:53.169488+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 106, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8832}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8832': {'gid': 8832, 'name': 'a', 'rank': 0, 'incarnation': 185, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.17:6835/2566983990', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 2566983990}, {'type': 'v1', 'addr': '172.21.15.17:6835', 'nonce': 2566983990}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8832, 'qdb_cluster': [8832]} 2024-09-19T08:10:54.375 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:10:54.375 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:10:54.448 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:10:54.448+0000 7f04ead49640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.479+0000 7fc930865640 1 Processor -- start 2024-09-19T08:10:54.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.479+0000 7fc930865640 1 -- start start 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc930865640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc92c15eab0 0x7fc92c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc930865640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc92c06dae0 0x7fc92c0b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc930865640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc92c0d17e0 con 0x7fc92c0b80c0 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc930865640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc92c0d09d0 con 0x7fc92c06dae0 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc930865640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc92c15ee90 con 0x7fc92c15eab0 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc929d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc92c06dae0 0x7fc92c0b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc92ad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc92c0b80c0 0x7fc92c0b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60422/0 (socket says 172.21.15.17:60422) 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.480+0000 7fc92ad9d640 1 -- 172.21.15.17:0/3538381279 learned_addr learned my addr 172.21.15.17:0/3538381279 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc92a59c640 1 --2- 172.21.15.17:0/3538381279 >> v2:172.21.15.160:3300/0 conn(0x7fc92c15eab0 0x7fc92c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc929d9b640 1 -- 172.21.15.17:0/3538381279 >> v2:172.21.15.160:3300/0 conn(0x7fc92c15eab0 msgr2=0x7fc92c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc929d9b640 1 --2- 172.21.15.17:0/3538381279 >> v2:172.21.15.160:3300/0 conn(0x7fc92c15eab0 0x7fc92c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc929d9b640 1 -- 172.21.15.17:0/3538381279 >> v1:172.21.15.17:6789/0 conn(0x7fc92c0b80c0 legacy=0x7fc92c0b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc92959a640 1 -- 172.21.15.17:0/3538381279 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 386060290 0 0) 0x7fc92c0d17e0 con 0x7fc92c0b80c0 2024-09-19T08:10:54.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc929d9b640 1 -- 172.21.15.17:0/3538381279 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc92c0cfc10 con 0x7fc92c06dae0 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.481+0000 7fc929d9b640 1 --2- 172.21.15.17:0/3538381279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c06dae0 0x7fc92c0b7b80 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fc92c0d53d0 tx=0x7fc91402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca5ff193185d6d91 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc92959a640 1 -- 172.21.15.17:0/3538381279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc914037070 con 0x7fc92c06dae0 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc92959a640 1 -- 172.21.15.17:0/3538381279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc914032440 con 0x7fc92c06dae0 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc92959a640 1 -- 172.21.15.17:0/3538381279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc914032810 con 0x7fc92c06dae0 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 -- 172.21.15.17:0/3538381279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c06dae0 msgr2=0x7fc92c0b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 --2- 172.21.15.17:0/3538381279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c06dae0 0x7fc92c0b7b80 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fc92c0d53d0 tx=0x7fc91402a230 comp rx=0 tx=0).stop 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 -- 172.21.15.17:0/3538381279 shutdown_connections 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 --2- 172.21.15.17:0/3538381279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c06dae0 0x7fc92c0b7b80 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 --2- 172.21.15.17:0/3538381279 >> v2:172.21.15.160:3300/0 conn(0x7fc92c15eab0 0x7fc92c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 -- 172.21.15.17:0/3538381279 >> 172.21.15.17:0/3538381279 conn(0x7fc92c0d4b30 msgr2=0x7fc92c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 -- 172.21.15.17:0/3538381279 shutdown_connections 2024-09-19T08:10:54.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.482+0000 7fc930865640 1 -- 172.21.15.17:0/3538381279 wait complete. 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 Processor -- start 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 -- start start 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc92c06dae0 0x7fc92c15bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc92c0b80c0 0x7fc92c161bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc92c0d01d0 con 0x7fc92c15eab0 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc92c06df20 con 0x7fc92c0b80c0 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc930865640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc92c0d04b0 con 0x7fc92c06dae0 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40190/0 (socket says 172.21.15.17:40190) 2024-09-19T08:10:54.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.484+0000 7fc92ad9d640 1 -- 172.21.15.17:0/120281032 learned_addr learned my addr 172.21.15.17:0/120281032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc929d9b640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc92c0b80c0 0x7fc92c161bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92a59c640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc92c06dae0 0x7fc92c15bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 -- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc92c06dae0 msgr2=0x7fc92c15bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc92c06dae0 0x7fc92c15bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 -- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc92c0b80c0 msgr2=0x7fc92c161bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc92c0b80c0 0x7fc92c161bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 -- 172.21.15.17:0/120281032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc92c160b30 con 0x7fc92c15eab0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00c810 tx=0x7fc91c00ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc922ffd640 1 -- 172.21.15.17:0/120281032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c018070 con 0x7fc92c15eab0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc922ffd640 1 -- 172.21.15.17:0/120281032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c00a640 con 0x7fc92c15eab0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc922ffd640 1 -- 172.21.15.17:0/120281032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c00aa30 con 0x7fc92c15eab0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc92c160e10 con 0x7fc92c15eab0 2024-09-19T08:10:54.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.485+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc92c1613d0 con 0x7fc92c15eab0 2024-09-19T08:10:54.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.487+0000 7fc922ffd640 1 -- 172.21.15.17:0/120281032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc91c01b070 con 0x7fc92c15eab0 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.487+0000 7fc922ffd640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 0x7fc90c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.487+0000 7fc922ffd640 1 -- 172.21.15.17:0/120281032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fc91c08b1c0 con 0x7fc92c15eab0 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.488+0000 7fc92a59c640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 0x7fc90c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.488+0000 7fc92a59c640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 0x7fc90c06e770 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc924006fd0 tx=0x7fc924008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.488+0000 7fc933603740 1 Processor -- start 2024-09-19T08:10:54.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.488+0000 7fc933603740 1 -- start start 2024-09-19T08:10:54.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 0x55d7e703aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 0x55d7e6ff56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7e6f57520 con 0x55d7e6ff6a50 2024-09-19T08:10:54.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d7e6eff3e0 con 0x55d7e6ff2a80 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d7e6f534e0 con 0x55d7e6ff52c0 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40206/0 (socket says 172.21.15.17:40206) 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc92ad9d640 1 -- 172.21.15.17:0/3777517609 learned_addr learned my addr 172.21.15.17:0/3777517609 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc92ad9d640 1 -- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 msgr2=0x55d7e703aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc92a59c640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 0x55d7e703aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.489+0000 7fc929d9b640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 0x55d7e6ff56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 0x55d7e703aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92ad9d640 1 -- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 msgr2=0x55d7e6ff56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 0x55d7e6ff56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92ad9d640 1 -- 172.21.15.17:0/3777517609 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7e6f1a2f0 con 0x55d7e6ff6a50 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc929d9b640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 0x55d7e6ff56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:54.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92a59c640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 0x55d7e703aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fc91c058af0 tx=0x7fc91c001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc48324c9e9f63b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc90bfff640 1 -- 172.21.15.17:0/3777517609 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c061740 con 0x55d7e6ff6a50 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc90bfff640 1 -- 172.21.15.17:0/3777517609 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c056e60 con 0x55d7e6ff6a50 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.490+0000 7fc90bfff640 1 -- 172.21.15.17:0/3777517609 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c0612b0 con 0x55d7e6ff6a50 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- 172.21.15.17:0/3777517609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 msgr2=0x55d7e6fef8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fc91c058af0 tx=0x7fc91c001250 comp rx=0 tx=0).stop 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- 172.21.15.17:0/3777517609 shutdown_connections 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff6a50 0x55d7e6fef8b0 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff2a80 0x55d7e6ff56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 --2- 172.21.15.17:0/3777517609 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff52c0 0x55d7e703aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- 172.21.15.17:0/3777517609 >> 172.21.15.17:0/3777517609 conn(0x55d7e6ff1a80 msgr2=0x55d7e7039f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- 172.21.15.17:0/3777517609 shutdown_connections 2024-09-19T08:10:54.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- 172.21.15.17:0/3777517609 wait complete. 2024-09-19T08:10:54.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 -- start start 2024-09-19T08:10:54.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.491+0000 7fc933603740 1 Processor -- start 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e70161e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7e6ff0f20 con 0x55d7e7018ad0 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d7e6ee0450 con 0x55d7e6ff52c0 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d7e703b290 con 0x55d7e6ff6a50 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc933603740 10 client.0 _ll_register_callbacks cb 0x55d7e6c69ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:10:54.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40222/0 (socket says 172.21.15.17:40222) 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1576678210 learned_addr learned my addr 172.21.15.17:0/1576678210 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.492+0000 7fc929d9b640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92a59c640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e70161e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 msgr2=0x55d7e701f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 msgr2=0x55d7e70161e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e70161e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1576678210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7e6c6a2d0 con 0x55d7e7018ad0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fc91c058d20 tx=0x7fc91c004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6968baf48ff2dc8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc9097fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c061740 con 0x55d7e7018ad0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fc91c057fb0 con 0x55d7e7018ad0 2024-09-19T08:10:54.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc91c056e60 con 0x55d7e7018ad0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=189) ==== 24+0+0 (secure 0 0 0) 0x7fc91c07e050 con 0x55d7e7018ad0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc933603740 10 client.8928 fetch_fsmap learned FSMap version 189 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=189,monmap=2+}) -- 0x55d7e6d346b0 con 0x55d7e7018ad0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.493+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c056e60 con 0x55d7e7018ad0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 189) ==== 3502+0+0 (secure 0 0 0) 0x7fc91c081020 con 0x55d7e7018ad0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 10 client.8928 fetch_fsmap finished waiting for FSMap version 189 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 10 client.8928 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 20 client.8928 populate_metadata read hostname 'smithi017' 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704e020 0x55d7e701d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 4 client.8928 mds_command: new command op to 8832 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 --> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7e6f64c50 con 0x55d7e704e020 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc92a59c640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704e020 0x55d7e701d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc9097fa640 10 client.8928 ms_handle_connect on v2:172.21.15.17:6833/2566983990 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.494+0000 7fc92a59c640 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704e020 0x55d7e701d860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47d93f1770169397 server_cookie=db0464c00ed6d0a5 in_seq=0 out_seq=0 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc9097fa640 1 -- 172.21.15.17:0/1576678210 <== mds.0 v2:172.21.15.17:6833/2566983990 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d7e6f64c50 con 0x55d7e704e020 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc9097fa640 10 client.8928 handle_command_reply: tid=0 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 client.8928 shutdown 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 msgr2=0x55d7e7018f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fc91c058d20 tx=0x7fc91c004f90 comp rx=0 tx=0).stop 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 shutdown_connections 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704e020 0x55d7e701d860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e7018f50 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc9097fa640 0 client.8928 ms_handle_reset on v2:172.21.15.17:6833/2566983990 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 --2- 172.21.15.17:0/1576678210 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e70161e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 >> 172.21.15.17:0/1576678210 conn(0x55d7e6ff2a80 msgr2=0x55d7e6ff3020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 shutdown_connections 2024-09-19T08:10:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 1 -- 172.21.15.17:0/1576678210 wait complete. 2024-09-19T08:10:54.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.495+0000 7fc933603740 20 client.8928 trim_cache size 0 max 16384 2024-09-19T08:10:54.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.513+0000 7fc933603740 1 Processor -- start 2024-09-19T08:10:54.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.513+0000 7fc933603740 1 -- start start 2024-09-19T08:10:54.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e7015fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc92c200860 con 0x55d7e7018ad0 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc92c1ffd40 con 0x55d7e6ff52c0 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc92c200210 con 0x55d7e6ff6a50 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40238/0 (socket says 172.21.15.17:40238) 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1284457854 learned_addr learned my addr 172.21.15.17:0/1284457854 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 msgr2=0x55d7e701ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc929d9b640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92a59c640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e7015fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 msgr2=0x55d7e7015fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e7015fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 -- 172.21.15.17:0/1284457854 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7e7015bd0 con 0x55d7e7018ad0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92a59c640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e7015fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc929d9b640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.514+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fc91c001330 tx=0x7fc91c084040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112e87d6c6f69c6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc90b7fe640 1 -- 172.21.15.17:0/1284457854 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c061740 con 0x55d7e7018ad0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc90b7fe640 1 -- 172.21.15.17:0/1284457854 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c076070 con 0x55d7e7018ad0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc90b7fe640 1 -- 172.21.15.17:0/1284457854 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c057fb0 con 0x55d7e7018ad0 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 -- 172.21.15.17:0/1284457854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 msgr2=0x55d7e701f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fc91c001330 tx=0x7fc91c084040 comp rx=0 tx=0).stop 2024-09-19T08:10:54.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 -- 172.21.15.17:0/1284457854 shutdown_connections 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e7018ad0 0x55d7e701f200 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e6ff6a50 0x55d7e701ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 --2- 172.21.15.17:0/1284457854 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff52c0 0x55d7e7015fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 -- 172.21.15.17:0/1284457854 >> 172.21.15.17:0/1284457854 conn(0x55d7e6ff2a80 msgr2=0x55d7e6ff3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 -- 172.21.15.17:0/1284457854 shutdown_connections 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.515+0000 7fc933603740 1 -- 172.21.15.17:0/1284457854 wait complete. 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.516+0000 7fc933603740 1 -- start start 2024-09-19T08:10:54.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.516+0000 7fc933603740 1 Processor -- start 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff6a50 0x55d7e7037fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e7018ad0 0x55d7e70384f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7e6ff0f20 con 0x55d7e6ff52c0 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d7e703b290 con 0x55d7e6ff6a50 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d7e704daf0 con 0x55d7e7018ad0 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 10 client.0 _ll_register_callbacks cb 0x7fc91c058790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40242/0 (socket says 172.21.15.17:40242) 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 -- 172.21.15.17:0/2804511443 learned_addr learned my addr 172.21.15.17:0/2804511443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92ad9d640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e7018ad0 0x55d7e70384f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc929d9b640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff6a50 0x55d7e7037fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 -- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e7018ad0 msgr2=0x55d7e70384f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e7018ad0 0x55d7e70384f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 -- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff6a50 msgr2=0x55d7e7037fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff6a50 0x55d7e7037fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 -- 172.21.15.17:0/2804511443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7e705c9c0 con 0x55d7e6ff52c0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc92a59c640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fc92400f5b0 tx=0x7fc924004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e97ae50d60d2da1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc9097fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92402f060 con 0x55d7e6ff52c0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fc924014d30 con 0x55d7e6ff52c0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.517+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc91c076070 con 0x55d7e6ff52c0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=189) ==== 24+0+0 (secure 0 0 0) 0x7fc924035050 con 0x55d7e6ff52c0 2024-09-19T08:10:54.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 10 client.8934 fetch_fsmap learned FSMap version 189 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=189,monmap=2+}) -- 0x55d7e701a660 con 0x55d7e6ff52c0 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c076070 con 0x55d7e6ff52c0 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 189) ==== 3502+0+0 (secure 0 0 0) 0x7fc924038020 con 0x55d7e6ff52c0 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 10 client.8934 fetch_fsmap finished waiting for FSMap version 189 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 10 client.8934 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 20 client.8934 populate_metadata read hostname 'smithi017' 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704cc50 0x55d7e6ff3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 4 client.8934 mds_command: new command op to 8832 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 --> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] -- command(tid 0: {"prefix": "status"}) -- 0x55d7e6f5efa0 con 0x55d7e704cc50 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc929d9b640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704cc50 0x55d7e6ff3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc929d9b640 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704cc50 0x55d7e6ff3b30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=849001fc02a6da5d server_cookie=68be5a982f63ab9f in_seq=0 out_seq=0 2024-09-19T08:10:54.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.518+0000 7fc9097fa640 10 client.8934 ms_handle_connect on v2:172.21.15.17:6833/2566983990 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc9097fa640 1 -- 172.21.15.17:0/2804511443 <== mds.0 v2:172.21.15.17:6833/2566983990 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55d7e6f5efa0 con 0x55d7e704cc50 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc9097fa640 10 client.8934 handle_command_reply: tid=0 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 client.8934 shutdown 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 msgr2=0x55d7e70ba430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fc92400f5b0 tx=0x7fc924004730 comp rx=0 tx=0).stop 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 shutdown_connections 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:6833/2566983990,v1:172.21.15.17:6835/2566983990] conn(0x55d7e704cc50 0x55d7e6ff3b30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d7e7018ad0 0x55d7e70384f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d7e6ff6a50 0x55d7e7037fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 --2- 172.21.15.17:0/2804511443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7e6ff52c0 0x55d7e70ba430 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc9097fa640 0 client.8934 ms_handle_reset on v2:172.21.15.17:6833/2566983990 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 >> 172.21.15.17:0/2804511443 conn(0x55d7e6ff2a80 msgr2=0x55d7e7017f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 shutdown_connections 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 1 -- 172.21.15.17:0/2804511443 wait complete. 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc933603740 20 client.8934 trim_cache size 0 max 16384 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8832, 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:10:54.526 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 7.3528551359999996, 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 189, 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 106, 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 106, 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 10.333962892000001 2024-09-19T08:10:54.527 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:10:54.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 msgr2=0x7fc90c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 0x7fc90c06e770 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc924006fd0 tx=0x7fc924008040 comp rx=0 tx=0).stop 2024-09-19T08:10:54.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 msgr2=0x7fc92c0ab810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00c810 tx=0x7fc91c00ccd0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 shutdown_connections 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc90c06c2b0 0x7fc90c06e770 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc92c15eab0 0x7fc92c0ab810 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc92c0b80c0 0x7fc92c161bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.519+0000 7fc930865640 1 --2- 172.21.15.17:0/120281032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc92c06dae0 0x7fc92c15bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.520+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 >> 172.21.15.17:0/120281032 conn(0x7fc92c0d4b30 msgr2=0x7fc92c0c8dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.520+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 shutdown_connections 2024-09-19T08:10:54.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.520+0000 7fc930865640 1 -- 172.21.15.17:0/120281032 wait complete. 2024-09-19T08:10:54.530 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:10:54.530 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:10:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.632+0000 7f1d9df4b640 1 Processor -- start 2024-09-19T08:10:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.632+0000 7f1d9df4b640 1 -- start start 2024-09-19T08:10:54.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.633+0000 7f1d9df4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.633+0000 7f1d9df4b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1d980b23c0 0x7f1d98072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.633+0000 7f1d9df4b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d980ce060 con 0x7f1d9815c480 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.633+0000 7f1d9df4b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1d980cf100 con 0x7f1d980b23c0 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.633+0000 7f1d9df4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1d980ce340 con 0x7f1d980cf9d0 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d97fff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1d980b23c0 0x7f1d98072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:40772/0 (socket says 172.21.15.17:40772) 2024-09-19T08:10:54.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 -- 172.21.15.17:0/892259777 learned_addr learned my addr 172.21.15.17:0/892259777 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 -- 172.21.15.17:0/892259777 >> v2:172.21.15.160:3300/0 conn(0x7f1d980b23c0 msgr2=0x7f1d98072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 --2- 172.21.15.17:0/892259777 >> v2:172.21.15.160:3300/0 conn(0x7f1d980b23c0 0x7f1d98072270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 -- 172.21.15.17:0/892259777 >> v1:172.21.15.160:6789/0 conn(0x7f1d9815c480 legacy=0x7f1d980cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.634+0000 7f1d96ffd640 1 -- 172.21.15.17:0/892259777 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d980ce620 con 0x7f1d980cf9d0 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d96ffd640 1 --2- 172.21.15.17:0/892259777 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c009870 tx=0x7f1d8c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2804c5f582ae85d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d967fc640 1 -- 172.21.15.17:0/892259777 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037070 con 0x7f1d980cf9d0 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d967fc640 1 -- 172.21.15.17:0/892259777 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c032440 con 0x7f1d980cf9d0 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d967fc640 1 -- 172.21.15.17:0/892259777 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c032810 con 0x7f1d980cf9d0 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 -- 172.21.15.17:0/892259777 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 msgr2=0x7f1d980b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/892259777 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c009870 tx=0x7f1d8c02a270 comp rx=0 tx=0).stop 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 -- 172.21.15.17:0/892259777 shutdown_connections 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/892259777 >> v2:172.21.15.160:3300/0 conn(0x7f1d980b23c0 0x7f1d98072270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/892259777 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d980cf9d0 0x7f1d980b1e80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.635+0000 7f1d9df4b640 1 -- 172.21.15.17:0/892259777 >> 172.21.15.17:0/892259777 conn(0x7f1d9806bc10 msgr2=0x7f1d9806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.636+0000 7f1d9df4b640 1 -- 172.21.15.17:0/892259777 shutdown_connections 2024-09-19T08:10:54.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.636+0000 7f1d9df4b640 1 -- 172.21.15.17:0/892259777 wait complete. 2024-09-19T08:10:54.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.637+0000 7f1d9df4b640 1 Processor -- start 2024-09-19T08:10:54.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.637+0000 7f1d9df4b640 1 -- start start 2024-09-19T08:10:54.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d980b23c0 0x7f1d98153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9815c480 0x7f1d9815ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d980b2850 con 0x7f1d980cf9d0 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1d980cebe0 con 0x7f1d980b23c0 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d9df4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1d980727b0 con 0x7f1d9815c480 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40246/0 (socket says 172.21.15.17:40246) 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 -- 172.21.15.17:0/1510280135 learned_addr learned my addr 172.21.15.17:0/1510280135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d97fff640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9815c480 0x7f1d9815ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d977fe640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d980b23c0 0x7f1d98153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 -- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9815c480 msgr2=0x7f1d9815ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9815c480 0x7f1d9815ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 -- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d980b23c0 msgr2=0x7f1d98153800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d980b23c0 0x7f1d98153800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 -- 172.21.15.17:0/1510280135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d980cb640 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d96ffd640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c02a2b0 tx=0x7f1d8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.638+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037040 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.639+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c042070 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.639+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d980cb920 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.639+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c030860 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.639+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d980cbee0 con 0x7f1d980cf9d0 2024-09-19T08:10:54.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.639+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d98153d40 con 0x7f1d980cf9d0 2024-09-19T08:10:54.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.640+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d8c030a00 con 0x7f1d980cf9d0 2024-09-19T08:10:54.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.641+0000 7f1d7ffff640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.641+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f1d8c0ac120 con 0x7f1d980cf9d0 2024-09-19T08:10:54.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.641+0000 7f1d977fe640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.641+0000 7f1d977fe640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 0x7f1d8406e770 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1d880016e0 tx=0x7f1d88009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.645+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d8c079ca0 con 0x7f1d980cf9d0 2024-09-19T08:10:54.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.860+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d98072270 con 0x7f1d980cf9d0 2024-09-19T08:10:54.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.860+0000 7f1d7ffff640 1 -- 172.21.15.17:0/1510280135 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) ==== 95+0+5237 (secure 0 0 0) 0x7f1d8c07dfa0 con 0x7f1d980cf9d0 2024-09-19T08:10:54.861 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:54.861 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":189,"btime":"2024-09-19T08:10:53:178755+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:10:53.169488+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8832},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8832":{"gid":8832,"name":"a","rank":0,"incarnation":185,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6835/2566983990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2566983990},{"type":"v1","addr":"172.21.15.17:6835","nonce":2566983990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8832,"qdb_cluster":[8832]},"id":6}]} 2024-09-19T08:10:54.861 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 189 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 msgr2=0x7f1d8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 0x7f1d8406e770 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1d880016e0 tx=0x7f1d88009040 comp rx=0 tx=0).stop 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 msgr2=0x7f1d98154450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c02a2b0 tx=0x7f1d8c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 shutdown_connections 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1d9815c480 0x7f1d9815ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d980cf9d0 0x7f1d98154450 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 --2- 172.21.15.17:0/1510280135 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1d980b23c0 0x7f1d98153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 >> 172.21.15.17:0/1510280135 conn(0x7f1d9806bc10 msgr2=0x7f1d981590a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 shutdown_connections 2024-09-19T08:10:54.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.863+0000 7f1d9df4b640 1 -- 172.21.15.17:0/1510280135 wait complete. 2024-09-19T08:10:54.874 INFO:tasks.cephfs.test_damage:Mutation 'Corrupt 500.00000000' did not prevent MDS startup, attempting ls... 2024-09-19T08:10:54.874 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:10:54.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.976+0000 7f29e4e7b640 1 Processor -- start 2024-09-19T08:10:54.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.976+0000 7f29e4e7b640 1 -- start start 2024-09-19T08:10:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29e4e7b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f29e0156950 0x7f29e015d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29e4e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e006c320 0x7f29e00cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29e4e7b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29e006e240 con 0x7f29e015fe70 2024-09-19T08:10:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29e4e7b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f29e0156d30 con 0x7f29e0156950 2024-09-19T08:10:54.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29e4e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29e0160380 con 0x7f29e006c320 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29de59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f29e0156950 0x7f29e015d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29ddd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f29e015fe70 0x7f29e006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60438/0 (socket says 172.21.15.17:60438) 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29ddd9b640 1 -- 172.21.15.17:0/2530754859 learned_addr learned my addr 172.21.15.17:0/2530754859 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.977+0000 7f29ded9d640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e006c320 0x7f29e00cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.978+0000 7f29de59c640 1 -- 172.21.15.17:0/2530754859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e006c320 msgr2=0x7f29e00cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.978+0000 7f29de59c640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e006c320 0x7f29e00cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.978+0000 7f29de59c640 1 -- 172.21.15.17:0/2530754859 >> v1:172.21.15.17:6789/0 conn(0x7f29e015fe70 legacy=0x7f29e006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.978+0000 7f29de59c640 1 -- 172.21.15.17:0/2530754859 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e0160660 con 0x7f29e0156950 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.978+0000 7f29dd59a640 1 -- 172.21.15.17:0/2530754859 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3424969943 0 0) 0x7f29d4001110 con 0x7f29e015fe70 2024-09-19T08:10:54.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29de59c640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e0156950 0x7f29e015d140 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f29d00097a0 tx=0x7f29d002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca43372adcac5364 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29dd59a640 1 -- 172.21.15.17:0/2530754859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d0037070 con 0x7f29e0156950 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29dd59a640 1 -- 172.21.15.17:0/2530754859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29d0032440 con 0x7f29e0156950 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29dd59a640 1 -- 172.21.15.17:0/2530754859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d0032810 con 0x7f29e0156950 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 -- 172.21.15.17:0/2530754859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e0156950 msgr2=0x7f29e015d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e0156950 0x7f29e015d140 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f29d00097a0 tx=0x7f29d002a180 comp rx=0 tx=0).stop 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 -- 172.21.15.17:0/2530754859 shutdown_connections 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e006c320 0x7f29e00cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/2530754859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e0156950 0x7f29e015d140 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 -- 172.21.15.17:0/2530754859 >> 172.21.15.17:0/2530754859 conn(0x7f29e0067b30 msgr2=0x7f29e006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 -- 172.21.15.17:0/2530754859 shutdown_connections 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.979+0000 7f29e4e7b640 1 -- 172.21.15.17:0/2530754859 wait complete. 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.981+0000 7f29e4e7b640 1 Processor -- start 2024-09-19T08:10:54.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.981+0000 7f29e4e7b640 1 -- start start 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e006c320 0x7f29e01f2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e0156950 0x7f29e014d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29e00cede0 con 0x7f29e015fe70 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29e0160c20 con 0x7f29e006c320 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29e4e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29e00cef60 con 0x7f29e0156950 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40266/0 (socket says 172.21.15.17:40266) 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 -- 172.21.15.17:0/209828382 learned_addr learned my addr 172.21.15.17:0/209828382 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ddd9b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e0156950 0x7f29e014d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29de59c640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e006c320 0x7f29e01f2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 -- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e0156950 msgr2=0x7f29e014d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e0156950 0x7f29e014d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 -- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e006c320 msgr2=0x7f29e01f2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e006c320 0x7f29e01f2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 -- 172.21.15.17:0/209828382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e0152910 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ded9d640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7f29d800efc0 tx=0x7f29d800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.982+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d8018020 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.983+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29d8014480 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.983+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e00b2430 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.983+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d8014870 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.983+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e014da30 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.984+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29e015d140 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.984+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29d8005d10 con 0x7f29e015fe70 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.985+0000 7f29ceffd640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 0x7f29c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:54.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.985+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7f29d808c780 con 0x7f29e015fe70 2024-09-19T08:10:54.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.986+0000 7f29de59c640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 0x7f29c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:54.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.986+0000 7f29de59c640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 0x7f29c006e770 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f29d0034000 tx=0x7f29d002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:54.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:54.990+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29d8022030 con 0x7f29e015fe70 2024-09-19T08:10:55.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.202+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f29e015e660 con 0x7f29e015fe70 2024-09-19T08:10:55.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.202+0000 7f29ceffd640 1 -- 172.21.15.17:0/209828382 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v189) ==== 53+0+73 (secure 0 0 0) 0x7f29d8010040 con 0x7f29e015fe70 2024-09-19T08:10:55.203 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 msgr2=0x7f29c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 0x7f29c006e770 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f29d0034000 tx=0x7f29d002e000 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 msgr2=0x7f29e0142730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7f29d800efc0 tx=0x7f29d800c490 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 shutdown_connections 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29c006c2b0 0x7f29c006e770 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29e015fe70 0x7f29e0142730 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29e0156950 0x7f29e014d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 --2- 172.21.15.17:0/209828382 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29e006c320 0x7f29e01f2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 >> 172.21.15.17:0/209828382 conn(0x7f29e0067b30 msgr2=0x7f29e015d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 shutdown_connections 2024-09-19T08:10:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55.204+0000 7f29e4e7b640 1 -- 172.21.15.17:0/209828382 wait complete. 2024-09-19T08:10:55.215 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:10:55.215 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:10:55.215 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:10:55.215 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:10:55.215 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:55.216 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:10:55.216 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:10:55.216 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:10:55.216 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:55.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.216 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:10:55.232 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:10:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42266sec preferred_lft 42266sec 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:10:55.234 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:10:55.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.235 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:10:55.297 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:10:55.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.298 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:10:55.357 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:10:55.357 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:10:55.357 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:10:55.357 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:10:55.357 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:10:55.357 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:10:55.358 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:10:55.358 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:10:55.358 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:10:55.358 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:10:55.358 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:10:55.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:10:55.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:10:55.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.486 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:10:55.502 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:10:55.502 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:10:55.502 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:55.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.502 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:10:55.567 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:10:55.567 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:10:55.568 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:55.624 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:10:55.624 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:10:55.624 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:55.679 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:10:55.745 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:10:55.801 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:10:55.801 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:10:55.801 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:10:55.801 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:10:55.802 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:10:55.803 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:10:55.804 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:55.804 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:55.804 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:55.804 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:55.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.805 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:10:55.860 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:10:55.861 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:10:55.903 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:10:55.928 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:10:55.986 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:10:55.987 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:55.988 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:10:55.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:55.989 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:10:55.990 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:10:55.986+0000 7f84a06ab480 -1 init, newargv = 0x558c3cac5e20 newargc=15 2024-09-19T08:10:55.990 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[74467]: starting ceph client 2024-09-19T08:10:55.992 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[74467]: starting fuse 2024-09-19T08:10:56.005 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:10:56.005 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:10:56.005 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:10:56.006 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:10:56.007 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:10:56.008 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:10:56.008 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:10:56.126 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.74467.asok 2024-09-19T08:10:56.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:10:56.138 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.74467.asok 2024-09-19T08:10:56.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:56.138 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.74467.asok status 2024-09-19T08:10:56.275 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:10:56.275 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:10:56.275 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "74467", 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 8952, 2024-09-19T08:10:56.276 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:10:56.277 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:10:56.277 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:10:56.277 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 8952 2024-09-19T08:10:56.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:56.277 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:10:56.278 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:10:56.278 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:10:56.278 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3213919452 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3213919452 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.8952 192.168.0.1:0/3213919452", 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3213919452", 2024-09-19T08:10:56.279 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 189, 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 106, 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:10:56.280 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:10:56.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:56.283 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:10:56.284 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:56.300 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:10:56.300 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:56.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:56.300 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:56.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:56.367 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:10:56.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:56.409 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo) 2024-09-19T08:10:56.426 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:10:56.426 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:10:56.426 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:10:56.426 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:10:56.426 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:10:56.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:10:56.441 INFO:teuthology.orchestra.run.smithi017.stderr:mkdir: cannot create directory ‘foo’: Read-only file system 2024-09-19T08:10:56.441 INFO:tasks.cephfs.test_damage:mkdir: cannot create directory ‘foo’: Read-only file system 2024-09-19T08:10:56.442 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt mds_snaptable' 2024-09-19T08:10:56.442 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:56.442 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:56.498 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:10:56.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.641+0000 7ff725b42640 1 Processor -- start 2024-09-19T08:10:56.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.641+0000 7ff725b42640 1 -- start start 2024-09-19T08:10:56.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff725b42640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 0x7ff7200d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff725b42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff7200b6ee0 0x7ff7200d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff725b42640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff72006cec0 con 0x7ff72015e4e0 2024-09-19T08:10:56.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff725b42640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff7200d2d40 con 0x7ff7200b6ee0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff725b42640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff72006d160 con 0x7ff72015e8c0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff7200b6ee0 0x7ff7200d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff72015e4e0 0x7ff7200b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60446/0 (socket says 172.21.15.17:60446) 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71f7fe640 1 -- 172.21.15.17:0/873880183 learned_addr learned my addr 172.21.15.17:0/873880183 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71effd640 1 --2- 172.21.15.17:0/873880183 >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 0x7ff7200d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71ffff640 1 -- 172.21.15.17:0/873880183 >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 msgr2=0x7ff7200d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71ffff640 1 --2- 172.21.15.17:0/873880183 >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 0x7ff7200d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71ffff640 1 -- 172.21.15.17:0/873880183 >> v1:172.21.15.17:6789/0 conn(0x7ff72015e4e0 legacy=0x7ff7200b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71ffff640 1 -- 172.21.15.17:0/873880183 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff72006d440 con 0x7ff7200b6ee0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71e7fc640 1 -- 172.21.15.17:0/873880183 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1410331063 0 0) 0x7ff72006cec0 con 0x7ff72015e4e0 2024-09-19T08:10:56.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.642+0000 7ff71effd640 1 --2- 172.21.15.17:0/873880183 >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 0x7ff7200d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.643+0000 7ff71ffff640 1 --2- 172.21.15.17:0/873880183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7200b6ee0 0x7ff7200d2500 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7ff720072df0 tx=0x7ff71802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7098fdca5619b7c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.643+0000 7ff71e7fc640 1 -- 172.21.15.17:0/873880183 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718007740 con 0x7ff7200b6ee0 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.643+0000 7ff71e7fc640 1 -- 172.21.15.17:0/873880183 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7180078e0 con 0x7ff7200b6ee0 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.643+0000 7ff71e7fc640 1 -- 172.21.15.17:0/873880183 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718007cb0 con 0x7ff7200b6ee0 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 -- 172.21.15.17:0/873880183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7200b6ee0 msgr2=0x7ff7200d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 --2- 172.21.15.17:0/873880183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7200b6ee0 0x7ff7200d2500 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7ff720072df0 tx=0x7ff71802a680 comp rx=0 tx=0).stop 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 -- 172.21.15.17:0/873880183 shutdown_connections 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 --2- 172.21.15.17:0/873880183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7200b6ee0 0x7ff7200d2500 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 --2- 172.21.15.17:0/873880183 >> v2:172.21.15.160:3300/0 conn(0x7ff72015e8c0 0x7ff7200d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 -- 172.21.15.17:0/873880183 >> 172.21.15.17:0/873880183 conn(0x7ff72006f400 msgr2=0x7ff72006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 -- 172.21.15.17:0/873880183 shutdown_connections 2024-09-19T08:10:56.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.644+0000 7ff725b42640 1 -- 172.21.15.17:0/873880183 wait complete. 2024-09-19T08:10:56.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.645+0000 7ff725b42640 1 Processor -- start 2024-09-19T08:10:56.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.645+0000 7ff725b42640 1 -- start start 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7200b6ee0 0x7ff72014dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff72015e4e0 0x7ff7200b1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff72006dc40 con 0x7ff72015e8c0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff7200d2a40 con 0x7ff7200b6ee0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff725b42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff72006ddc0 con 0x7ff72015e4e0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40282/0 (socket says 172.21.15.17:40282) 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 -- 172.21.15.17:0/982566096 learned_addr learned my addr 172.21.15.17:0/982566096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71effd640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff72015e4e0 0x7ff7200b1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71f7fe640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7200b6ee0 0x7ff72014dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 -- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff72015e4e0 msgr2=0x7ff7200b1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff72015e4e0 0x7ff7200b1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 -- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7200b6ee0 msgr2=0x7ff72014dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7200b6ee0 0x7ff72014dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 -- 172.21.15.17:0/982566096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7200b0070 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.646+0000 7ff71ffff640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7ff71802ac70 tx=0x7ff718004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.647+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718040070 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.647+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff718031c90 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.647+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7200b0350 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.647+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718045680 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.647+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7200b0910 con 0x7ff72015e8c0 2024-09-19T08:10:56.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.648+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7200b67d0 con 0x7ff72015e8c0 2024-09-19T08:10:56.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.648+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff718039040 con 0x7ff72015e8c0 2024-09-19T08:10:56.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.649+0000 7ff707fff640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 0x7ff70c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:56.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.649+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7ff7180ad290 con 0x7ff72015e8c0 2024-09-19T08:10:56.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.649+0000 7ff71f7fe640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 0x7ff70c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:56.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.649+0000 7ff71f7fe640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 0x7ff70c06e770 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff710000f60 tx=0x7ff710009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:56.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.653+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff71807aed0 con 0x7ff72015e8c0 2024-09-19T08:10:56.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.843+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff7200d2340 con 0x7ff72015e8c0 2024-09-19T08:10:56.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.843+0000 7ff707fff640 1 -- 172.21.15.17:0/982566096 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 36 entries v106) ==== 81+0+2184 (secure 0 0 0) 0x7ff71807f1d0 con 0x7ff72015e8c0 2024-09-19T08:10:56.843 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:10:56.843 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:56.844 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:56.845 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:10:56.846 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:listed 36 entries 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 msgr2=0x7ff70c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 0x7ff70c06e770 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff710000f60 tx=0x7ff710009040 comp rx=0 tx=0).stop 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 msgr2=0x7ff7201575d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7ff71802ac70 tx=0x7ff718004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:56.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 shutdown_connections 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff70c06c2b0 0x7ff70c06e770 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff72015e8c0 0x7ff7201575d0 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff72015e4e0 0x7ff7200b1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 --2- 172.21.15.17:0/982566096 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff7200b6ee0 0x7ff72014dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.845+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 >> 172.21.15.17:0/982566096 conn(0x7ff72006f400 msgr2=0x7ff720070ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.846+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 shutdown_connections 2024-09-19T08:10:56.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:56.846+0000 7ff725b42640 1 -- 172.21.15.17:0/982566096 wait complete. 2024-09-19T08:10:56.857 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:10:56.857 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:10:56.873 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:10:57.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.016+0000 7fcb41665640 1 Processor -- start 2024-09-19T08:10:57.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.016+0000 7fcb41665640 1 -- start start 2024-09-19T08:10:57.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb41665640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcb3c15eab0 0x7fcb3c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb41665640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcb3c0d3480 0x7fcb3c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb41665640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb3c0d17e0 con 0x7fcb3c06dae0 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb41665640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcb3c0d09d0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb41665640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcb3c15ee90 con 0x7fcb3c15eab0 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcb3c0d3480 0x7fcb3c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb327fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcb3c06dae0 0x7fcb3c0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60462/0 (socket says 172.21.15.17:60462) 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb327fc640 1 -- 172.21.15.17:0/1669128414 learned_addr learned my addr 172.21.15.17:0/1669128414 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3affd640 1 --2- 172.21.15.17:0/1669128414 >> v2:172.21.15.160:3300/0 conn(0x7fcb3c15eab0 0x7fcb3c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3b7fe640 1 -- 172.21.15.17:0/1669128414 >> v2:172.21.15.160:3300/0 conn(0x7fcb3c15eab0 msgr2=0x7fcb3c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3b7fe640 1 --2- 172.21.15.17:0/1669128414 >> v2:172.21.15.160:3300/0 conn(0x7fcb3c15eab0 0x7fcb3c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3b7fe640 1 -- 172.21.15.17:0/1669128414 >> v1:172.21.15.17:6789/0 conn(0x7fcb3c06dae0 legacy=0x7fcb3c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3b7fe640 1 -- 172.21.15.17:0/1669128414 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3c0cfc10 con 0x7fcb3c0d3480 2024-09-19T08:10:57.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.017+0000 7fcb3a7fc640 1 -- 172.21.15.17:0/1669128414 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1463045969 0 0) 0x7fcb3c0d17e0 con 0x7fcb3c06dae0 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.018+0000 7fcb3b7fe640 1 --2- 172.21.15.17:0/1669128414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c0b8290 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0d53d0 tx=0x7fcb3402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e34bc7c57f6da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.018+0000 7fcb3a7fc640 1 -- 172.21.15.17:0/1669128414 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34007740 con 0x7fcb3c0d3480 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.018+0000 7fcb3a7fc640 1 -- 172.21.15.17:0/1669128414 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb340078e0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.018+0000 7fcb3a7fc640 1 -- 172.21.15.17:0/1669128414 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34007cb0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 -- 172.21.15.17:0/1669128414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 msgr2=0x7fcb3c0b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 --2- 172.21.15.17:0/1669128414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c0b8290 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0d53d0 tx=0x7fcb3402a710 comp rx=0 tx=0).stop 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 -- 172.21.15.17:0/1669128414 shutdown_connections 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 --2- 172.21.15.17:0/1669128414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c0b8290 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 --2- 172.21.15.17:0/1669128414 >> v2:172.21.15.160:3300/0 conn(0x7fcb3c15eab0 0x7fcb3c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 -- 172.21.15.17:0/1669128414 >> 172.21.15.17:0/1669128414 conn(0x7fcb3c0d4b30 msgr2=0x7fcb3c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:57.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 -- 172.21.15.17:0/1669128414 shutdown_connections 2024-09-19T08:10:57.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.019+0000 7fcb41665640 1 -- 172.21.15.17:0/1669128414 wait complete. 2024-09-19T08:10:57.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.020+0000 7fcb41665640 1 Processor -- start 2024-09-19T08:10:57.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.020+0000 7fcb41665640 1 -- start start 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb3c06dae0 0x7fcb3c161da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb3c15eab0 0x7fcb3c0cccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c0d01d0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c06df20 con 0x7fcb3c06dae0 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb41665640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb3c0d04b0 con 0x7fcb3c15eab0 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40294/0 (socket says 172.21.15.17:40294) 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 -- 172.21.15.17:0/2935730876 learned_addr learned my addr 172.21.15.17:0/2935730876 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb3b7fe640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb3c15eab0 0x7fcb3c0cccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb3affd640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb3c06dae0 0x7fcb3c161da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 -- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb3c15eab0 msgr2=0x7fcb3c0cccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb3c15eab0 0x7fcb3c0cccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 -- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb3c06dae0 msgr2=0x7fcb3c161da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb3c06dae0 0x7fcb3c161da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.021+0000 7fcb327fc640 1 -- 172.21.15.17:0/2935730876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3c0cd800 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb327fc640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fcb2400c500 tx=0x7fcb2400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb24018070 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb24007580 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb3c0cdae0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb24004a20 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.022+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb3c0ce0a0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.023+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb3c0ce2a0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.023+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb2401b070 con 0x7fcb3c0d3480 2024-09-19T08:10:57.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.024+0000 7fcb33fff640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 0x7fcb1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.024+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fcb2408ad30 con 0x7fcb3c0d3480 2024-09-19T08:10:57.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.024+0000 7fcb3affd640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 0x7fcb1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.025+0000 7fcb3affd640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 0x7fcb1c06e770 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0079a0 tx=0x7fcb2c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.028+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb3c0ce2a0 con 0x7fcb3c0d3480 2024-09-19T08:10:57.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.218+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcb3c0ceb50 con 0x7fcb3c0d3480 2024-09-19T08:10:57.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.218+0000 7fcb33fff640 1 -- 172.21.15.17:0/2935730876 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 36 entries v106) ==== 81+0+2184 (secure 0 0 0) 0x7fcb24058810 con 0x7fcb3c0d3480 2024-09-19T08:10:57.218 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:10:57.218 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:10:57.219 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:57.220 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:10:57.221 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:listed 36 entries 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 msgr2=0x7fcb1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 0x7fcb1c06e770 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0079a0 tx=0x7fcb2c008040 comp rx=0 tx=0).stop 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 msgr2=0x7fcb3c157a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fcb2400c500 tx=0x7fcb2400c9c0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 shutdown_connections 2024-09-19T08:10:57.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb1c06c2b0 0x7fcb1c06e770 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb3c15eab0 0x7fcb3c0cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb3c0d3480 0x7fcb3c157a40 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 --2- 172.21.15.17:0/2935730876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb3c06dae0 0x7fcb3c161da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 >> 172.21.15.17:0/2935730876 conn(0x7fcb3c0d4b30 msgr2=0x7fcb3c0c8cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 shutdown_connections 2024-09-19T08:10:57.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.220+0000 7fcb41665640 1 -- 172.21.15.17:0/2935730876 wait complete. 2024-09-19T08:10:57.231 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:10:57.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:57.231 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:10:57.257 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:10:57.257 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:10:57.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:10:57.257 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:10:57.313 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:10:57.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.455+0000 7fd921513640 1 Processor -- start 2024-09-19T08:10:57.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.456+0000 7fd921513640 1 -- start start 2024-09-19T08:10:57.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.456+0000 7fd921513640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd91c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.456+0000 7fd921513640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd91c0ce4f0 con 0x7fd91c0b22c0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.456+0000 7fd921513640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd91c0ce7d0 con 0x7fd91c15b2e0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.456+0000 7fd921513640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd91c15b6c0 con 0x7fd91c0cdfc0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd91c0b22c0 0x7fd91c071750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60478/0 (socket says 172.21.15.17:60478) 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91b7fe640 1 -- 172.21.15.17:0/321222771 learned_addr learned my addr 172.21.15.17:0/321222771 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91a7fc640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd91c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 450691058 0 0) 0x7fd91c0ce4f0 con 0x7fd91c0b22c0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd908003520 con 0x7fd91c0b22c0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 909106495 0 0) 0x7fd908003520 con 0x7fd91c0b22c0 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 msgr2=0x7fd91c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd91c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 >> v1:172.21.15.160:6789/0 conn(0x7fd91c15b2e0 legacy=0x7fd91c0b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd91c0ceab0 con 0x7fd91c0b22c0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd90c0019f0 con 0x7fd91c0b22c0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 >> v1:172.21.15.17:6789/0 conn(0x7fd91c0b22c0 legacy=0x7fd91c071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9080039e0 0x7fd908003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd908004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd908004d40 0x7fd9080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd90800ba70 con 0x7fd908004d40 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd90800bc20 con 0x7fd9080039e0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd90800e030 con 0x7fd91c0cdfc0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91b7fe640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd908004d40 0x7fd9080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91affd640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9080039e0 0x7fd908003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.457+0000 7fd91a7fc640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd908004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 -- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 msgr2=0x7fd908004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c0cdfc0 0x7fd908004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 -- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9080039e0 msgr2=0x7fd908003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9080039e0 0x7fd908003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 -- 172.21.15.17:0/321222771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd908003520 con 0x7fd908004d40 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.458+0000 7fd91b7fe640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd908004d40 0x7fd9080051c0 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00a780 tx=0x7fd908005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b46996882ea35ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c00a3d0 con 0x7fd908004d40 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd90c02f070 con 0x7fd908004d40 2024-09-19T08:10:57.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd919ffb640 1 -- 172.21.15.17:0/321222771 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c02bc40 con 0x7fd908004d40 2024-09-19T08:10:57.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 -- 172.21.15.17:0/321222771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd908004d40 msgr2=0x7fd9080051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 --2- 172.21.15.17:0/321222771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd908004d40 0x7fd9080051c0 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00a780 tx=0x7fd908005830 comp rx=0 tx=0).stop 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd91b7fe640 1 -- 172.21.15.17:0/321222771 reap_dead start 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 -- 172.21.15.17:0/321222771 shutdown_connections 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 -- 172.21.15.17:0/321222771 >> 172.21.15.17:0/321222771 conn(0x7fd91c06bc10 msgr2=0x7fd91c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 -- 172.21.15.17:0/321222771 shutdown_connections 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.459+0000 7fd921513640 1 -- 172.21.15.17:0/321222771 wait complete. 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 Processor -- start 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 -- start start 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd908004d40 0x7fd91c154370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c15c0d0 0x7fd91c0ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd91c071130 con 0x7fd91c150f80 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd91c0b4430 con 0x7fd908004d40 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd921513640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd91c0712b0 con 0x7fd91c15c0d0 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd91a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd91a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40302/0 (socket says 172.21.15.17:40302) 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.461+0000 7fd91a7fc640 1 -- 172.21.15.17:0/1812915242 learned_addr learned my addr 172.21.15.17:0/1812915242 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91b7fe640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c15c0d0 0x7fd91c0ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91affd640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd908004d40 0x7fd91c154370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 -- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c15c0d0 msgr2=0x7fd91c0ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c15c0d0 0x7fd91c0ccff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 -- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd908004d40 msgr2=0x7fd91c154370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd908004d40 0x7fd91c154370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 -- 172.21.15.17:0/1812915242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd91c15c690 con 0x7fd91c150f80 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd91a7fc640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7fd9040119d0 tx=0x7fd904011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90400fb50 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd90400fcf0 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90400fea0 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd91c151eb0 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.462+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd91c152470 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.463+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd91c0b1e10 con 0x7fd91c150f80 2024-09-19T08:10:57.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.464+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd904012040 con 0x7fd91c150f80 2024-09-19T08:10:57.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.464+0000 7fd9137fe640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 0x7fd8fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.464+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7286+0+0 (secure 0 0 0) 0x7fd90408beb0 con 0x7fd91c150f80 2024-09-19T08:10:57.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.464+0000 7fd91affd640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 0x7fd8fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.465+0000 7fd91affd640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 0x7fd8fc06e7a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fd9140017e0 tx=0x7fd914009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.469+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd904019030 con 0x7fd91c150f80 2024-09-19T08:10:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.679+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd91c06f170 con 0x7fd91c150f80 2024-09-19T08:10:57.680 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:10:57.680+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:10:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.681+0000 7fd9137fe640 1 -- 172.21.15.17:0/1812915242 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v190) ==== 161+0+0 (secure 0 0 0) 0x7fd904059a30 con 0x7fd91c150f80 2024-09-19T08:10:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:10:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 msgr2=0x7fd8fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 0x7fd8fc06e7a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fd9140017e0 tx=0x7fd914009040 comp rx=0 tx=0).stop 2024-09-19T08:10:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 msgr2=0x7fd91c0ccab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7fd9040119d0 tx=0x7fd904011e90 comp rx=0 tx=0).stop 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 shutdown_connections 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd8fc06c2e0 0x7fd8fc06e7a0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd91c15c0d0 0x7fd91c0ccff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd91c150f80 0x7fd91c0ccab0 unknown :-1 s=CLOSED pgs=1674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 --2- 172.21.15.17:0/1812915242 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd908004d40 0x7fd91c154370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 >> 172.21.15.17:0/1812915242 conn(0x7fd91c06bc10 msgr2=0x7fd91c0b1340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 shutdown_connections 2024-09-19T08:10:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.684+0000 7fd921513640 1 -- 172.21.15.17:0/1812915242 wait complete. 2024-09-19T08:10:57.685 INFO:tasks.ceph.mds.a.smithi017.stderr: -1843> 2024-09-19T08:10:47.170+0000 7f04e7d43640 -1 mds.0.purge_queue operator(): Error -22 loading Journaler 2024-09-19T08:10:57.686 INFO:tasks.ceph.mds.a.smithi017.stderr: -1840> 2024-09-19T08:10:47.170+0000 7f04e7d43640 -1 mds.0.185 unhandled write error (22) Invalid argument, force readonly... 2024-09-19T08:10:57.686 INFO:tasks.ceph.mds.a.smithi017.stderr: -621> 2024-09-19T08:10:54.448+0000 7f04ead49640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:10:57.696 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:10:57.711 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:10:57.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.800+0000 7fe2c355b640 1 Processor -- start 2024-09-19T08:10:57.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.800+0000 7fe2c355b640 1 -- start start 2024-09-19T08:10:57.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c355b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc0b5320 0x7fe2bc15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c355b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe2bc070660 0x7fe2bc070af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c355b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2bc0b59b0 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c355b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe2bc0b5790 con 0x7fe2bc070660 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c355b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe2bc15e0c0 con 0x7fe2bc0b5320 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe2bc070660 0x7fe2bc070af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c12f7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe2bc0d27b0 0x7fe2bc15d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60494/0 (socket says 172.21.15.17:60494) 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c12f7640 1 -- 172.21.15.17:0/3721149524 learned_addr learned my addr 172.21.15.17:0/3721149524 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3721149524 >> v2:172.21.15.17:3300/0 conn(0x7fe2bc070660 0x7fe2bc070af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40322/0 (socket says 172.21.15.17:40322) 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c0af6640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc0b5320 0x7fe2bc15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3721149524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc0b5320 msgr2=0x7fe2bc15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc0b5320 0x7fe2bc15d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3721149524 >> v1:172.21.15.17:6789/0 conn(0x7fe2bc0d27b0 legacy=0x7fe2bc15d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3721149524 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2bc0b5c90 con 0x7fe2bc070660 2024-09-19T08:10:57.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.801+0000 7fe2b3fff640 1 -- 172.21.15.17:0/3721149524 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2093649238 0 0) 0x7fe2bc0b59b0 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.802+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc070660 0x7fe2bc070af0 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009d90 tx=0x7fe2b402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9df7132d18741b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.802+0000 7fe2b3fff640 1 -- 172.21.15.17:0/3721149524 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4007740 con 0x7fe2bc070660 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.802+0000 7fe2b3fff640 1 -- 172.21.15.17:0/3721149524 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2b40078e0 con 0x7fe2bc070660 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.802+0000 7fe2b3fff640 1 -- 172.21.15.17:0/3721149524 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4007cb0 con 0x7fe2bc070660 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 -- 172.21.15.17:0/3721149524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc070660 msgr2=0x7fe2bc070af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc070660 0x7fe2bc070af0 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009d90 tx=0x7fe2b402a660 comp rx=0 tx=0).stop 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 -- 172.21.15.17:0/3721149524 shutdown_connections 2024-09-19T08:10:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc070660 0x7fe2bc070af0 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3721149524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc0b5320 0x7fe2bc15d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 -- 172.21.15.17:0/3721149524 >> 172.21.15.17:0/3721149524 conn(0x7fe2bc06f400 msgr2=0x7fe2bc06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 -- 172.21.15.17:0/3721149524 shutdown_connections 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.803+0000 7fe2c355b640 1 -- 172.21.15.17:0/3721149524 wait complete. 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.804+0000 7fe2c355b640 1 Processor -- start 2024-09-19T08:10:57.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.804+0000 7fe2c355b640 1 -- start start 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc070660 0x7fe2bc158940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2bc0b5320 0x7fe2bc0c8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe2bc0b6530 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe2bc0b6250 con 0x7fe2bc0b5320 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c355b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe2bc0d2b90 con 0x7fe2bc070660 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c1af8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c1af8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40324/0 (socket says 172.21.15.17:40324) 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3760455537 learned_addr learned my addr 172.21.15.17:0/3760455537 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:57.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c12f7640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc070660 0x7fe2bc158940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.805+0000 7fe2c0af6640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2bc0b5320 0x7fe2bc0c8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc070660 msgr2=0x7fe2bc158940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc070660 0x7fe2bc158940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2bc0b5320 msgr2=0x7fe2bc0c8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2bc0b5320 0x7fe2bc0c8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 -- 172.21.15.17:0/3760455537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2bc158e80 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c1af8640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009eb0 tx=0x7fe2b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4040070 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2b4031c40 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4009450 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2bc06d690 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.806+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2bc06dc50 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.807+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2bc15d2e0 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.808+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2b4039040 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.808+0000 7fe2b1ffb640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 0x7fe2a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.808+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7372+0+0 (secure 0 0 0) 0x7fe2b40ac870 con 0x7fe2bc0d27b0 2024-09-19T08:10:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.808+0000 7fe2c12f7640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 0x7fe2a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.809+0000 7fe2c12f7640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 0x7fe2a006e770 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8007fd0 tx=0x7fe2b8007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:57.812+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe2b407a3a0 con 0x7fe2bc0d27b0 2024-09-19T08:10:58.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.061+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fe2bc15e3a0 con 0x7fe2bc0d27b0 2024-09-19T08:10:58.479 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:10:58.482 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:10:58.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.683+0000 7fe2b1ffb640 1 -- 172.21.15.17:0/3760455537 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v191) ==== 107+0+0 (secure 0 0 0) 0x7fe2b407e6a0 con 0x7fe2bc0d27b0 2024-09-19T08:10:58.683 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:10:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 msgr2=0x7fe2a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 0x7fe2a006e770 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8007fd0 tx=0x7fe2b8007de0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 msgr2=0x7fe2bc06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009eb0 tx=0x7fe2b4004a40 comp rx=0 tx=0).stop 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 shutdown_connections 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe2a006c2b0 0x7fe2a006e770 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc0d27b0 0x7fe2bc06cd20 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe2bc0b5320 0x7fe2bc0c8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 --2- 172.21.15.17:0/3760455537 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe2bc070660 0x7fe2bc158940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 >> 172.21.15.17:0/3760455537 conn(0x7fe2bc06f400 msgr2=0x7fe2bc15eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 shutdown_connections 2024-09-19T08:10:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.687+0000 7fe2c355b640 1 -- 172.21.15.17:0/3760455537 wait complete. 2024-09-19T08:10:58.700 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:10:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.746+0000 7f9b6d2ccf40 1 Processor -- start 2024-09-19T08:10:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.746+0000 7f9b6d2ccf40 1 -- start start 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256b76a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b87d80 0x55d256af7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d256b87640 con 0x55d256b7cf90 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d256a00510 con 0x55d256ada820 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d256aef660 con 0x55d256b87d80 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6a5c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6a5c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40344/0 (socket says 172.21.15.17:40344) 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.747+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/4245667787 learned_addr learned my addr 172.21.15.17:0/4245667787 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b87d80 0x55d256af7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b87d80 msgr2=0x55d256af7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b87d80 0x55d256af7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 msgr2=0x55d256b76a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256b76a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256b76a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/4245667787 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d256b7ace0 con 0x55d256b7cf90 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f9b60005cf0 tx=0x7f9b60051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97fe993a3803a1dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b695bf640 1 -- 172.21.15.17:0/4245667787 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60063070 con 0x55d256b7cf90 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b695bf640 1 -- 172.21.15.17:0/4245667787 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b600559c0 con 0x55d256b7cf90 2024-09-19T08:10:58.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b695bf640 1 -- 172.21.15.17:0/4245667787 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60055d70 con 0x55d256b7cf90 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/4245667787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 msgr2=0x55d256b76fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.748+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f9b60005cf0 tx=0x7f9b60051000 comp rx=0 tx=0).stop 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/4245667787 shutdown_connections 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b87d80 0x55d256af7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b7cf90 0x55d256b76fa0 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/4245667787 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256b76a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/4245667787 >> 172.21.15.17:0/4245667787 conn(0x55d256ad9400 msgr2=0x55d256af6ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/4245667787 shutdown_connections 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/4245667787 wait complete. 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 Processor -- start 2024-09-19T08:10:58.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.749+0000 7f9b6d2ccf40 1 -- start start 2024-09-19T08:10:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256c1c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b7cf90 0x55d256b72d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 0x55d256b887d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d256af7470 con 0x55d256b87d80 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d256adeba0 con 0x55d256ada820 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6d2ccf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d256b774e0 con 0x55d256b7cf90 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6b5c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 0x55d256b887d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6b5c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 0x55d256b887d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40354/0 (socket says 172.21.15.17:40354) 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 learned_addr learned my addr 172.21.15.17:0/3903159250 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b7cf90 0x55d256b72d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.750+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256c1c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b7cf90 msgr2=0x55d256b72d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d256b7cf90 0x55d256b72d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 msgr2=0x55d256c1c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d256ada820 0x55d256c1c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d256b80770 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 0x55d256b887d0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f9b64005f30 tx=0x7f9b640085b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b53fff640 1 -- 172.21.15.17:0/3903159250 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6400b070 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b53fff640 1 -- 172.21.15.17:0/3903159250 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b64017070 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d256b78880 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b53fff640 1 -- 172.21.15.17:0/3903159250 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6400e040 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.751+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d256b732c0 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b53fff640 1 -- 172.21.15.17:0/3903159250 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b64012650 con 0x55d256b87d80 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b53fff640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b5806ac90 0x7f9b5806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b53fff640 1 -- 172.21.15.17:0/3903159250 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7372+0+0 (secure 0 0 0) 0x7f9b6408a080 con 0x55d256b87d80 2024-09-19T08:10:58.756 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b5806ac90 0x7f9b5806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d256b75590 0x55d256b79590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256b73b00 con 0x55d256b75590 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.753+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d256b75590 0x55d256b79590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.754+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b5806ac90 0x7f9b5806d150 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c000c00 tx=0x7f9b5c0017f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.754+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d256b75590 0x55d256b79590 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.756+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v107'567 uv541 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.756+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c28c90 con 0x55d256b75590 2024-09-19T08:10:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.757+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v107'568 uv568 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.757+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29030 con 0x55d256b75590 2024-09-19T08:10:58.758 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:10:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.758+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v107'569 uv569 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.758+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2a3e0 con 0x55d256b75590 2024-09-19T08:10:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.759+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v107'570 uv570 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.759+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2a780 con 0x55d256b75590 2024-09-19T08:10:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.760+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v107'571 uv571 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.760+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c293d0 con 0x55d256b75590 2024-09-19T08:10:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.762+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v107'572 uv572 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.762+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c297c0 con 0x55d256b75590 2024-09-19T08:10:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.763+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v107'573 uv547 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.763+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.764+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v107'574 uv574 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.764+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.764 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:10:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.765+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v107'575 uv575 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.765+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.766+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v107'576 uv576 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.766+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.767+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v107'577 uv577 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.767+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.768+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v107'578 uv578 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.768+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.770+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v107'579 uv554 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.770+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.771+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v107'580 uv580 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.771+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.771 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:10:58.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.772+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v107'581 uv581 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.772+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.773+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v107'582 uv582 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.773+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.774+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v107'583 uv583 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.774+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.775+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v107'584 uv584 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.775+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.776+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v107'585 uv585 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.776+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.778+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v107'586 uv560 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.778+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.779+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v107'587 uv587 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.779+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.781+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v107'588 uv588 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.781 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:10:58.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.781+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.782+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v107'589 uv589 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.782+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.783+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v107'590 uv590 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.783+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.784+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v107'591 uv591 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.784+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.786+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v107'592 uv566 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.786+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.787+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v107'593 uv593 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.787+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.788 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:10:58.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.788+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v107'594 uv594 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.788+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.789+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v107'595 uv595 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.789+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.791+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v107'596 uv596 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.791+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256b75590 2024-09-19T08:10:58.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.792+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v107'597 uv597 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.792+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d256c2ab20 0x55d256c2cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.792+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c29b60 con 0x55d256c2ab20 2024-09-19T08:10:58.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.792+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d256c2ab20 0x55d256c2cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.793+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d256c2ab20 0x55d256c2cf10 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.794+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v107'416 uv396 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.794+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2d450 con 0x55d256c2ab20 2024-09-19T08:10:58.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.795+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v107'417 uv417 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.795+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2d7f0 con 0x55d256c2ab20 2024-09-19T08:10:58.796 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:10:58.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.796+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v107'418 uv418 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.796+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2e040 con 0x55d256c2ab20 2024-09-19T08:10:58.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.798+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v107'419 uv419 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.798+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2e3e0 con 0x55d256c2ab20 2024-09-19T08:10:58.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.799+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v107'420 uv420 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.799+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2e780 con 0x55d256c2ab20 2024-09-19T08:10:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.800+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v107'421 uv415 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.800+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.801+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v107'422 uv422 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.801+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.802 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:10:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.802+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v107'423 uv423 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.802+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.804+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v107'424 uv424 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.804+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.805+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v107'425 uv425 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.805+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.806+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v107'426 uv414 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.806+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.807+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v107'427 uv427 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.807+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.808 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:10:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.808+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v107'428 uv428 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.808+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c32580 con 0x55d256c2ab20 2024-09-19T08:10:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.810+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v107'429 uv429 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.810+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c32580 con 0x55d256c2ab20 2024-09-19T08:10:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.811+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v107'430 uv430 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.811+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.812+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v107'431 uv412 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.812+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.813+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v107'432 uv432 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.813+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.814+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v107'433 uv433 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.814 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:10:58.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.814+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2fb30 con 0x55d256c2ab20 2024-09-19T08:10:58.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.815+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v107'434 uv434 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.815+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2fb30 con 0x55d256c2ab20 2024-09-19T08:10:58.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.816+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v107'435 uv435 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.816+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256c2ab20 2024-09-19T08:10:58.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.818+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v107'436 uv436 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c2ab20 2024-09-19T08:10:58.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.818+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256b75590 2024-09-19T08:10:58.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.819+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v107'111 uv110 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.819+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256b75590 2024-09-19T08:10:58.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.820+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v107'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.820+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256b75590 2024-09-19T08:10:58.820 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:10:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.821+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v107'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.821+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2fb30 con 0x55d256b75590 2024-09-19T08:10:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.822+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v107'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.822+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2fb30 con 0x55d256b75590 2024-09-19T08:10:58.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.823+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v107'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.823+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c2eb20 con 0x55d256b75590 2024-09-19T08:10:58.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.824+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v107'116 uv116 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.824+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d256c2f030 0x55d256c31420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.824+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31a30 con 0x55d256c2f030 2024-09-19T08:10:58.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.824+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d256c2f030 0x55d256c31420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.824+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d256c2f030 0x55d256c31420 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.825+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v107'85 uv84 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.825+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31b30 con 0x55d256c2f030 2024-09-19T08:10:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.826+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v107'86 uv86 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.826+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256c2f030 2024-09-19T08:10:58.827 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:10:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.827+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v107'87 uv87 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.827+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256c2f030 2024-09-19T08:10:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.828+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v107'88 uv88 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.828+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256b75590 2024-09-19T08:10:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.829+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v107'111 uv110 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.829+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256b75590 2024-09-19T08:10:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.830+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v107'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.830+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256b75590 2024-09-19T08:10:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.831+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v107'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.831 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:10:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.831+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c32f80 con 0x55d256b75590 2024-09-19T08:10:58.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.832+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v107'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.832+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c32f80 con 0x55d256b75590 2024-09-19T08:10:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.833+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v107'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.833+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c31f70 con 0x55d256b75590 2024-09-19T08:10:58.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.834+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v107'116 uv116 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.834+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d256c325f0 0x55d256c349e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.834+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c34f20 con 0x55d256c325f0 2024-09-19T08:10:58.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.834+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d256c325f0 0x55d256c349e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.835+0000 7f9b6b5c3640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d256c325f0 0x55d256c349e0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.836+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v107'205 uv198 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.836+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35380 con 0x55d256c325f0 2024-09-19T08:10:58.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.837+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v107'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.837+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35830 con 0x55d256c325f0 2024-09-19T08:10:58.837 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:10:58.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.838+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v107'207 uv207 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.838+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c370e0 con 0x55d256c325f0 2024-09-19T08:10:58.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.839+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v107'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.839+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c37480 con 0x55d256c325f0 2024-09-19T08:10:58.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.839+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v107'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.840+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c360d0 con 0x55d256c325f0 2024-09-19T08:10:58.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.840+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v107'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.840+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c325f0 2024-09-19T08:10:58.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.841+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v107'211 uv204 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.841+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c325f0 2024-09-19T08:10:58.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.842+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v107'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.842+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c325f0 2024-09-19T08:10:58.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.843+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v107'213 uv213 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.844 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:10:58.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.843+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c325f0 2024-09-19T08:10:58.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.845+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v107'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.845+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c325f0 2024-09-19T08:10:58.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.845+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v107'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.845+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d256c37820 0x55d256c39c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.846+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c37820 2024-09-19T08:10:58.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.846+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d256c37820 0x55d256c39c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.846+0000 7f9b6adc2640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d256c37820 0x55d256c39c10 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.847+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v107'91 uv90 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c37820 2024-09-19T08:10:58.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.847+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c364c0 con 0x55d256c37820 2024-09-19T08:10:58.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.848+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v107'92 uv92 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c37820 2024-09-19T08:10:58.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.848+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c37820 2024-09-19T08:10:58.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.849+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v107'93 uv93 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c37820 2024-09-19T08:10:58.849 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:10:58.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.849+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c37820 2024-09-19T08:10:58.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.851+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v107'94 uv94 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c37820 2024-09-19T08:10:58.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.851+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c37820 2024-09-19T08:10:58.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.852+0000 7f9b6adc2640 1 -- 172.21.15.17:0/3903159250 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v107'95 uv95 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b5c01a040 con 0x55d256c37820 2024-09-19T08:10:58.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.852+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256b75590 2024-09-19T08:10:58.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.853+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v107'111 uv110 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.853+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256b75590 2024-09-19T08:10:58.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.854+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v107'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.854+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256b75590 2024-09-19T08:10:58.855 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:10:58.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.855+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v107'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.855+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3b1b0 con 0x55d256b75590 2024-09-19T08:10:58.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.856+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v107'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.856+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3b1b0 con 0x55d256b75590 2024-09-19T08:10:58.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.857+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v107'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.857+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256b75590 2024-09-19T08:10:58.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.858+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v107'116 uv116 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256b75590 2024-09-19T08:10:58.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.858+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c2f030 2024-09-19T08:10:58.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.859+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v107'182 uv176 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.859+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c2f030 2024-09-19T08:10:58.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.860+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v107'183 uv183 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.860+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3a1a0 con 0x55d256c2f030 2024-09-19T08:10:58.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.861+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v107'184 uv184 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.861 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:10:58.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.861+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c60 con 0x55d256c2f030 2024-09-19T08:10:58.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.862+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v107'185 uv185 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.862+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c60 con 0x55d256c2f030 2024-09-19T08:10:58.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.863+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v107'186 uv186 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.863+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c60 con 0x55d256c2f030 2024-09-19T08:10:58.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.864+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v107'187 uv181 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.864+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c60 con 0x55d256c2f030 2024-09-19T08:10:58.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.865+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v107'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.865+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c40 con 0x55d256c2f030 2024-09-19T08:10:58.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.866+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v107'189 uv189 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.866 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:10:58.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.866+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c35c40 con 0x55d256c2f030 2024-09-19T08:10:58.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.867+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v107'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.867+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3cfb0 con 0x55d256c2f030 2024-09-19T08:10:58.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.868+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v107'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.868+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d256c3ab60 0x55d256c3cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.868+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d630 con 0x55d256c3ab60 2024-09-19T08:10:58.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.868+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d256c3ab60 0x55d256c3cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.868+0000 7f9b6a5c1640 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d256c3ab60 0x55d256c3cf50 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.869+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v107'83 uv81 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c3ab60 2024-09-19T08:10:58.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.869+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d630 con 0x55d256c3ab60 2024-09-19T08:10:58.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.870+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v107'84 uv84 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c3ab60 2024-09-19T08:10:58.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.870+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d630 con 0x55d256c3ab60 2024-09-19T08:10:58.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.871+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v107'85 uv85 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c3ab60 2024-09-19T08:10:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:10:58.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.871+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d660 con 0x55d256c3ab60 2024-09-19T08:10:58.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.872+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v107'86 uv86 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c3ab60 2024-09-19T08:10:58.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.872+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d660 con 0x55d256c2f030 2024-09-19T08:10:58.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.873+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v107'111 uv110 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.873+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d660 con 0x55d256c2f030 2024-09-19T08:10:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.875+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v107'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.875+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d5e0 con 0x55d256c2f030 2024-09-19T08:10:58.875 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:10:58.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.876+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v107'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.876+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3e9e0 con 0x55d256c2f030 2024-09-19T08:10:58.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.877+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v107'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.877+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3e9e0 con 0x55d256c2f030 2024-09-19T08:10:58.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.878+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v107'115 uv115 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.878+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c2f030 2024-09-19T08:10:58.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.879+0000 7f9b6a5c1640 1 -- 172.21.15.17:0/3903159250 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v107'116 uv116 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b60068460 con 0x55d256c2f030 2024-09-19T08:10:58.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.879+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.880+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v107'94 uv93 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.880+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.881+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v107'95 uv95 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.881+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.882+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v107'96 uv96 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.882 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:10:58.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.882+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.883+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v107'97 uv97 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.884+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.885+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v107'98 uv98 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.885+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.886+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v107'229 uv220 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.886+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.887+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v107'230 uv230 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.887+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.888+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v107'231 uv231 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.888 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:10:58.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.888+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.889+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v107'232 uv232 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.889+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.890+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v107'233 uv233 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.890+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.891+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v107'234 uv227 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.891+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.892+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v107'235 uv235 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.892+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.893+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v107'236 uv236 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:10:58.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.893+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3e770 con 0x55d256c325f0 2024-09-19T08:10:58.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.894+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v107'237 uv237 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.894+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3e770 con 0x55d256c325f0 2024-09-19T08:10:58.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.895+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v107'238 uv238 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.895+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3d760 con 0x55d256c325f0 2024-09-19T08:10:58.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.896+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v107'239 uv239 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.896+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x55d256c3db20 con 0x55d256c325f0 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v107'240 uv240 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f9b64054220 con 0x55d256c325f0 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d256b75590 msgr2=0x55d256b79590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d256b75590 0x55d256b79590 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d256c2f030 msgr2=0x55d256c31420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d256c2f030 0x55d256c31420 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d256c3ab60 msgr2=0x55d256c3cf50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d256c3ab60 0x55d256c3cf50 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d256c2ab20 msgr2=0x55d256c2cf10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 reap_dead start 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d256c2ab20 0x55d256c2cf10 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d256c325f0 msgr2=0x55d256c349e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d256c325f0 0x55d256c349e0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d256c37820 msgr2=0x55d256c39c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d256c37820 0x55d256c39c10 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b5806ac90 msgr2=0x7f9b5806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b5806ac90 0x7f9b5806d150 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c000c00 tx=0x7f9b5c0017f0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 msgr2=0x55d256b887d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 --2- 172.21.15.17:0/3903159250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d256b87d80 0x55d256b887d0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f9b64005f30 tx=0x7f9b640085b0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6b5c3640 1 -- 172.21.15.17:0/3903159250 reap_dead start 2024-09-19T08:10:58.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 shutdown_connections 2024-09-19T08:10:58.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.897+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 >> 172.21.15.17:0/3903159250 conn(0x55d256ad9400 msgr2=0x55d256af8000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:58.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.898+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 shutdown_connections 2024-09-19T08:10:58.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.898+0000 7f9b6d2ccf40 1 -- 172.21.15.17:0/3903159250 wait complete. 2024-09-19T08:10:58.901 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put mds_snaptable - 2024-09-19T08:10:58.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.985+0000 7f131d5d3f40 1 Processor -- start 2024-09-19T08:10:58.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.985+0000 7f131d5d3f40 1 -- start start 2024-09-19T08:10:58.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 0x5584b9bee230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9b71ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5584b9c02640 con 0x5584b9c02d80 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5584b9a7b510 con 0x5584b9bf7f90 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5584b9b6a660 con 0x5584b9b55820 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131b8ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131b8ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40370/0 (socket says 172.21.15.17:40370) 2024-09-19T08:10:58.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131b8ca640 1 -- 172.21.15.17:0/1440317730 learned_addr learned my addr 172.21.15.17:0/1440317730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f1313fff640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9b71ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131b0c9640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 0x5584b9bee230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.986+0000 7f131b8ca640 1 -- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 msgr2=0x5584b9bee230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b8ca640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 0x5584b9bee230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b8ca640 1 -- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 msgr2=0x5584b9b71ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b8ca640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9b71ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b8ca640 1 -- 172.21.15.17:0/1440317730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b9b59b30 con 0x5584b9c02d80 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f1313fff640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9b71ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b0c9640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 0x5584b9bee230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131b8ca640 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f131400c470 tx=0x7f131400c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb175427a4d1eaba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131a0c7640 1 -- 172.21.15.17:0/1440317730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13140115f0 con 0x5584b9c02d80 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131a0c7640 1 -- 172.21.15.17:0/1440317730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1314011790 con 0x5584b9c02d80 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131a0c7640 1 -- 172.21.15.17:0/1440317730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314011b60 con 0x5584b9c02d80 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 -- 172.21.15.17:0/1440317730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 msgr2=0x5584b9bf10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f131400c470 tx=0x7f131400c930 comp rx=0 tx=0).stop 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 -- 172.21.15.17:0/1440317730 shutdown_connections 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9c02d80 0x5584b9bf10b0 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9b71ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/1440317730 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9b55820 0x5584b9bee230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.987+0000 7f131d5d3f40 1 -- 172.21.15.17:0/1440317730 >> 172.21.15.17:0/1440317730 conn(0x5584b9b54400 msgr2=0x5584b9c01df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.988+0000 7f131d5d3f40 1 -- 172.21.15.17:0/1440317730 shutdown_connections 2024-09-19T08:10:58.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.988+0000 7f131d5d3f40 1 -- 172.21.15.17:0/1440317730 wait complete. 2024-09-19T08:10:58.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.988+0000 7f131d5d3f40 1 Processor -- start 2024-09-19T08:10:58.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.988+0000 7f131d5d3f40 1 -- start start 2024-09-19T08:10:58.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 0x5584b9c9b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9c9b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9c02d80 0x5584b9bec6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5584b9b71810 con 0x5584b9b55820 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5584b9bf75b0 con 0x5584b9bf7f90 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131d5d3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5584b9bee8c0 con 0x5584b9c02d80 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 0x5584b9c9b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 0x5584b9c9b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40382/0 (socket says 172.21.15.17:40382) 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 -- 172.21.15.17:0/2519111948 learned_addr learned my addr 172.21.15.17:0/2519111948 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f1313fff640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9c9b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b8ca640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9c02d80 0x5584b9bec6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 -- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9c02d80 msgr2=0x5584b9bec6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5584b9c02d80 0x5584b9bec6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 -- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 msgr2=0x5584b9c9b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5584b9bf7f90 0x5584b9c9b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:58.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.989+0000 7f131b0c9640 1 -- 172.21.15.17:0/2519111948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b9bea7f0 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f131b0c9640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 0x5584b9c9b0b0 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f130c001ea0 tx=0x7f130c00a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f13190c5640 1 -- 172.21.15.17:0/2519111948 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c008040 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f13190c5640 1 -- 172.21.15.17:0/2519111948 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f130c014020 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5584b9bf22a0 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f13190c5640 1 -- 172.21.15.17:0/2519111948 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c00f600 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.990+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b9bec180 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.991+0000 7f13190c5640 1 -- 172.21.15.17:0/2519111948 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f130c00f7a0 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f13190c5640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12fc06ac90 0x7f12fc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f13190c5640 1 -- 172.21.15.17:0/2519111948 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7372+0+0 (secure 0 0 0) 0x7f130c08a420 con 0x5584b9b55820 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f1313fff640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12fc06ac90 0x7f12fc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5584b9b724c0 0x5584ba0a2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) -- 0x5584b9c9bb30 con 0x5584b9b724c0 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f131b8ca640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5584b9b724c0 0x5584ba0a2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f1313fff640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12fc06ac90 0x7f12fc06d150 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f1304057000 tx=0x7f1304060040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.992+0000 7f131b8ca640 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5584b9b724c0 0x5584ba0a2190 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131b8ca640 1 -- 172.21.15.17:0/2519111948 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [writefull 0~80] v107'96 uv96 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1314011b20 con 0x5584b9b724c0 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5584b9b724c0 msgr2=0x5584ba0a2190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5584b9b724c0 0x5584ba0a2190 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12fc06ac90 msgr2=0x7f12fc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12fc06ac90 0x7f12fc06d150 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f1304057000 tx=0x7f1304060040 comp rx=0 tx=0).stop 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 msgr2=0x5584b9c9b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 --2- 172.21.15.17:0/2519111948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5584b9b55820 0x5584b9c9b0b0 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f130c001ea0 tx=0x7f130c00a690 comp rx=0 tx=0).stop 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131b8ca640 1 -- 172.21.15.17:0/2519111948 reap_dead start 2024-09-19T08:10:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 shutdown_connections 2024-09-19T08:10:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 >> 172.21.15.17:0/2519111948 conn(0x5584b9b54400 msgr2=0x5584b9c01e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 shutdown_connections 2024-09-19T08:10:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:58.994+0000 7f131d5d3f40 1 -- 172.21.15.17:0/2519111948 wait complete. 2024-09-19T08:10:59.001 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:10:59.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.143+0000 7f1165f9f640 1 Processor -- start 2024-09-19T08:10:59.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.143+0000 7f1165f9f640 1 -- start start 2024-09-19T08:10:59.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f1165f9f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f116006c0e0 0x7f116006c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f1165f9f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11600cfcc0 con 0x7f116015e7f0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f1165f9f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11600cffa0 con 0x7f11600b75f0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f1165f9f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f116006ca90 con 0x7f116006c0e0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f115f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f116015e7f0 0x7f11600cf270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60522/0 (socket says 172.21.15.17:60522) 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f115f7fe640 1 -- 172.21.15.17:0/3128196304 learned_addr learned my addr 172.21.15.17:0/3128196304 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f115effd640 1 --2- 172.21.15.17:0/3128196304 >> v2:172.21.15.160:3300/0 conn(0x7f116006c0e0 0x7f116006c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.144+0000 7f115e7fc640 1 -- 172.21.15.17:0/3128196304 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 546900516 0 0) 0x7f11600cfcc0 con 0x7f116015e7f0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.145+0000 7f115e7fc640 1 -- 172.21.15.17:0/3128196304 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1148003520 con 0x7f116015e7f0 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.145+0000 7f115effd640 1 -- 172.21.15.17:0/3128196304 >> v1:172.21.15.160:6789/0 conn(0x7f11600b75f0 legacy=0x7f11600b7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.145+0000 7f115effd640 1 -- 172.21.15.17:0/3128196304 >> v1:172.21.15.17:6789/0 conn(0x7f116015e7f0 legacy=0x7f11600cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.145+0000 7f115effd640 1 -- 172.21.15.17:0/3128196304 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11600d0280 con 0x7f116006c0e0 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.145+0000 7f115effd640 1 --2- 172.21.15.17:0/3128196304 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116006c550 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f11540097a0 tx=0x7f115402a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b1416ba5b70c14f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f115e7fc640 1 -- 172.21.15.17:0/3128196304 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1154037070 con 0x7f116006c0e0 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f115e7fc640 1 -- 172.21.15.17:0/3128196304 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1154032640 con 0x7f116006c0e0 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f115e7fc640 1 -- 172.21.15.17:0/3128196304 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1154032a10 con 0x7f116006c0e0 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 -- 172.21.15.17:0/3128196304 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 msgr2=0x7f116006c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 --2- 172.21.15.17:0/3128196304 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116006c550 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f11540097a0 tx=0x7f115402a2c0 comp rx=0 tx=0).stop 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 -- 172.21.15.17:0/3128196304 shutdown_connections 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 --2- 172.21.15.17:0/3128196304 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116006c550 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 -- 172.21.15.17:0/3128196304 >> 172.21.15.17:0/3128196304 conn(0x7f11600d44e0 msgr2=0x7f11600d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 -- 172.21.15.17:0/3128196304 shutdown_connections 2024-09-19T08:10:59.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.146+0000 7f1165f9f640 1 -- 172.21.15.17:0/3128196304 wait complete. 2024-09-19T08:10:59.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.147+0000 7f1165f9f640 1 Processor -- start 2024-09-19T08:10:59.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 -- start start 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116014e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 0x7f116015ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f11600cf980 con 0x7f116015e7f0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f11600d0840 con 0x7f116006c0e0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f1165f9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f11600cecf0 con 0x7f11600b75f0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.148+0000 7f115ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40388/0 (socket says 172.21.15.17:40388) 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 -- 172.21.15.17:0/2326899374 learned_addr learned my addr 172.21.15.17:0/2326899374 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115f7fe640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116014e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115effd640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 0x7f116015ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 -- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 msgr2=0x7f116015ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 0x7f116015ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 -- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 msgr2=0x7f116014e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116014e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 -- 172.21.15.17:0/2326899374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116014ee60 con 0x7f116015e7f0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115effd640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 0x7f116015ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115f7fe640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f115ffff640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f115800c7a0 tx=0x7f115800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158003b70 con 0x7f116015e7f0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1158003d30 con 0x7f116015e7f0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11600cceb0 con 0x7f116015e7f0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115800aa90 con 0x7f116015e7f0 2024-09-19T08:10:59.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.149+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11600cd470 con 0x7f116015e7f0 2024-09-19T08:10:59.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.150+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11600ba420 con 0x7f116015e7f0 2024-09-19T08:10:59.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.151+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f115800ac30 con 0x7f116015e7f0 2024-09-19T08:10:59.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.151+0000 7f1147fff640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 0x7f114c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:59.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.151+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7372+0+0 (secure 0 0 0) 0x7f115808ba40 con 0x7f116015e7f0 2024-09-19T08:10:59.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.152+0000 7f115f7fe640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 0x7f114c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:59.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.152+0000 7f115f7fe640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 0x7f114c06e770 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f11500011e0 tx=0x7f1150009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:59.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.155+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11600ba420 con 0x7f116015e7f0 2024-09-19T08:10:59.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:10:59.368+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f11600cfcc0 con 0x7f116015e7f0 2024-09-19T08:11:00.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.206+0000 7f1147fff640 1 -- 172.21.15.17:0/2326899374 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v192) ==== 162+0+0 (secure 0 0 0) 0x7f116014ee60 con 0x7f116015e7f0 2024-09-19T08:11:00.207 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:00.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 msgr2=0x7f114c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 0x7f114c06e770 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f11500011e0 tx=0x7f1150009040 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 msgr2=0x7f116015b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f115800c7a0 tx=0x7f115800cc60 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 shutdown_connections 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f114c06c2b0 0x7f114c06e770 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f116015e7f0 0x7f116015b2e0 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11600b75f0 0x7f116015ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 --2- 172.21.15.17:0/2326899374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f116006c0e0 0x7f116014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.209+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 >> 172.21.15.17:0/2326899374 conn(0x7f11600d44e0 msgr2=0x7f11600b4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.210+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 shutdown_connections 2024-09-19T08:11:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.210+0000 7f1165f9f640 1 -- 172.21.15.17:0/2326899374 wait complete. 2024-09-19T08:11:00.217 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:00.216+0000 7f9c34fd4640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': Decoder at 'virtual void SnapServer::decode_server_state(ceph::buffer::v15_2_0::list::const_iterator&)' v=5 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:11:00.217 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:00.217+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:00.217 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:00.217+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:00.226 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:00.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.335+0000 7f49a565e640 1 Processor -- start 2024-09-19T08:11:00.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.335+0000 7f49a565e640 1 -- start start 2024-09-19T08:11:00.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f49a015eab0 0x7f49a006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49a00b80c0 0x7f49a00b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f49a00d09d0 con 0x7f49a00b80c0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f49a015ee90 con 0x7f49a015eab0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f49a565e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49a006df20 con 0x7f49a006dae0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49a00b80c0 0x7f49a00b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f49a00b80c0 0x7f49a00b8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40398/0 (socket says 172.21.15.17:40398) 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 -- 172.21.15.17:0/1426863121 learned_addr learned my addr 172.21.15.17:0/1426863121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499e7fc640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499effd640 1 --2- 172.21.15.17:0/1426863121 >> v2:172.21.15.160:3300/0 conn(0x7f49a015eab0 0x7f49a006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 -- 172.21.15.17:0/1426863121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 msgr2=0x7f49a00b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 -- 172.21.15.17:0/1426863121 >> v2:172.21.15.160:3300/0 conn(0x7f49a015eab0 msgr2=0x7f49a006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:00.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 --2- 172.21.15.17:0/1426863121 >> v2:172.21.15.160:3300/0 conn(0x7f49a015eab0 0x7f49a006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.336+0000 7f499f7fe640 1 -- 172.21.15.17:0/1426863121 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a00d17e0 con 0x7f49a00b80c0 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.337+0000 7f499f7fe640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a00b80c0 0x7f49a00b8550 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f49a00d53d0 tx=0x7f499802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=345e2994527fbb71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.337+0000 7f499dffb640 1 -- 172.21.15.17:0/1426863121 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998037070 con 0x7f49a00b80c0 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.337+0000 7f499dffb640 1 -- 172.21.15.17:0/1426863121 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4998032440 con 0x7f49a00b80c0 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.337+0000 7f499dffb640 1 -- 172.21.15.17:0/1426863121 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998032810 con 0x7f49a00b80c0 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 -- 172.21.15.17:0/1426863121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a00b80c0 msgr2=0x7f49a00b8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a00b80c0 0x7f49a00b8550 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f49a00d53d0 tx=0x7f499802a2a0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 -- 172.21.15.17:0/1426863121 shutdown_connections 2024-09-19T08:11:00.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a00b80c0 0x7f49a00b8550 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 --2- 172.21.15.17:0/1426863121 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 --2- 172.21.15.17:0/1426863121 >> v2:172.21.15.160:3300/0 conn(0x7f49a015eab0 0x7f49a006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 -- 172.21.15.17:0/1426863121 >> 172.21.15.17:0/1426863121 conn(0x7f49a00d4b30 msgr2=0x7f49a00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 -- 172.21.15.17:0/1426863121 shutdown_connections 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.338+0000 7f49a565e640 1 -- 172.21.15.17:0/1426863121 wait complete. 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.339+0000 7f49a565e640 1 Processor -- start 2024-09-19T08:11:00.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.339+0000 7f49a565e640 1 -- start start 2024-09-19T08:11:00.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00ca300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49a00b80c0 0x7f49a015a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00d01d0 con 0x7f49a015eab0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00cfef0 con 0x7f49a00b80c0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f49a565e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49a00d04b0 con 0x7f49a006dae0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40408/0 (socket says 172.21.15.17:40408) 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 -- 172.21.15.17:0/3683712841 learned_addr learned my addr 172.21.15.17:0/3683712841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499effd640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499e7fc640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49a00b80c0 0x7f49a015a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 -- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 msgr2=0x7f49a00ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 -- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49a00b80c0 msgr2=0x7f49a015a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49a00b80c0 0x7f49a015a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.340+0000 7f499f7fe640 1 -- 172.21.15.17:0/3683712841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a015f010 con 0x7f49a015eab0 2024-09-19T08:11:00.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f499f7fe640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f4998009870 tx=0x7f49980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998037040 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4998042070 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49a015adc0 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998030920 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.341+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49a015f2b0 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.342+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49a00ceb50 con 0x7f49a015eab0 2024-09-19T08:11:00.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.343+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4998030ac0 con 0x7f49a015eab0 2024-09-19T08:11:00.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.343+0000 7f49877fe640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 0x7f498c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.343+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f49980ac350 con 0x7f49a015eab0 2024-09-19T08:11:00.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.343+0000 7f499effd640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 0x7f498c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.344+0000 7f499effd640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 0x7f498c06e770 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f4990006fd0 tx=0x7f4990008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.347+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4998079d90 con 0x7f49a015eab0 2024-09-19T08:11:00.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.563+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f49a00b4860 con 0x7f49a015eab0 2024-09-19T08:11:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.563+0000 7f49877fe640 1 -- 172.21.15.17:0/3683712841 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) ==== 95+0+4395 (secure 0 0 0) 0x7f499807e090 con 0x7f49a015eab0 2024-09-19T08:11:00.563 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:00.563 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":194,"btime":"2024-09-19T08:11:00:218446+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:00.218368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 194 2024-09-19T08:11:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 msgr2=0x7f498c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 0x7f498c06e770 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f4990006fd0 tx=0x7f4990008040 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 msgr2=0x7f49a0156ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f4998009870 tx=0x7f49980046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 shutdown_connections 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f498c06c2b0 0x7f498c06e770 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49a015eab0 0x7f49a0156ff0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f49a00b80c0 0x7f49a015a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 --2- 172.21.15.17:0/3683712841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49a006dae0 0x7f49a00ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 >> 172.21.15.17:0/3683712841 conn(0x7f49a00d4b30 msgr2=0x7f49a00b84a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 shutdown_connections 2024-09-19T08:11:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.565+0000 7f49a565e640 1 -- 172.21.15.17:0/3683712841 wait complete. 2024-09-19T08:11:00.576 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:00.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:00.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.679+0000 7ff0ea465640 1 Processor -- start 2024-09-19T08:11:00.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.679+0000 7ff0ea465640 1 -- start start 2024-09-19T08:11:00.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0ea465640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0ea465640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff0e40b23c0 0x7ff0e4072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0ea465640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0e40ce060 con 0x7ff0e415c480 2024-09-19T08:11:00.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0ea465640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff0e40cf100 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0ea465640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff0e40ce340 con 0x7ff0e40b23c0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40410/0 (socket says 172.21.15.17:40410) 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 -- 172.21.15.17:0/1751568350 learned_addr learned my addr 172.21.15.17:0/1751568350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e8a02640 1 --2- 172.21.15.17:0/1751568350 >> v2:172.21.15.160:3300/0 conn(0x7ff0e40b23c0 0x7ff0e4072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 -- 172.21.15.17:0/1751568350 >> v2:172.21.15.160:3300/0 conn(0x7ff0e40b23c0 msgr2=0x7ff0e4072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 --2- 172.21.15.17:0/1751568350 >> v2:172.21.15.160:3300/0 conn(0x7ff0e40b23c0 0x7ff0e4072270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 -- 172.21.15.17:0/1751568350 >> v1:172.21.15.160:6789/0 conn(0x7ff0e415c480 legacy=0x7ff0e40cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.680+0000 7ff0e37fe640 1 -- 172.21.15.17:0/1751568350 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e40ce620 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.681+0000 7ff0e37fe640 1 --2- 172.21.15.17:0/1751568350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4069550 tx=0x7ff0d802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4c7c43f7b2f0613 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.681+0000 7ff0e2ffd640 1 -- 172.21.15.17:0/1751568350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8037070 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.681+0000 7ff0e2ffd640 1 -- 172.21.15.17:0/1751568350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0d8032440 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.681+0000 7ff0e2ffd640 1 -- 172.21.15.17:0/1751568350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8032810 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 -- 172.21.15.17:0/1751568350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e40cf9d0 msgr2=0x7ff0e40b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 --2- 172.21.15.17:0/1751568350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4069550 tx=0x7ff0d802a270 comp rx=0 tx=0).stop 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 -- 172.21.15.17:0/1751568350 shutdown_connections 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 --2- 172.21.15.17:0/1751568350 >> v2:172.21.15.160:3300/0 conn(0x7ff0e40b23c0 0x7ff0e4072270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 --2- 172.21.15.17:0/1751568350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e40cf9d0 0x7ff0e40b1e80 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 -- 172.21.15.17:0/1751568350 >> 172.21.15.17:0/1751568350 conn(0x7ff0e406bc10 msgr2=0x7ff0e406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 -- 172.21.15.17:0/1751568350 shutdown_connections 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.682+0000 7ff0ea465640 1 -- 172.21.15.17:0/1751568350 wait complete. 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.683+0000 7ff0ea465640 1 Processor -- start 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.683+0000 7ff0ea465640 1 -- start start 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 0x7ff0e406d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0e40cf9d0 0x7ff0e406db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e40b2850 con 0x7ff0e415c480 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e40cebe0 con 0x7ff0e40b23c0 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0ea465640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff0e40727b0 con 0x7ff0e40cf9d0 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40426/0 (socket says 172.21.15.17:40426) 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 -- 172.21.15.17:0/293591483 learned_addr learned my addr 172.21.15.17:0/293591483 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e37fe640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0e40cf9d0 0x7ff0e406db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e3fff640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 0x7ff0e406d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 -- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0e40cf9d0 msgr2=0x7ff0e406db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0e40cf9d0 0x7ff0e406db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 -- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 msgr2=0x7ff0e406d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 0x7ff0e406d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e8a02640 1 -- 172.21.15.17:0/293591483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e4156060 con 0x7ff0e415c480 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.684+0000 7ff0e3fff640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 0x7ff0e406d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0e8a02640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc007e40 tx=0x7ff0dc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc014620 con 0x7ff0e415c480 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0dc019070 con 0x7ff0e415c480 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc014a20 con 0x7ff0e415c480 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e4156340 con 0x7ff0e415c480 2024-09-19T08:11:00.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.685+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e41f3190 con 0x7ff0e415c480 2024-09-19T08:11:00.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.686+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e4156860 con 0x7ff0e415c480 2024-09-19T08:11:00.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.686+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0dc014bc0 con 0x7ff0e415c480 2024-09-19T08:11:00.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.687+0000 7ff0e0ff9640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 0x7ff0d006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:00.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.687+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7ff0dc08c220 con 0x7ff0e415c480 2024-09-19T08:11:00.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.687+0000 7ff0e3fff640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 0x7ff0d006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:00.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.688+0000 7ff0e3fff640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 0x7ff0d006e7a0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4001660 tx=0x7ff0d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:00.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.692+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0dc05a340 con 0x7ff0e415c480 2024-09-19T08:11:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.903+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff0e4072270 con 0x7ff0e415c480 2024-09-19T08:11:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.903+0000 7ff0e0ff9640 1 -- 172.21.15.17:0/293591483 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) ==== 95+0+4395 (secure 0 0 0) 0x7ff0dc059c40 con 0x7ff0e415c480 2024-09-19T08:11:00.904 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:00.904 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":194,"btime":"2024-09-19T08:11:00:218446+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:00.218368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 194 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.905+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 msgr2=0x7ff0d006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.905+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 0x7ff0d006e7a0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4001660 tx=0x7ff0d4009040 comp rx=0 tx=0).stop 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.905+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 msgr2=0x7ff0e4155230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.905+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc007e40 tx=0x7ff0dc00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 shutdown_connections 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff0d006c2e0 0x7ff0d006e7a0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0e415c480 0x7ff0e4155230 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff0e40cf9d0 0x7ff0e406db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 --2- 172.21.15.17:0/293591483 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff0e40b23c0 0x7ff0e406d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 >> 172.21.15.17:0/293591483 conn(0x7ff0e406bc10 msgr2=0x7ff0e40cc2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 shutdown_connections 2024-09-19T08:11:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:00.906+0000 7ff0ea465640 1 -- 172.21.15.17:0/293591483 wait complete. 2024-09-19T08:11:00.917 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:00.917 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:01.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.019+0000 7f3230f8d640 1 Processor -- start 2024-09-19T08:11:01.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.019+0000 7f3230f8d640 1 -- start start 2024-09-19T08:11:01.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3230f8d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f322c0cdfc0 0x7f322c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3230f8d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f322c0ce480 con 0x7f322c0b22c0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3230f8d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f322c0ce760 con 0x7f322c15b1e0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3230f8d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f322c0b26f0 con 0x7f322c0cdfc0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322ad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f322c0b22c0 0x7f322c0716c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60524/0 (socket says 172.21.15.17:60524) 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322ad9d640 1 -- 172.21.15.17:0/873968888 learned_addr learned my addr 172.21.15.17:0/873968888 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> v2:172.21.15.160:3300/0 conn(0x7f322c0cdfc0 0x7f322c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4233058241 0 0) 0x7f322c0ce480 con 0x7f322c0b22c0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3218003520 con 0x7f322c0b22c0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3152567557 0 0) 0x7f322c0ce760 con 0x7f322c15b1e0 2024-09-19T08:11:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f322c0ce480 con 0x7f322c15b1e0 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1022588902 0 0) 0x7f3218003520 con 0x7f322c0b22c0 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 >> v2:172.21.15.160:3300/0 conn(0x7f322c0cdfc0 msgr2=0x7f322c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 --2- 172.21.15.17:0/873968888 >> v2:172.21.15.160:3300/0 conn(0x7f322c0cdfc0 0x7f322c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 >> v1:172.21.15.160:6789/0 conn(0x7f322c15b1e0 legacy=0x7f322c0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c0cea40 con 0x7f322c0b22c0 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f321c0019f0 con 0x7f322c0b22c0 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> v2:172.21.15.160:3300/0 conn(0x7f322c0cdfc0 0x7f322c0b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 >> v1:172.21.15.17:6789/0 conn(0x7f322c0b22c0 legacy=0x7f322c0716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3218003b40 0x7f3218003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 0x7f3218004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32180051c0 0x7f321800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.020+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f322c0b26f0 con 0x7f3218004800 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f321800c040 con 0x7f32180051c0 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f321800c240 con 0x7f3218003b40 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 0x7f3218004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322a59c640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3218003b40 0x7f3218003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322ad9d640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32180051c0 0x7f321800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 -- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3218003b40 msgr2=0x7f3218003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3218003b40 0x7f3218003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 -- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32180051c0 msgr2=0x7f321800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32180051c0 0x7f321800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f3229d9b640 1 -- 172.21.15.17:0/873968888 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3218003520 con 0x7f3218004800 2024-09-19T08:11:01.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322ad9d640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32180051c0 0x7f321800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.021+0000 7f322ad9d640 1 -- 172.21.15.17:0/873968888 reap_dead start 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3229d9b640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 0x7f3218004c80 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f3214009c90 tx=0x7f3218005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bdbbad09e1d620e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214036070 con 0x7f3218004800 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3214031400 con 0x7f3218004800 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f322959a640 1 -- 172.21.15.17:0/873968888 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214009860 con 0x7f3218004800 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 -- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 msgr2=0x7f3218004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 0x7f3218004c80 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f3214009c90 tx=0x7f3218005830 comp rx=0 tx=0).stop 2024-09-19T08:11:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 -- 172.21.15.17:0/873968888 shutdown_connections 2024-09-19T08:11:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 --2- 172.21.15.17:0/873968888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3218004800 0x7f3218004c80 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 -- 172.21.15.17:0/873968888 >> 172.21.15.17:0/873968888 conn(0x7f322c06bc10 msgr2=0x7f322c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 -- 172.21.15.17:0/873968888 shutdown_connections 2024-09-19T08:11:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.022+0000 7f3230f8d640 1 -- 172.21.15.17:0/873968888 wait complete. 2024-09-19T08:11:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 Processor -- start 2024-09-19T08:11:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 -- start start 2024-09-19T08:11:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3218004800 0x7f322c144aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f322c15c990 0x7f322c15ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f322c071130 con 0x7f322c072610 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f322c15b5c0 con 0x7f3218004800 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.024+0000 7f3230f8d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f322c0b1d80 con 0x7f322c15c990 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40448/0 (socket says 172.21.15.17:40448) 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 -- 172.21.15.17:0/3494386252 learned_addr learned my addr 172.21.15.17:0/3494386252 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f322a59c640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3218004800 0x7f322c144aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f322ad9d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f322c15c990 0x7f322c15ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 -- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f322c15c990 msgr2=0x7f322c15ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f322c15c990 0x7f322c15ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 -- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3218004800 msgr2=0x7f322c144aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3218004800 0x7f322c144aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 -- 172.21.15.17:0/3494386252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c15d6f0 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3229d9b640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f3214009c90 tx=0x7f3214004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214040070 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f321403b680 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322c15d9d0 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214036040 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.025+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322c15df90 con 0x7f322c072610 2024-09-19T08:11:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.026+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f322c0cc7a0 con 0x7f322c072610 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.027+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3214043070 con 0x7f322c072610 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.027+0000 7f3222ffd640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.028+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f32140ac260 con 0x7f322c072610 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.028+0000 7f322a59c640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.028+0000 7f322a59c640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 0x7f320c06e770 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f3224000c00 tx=0x7f3224009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.032+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f322c0cc7a0 con 0x7f322c072610 2024-09-19T08:11:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.245+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f322c0b3c90 con 0x7f322c072610 2024-09-19T08:11:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.246+0000 7f3222ffd640 1 -- 172.21.15.17:0/3494386252 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) ==== 95+0+4395 (secure 0 0 0) 0x7f3214079c00 con 0x7f322c072610 2024-09-19T08:11:01.246 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:01.246 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":194,"btime":"2024-09-19T08:11:00:218446+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":8895,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3938451494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3938451494},{"type":"v1","addr":"172.21.15.17:6834","nonce":3938451494}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:00.218368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 194 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 msgr2=0x7f320c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 0x7f320c06e770 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f3224000c00 tx=0x7f3224009040 comp rx=0 tx=0).stop 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 msgr2=0x7f322c072a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f3214009c90 tx=0x7f3214004730 comp rx=0 tx=0).stop 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 shutdown_connections 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f320c06c2b0 0x7f320c06e770 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f322c15c990 0x7f322c15ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f322c072610 0x7f322c072a90 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 --2- 172.21.15.17:0/3494386252 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3218004800 0x7f322c144aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 >> 172.21.15.17:0/3494386252 conn(0x7f322c06bc10 msgr2=0x7f322c06d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 shutdown_connections 2024-09-19T08:11:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.248+0000 7f3230f8d640 1 -- 172.21.15.17:0/3494386252 wait complete. 2024-09-19T08:11:01.259 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt mds_snaptable' led to DAMAGED state 2024-09-19T08:11:01.259 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt mds0_inotable' 2024-09-19T08:11:01.260 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:01.260 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:01.276 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:01.276 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:01.276 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:01.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:01.277 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:01.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:01.333 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:01.333 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:01.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.476+0000 7f9b1ab52640 1 Processor -- start 2024-09-19T08:11:01.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.476+0000 7f9b1ab52640 1 -- start start 2024-09-19T08:11:01.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b1ab52640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9b1415e4e0 0x7f9b140b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b1ab52640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9b140d26d0 0x7f9b140b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b1ab52640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b1406cec0 con 0x7f9b1415e8c0 2024-09-19T08:11:01.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b1ab52640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9b140d2d40 con 0x7f9b140d26d0 2024-09-19T08:11:01.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b1ab52640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9b140d2b20 con 0x7f9b1415e4e0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9b140d26d0 0x7f9b140b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9b140d26d0 0x7f9b140b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40456/0 (socket says 172.21.15.17:40456) 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 -- 172.21.15.17:0/4067572733 learned_addr learned my addr 172.21.15.17:0/4067572733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b188ee640 1 --2- 172.21.15.17:0/4067572733 >> v2:172.21.15.160:3300/0 conn(0x7f9b1415e4e0 0x7f9b140b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 -- 172.21.15.17:0/4067572733 >> v2:172.21.15.160:3300/0 conn(0x7f9b1415e4e0 msgr2=0x7f9b140b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 --2- 172.21.15.17:0/4067572733 >> v2:172.21.15.160:3300/0 conn(0x7f9b1415e4e0 0x7f9b140b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 -- 172.21.15.17:0/4067572733 >> v1:172.21.15.160:6789/0 conn(0x7f9b1415e8c0 legacy=0x7f9b140d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.477+0000 7f9b190ef640 1 -- 172.21.15.17:0/4067572733 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b1406d160 con 0x7f9b140d26d0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.478+0000 7f9b190ef640 1 --2- 172.21.15.17:0/4067572733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b140b6d10 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f9b14075a10 tx=0x7f9b0c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8648906072dd72ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.478+0000 7f9b137fe640 1 -- 172.21.15.17:0/4067572733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c036070 con 0x7f9b140d26d0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.478+0000 7f9b137fe640 1 -- 172.21.15.17:0/4067572733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b0c031600 con 0x7f9b140d26d0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.478+0000 7f9b137fe640 1 -- 172.21.15.17:0/4067572733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0c0319d0 con 0x7f9b140d26d0 2024-09-19T08:11:01.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 -- 172.21.15.17:0/4067572733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 msgr2=0x7f9b140b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/4067572733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b140b6d10 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f9b14075a10 tx=0x7f9b0c02a730 comp rx=0 tx=0).stop 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 -- 172.21.15.17:0/4067572733 shutdown_connections 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/4067572733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b140b6d10 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/4067572733 >> v2:172.21.15.160:3300/0 conn(0x7f9b1415e4e0 0x7f9b140b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 -- 172.21.15.17:0/4067572733 >> 172.21.15.17:0/4067572733 conn(0x7f9b1406f400 msgr2=0x7f9b1406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:01.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 -- 172.21.15.17:0/4067572733 shutdown_connections 2024-09-19T08:11:01.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.479+0000 7f9b1ab52640 1 -- 172.21.15.17:0/4067572733 wait complete. 2024-09-19T08:11:01.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.480+0000 7f9b1ab52640 1 Processor -- start 2024-09-19T08:11:01.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.480+0000 7f9b1ab52640 1 -- start start 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b1415e4e0 0x7f9b14140640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b1415e8c0 0x7f9b14155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1406d720 con 0x7f9b140d26d0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9b140b7250 con 0x7f9b1415e8c0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b1ab52640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9b1406dc40 con 0x7f9b1415e4e0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b188ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b188ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40464/0 (socket says 172.21.15.17:40464) 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b188ee640 1 -- 172.21.15.17:0/2964626324 learned_addr learned my addr 172.21.15.17:0/2964626324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b190ef640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b1415e8c0 0x7f9b14155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.481+0000 7f9b13fff640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b1415e4e0 0x7f9b14140640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 -- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b1415e4e0 msgr2=0x7f9b14140640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b1415e4e0 0x7f9b14140640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 -- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b1415e8c0 msgr2=0x7f9b14155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b1415e8c0 0x7f9b14155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 -- 172.21.15.17:0/2964626324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b1414e380 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b188ee640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f9b0800d800 tx=0x7f9b0800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0800b6c0 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b08019070 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b1414e660 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b0800bac0 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.482+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b14157800 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.483+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b140d1fc0 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.483+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b0800bc60 con 0x7f9b140d26d0 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.484+0000 7f9b117fa640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 0x7f9af806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:01.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.484+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f9b0808be80 con 0x7f9b140d26d0 2024-09-19T08:11:01.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.484+0000 7f9b13fff640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 0x7f9af806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:01.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.485+0000 7f9b13fff640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 0x7f9af806e770 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f9b140d11f0 tx=0x7f9b00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:01.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.488+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b080598c0 con 0x7f9b140d26d0 2024-09-19T08:11:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:01.702+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9b14073f90 con 0x7f9b140d26d0 2024-09-19T08:11:02.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.213+0000 7f9b117fa640 1 -- 172.21.15.17:0/2964626324 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v195) ==== 161+0+0 (secure 0 0 0) 0x7f9b0805dbc0 con 0x7f9b140d26d0 2024-09-19T08:11:02.214 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 msgr2=0x7f9af806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 0x7f9af806e770 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f9b140d11f0 tx=0x7f9b00009040 comp rx=0 tx=0).stop 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 msgr2=0x7f9b14140f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f9b0800d800 tx=0x7f9b0800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 shutdown_connections 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9af806c2b0 0x7f9af806e770 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9b1415e8c0 0x7f9b14155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9b1415e4e0 0x7f9b14140640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 --2- 172.21.15.17:0/2964626324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b140d26d0 0x7f9b14140f70 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 >> 172.21.15.17:0/2964626324 conn(0x7f9b1406f400 msgr2=0x7f9b1415b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:02.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 shutdown_connections 2024-09-19T08:11:02.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.216+0000 7f9b1ab52640 1 -- 172.21.15.17:0/2964626324 wait complete. 2024-09-19T08:11:02.228 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:02.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.334+0000 7f24bf186640 1 Processor -- start 2024-09-19T08:11:02.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.334+0000 7f24bf186640 1 -- start start 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bf186640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f24b815c220 0x7f24b80af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bf186640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24b815c600 con 0x7f24b80aefb0 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bf186640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24b815f150 con 0x7f24b815ec50 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bf186640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f24b80b34c0 con 0x7f24b815c220 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bcf22640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f24b815c220 0x7f24b80af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bd723640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f24b80aefb0 0x7f24b80b3930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50050/0 (socket says 172.21.15.17:50050) 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bd723640 1 -- 172.21.15.17:0/3433216772 learned_addr learned my addr 172.21.15.17:0/3433216772 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:02.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.335+0000 7f24bcf22640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f24b815c220 0x7f24b80af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41186/0 (socket says 172.21.15.17:41186) 2024-09-19T08:11:02.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.336+0000 7f24bcf22640 1 -- 172.21.15.17:0/3433216772 >> v1:172.21.15.160:6789/0 conn(0x7f24b815ec50 legacy=0x7f24b80ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:02.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.336+0000 7f24bcf22640 1 -- 172.21.15.17:0/3433216772 >> v1:172.21.15.17:6789/0 conn(0x7f24b80aefb0 legacy=0x7f24b80b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.336+0000 7f24bcf22640 1 -- 172.21.15.17:0/3433216772 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b815f430 con 0x7f24b815c220 2024-09-19T08:11:02.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.336+0000 7f24b77fe640 1 -- 172.21.15.17:0/3433216772 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 937392547 0 0) 0x7f24a8001490 con 0x7f24b80aefb0 2024-09-19T08:11:02.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.336+0000 7f24bcf22640 1 --2- 172.21.15.17:0/3433216772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815c220 0x7f24b80af8b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f24b00097a0 tx=0x7f24b002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16fd275d305292c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:02.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24b77fe640 1 -- 172.21.15.17:0/3433216772 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0037070 con 0x7f24b815c220 2024-09-19T08:11:02.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24b77fe640 1 -- 172.21.15.17:0/3433216772 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b002ae50 con 0x7f24b815c220 2024-09-19T08:11:02.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24b77fe640 1 -- 172.21.15.17:0/3433216772 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0032660 con 0x7f24b815c220 2024-09-19T08:11:02.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 -- 172.21.15.17:0/3433216772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815c220 msgr2=0x7f24b80af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 --2- 172.21.15.17:0/3433216772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815c220 0x7f24b80af8b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f24b00097a0 tx=0x7f24b002a140 comp rx=0 tx=0).stop 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 -- 172.21.15.17:0/3433216772 shutdown_connections 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 --2- 172.21.15.17:0/3433216772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815c220 0x7f24b80af8b0 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 -- 172.21.15.17:0/3433216772 >> 172.21.15.17:0/3433216772 conn(0x7f24b80b21c0 msgr2=0x7f24b80b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 -- 172.21.15.17:0/3433216772 shutdown_connections 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.337+0000 7f24bf186640 1 -- 172.21.15.17:0/3433216772 wait complete. 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.338+0000 7f24bf186640 1 Processor -- start 2024-09-19T08:11:02.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 -- start start 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24b80aefb0 0x7f24b8156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24b815c220 0x7f24b8156d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f24b80afdf0 con 0x7f24b815ec50 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f24b815f9f0 con 0x7f24b815c220 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.339+0000 7f24bf186640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f24b80aff70 con 0x7f24b80aefb0 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:02.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41196/0 (socket says 172.21.15.17:41196) 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 -- 172.21.15.17:0/700497542 learned_addr learned my addr 172.21.15.17:0/700497542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bcf22640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24b80aefb0 0x7f24b8156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24b7fff640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24b815c220 0x7f24b8156d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 -- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24b80aefb0 msgr2=0x7f24b8156140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24b80aefb0 0x7f24b8156140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 -- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24b815c220 msgr2=0x7f24b8156d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24b815c220 0x7f24b8156d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 -- 172.21.15.17:0/700497542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b81572d0 con 0x7f24b815ec50 2024-09-19T08:11:02.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bd723640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f24a800c7f0 tx=0x7f24a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a8018070 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a800a5e0 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24b81526e0 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a800aa10 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.340+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24b8152ca0 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.341+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24b80af8b0 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.342+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24a801b070 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.342+0000 7f24b57fa640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 0x7f249806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.342+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f24a808b0c0 con 0x7f24b815ec50 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.342+0000 7f24bcf22640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 0x7f249806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:02.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.343+0000 7f24bcf22640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 0x7f249806e770 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f24b0034000 tx=0x7f24b002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:02.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.347+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24b815c600 con 0x7f24b815ec50 2024-09-19T08:11:02.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:02.593+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f24b806e800 con 0x7f24b815ec50 2024-09-19T08:11:03.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.215+0000 7f24b57fa640 1 -- 172.21.15.17:0/700497542 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v196) ==== 101+0+0 (secure 0 0 0) 0x7f24a8059150 con 0x7f24b815ec50 2024-09-19T08:11:03.215 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:03.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.217+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 msgr2=0x7f249806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.217+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 0x7f249806e770 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f24b0034000 tx=0x7f24b002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.217+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 msgr2=0x7f24b8157950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.217+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f24a800c7f0 tx=0x7f24a800ccb0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 shutdown_connections 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249806c2b0 0x7f249806e770 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b815ec50 0x7f24b8157950 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f24b815c220 0x7f24b8156d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 --2- 172.21.15.17:0/700497542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24b80aefb0 0x7f24b8156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 >> 172.21.15.17:0/700497542 conn(0x7f24b80b21c0 msgr2=0x7f24b80b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 shutdown_connections 2024-09-19T08:11:03.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.218+0000 7f24bf186640 1 -- 172.21.15.17:0/700497542 wait complete. 2024-09-19T08:11:03.232 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:03.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.279+0000 7f0abda0cf40 1 Processor -- start 2024-09-19T08:11:03.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.279+0000 7f0abda0cf40 1 -- start start 2024-09-19T08:11:03.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e369dccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a71560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562e36a85a90 con 0x562e369da670 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562e369ad460 con 0x562e369af5b0 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562e369dafd0 con 0x562e36a7e3a0 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41208/0 (socket says 172.21.15.17:41208) 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 -- 172.21.15.17:0/1160054761 learned_addr learned my addr 172.21.15.17:0/1160054761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0abaf98640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a71560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0aba797640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e369dccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 -- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 msgr2=0x562e36a71560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a71560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 -- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 msgr2=0x562e369dccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e369dccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0ab9f96640 1 -- 172.21.15.17:0/1160054761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e368d9cb0 con 0x562e369da670 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.280+0000 7f0aba797640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e369dccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0025d20 tx=0x7f0ab0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5472781a7c8da461 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0ab8f94640 1 -- 172.21.15.17:0/1160054761 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0055070 con 0x562e369da670 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0ab8f94640 1 -- 172.21.15.17:0/1160054761 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ab00517e0 con 0x562e369da670 2024-09-19T08:11:03.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0ab8f94640 1 -- 172.21.15.17:0/1160054761 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0051bd0 con 0x562e369da670 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 -- 172.21.15.17:0/1160054761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 msgr2=0x562e36a71020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0025d20 tx=0x7f0ab0051000 comp rx=0 tx=0).stop 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 -- 172.21.15.17:0/1160054761 shutdown_connections 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a71560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a71020 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/1160054761 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e369dccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 -- 172.21.15.17:0/1160054761 >> 172.21.15.17:0/1160054761 conn(0x562e369d9280 msgr2=0x562e369ae640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.281+0000 7f0abda0cf40 1 -- 172.21.15.17:0/1160054761 shutdown_connections 2024-09-19T08:11:03.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.282+0000 7f0abda0cf40 1 -- 172.21.15.17:0/1160054761 wait complete. 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.282+0000 7f0abda0cf40 1 Processor -- start 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.282+0000 7f0abda0cf40 1 -- start start 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e36a6ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a7bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a7fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562e369dd210 con 0x562e369da670 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562e369de9b0 con 0x562e369af5b0 2024-09-19T08:11:03.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abda0cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562e369dec20 con 0x562e36a7e3a0 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a7bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a7bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41218/0 (socket says 172.21.15.17:41218) 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 learned_addr learned my addr 172.21.15.17:0/2539337792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e36a6ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0abaf98640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a7fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 msgr2=0x562e36a7fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562e36a7e3a0 0x562e36a7fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 msgr2=0x562e36a6ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562e369af5b0 0x562e36a6ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e369acfe0 con 0x562e369da670 2024-09-19T08:11:03.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.283+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a7bfa0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x562e36a79b20 tx=0x7f0ab0002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.284+0000 7f0aab7fe640 1 -- 172.21.15.17:0/2539337792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab006d070 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.284+0000 7f0aab7fe640 1 -- 172.21.15.17:0/2539337792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ab0051d60 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.284+0000 7f0aab7fe640 1 -- 172.21.15.17:0/2539337792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0055070 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.284+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562e36a81ee0 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.284+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e36a824a0 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.285+0000 7f0aab7fe640 1 -- 172.21.15.17:0/2539337792 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ab0070070 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0aab7fe640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9c06ac90 0x7f0a9c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0aab7fe640 1 -- 172.21.15.17:0/2539337792 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f0ab00ce920 con 0x562e369da670 2024-09-19T08:11:03.289 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9c06ac90 0x7f0a9c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562e36a6b6b0 0x562e36a6bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a81a90 con 0x562e36a6b6b0 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.286+0000 7f0abaf98640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562e36a6b6b0 0x562e36a6bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.287+0000 7f0abaf98640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562e36a6b6b0 0x562e36a6bac0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.287+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9c06ac90 0x7f0a9c06d150 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0aac007600 tx=0x7f0aac0059c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.288+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v108'598 uv572 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.288+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36a7ffc0 con 0x562e36a6b6b0 2024-09-19T08:11:03.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.289+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v108'599 uv599 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.290+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b267b0 con 0x562e36a6b6b0 2024-09-19T08:11:03.293 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.291+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v108'600 uv600 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.291+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b27b60 con 0x562e36a6b6b0 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.292+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v108'601 uv601 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.292+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b27f00 con 0x562e36a6b6b0 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.293+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v108'602 uv602 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.293+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b26b50 con 0x562e36a6b6b0 2024-09-19T08:11:03.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.295+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v108'603 uv603 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.295+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b26f40 con 0x562e36a6b6b0 2024-09-19T08:11:03.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.296+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v108'604 uv578 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.296+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b272e0 con 0x562e36a6b6b0 2024-09-19T08:11:03.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.297+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v108'605 uv605 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.297+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.298 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:03.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.299+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v108'606 uv606 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.299+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.300+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v108'607 uv607 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.300+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.301+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v108'608 uv608 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.301+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.303+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v108'609 uv609 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.303+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.304+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v108'610 uv585 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.304+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.306+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v108'611 uv611 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.306+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.307 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:03.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.307+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v108'612 uv612 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.307+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.308+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v108'613 uv613 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.308+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.309+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v108'614 uv614 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.309+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36a6c000 con 0x562e36a6b6b0 2024-09-19T08:11:03.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.311+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v108'615 uv615 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.311+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.312+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v108'616 uv616 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.312+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.313+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v108'617 uv591 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.313+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.314+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v108'618 uv618 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.314+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.315 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:03.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.316+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v108'619 uv619 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.316+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b292b0 con 0x562e36a6b6b0 2024-09-19T08:11:03.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.317+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v108'620 uv620 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.317+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b292b0 con 0x562e36a6b6b0 2024-09-19T08:11:03.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.318+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v108'621 uv621 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.318+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.319+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v108'622 uv622 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.319+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.320+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v108'623 uv597 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.320+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.321+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v108'624 uv624 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.321+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.322 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.322+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v108'625 uv625 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.322+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b292b0 con 0x562e36a6b6b0 2024-09-19T08:11:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.323+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v108'626 uv626 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.323+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b292b0 con 0x562e36a6b6b0 2024-09-19T08:11:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.324+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v108'627 uv627 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.325+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b282a0 con 0x562e36a6b6b0 2024-09-19T08:11:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.326+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v108'628 uv628 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.326+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x562e36b287b0 0x562e36b2aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.326+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2b0e0 con 0x562e36b287b0 2024-09-19T08:11:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.326+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x562e36b287b0 0x562e36b2aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.326+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x562e36b287b0 0x562e36b2aba0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.328+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v108'437 uv420 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.328+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2b480 con 0x562e36b287b0 2024-09-19T08:11:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.329+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v108'438 uv438 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.329+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2b820 con 0x562e36b287b0 2024-09-19T08:11:03.330 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.330+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v108'439 uv439 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.331+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2c070 con 0x562e36b287b0 2024-09-19T08:11:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.332+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v108'440 uv440 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.332+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2c410 con 0x562e36b287b0 2024-09-19T08:11:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.333+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v108'441 uv441 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.333+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2c7b0 con 0x562e36b287b0 2024-09-19T08:11:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.334+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v108'442 uv425 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.334+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cb50 con 0x562e36b287b0 2024-09-19T08:11:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.335+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v108'443 uv443 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.335+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.336 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.336+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v108'444 uv444 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.336+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.337+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v108'445 uv445 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.337+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.338+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v108'446 uv446 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.338+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.340+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v108'447 uv430 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.340+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.341+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v108'448 uv448 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.341+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.342 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:03.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.342+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v108'449 uv449 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.342+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b30950 con 0x562e36b287b0 2024-09-19T08:11:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.343+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v108'450 uv450 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.343+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b30950 con 0x562e36b287b0 2024-09-19T08:11:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.345+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v108'451 uv451 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.345+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.346+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v108'452 uv436 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.346+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.347+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v108'453 uv453 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.347+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.348 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:03.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.348+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v108'454 uv454 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.348+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2df00 con 0x562e36b287b0 2024-09-19T08:11:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.349+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v108'455 uv455 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.349+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2df00 con 0x562e36b287b0 2024-09-19T08:11:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.350+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v108'456 uv456 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.350+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36b287b0 2024-09-19T08:11:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.351+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v108'457 uv457 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b287b0 2024-09-19T08:11:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.351+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36a6b6b0 2024-09-19T08:11:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.352+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v108'117 uv116 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.352+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36a6b6b0 2024-09-19T08:11:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.353+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v108'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.353+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2cef0 con 0x562e36a6b6b0 2024-09-19T08:11:03.354 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.354+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v108'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.354+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2e2c0 con 0x562e36a6b6b0 2024-09-19T08:11:03.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.355+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v108'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.355+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2dfc0 con 0x562e36a6b6b0 2024-09-19T08:11:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.356+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v108'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.356+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2dfc0 con 0x562e36a6b6b0 2024-09-19T08:11:03.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.357+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v108'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.357+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x562e36b2d400 0x562e36b2d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.357+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b30410 con 0x562e36b2d400 2024-09-19T08:11:03.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.357+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x562e36b2d400 0x562e36b2d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.358+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x562e36b2d400 0x562e36b2d850 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.359+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v108'89 uv88 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.359+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b307b0 con 0x562e36b2d400 2024-09-19T08:11:03.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.360+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v108'90 uv90 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.360+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b30b90 con 0x562e36b2d400 2024-09-19T08:11:03.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.360+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v108'91 uv91 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.361 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:03.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.361+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b2bca0 con 0x562e36b2d400 2024-09-19T08:11:03.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.361+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v108'92 uv92 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.361+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b314c0 con 0x562e36a6b6b0 2024-09-19T08:11:03.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.362+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v108'117 uv116 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.362+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b314c0 con 0x562e36a6b6b0 2024-09-19T08:11:03.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.364+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v108'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.364+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b314c0 con 0x562e36a6b6b0 2024-09-19T08:11:03.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.365+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v108'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.365 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:03.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.365+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b324d0 con 0x562e36a6b6b0 2024-09-19T08:11:03.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.366+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v108'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.366+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b324d0 con 0x562e36a6b6b0 2024-09-19T08:11:03.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.367+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v108'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.367+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b314c0 con 0x562e36a6b6b0 2024-09-19T08:11:03.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.368+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v108'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.368+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562e36b31dc0 0x562e36b321e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.368+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.368+0000 7f0abaf98640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562e36b31dc0 0x562e36b321e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.369+0000 7f0abaf98640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562e36b31dc0 0x562e36b321e0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.370+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v108'216 uv210 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.370+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.371+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v108'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.371+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.372+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v108'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.372 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:03.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.372+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b35960 con 0x562e36b31dc0 2024-09-19T08:11:03.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.373+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v108'219 uv219 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.373+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b35960 con 0x562e36b31dc0 2024-09-19T08:11:03.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.374+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v108'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.374+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.375+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v108'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.375+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.376+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v108'222 uv215 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.376+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.377+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v108'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.377+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.377 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:03.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.378+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v108'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.378+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.379+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v108'225 uv225 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.379+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b34950 con 0x562e36b31dc0 2024-09-19T08:11:03.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.380+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v108'226 uv226 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.380+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x562e36b352a0 0x562e36b37690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.380+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37c10 con 0x562e36b352a0 2024-09-19T08:11:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.380+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x562e36b352a0 0x562e36b37690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.380+0000 7f0aba797640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x562e36b352a0 0x562e36b37690 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.381+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v108'97 uv96 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b352a0 2024-09-19T08:11:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.381+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36b352a0 2024-09-19T08:11:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.382+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v108'98 uv98 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b352a0 2024-09-19T08:11:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.382+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36b352a0 2024-09-19T08:11:03.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.383+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v108'99 uv99 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b352a0 2024-09-19T08:11:03.383 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:03.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.383+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36b352a0 2024-09-19T08:11:03.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.384+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v108'100 uv100 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b352a0 2024-09-19T08:11:03.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.384+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36b352a0 2024-09-19T08:11:03.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.385+0000 7f0aba797640 1 -- 172.21.15.17:0/2539337792 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v108'101 uv101 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0aac01f040 con 0x562e36b352a0 2024-09-19T08:11:03.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.385+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.386+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v108'117 uv116 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.386+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.387+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v108'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.387+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.387 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:03.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.388+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v108'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.388+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.389+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v108'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.389+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.390+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v108'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.390+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36a6b6b0 2024-09-19T08:11:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.390+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v108'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36a6b6b0 2024-09-19T08:11:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.390+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b37fe0 con 0x562e36b2d400 2024-09-19T08:11:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.391+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v108'192 uv186 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.391+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b383d0 con 0x562e36b2d400 2024-09-19T08:11:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.392+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v108'193 uv193 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.392+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b38770 con 0x562e36b2d400 2024-09-19T08:11:03.393 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.393+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v108'194 uv194 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.393+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b39010 con 0x562e36b2d400 2024-09-19T08:11:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.394+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v108'195 uv195 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.394+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b31090 con 0x562e36b2d400 2024-09-19T08:11:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.395+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v108'196 uv196 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.395+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b31090 con 0x562e36b2d400 2024-09-19T08:11:03.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.396+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v108'197 uv191 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.396+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b39010 con 0x562e36b2d400 2024-09-19T08:11:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.397+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v108'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.397+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b31090 con 0x562e36b2d400 2024-09-19T08:11:03.398 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.398+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v108'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.398+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b31090 con 0x562e36b2d400 2024-09-19T08:11:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.399+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v108'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.399+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3bd80 con 0x562e36b2d400 2024-09-19T08:11:03.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.400+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v108'201 uv201 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.400+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x562e36b39910 0x562e36b3bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.400+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b39910 2024-09-19T08:11:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.400+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x562e36b39910 0x562e36b3bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.401+0000 7f0ab9f96640 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x562e36b39910 0x562e36b3bd00 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.402+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v108'87 uv86 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b39910 2024-09-19T08:11:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.402+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b39910 2024-09-19T08:11:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.403+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v108'88 uv88 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b39910 2024-09-19T08:11:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.403+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b39910 2024-09-19T08:11:03.403 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.403+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v108'89 uv89 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b39910 2024-09-19T08:11:03.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.404+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b39910 2024-09-19T08:11:03.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.404+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v108'90 uv90 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b39910 2024-09-19T08:11:03.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.404+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b2d400 2024-09-19T08:11:03.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.406+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v108'117 uv116 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.406+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b2d400 2024-09-19T08:11:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.407+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v108'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.407+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b2d400 2024-09-19T08:11:03.408 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.408+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v108'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.408+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3d250 con 0x562e36b2d400 2024-09-19T08:11:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.409+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v108'120 uv120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.409+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3d250 con 0x562e36b2d400 2024-09-19T08:11:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.410+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v108'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.410+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b2d400 2024-09-19T08:11:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.411+0000 7f0ab9f96640 1 -- 172.21.15.17:0/2539337792 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v108'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab006f030 con 0x562e36b2d400 2024-09-19T08:11:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.411+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.412+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v108'99 uv98 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.412+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.413+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v108'100 uv100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.413+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.414+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v108'101 uv101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.414 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:03.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.414+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.415+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v108'102 uv102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.415+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.416+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v108'103 uv103 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.416+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.418+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v108'241 uv233 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.418+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.419+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v108'242 uv242 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.419+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.420 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:03.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.420+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v108'243 uv243 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.420+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.421+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v108'244 uv244 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.421+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.422+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v108'245 uv245 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.422+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.423+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v108'246 uv240 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.423+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.424+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v108'247 uv247 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.424+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.425 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:03.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.425+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v108'248 uv248 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.425+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.426+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v108'249 uv249 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.426+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3d250 con 0x562e36b31dc0 2024-09-19T08:11:03.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.427+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v108'250 uv250 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.427+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c240 con 0x562e36b31dc0 2024-09-19T08:11:03.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.428+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v108'251 uv251 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.428+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x562e36b3c6f0 con 0x562e36b31dc0 2024-09-19T08:11:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v108'252 uv252 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f0ab400c910 con 0x562e36b31dc0 2024-09-19T08:11:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562e36a6b6b0 msgr2=0x562e36a6bac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x562e36a6b6b0 0x562e36a6bac0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x562e36b2d400 msgr2=0x562e36b2d850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x562e36b2d400 0x562e36b2d850 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x562e36b39910 msgr2=0x562e36b3bd00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x562e36b39910 0x562e36b3bd00 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x562e36b287b0 msgr2=0x562e36b2aba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 reap_dead start 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x562e36b287b0 0x562e36b2aba0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562e36b31dc0 msgr2=0x562e36b321e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.429+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x562e36b31dc0 0x562e36b321e0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x562e36b352a0 msgr2=0x562e36b37690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x562e36b352a0 0x562e36b37690 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9c06ac90 msgr2=0x7f0a9c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0a9c06ac90 0x7f0a9c06d150 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0aac007600 tx=0x7f0aac0059c0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 msgr2=0x562e36a7bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 --2- 172.21.15.17:0/2539337792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e369da670 0x562e36a7bfa0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x562e36a79b20 tx=0x7f0ab0002fb0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abaf98640 1 -- 172.21.15.17:0/2539337792 reap_dead start 2024-09-19T08:11:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 shutdown_connections 2024-09-19T08:11:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 >> 172.21.15.17:0/2539337792 conn(0x562e369d9280 msgr2=0x562e36a84c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 shutdown_connections 2024-09-19T08:11:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.430+0000 7f0abda0cf40 1 -- 172.21.15.17:0/2539337792 wait complete. 2024-09-19T08:11:03.433 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put mds0_inotable - 2024-09-19T08:11:03.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.517+0000 7fd62e515f40 1 Processor -- start 2024-09-19T08:11:03.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.517+0000 7fd62e515f40 1 -- start start 2024-09-19T08:11:03.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da642f90 0x5591da5bcae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64d0e0 0x5591da5be290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5591da64d640 con 0x5591da64c5c0 2024-09-19T08:11:03.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5591da4c6510 con 0x5591da642f90 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62e515f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5591da5b5660 con 0x5591da64d0e0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41242/0 (socket says 172.21.15.17:41242) 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 -- 172.21.15.17:0/2908025165 learned_addr learned my addr 172.21.15.17:0/2908025165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62c00b640 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da642f90 0x5591da5bcae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62c80c640 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64d0e0 0x5591da5be290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 -- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64d0e0 msgr2=0x5591da5be290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64d0e0 0x5591da5be290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 -- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da642f90 msgr2=0x5591da5bcae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da642f90 0x5591da5bcae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 -- 172.21.15.17:0/2908025165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591da642330 con 0x5591da64c5c0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fd614001dd0 tx=0x7fd61400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04ecd9429fcda68 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62a808640 1 -- 172.21.15.17:0/2908025165 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61400bde0 con 0x5591da64c5c0 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62a808640 1 -- 172.21.15.17:0/2908025165 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd61400f400 con 0x5591da64c5c0 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.518+0000 7fd62a808640 1 -- 172.21.15.17:0/2908025165 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61400f830 con 0x5591da64c5c0 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 -- 172.21.15.17:0/2908025165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 msgr2=0x5591da5bb590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fd614001dd0 tx=0x7fd61400b5b0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 -- 172.21.15.17:0/2908025165 shutdown_connections 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64d0e0 0x5591da5be290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da64c5c0 0x5591da5bb590 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2908025165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da642f90 0x5591da5bcae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 -- 172.21.15.17:0/2908025165 >> 172.21.15.17:0/2908025165 conn(0x5591da59f400 msgr2=0x5591da5bdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 -- 172.21.15.17:0/2908025165 shutdown_connections 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 -- 172.21.15.17:0/2908025165 wait complete. 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.519+0000 7fd62e515f40 1 Processor -- start 2024-09-19T08:11:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 -- start start 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 0x5591da5b8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64c5c0 0x5591da636980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da64d0e0 0x5591da5b8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5591da5a45c0 con 0x5591da642f90 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5591da5a4370 con 0x5591da64d0e0 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62e515f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5591da63d510 con 0x5591da64c5c0 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62c00b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 0x5591da5b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62c00b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 0x5591da5b8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41258/0 (socket says 172.21.15.17:41258) 2024-09-19T08:11:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62c00b640 1 -- 172.21.15.17:0/2901354823 learned_addr learned my addr 172.21.15.17:0/2901354823 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64c5c0 0x5591da636980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.520+0000 7fd62c80c640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da64d0e0 0x5591da5b8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 -- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64c5c0 msgr2=0x5591da636980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5591da64c5c0 0x5591da636980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 -- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da64d0e0 msgr2=0x5591da5b8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5591da64d0e0 0x5591da5b8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 -- 172.21.15.17:0/2901354823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591da636ec0 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62c00b640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 0x5591da5b8550 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fd61c025ad0 tx=0x7fd61c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd629806640 1 -- 172.21.15.17:0/2901354823 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c062610 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd629806640 1 -- 172.21.15.17:0/2901354823 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd61c067070 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5591da63b050 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd629806640 1 -- 172.21.15.17:0/2901354823 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c0629d0 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.521+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591da63b610 con 0x5591da642f90 2024-09-19T08:11:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.522+0000 7fd629806640 1 -- 172.21.15.17:0/2901354823 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd61c062b70 con 0x5591da642f90 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd629806640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd60c06ac90 0x7fd60c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd629806640 1 -- 172.21.15.17:0/2901354823 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7fd61c0ce900 con 0x5591da642f90 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd60c06ac90 0x7fd60c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5591da5b74d0 0x5591da6e5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) -- 0x5591da6e6510 con 0x5591da5b74d0 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd62c80c640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5591da5b74d0 0x5591da6e5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.523+0000 7fd62b80a640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd60c06ac90 0x7fd60c06d150 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x5591da578460 tx=0x7fd614009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.524+0000 7fd62c80c640 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5591da5b74d0 0x5591da6e5fd0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62c80c640 1 -- 172.21.15.17:0/2901354823 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [writefull 0~80] v108'202 uv202 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fd624009870 con 0x5591da5b74d0 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5591da5b74d0 msgr2=0x5591da6e5fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5591da5b74d0 0x5591da6e5fd0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd60c06ac90 msgr2=0x7fd60c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd60c06ac90 0x7fd60c06d150 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x5591da578460 tx=0x7fd614009000 comp rx=0 tx=0).stop 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 msgr2=0x5591da5b8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 --2- 172.21.15.17:0/2901354823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5591da642f90 0x5591da5b8550 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fd61c025ad0 tx=0x7fd61c003330 comp rx=0 tx=0).stop 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62c80c640 1 -- 172.21.15.17:0/2901354823 reap_dead start 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 shutdown_connections 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 >> 172.21.15.17:0/2901354823 conn(0x5591da59f400 msgr2=0x5591da5bcae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 shutdown_connections 2024-09-19T08:11:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.525+0000 7fd62e515f40 1 -- 172.21.15.17:0/2901354823 wait complete. 2024-09-19T08:11:03.529 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.673+0000 7f15a11f1640 1 Processor -- start 2024-09-19T08:11:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.673+0000 7f15a11f1640 1 -- start start 2024-09-19T08:11:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f15a11f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f159c15e640 0x7f159c0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f15a11f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f159c0b39d0 con 0x7f159c0cef60 2024-09-19T08:11:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f15a11f1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f159c0cf520 con 0x7f159c0d4710 2024-09-19T08:11:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f15a11f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f159c0cf800 con 0x7f159c15e640 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f159a59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f159c0cef60 0x7f159c0d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50062/0 (socket says 172.21.15.17:50062) 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.674+0000 7f159a59c640 1 -- 172.21.15.17:0/756881474 learned_addr learned my addr 172.21.15.17:0/756881474 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159ad9d640 1 --2- 172.21.15.17:0/756881474 >> v2:172.21.15.160:3300/0 conn(0x7f159c15e640 0x7f159c0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3202969065 0 0) 0x7f1590001110 con 0x7f159c0cef60 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1584003520 con 0x7f159c0cef60 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3496171936 0 0) 0x7f1584003520 con 0x7f159c0cef60 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 >> v2:172.21.15.160:3300/0 conn(0x7f159c15e640 msgr2=0x7f159c0b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 --2- 172.21.15.17:0/756881474 >> v2:172.21.15.160:3300/0 conn(0x7f159c15e640 0x7f159c0b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 >> v1:172.21.15.160:6789/0 conn(0x7f159c0d4710 legacy=0x7f159c0d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c0cfae0 con 0x7f159c0cef60 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f1590001840 con 0x7f159c0cef60 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 >> v1:172.21.15.17:6789/0 conn(0x7f159c0cef60 legacy=0x7f159c0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f15840039b0 0x7f1584003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15840043b0 0x7f1584004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 0x7f158400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f159c0cf800 con 0x7f1584005120 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f158400c060 con 0x7f15840039b0 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f158400c260 con 0x7f15840043b0 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 0x7f158400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159ad9d640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f15840039b0 0x7f1584003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159a59c640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15840043b0 0x7f1584004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 -- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15840043b0 msgr2=0x7f1584004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f15840043b0 0x7f1584004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 -- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f15840039b0 msgr2=0x7f1584003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f15840039b0 0x7f1584003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.675+0000 7f159b59e640 1 -- 172.21.15.17:0/756881474 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1584003520 con 0x7f1584005120 2024-09-19T08:11:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.676+0000 7f159b59e640 1 -- 172.21.15.17:0/756881474 reap_dead start 2024-09-19T08:11:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.676+0000 7f159b59e640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 0x7f158400b9c0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1594001f60 tx=0x7f1584005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cddf2eb7376e898f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.676+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1594001b30 con 0x7f1584005120 2024-09-19T08:11:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.676+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1594003b90 con 0x7f1584005120 2024-09-19T08:11:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.676+0000 7f1599d9b640 1 -- 172.21.15.17:0/756881474 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1594005110 con 0x7f1584005120 2024-09-19T08:11:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 -- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 msgr2=0x7f158400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 0x7f158400b9c0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1594001f60 tx=0x7f1584005830 comp rx=0 tx=0).stop 2024-09-19T08:11:03.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 -- 172.21.15.17:0/756881474 shutdown_connections 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 --2- 172.21.15.17:0/756881474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1584005120 0x7f158400b9c0 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 -- 172.21.15.17:0/756881474 >> 172.21.15.17:0/756881474 conn(0x7f159c067d70 msgr2=0x7f159c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 -- 172.21.15.17:0/756881474 shutdown_connections 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.677+0000 7f15a11f1640 1 -- 172.21.15.17:0/756881474 wait complete. 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.678+0000 7f15a11f1640 1 Processor -- start 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 -- start start 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1584005120 0x7f159c1524d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f159c0acaa0 0x7f159c0ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f159c0b3bf0 con 0x7f159c0ce0e0 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f159c15ea20 con 0x7f1584005120 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f15a11f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f159c0b3d70 con 0x7f159c0acaa0 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f159b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f159ad9d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1584005120 0x7f159c1524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f159b59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41280/0 (socket says 172.21.15.17:41280) 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f159b59e640 1 -- 172.21.15.17:0/3155015208 learned_addr learned my addr 172.21.15.17:0/3155015208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.679+0000 7f159a59c640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f159c0acaa0 0x7f159c0ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 -- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f159c0acaa0 msgr2=0x7f159c0ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f159c0acaa0 0x7f159c0ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 -- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1584005120 msgr2=0x7f159c1524d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1584005120 0x7f159c1524d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 -- 172.21.15.17:0/3155015208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c0ab9b0 con 0x7f159c0ce0e0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f159b59e640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f15940012f0 tx=0x7f15940015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1594006b50 con 0x7f159c0ce0e0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1594006cf0 con 0x7f159c0ce0e0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159403e650 con 0x7f159c0ce0e0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f159c0abc90 con 0x7f159c0ce0e0 2024-09-19T08:11:03.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.680+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f159c0ac250 con 0x7f159c0ce0e0 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.681+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159c0d4b10 con 0x7f159c0ce0e0 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.682+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1594030070 con 0x7f159c0ce0e0 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.682+0000 7f15837fe640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 0x7f158806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.682+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7458+0+0 (secure 0 0 0) 0x7f15940ab350 con 0x7f159c0ce0e0 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.683+0000 7f159ad9d640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 0x7f158806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:03.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.683+0000 7f159ad9d640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 0x7f158806e770 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f158c009b40 tx=0x7f158c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:03.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.687+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1594045030 con 0x7f159c0ce0e0 2024-09-19T08:11:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:03.898+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f159c0d39c0 con 0x7f159c0ce0e0 2024-09-19T08:11:04.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.226+0000 7f15837fe640 1 -- 172.21.15.17:0/3155015208 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v197) ==== 162+0+0 (secure 0 0 0) 0x7f1594078d10 con 0x7f159c0ce0e0 2024-09-19T08:11:04.226 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 msgr2=0x7f158806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 0x7f158806e770 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f158c009b40 tx=0x7f158c009190 comp rx=0 tx=0).stop 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 msgr2=0x7f159c0ce560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f15940012f0 tx=0x7f15940015b0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 shutdown_connections 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f158806c2b0 0x7f158806e770 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f159c0ce0e0 0x7f159c0ce560 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f159c0acaa0 0x7f159c0ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 --2- 172.21.15.17:0/3155015208 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1584005120 0x7f159c1524d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 >> 172.21.15.17:0/3155015208 conn(0x7f159c067d70 msgr2=0x7f159c0d3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:04.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 shutdown_connections 2024-09-19T08:11:04.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.229+0000 7f15a11f1640 1 -- 172.21.15.17:0/3155015208 wait complete. 2024-09-19T08:11:04.233 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:04.233+0000 7f1191f64640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': Decoder at 'virtual void InoTable::decode_state(ceph::buffer::v15_2_0::list::const_iterator&)' v=2 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:11:04.233 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:04.233+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:04.233 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:04.234+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:04.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.344+0000 7faf55549640 1 Processor -- start 2024-09-19T08:11:04.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.345+0000 7faf55549640 1 -- start start 2024-09-19T08:11:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.345+0000 7faf55549640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf50071d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.345+0000 7faf55549640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf50073960 con 0x7faf50160b30 2024-09-19T08:11:04.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.345+0000 7faf55549640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf5015ca20 con 0x7faf50159e20 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.345+0000 7faf55549640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faf50073720 con 0x7faf500d1d00 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4e7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7faf50160b30 0x7faf500d15f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50068/0 (socket says 172.21.15.17:50068) 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4e7fc640 1 -- 172.21.15.17:0/1160233040 learned_addr learned my addr 172.21.15.17:0/1160233040 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4f7fe640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf50071d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2157225309 0 0) 0x7faf50073960 con 0x7faf50160b30 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf3c003520 con 0x7faf50160b30 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3466066190 0 0) 0x7faf3c003520 con 0x7faf50160b30 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 msgr2=0x7faf50071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf50071d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 >> v1:172.21.15.160:6789/0 conn(0x7faf50159e20 legacy=0x7faf50073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5015cd00 con 0x7faf50160b30 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7faf38001670 con 0x7faf50160b30 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 >> v1:172.21.15.17:6789/0 conn(0x7faf50160b30 legacy=0x7faf500d15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf3c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf3c003f20 0x7faf3c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf3c004d40 0x7faf3c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faf50073720 con 0x7faf3c004d40 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faf3c00bad0 con 0x7faf3c003f20 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faf3c00bcd0 con 0x7faf500d1d00 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4f7fe640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf3c004d40 0x7faf3c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4effd640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf3c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.346+0000 7faf4e7fc640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf3c003f20 0x7faf3c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 -- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 msgr2=0x7faf3c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:04.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf500d1d00 0x7faf3c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 -- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf3c003f20 msgr2=0x7faf3c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf3c003f20 0x7faf3c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 -- 172.21.15.17:0/1160233040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3c003520 con 0x7faf3c004d40 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4e7fc640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf3c003f20 0x7faf3c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4f7fe640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf3c004d40 0x7faf3c0051c0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7faf48009ac0 tx=0x7faf3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8191ffb52a41dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48036070 con 0x7faf3c004d40 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf48031400 con 0x7faf3c004d40 2024-09-19T08:11:04.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.347+0000 7faf4dffb640 1 -- 172.21.15.17:0/1160233040 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48009690 con 0x7faf3c004d40 2024-09-19T08:11:04.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 -- 172.21.15.17:0/1160233040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf3c004d40 msgr2=0x7faf3c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 --2- 172.21.15.17:0/1160233040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf3c004d40 0x7faf3c0051c0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7faf48009ac0 tx=0x7faf3c005830 comp rx=0 tx=0).stop 2024-09-19T08:11:04.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf4f7fe640 1 -- 172.21.15.17:0/1160233040 reap_dead start 2024-09-19T08:11:04.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 -- 172.21.15.17:0/1160233040 shutdown_connections 2024-09-19T08:11:04.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 -- 172.21.15.17:0/1160233040 >> 172.21.15.17:0/1160233040 conn(0x7faf5006d110 msgr2=0x7faf5006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 -- 172.21.15.17:0/1160233040 shutdown_connections 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.348+0000 7faf55549640 1 -- 172.21.15.17:0/1160233040 wait complete. 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.349+0000 7faf55549640 1 Processor -- start 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.349+0000 7faf55549640 1 -- start start 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf3c004d40 0x7faf500b6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf500cd690 0x7faf500c7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faf5015a200 con 0x7faf500cd210 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faf50073c40 con 0x7faf500cd690 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf55549640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faf5015d500 con 0x7faf3c004d40 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf4e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf4e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41298/0 (socket says 172.21.15.17:41298) 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.350+0000 7faf4e7fc640 1 -- 172.21.15.17:0/3219748511 learned_addr learned my addr 172.21.15.17:0/3219748511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:04.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 -- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf3c004d40 msgr2=0x7faf500b6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf3c004d40 0x7faf500b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 -- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf500cd690 msgr2=0x7faf500c7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf500cd690 0x7faf500c7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 -- 172.21.15.17:0/3219748511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf500cc450 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf4e7fc640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7faf3800e850 tx=0x7faf3800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3800c7f0 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf38018070 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3800cb90 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf500cc730 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.351+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf500cccf0 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.352+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf500ccef0 con 0x7faf500cd210 2024-09-19T08:11:04.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.352+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf3800cd30 con 0x7faf500cd210 2024-09-19T08:11:04.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.353+0000 7faf477fe640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 0x7faf3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.353+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7faf3808b8d0 con 0x7faf500cd210 2024-09-19T08:11:04.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.353+0000 7faf4effd640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 0x7faf3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.354+0000 7faf4effd640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 0x7faf3006e770 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7faf40002000 tx=0x7faf40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.358+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf500ccef0 con 0x7faf500cd210 2024-09-19T08:11:04.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.574+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf500ceb90 con 0x7faf500cd210 2024-09-19T08:11:04.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.574+0000 7faf477fe640 1 -- 172.21.15.17:0/3219748511 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 199 v199) ==== 95+0+3569 (secure 0 0 0) 0x7faf380599a0 con 0x7faf500cd210 2024-09-19T08:11:04.574 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:04.575 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":199,"btime":"2024-09-19T08:11:04:234748+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:04.234701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:04.575 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 199 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 msgr2=0x7faf3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 0x7faf3006e770 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7faf40002000 tx=0x7faf40009040 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 msgr2=0x7faf500c7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7faf3800e850 tx=0x7faf3800ed10 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 shutdown_connections 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faf3006c2b0 0x7faf3006e770 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faf500cd690 0x7faf500c7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf500cd210 0x7faf500c7760 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 --2- 172.21.15.17:0/3219748511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faf3c004d40 0x7faf500b6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.576+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 >> 172.21.15.17:0/3219748511 conn(0x7faf5006d110 msgr2=0x7faf5006e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.577+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 shutdown_connections 2024-09-19T08:11:04.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.577+0000 7faf55549640 1 -- 172.21.15.17:0/3219748511 wait complete. 2024-09-19T08:11:04.588 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:04.588 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:04.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.690+0000 7fe526065640 1 Processor -- start 2024-09-19T08:11:04.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.690+0000 7fe526065640 1 -- start start 2024-09-19T08:11:04.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe526065640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe52015b2e0 0x7fe5200b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe526065640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe5200cdfc0 0x7fe5200b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe526065640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5200ce4f0 con 0x7fe5200b22c0 2024-09-19T08:11:04.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe526065640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe52015b6c0 con 0x7fe52015b2e0 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe526065640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe5200ce7d0 con 0x7fe5200cdfc0 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe52015b2e0 0x7fe5200b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe52015b2e0 0x7fe5200b3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41306/0 (socket says 172.21.15.17:41306) 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 -- 172.21.15.17:0/235534021 learned_addr learned my addr 172.21.15.17:0/235534021 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51effd640 1 --2- 172.21.15.17:0/235534021 >> v2:172.21.15.160:3300/0 conn(0x7fe5200cdfc0 0x7fe5200b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 -- 172.21.15.17:0/235534021 >> v2:172.21.15.160:3300/0 conn(0x7fe5200cdfc0 msgr2=0x7fe5200b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/235534021 >> v2:172.21.15.160:3300/0 conn(0x7fe5200cdfc0 0x7fe5200b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 -- 172.21.15.17:0/235534021 >> v1:172.21.15.160:6789/0 conn(0x7fe5200b22c0 legacy=0x7fe5200ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.691+0000 7fe51f7fe640 1 -- 172.21.15.17:0/235534021 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5200ceab0 con 0x7fe52015b2e0 2024-09-19T08:11:04.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.692+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/235534021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe52015b2e0 0x7fe5200b3d20 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fe52015ecd0 tx=0x7fe51002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7197fe4fa0ff1f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.692+0000 7fe51e7fc640 1 -- 172.21.15.17:0/235534021 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510037070 con 0x7fe52015b2e0 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.692+0000 7fe51e7fc640 1 -- 172.21.15.17:0/235534021 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe510032440 con 0x7fe52015b2e0 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.692+0000 7fe51e7fc640 1 -- 172.21.15.17:0/235534021 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510032810 con 0x7fe52015b2e0 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 -- 172.21.15.17:0/235534021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe52015b2e0 msgr2=0x7fe5200b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 --2- 172.21.15.17:0/235534021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe52015b2e0 0x7fe5200b3d20 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fe52015ecd0 tx=0x7fe51002a270 comp rx=0 tx=0).stop 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 -- 172.21.15.17:0/235534021 shutdown_connections 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 --2- 172.21.15.17:0/235534021 >> v2:172.21.15.160:3300/0 conn(0x7fe5200cdfc0 0x7fe5200b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 --2- 172.21.15.17:0/235534021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe52015b2e0 0x7fe5200b3d20 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 -- 172.21.15.17:0/235534021 >> 172.21.15.17:0/235534021 conn(0x7fe52006bc10 msgr2=0x7fe52006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 -- 172.21.15.17:0/235534021 shutdown_connections 2024-09-19T08:11:04.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.693+0000 7fe526065640 1 -- 172.21.15.17:0/235534021 wait complete. 2024-09-19T08:11:04.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.694+0000 7fe526065640 1 Processor -- start 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.694+0000 7fe526065640 1 -- start start 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 0x7fe5200aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 0x7fe52014f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe5200712b0 con 0x7fe5200cdfc0 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe520071130 con 0x7fe52015b2e0 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe526065640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe5200b4260 con 0x7fe5200b22c0 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41310/0 (socket says 172.21.15.17:41310) 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 -- 172.21.15.17:0/2201490343 learned_addr learned my addr 172.21.15.17:0/2201490343 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 0x7fe5200aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51ffff640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 0x7fe52014f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 -- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 msgr2=0x7fe5200aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 0x7fe5200aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 -- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 msgr2=0x7fe52014f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 0x7fe52014f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51effd640 1 -- 172.21.15.17:0/2201490343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5200b0d80 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 0x7fe5200aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.695+0000 7fe51ffff640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 0x7fe52014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe51effd640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fe51400d830 tx=0x7fe51400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51400b6c0 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe514019070 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5200b1060 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51400bac0 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.696+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe520154490 con 0x7fe5200cdfc0 2024-09-19T08:11:04.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.697+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5200b1450 con 0x7fe5200cdfc0 2024-09-19T08:11:04.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.697+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe51401e460 con 0x7fe5200cdfc0 2024-09-19T08:11:04.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.698+0000 7fe507fff640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:04.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.698+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7fe51408c230 con 0x7fe5200cdfc0 2024-09-19T08:11:04.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.698+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:04.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.699+0000 7fe51f7fe640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 0x7fe50c06e770 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fe510034000 tx=0x7fe51002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:04.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.703+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe51405a270 con 0x7fe5200cdfc0 2024-09-19T08:11:04.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.912+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5201546f0 con 0x7fe5200cdfc0 2024-09-19T08:11:04.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.912+0000 7fe507fff640 1 -- 172.21.15.17:0/2201490343 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 199 v199) ==== 95+0+3569 (secure 0 0 0) 0x7fe514059b70 con 0x7fe5200cdfc0 2024-09-19T08:11:04.913 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:04.913 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":199,"btime":"2024-09-19T08:11:04:234748+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:04.234701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:04.913 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 199 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 msgr2=0x7fe50c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 0x7fe50c06e770 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fe510034000 tx=0x7fe51002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 msgr2=0x7fe52014ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fe51400d830 tx=0x7fe51400dcf0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 shutdown_connections 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe52015b2e0 0x7fe52014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5200cdfc0 0x7fe52014ecf0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 --2- 172.21.15.17:0/2201490343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5200b22c0 0x7fe5200aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:04.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 >> 172.21.15.17:0/2201490343 conn(0x7fe52006bc10 msgr2=0x7fe520071880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:04.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 shutdown_connections 2024-09-19T08:11:04.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:04.915+0000 7fe526065640 1 -- 172.21.15.17:0/2201490343 wait complete. 2024-09-19T08:11:04.926 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:04.926 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:04.969 INFO:tasks.ceph.mds.a.smithi017.stderr: -44> 2024-09-19T08:11:00.216+0000 7f9c34fd4640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': Decoder at 'virtual void SnapServer::decode_server_state(ceph::buffer::v15_2_0::list::const_iterator&)' v=5 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:11:04.995 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.032+0000 7f4dffa80640 1 Processor -- start 2024-09-19T08:11:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.032+0000 7f4dffa80640 1 -- start start 2024-09-19T08:11:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dffa80640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4df815e4e0 0x7f4df80b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dffa80640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4df806cec0 con 0x7f4df80d26d0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dffa80640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4df806d160 con 0x7f4df815e8c0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dffa80640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4df80d2d40 con 0x7f4df815e4e0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dfe01d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4df80d26d0 0x7f4df806dc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50084/0 (socket says 172.21.15.17:50084) 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dfe01d640 1 -- 172.21.15.17:0/1580879964 learned_addr learned my addr 172.21.15.17:0/1580879964 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.033+0000 7f4dfd81c640 1 --2- 172.21.15.17:0/1580879964 >> v2:172.21.15.160:3300/0 conn(0x7f4df815e4e0 0x7f4df80b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfc81a640 1 -- 172.21.15.17:0/1580879964 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1664396029 0 0) 0x7f4df806cec0 con 0x7f4df80d26d0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfc81a640 1 -- 172.21.15.17:0/1580879964 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4de4003520 con 0x7f4df80d26d0 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfd81c640 1 -- 172.21.15.17:0/1580879964 >> v1:172.21.15.160:6789/0 conn(0x7f4df815e8c0 legacy=0x7f4df80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfd81c640 1 -- 172.21.15.17:0/1580879964 >> v1:172.21.15.17:6789/0 conn(0x7f4df80d26d0 legacy=0x7f4df806dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfd81c640 1 -- 172.21.15.17:0/1580879964 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df806d440 con 0x7f4df815e4e0 2024-09-19T08:11:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.034+0000 7f4dfd81c640 1 --2- 172.21.15.17:0/1580879964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e4e0 0x7f4df80b67d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4df40097a0 tx=0x7f4df402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea618b8a2a9db671 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dfc81a640 1 -- 172.21.15.17:0/1580879964 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4037070 con 0x7f4df815e4e0 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dfc81a640 1 -- 172.21.15.17:0/1580879964 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df4032440 con 0x7f4df815e4e0 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dfc81a640 1 -- 172.21.15.17:0/1580879964 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df40327f0 con 0x7f4df815e4e0 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 -- 172.21.15.17:0/1580879964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e4e0 msgr2=0x7f4df80b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 --2- 172.21.15.17:0/1580879964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e4e0 0x7f4df80b67d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4df40097a0 tx=0x7f4df402a230 comp rx=0 tx=0).stop 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 -- 172.21.15.17:0/1580879964 shutdown_connections 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 --2- 172.21.15.17:0/1580879964 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e4e0 0x7f4df80b67d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 -- 172.21.15.17:0/1580879964 >> 172.21.15.17:0/1580879964 conn(0x7f4df806f400 msgr2=0x7f4df806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 -- 172.21.15.17:0/1580879964 shutdown_connections 2024-09-19T08:11:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.035+0000 7f4dffa80640 1 -- 172.21.15.17:0/1580879964 wait complete. 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.036+0000 7f4dffa80640 1 Processor -- start 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 -- start start 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 0x7f4df80b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 0x7f4df81f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4df80b6d10 con 0x7f4df80d26d0 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4df80d2b20 con 0x7f4df815e8c0 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dffa80640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4df80b6e90 con 0x7f4df815e4e0 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dfd81c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dfd81c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41356/0 (socket says 172.21.15.17:41356) 2024-09-19T08:11:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.037+0000 7f4dfd81c640 1 -- 172.21.15.17:0/4233587967 learned_addr learned my addr 172.21.15.17:0/4233587967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfe01d640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 0x7f4df81f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd01b640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 0x7f4df80b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 -- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 msgr2=0x7f4df80b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 0x7f4df80b3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 -- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 msgr2=0x7f4df81f4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 0x7f4df81f4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 -- 172.21.15.17:0/4233587967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df80af2b0 con 0x7f4df80d26d0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfe01d640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 0x7f4df81f4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd01b640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 0x7f4df80b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dfd81c640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f4df4035040 tx=0x7f4df40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4037050 con 0x7f4df80d26d0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df4038040 con 0x7f4df80d26d0 2024-09-19T08:11:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4df80af590 con 0x7f4df80d26d0 2024-09-19T08:11:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4004470 con 0x7f4df80d26d0 2024-09-19T08:11:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.038+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4df80afb50 con 0x7f4df80d26d0 2024-09-19T08:11:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.039+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4df804ffb0 con 0x7f4df80d26d0 2024-09-19T08:11:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.040+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4df403c6d0 con 0x7f4df80d26d0 2024-09-19T08:11:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.040+0000 7f4dea7fc640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 0x7f4ddc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.041+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7f4df40ac4f0 con 0x7f4df80d26d0 2024-09-19T08:11:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.041+0000 7f4dfd01b640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 0x7f4ddc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.041+0000 7f4dfd01b640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 0x7f4ddc06e770 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4df80b3570 tx=0x7f4dec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.045+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4df804ffb0 con 0x7f4df80d26d0 2024-09-19T08:11:05.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.260+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4df80b67d0 con 0x7f4df80d26d0 2024-09-19T08:11:05.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.260+0000 7f4dea7fc640 1 -- 172.21.15.17:0/4233587967 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 200 v200) ==== 95+0+4395 (secure 0 0 0) 0x7f4df407a5c0 con 0x7f4df80d26d0 2024-09-19T08:11:05.260 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:05.260 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":200,"btime":"2024-09-19T08:11:05:235889+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9096,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2615174087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2615174087},{"type":"v1","addr":"172.21.15.17:6835","nonce":2615174087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":200}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:04.234701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:05.261 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 200 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 msgr2=0x7f4ddc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 0x7f4ddc06e770 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4df80b3570 tx=0x7f4dec009040 comp rx=0 tx=0).stop 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 msgr2=0x7f4df81e39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f4df4035040 tx=0x7f4df40046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 shutdown_connections 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4ddc06c2b0 0x7f4ddc06e770 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4df815e8c0 0x7f4df81f4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4df815e4e0 0x7f4df80b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 --2- 172.21.15.17:0/4233587967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4df80d26d0 0x7f4df81e39b0 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 >> 172.21.15.17:0/4233587967 conn(0x7f4df806f400 msgr2=0x7f4df806e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:05.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 shutdown_connections 2024-09-19T08:11:05.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.263+0000 7f4dffa80640 1 -- 172.21.15.17:0/4233587967 wait complete. 2024-09-19T08:11:05.274 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt mds0_inotable' led to DAMAGED state 2024-09-19T08:11:05.276 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 400.00000000' 2024-09-19T08:11:05.276 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:05.276 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:05.330 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:05.330 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:05.330 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:05.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:05.331 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:05.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:05.387 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:05.387 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.531+0000 7fdf78ea5640 1 Processor -- start 2024-09-19T08:11:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.531+0000 7fdf78ea5640 1 -- start start 2024-09-19T08:11:05.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf78ea5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdf740b6ee0 0x7fdf740d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf78ea5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf7406cec0 con 0x7fdf7415e4e0 2024-09-19T08:11:05.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf78ea5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf7406d160 con 0x7fdf7415e8c0 2024-09-19T08:11:05.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf78ea5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdf740d2d40 con 0x7fdf740b6ee0 2024-09-19T08:11:05.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf7259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdf7415e4e0 0x7fdf740b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50098/0 (socket says 172.21.15.17:50098) 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf7259c640 1 -- 172.21.15.17:0/2419803414 learned_addr learned my addr 172.21.15.17:0/2419803414 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2746115658 0 0) 0x7fdf7406cec0 con 0x7fdf7415e4e0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/2419803414 >> v2:172.21.15.160:3300/0 conn(0x7fdf740b6ee0 0x7fdf740d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf60003520 con 0x7fdf7415e4e0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 638636019 0 0) 0x7fdf60003520 con 0x7fdf7415e4e0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 >> v2:172.21.15.160:3300/0 conn(0x7fdf740b6ee0 msgr2=0x7fdf740d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 --2- 172.21.15.17:0/2419803414 >> v2:172.21.15.160:3300/0 conn(0x7fdf740b6ee0 0x7fdf740d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 >> v1:172.21.15.160:6789/0 conn(0x7fdf7415e8c0 legacy=0x7fdf740d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7406d440 con 0x7fdf7415e4e0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdf64001690 con 0x7fdf7415e4e0 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 >> v1:172.21.15.17:6789/0 conn(0x7fdf7415e4e0 legacy=0x7fdf740b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf600039b0 0x7fdf60003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.532+0000 7fdf71d9b640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 0x7fdf60004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf71d9b640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf600051c0 0x7fdf6000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf740d2d40 con 0x7fdf60004800 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000c0f0 con 0x7fdf600039b0 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6000c2f0 con 0x7fdf600051c0 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 0x7fdf60004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf7259c640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf600039b0 0x7fdf60003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf600051c0 0x7fdf6000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 -- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf600051c0 msgr2=0x7fdf6000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf600051c0 0x7fdf6000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 -- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf600039b0 msgr2=0x7fdf60003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:05.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf600039b0 0x7fdf60003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf6bfff640 1 -- 172.21.15.17:0/2419803414 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf60003520 con 0x7fdf60004800 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.533+0000 7fdf72d9d640 1 -- 172.21.15.17:0/2419803414 reap_dead start 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf6bfff640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 0x7fdf60004c80 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c001650 tx=0x7fdf60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91dba6048f74abf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c001220 con 0x7fdf60004800 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c02e070 con 0x7fdf60004800 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf71d9b640 1 -- 172.21.15.17:0/2419803414 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c02a7f0 con 0x7fdf60004800 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 -- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 msgr2=0x7fdf60004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 0x7fdf60004c80 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c001650 tx=0x7fdf60005830 comp rx=0 tx=0).stop 2024-09-19T08:11:05.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 -- 172.21.15.17:0/2419803414 shutdown_connections 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/2419803414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf60004800 0x7fdf60004c80 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 -- 172.21.15.17:0/2419803414 >> 172.21.15.17:0/2419803414 conn(0x7fdf7406f400 msgr2=0x7fdf7406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 -- 172.21.15.17:0/2419803414 shutdown_connections 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.534+0000 7fdf78ea5640 1 -- 172.21.15.17:0/2419803414 wait complete. 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.536+0000 7fdf78ea5640 1 Processor -- start 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.536+0000 7fdf78ea5640 1 -- start start 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 0x7fdf74151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b2e50 0x7fdf740c7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf740b6950 con 0x7fdf740c9dc0 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf740b67d0 con 0x7fdf60004800 2024-09-19T08:11:05.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf740b6ad0 con 0x7fdf740b2e50 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41372/0 (socket says 172.21.15.17:41372) 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 -- 172.21.15.17:0/513825840 learned_addr learned my addr 172.21.15.17:0/513825840 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf7259c640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 0x7fdf74151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf6bfff640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b2e50 0x7fdf740c7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 -- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b2e50 msgr2=0x7fdf740c7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b2e50 0x7fdf740c7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 -- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 msgr2=0x7fdf74151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 0x7fdf74151ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 -- 172.21.15.17:0/513825840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf740c8800 con 0x7fdf740c9dc0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf7259c640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 0x7fdf74151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fdf74073a50 tx=0x7fdf6c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c00fde0 con 0x7fdf740c9dc0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf6c01d070 con 0x7fdf740c9dc0 2024-09-19T08:11:05.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf740c8ae0 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.537+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c015670 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.538+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf740c90a0 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.539+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf740d1fc0 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.539+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf6c015810 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.539+0000 7fdf6affd640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.539+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7fdf6c08c5a0 con 0x7fdf740c9dc0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.540+0000 7fdf7259c640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.540+0000 7fdf7259c640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fdf7406d090 tx=0x7fdf64009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:05.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.544+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf6c010040 con 0x7fdf740c9dc0 2024-09-19T08:11:05.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:05.755+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdf740d2550 con 0x7fdf740c9dc0 2024-09-19T08:11:06.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.242+0000 7fdf6affd640 1 -- 172.21.15.17:0/513825840 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v201) ==== 161+0+0 (secure 0 0 0) 0x7fdf6c05a550 con 0x7fdf740c9dc0 2024-09-19T08:11:06.242 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 msgr2=0x7fdf5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fdf7406d090 tx=0x7fdf64009040 comp rx=0 tx=0).stop 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 msgr2=0x7fdf740ca240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fdf74073a50 tx=0x7fdf6c00f580 comp rx=0 tx=0).stop 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 shutdown_connections 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740c9dc0 0x7fdf740ca240 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b2e50 0x7fdf740c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 --2- 172.21.15.17:0/513825840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf60004800 0x7fdf74151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 >> 172.21.15.17:0/513825840 conn(0x7fdf7406f400 msgr2=0x7fdf74074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:06.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 shutdown_connections 2024-09-19T08:11:06.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.245+0000 7fdf78ea5640 1 -- 172.21.15.17:0/513825840 wait complete. 2024-09-19T08:11:06.257 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 Processor -- start 2024-09-19T08:11:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 -- start start 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f32680cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f32680cf800 0x7f32680b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32680ce060 con 0x7f32680b23c0 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f32680cf100 con 0x7f32680cf800 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.362+0000 7f326d36f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f32680cfc40 con 0x7f326815c480 2024-09-19T08:11:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f32680cf800 0x7f32680b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f32680cf800 0x7f32680b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41388/0 (socket says 172.21.15.17:41388) 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 -- 172.21.15.17:0/1173359160 learned_addr learned my addr 172.21.15.17:0/1173359160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f3266ffd640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f32680cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 -- 172.21.15.17:0/1173359160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 msgr2=0x7f32680cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f32680cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 -- 172.21.15.17:0/1173359160 >> v1:172.21.15.160:6789/0 conn(0x7f32680b23c0 legacy=0x7f32680cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.363+0000 7f32667fc640 1 -- 172.21.15.17:0/1173359160 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32680ce340 con 0x7f32680cf800 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f32667fc640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32680b1e80 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f3250009870 tx=0x7f325002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581b68737e60acdc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f3265ffb640 1 -- 172.21.15.17:0/1173359160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3250037070 con 0x7f32680cf800 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f3265ffb640 1 -- 172.21.15.17:0/1173359160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3250032440 con 0x7f32680cf800 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f3265ffb640 1 -- 172.21.15.17:0/1173359160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3250032810 con 0x7f32680cf800 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 -- 172.21.15.17:0/1173359160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 msgr2=0x7f32680b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32680b1e80 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f3250009870 tx=0x7f325002a270 comp rx=0 tx=0).stop 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 -- 172.21.15.17:0/1173359160 shutdown_connections 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32680b1e80 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 --2- 172.21.15.17:0/1173359160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f32680cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 -- 172.21.15.17:0/1173359160 >> 172.21.15.17:0/1173359160 conn(0x7f326806bc10 msgr2=0x7f326806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.364+0000 7f326d36f640 1 -- 172.21.15.17:0/1173359160 shutdown_connections 2024-09-19T08:11:06.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.365+0000 7f326d36f640 1 -- 172.21.15.17:0/1173359160 wait complete. 2024-09-19T08:11:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.366+0000 7f326d36f640 1 Processor -- start 2024-09-19T08:11:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.366+0000 7f326d36f640 1 -- start start 2024-09-19T08:11:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 0x7f32681f2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f3268143a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f32680cebe0 con 0x7f32680cf800 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f32680ce900 con 0x7f32680b23c0 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f32680b2870 con 0x7f326815c480 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41402/0 (socket says 172.21.15.17:41402) 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 -- 172.21.15.17:0/1210792164 learned_addr learned my addr 172.21.15.17:0/1210792164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f3266ffd640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 0x7f32681f2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32677fe640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f3268143a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 -- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 msgr2=0x7f3268143a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f3268143a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 -- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 msgr2=0x7f32681f2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 0x7f32681f2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 -- 172.21.15.17:0/1210792164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32681e65b0 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32677fe640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f3268143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f3266ffd640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 0x7f32681f2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f32667fc640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f3250000c00 tx=0x7f32500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3250037040 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3250042070 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3250030880 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32681f3010 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.367+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32681f35d0 con 0x7f32680cf800 2024-09-19T08:11:06.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.368+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32680b1e80 con 0x7f32680cf800 2024-09-19T08:11:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.369+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3250030a20 con 0x7f32680cf800 2024-09-19T08:11:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.369+0000 7f325f7fe640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 0x7f324806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.370+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7f32500ac3b0 con 0x7f32680cf800 2024-09-19T08:11:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.370+0000 7f3266ffd640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 0x7f324806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.370+0000 7f3266ffd640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 0x7f324806e770 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f3268157430 tx=0x7f3258008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.374+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f325007a3e0 con 0x7f32680cf800 2024-09-19T08:11:06.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:06.625+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f3268143fd0 con 0x7f32680cf800 2024-09-19T08:11:07.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.249+0000 7f325f7fe640 1 -- 172.21.15.17:0/1210792164 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v202) ==== 101+0+0 (secure 0 0 0) 0x7f3250079ce0 con 0x7f32680cf800 2024-09-19T08:11:07.249 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 msgr2=0x7f324806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 0x7f324806e770 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f3268157430 tx=0x7f3258008040 comp rx=0 tx=0).stop 2024-09-19T08:11:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 msgr2=0x7f32681e6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f3250000c00 tx=0x7f32500046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 shutdown_connections 2024-09-19T08:11:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f324806c2b0 0x7f324806e770 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f326815c480 0x7f3268143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32680cf800 0x7f32681e6070 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 --2- 172.21.15.17:0/1210792164 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f32680b23c0 0x7f32681f2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 >> 172.21.15.17:0/1210792164 conn(0x7f326806bc10 msgr2=0x7f32680729d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 shutdown_connections 2024-09-19T08:11:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.252+0000 7f326d36f640 1 -- 172.21.15.17:0/1210792164 wait complete. 2024-09-19T08:11:07.265 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.313+0000 7f631cbc3f40 1 Processor -- start 2024-09-19T08:11:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 -- start start 2024-09-19T08:11:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c473451f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c473eb8e0 0x557c47345730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557c47316db0 con 0x557c47341670 2024-09-19T08:11:07.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557c47267510 con 0x557c473eafe0 2024-09-19T08:11:07.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557c47315050 con 0x557c473eb8e0 2024-09-19T08:11:07.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631a6b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631a6b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41420/0 (socket says 172.21.15.17:41420) 2024-09-19T08:11:07.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.314+0000 7f631a6b9640 1 -- 172.21.15.17:0/2228671367 learned_addr learned my addr 172.21.15.17:0/2228671367 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631aeba640 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c473eb8e0 0x557c47345730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f6311eb8640 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c473451f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 -- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c473eb8e0 msgr2=0x557c47345730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c473eb8e0 0x557c47345730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 -- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 msgr2=0x557c473451f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:07.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c473451f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 -- 172.21.15.17:0/2228671367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c473e79d0 con 0x557c47341670 2024-09-19T08:11:07.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f631a6b9640 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f630c00a5c0 tx=0x7f630c00aa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9973dc12a51e847 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f63196b7640 1 -- 172.21.15.17:0/2228671367 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f630c0089f0 con 0x557c47341670 2024-09-19T08:11:07.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f63196b7640 1 -- 172.21.15.17:0/2228671367 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f630c00f070 con 0x557c47341670 2024-09-19T08:11:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.315+0000 7f63196b7640 1 -- 172.21.15.17:0/2228671367 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f630c008df0 con 0x557c47341670 2024-09-19T08:11:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- 172.21.15.17:0/2228671367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 msgr2=0x557c4747b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f630c00a5c0 tx=0x7f630c00aa80 comp rx=0 tx=0).stop 2024-09-19T08:11:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- 172.21.15.17:0/2228671367 shutdown_connections 2024-09-19T08:11:07.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c473eb8e0 0x557c47345730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c473451f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/2228671367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c47341670 0x557c4747b7d0 unknown :-1 s=CLOSED pgs=1727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- 172.21.15.17:0/2228671367 >> 172.21.15.17:0/2228671367 conn(0x557c47340280 msgr2=0x557c473edd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- 172.21.15.17:0/2228671367 shutdown_connections 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- 172.21.15.17:0/2228671367 wait complete. 2024-09-19T08:11:07.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 Processor -- start 2024-09-19T08:11:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.316+0000 7f631cbc3f40 1 -- start start 2024-09-19T08:11:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c47341670 0x557c473e6a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c4747baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 0x557c474876b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557c4735d9d0 con 0x557c473eb8e0 2024-09-19T08:11:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557c473e7780 con 0x557c473eafe0 2024-09-19T08:11:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631cbc3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557c4735d660 con 0x557c47341670 2024-09-19T08:11:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 0x557c474876b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 0x557c474876b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41436/0 (socket says 172.21.15.17:41436) 2024-09-19T08:11:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 learned_addr learned my addr 172.21.15.17:0/36983104 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c4747baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c47341670 0x557c473e6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c47341670 msgr2=0x557c473e6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557c47341670 0x557c473e6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 msgr2=0x557c4747baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.317+0000 7f631aeba640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c4747baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c473daa80 con 0x557c473eb8e0 2024-09-19T08:11:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557c473eafe0 0x557c4747baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f631aeba640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 0x557c474876b0 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f6314025a80 tx=0x7f6314003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f6313fff640 1 -- 172.21.15.17:0/36983104 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631404f610 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f6313fff640 1 -- 172.21.15.17:0/36983104 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6314067070 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557c473441f0 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f6313fff640 1 -- 172.21.15.17:0/36983104 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6314062640 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.318+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c473db180 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.319+0000 7f6313fff640 1 -- 172.21.15.17:0/36983104 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6314061070 con 0x557c473eb8e0 2024-09-19T08:11:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f6313fff640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62fc06ac90 0x7f62fc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f6313fff640 1 -- 172.21.15.17:0/36983104 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7f63140ce470 con 0x557c473eb8e0 2024-09-19T08:11:07.334 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557c4747bfe0 0x557c47488100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47314b50 con 0x557c4747bfe0 2024-09-19T08:11:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62fc06ac90 0x7f62fc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.320+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557c4747bfe0 0x557c47488100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.321+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557c4747bfe0 0x557c47488100 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.321+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62fc06ac90 0x7f62fc06d150 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f630c00b010 tx=0x7f630c002000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.323+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v109'629 uv603 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.323+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c4747a250 con 0x557c4747bfe0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.324+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v109'630 uv630 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.324+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4747a620 con 0x557c4747bfe0 2024-09-19T08:11:07.339 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:07.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.326+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v109'631 uv631 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.326+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4747a9c0 con 0x557c4747bfe0 2024-09-19T08:11:07.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.327+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v109'632 uv632 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.327+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491990 con 0x557c4747bfe0 2024-09-19T08:11:07.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.328+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v109'633 uv633 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.328+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47490980 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.329+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v109'634 uv634 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.329+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47490d70 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.331+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v109'635 uv609 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.331+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47491160 con 0x557c4747bfe0 2024-09-19T08:11:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.332+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v109'636 uv636 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.332+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491160 con 0x557c4747bfe0 2024-09-19T08:11:07.344 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:07.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.333+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v109'637 uv637 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.333+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.334+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v109'638 uv638 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.334+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.336+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v109'639 uv639 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.336+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.337+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v109'640 uv640 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.337+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.338+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v109'641 uv616 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.338+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.339+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v109'642 uv642 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.339+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.349 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:07.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.341+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v109'643 uv643 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.341+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.342+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v109'644 uv644 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.342+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.344+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v109'645 uv645 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.344+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491110 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.345+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v109'646 uv646 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.345+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.346+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v109'647 uv647 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.346+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.348+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v109'648 uv622 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.348+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.349+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v109'649 uv649 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.349+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.355 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:07.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.350+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v109'650 uv650 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.350+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47492d40 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.351+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v109'651 uv651 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.352+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47492d40 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.353+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v109'652 uv652 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.353+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.354+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v109'653 uv653 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.354+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.355+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v109'654 uv628 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.355+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.356+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v109'655 uv655 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.356+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.360 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:07.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.358+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v109'656 uv656 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.358+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47492d40 con 0x557c4747bfe0 2024-09-19T08:11:07.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.359+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v109'657 uv657 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.359+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47492d40 con 0x557c4747bfe0 2024-09-19T08:11:07.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.360+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v109'658 uv658 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.360+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47491d30 con 0x557c4747bfe0 2024-09-19T08:11:07.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.361+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v109'659 uv659 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.361+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557c47492240 0x557c47494630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.361+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47494b70 con 0x557c47492240 2024-09-19T08:11:07.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.361+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557c47492240 0x557c47494630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.362+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557c47492240 0x557c47494630 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.363+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v109'458 uv441 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.363+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47494f10 con 0x557c47492240 2024-09-19T08:11:07.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.364+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v109'459 uv459 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.364+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474952b0 con 0x557c47492240 2024-09-19T08:11:07.367 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:07.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.365+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v109'460 uv460 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.366+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47495b00 con 0x557c47492240 2024-09-19T08:11:07.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.367+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v109'461 uv461 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.367+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47495ea0 con 0x557c47492240 2024-09-19T08:11:07.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.368+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v109'462 uv462 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.368+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.369+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v109'463 uv446 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.369+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.370+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v109'464 uv464 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.370+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.372 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:07.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.371+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v109'465 uv465 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.371+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.373+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v109'466 uv466 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.373+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.374+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v109'467 uv467 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.374+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.375+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v109'468 uv451 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.375+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.376+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v109'469 uv469 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.376+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.377+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v109'470 uv470 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.378 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:07.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.377+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499ca0 con 0x557c47492240 2024-09-19T08:11:07.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.379+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v109'471 uv471 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.379+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499ca0 con 0x557c47492240 2024-09-19T08:11:07.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.380+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v109'472 uv472 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.380+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.382+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v109'473 uv457 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.382+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.383+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v109'474 uv474 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.383+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.384 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:07.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.384+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v109'475 uv475 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.384+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47497250 con 0x557c47492240 2024-09-19T08:11:07.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.385+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v109'476 uv476 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.385+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47497250 con 0x557c47492240 2024-09-19T08:11:07.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.386+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v109'477 uv477 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.386+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c47492240 2024-09-19T08:11:07.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.387+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v109'478 uv478 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c47492240 2024-09-19T08:11:07.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.387+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c4747bfe0 2024-09-19T08:11:07.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.388+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v109'123 uv122 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.388+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c4747bfe0 2024-09-19T08:11:07.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.389+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v109'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.389+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c4747bfe0 2024-09-19T08:11:07.390 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:07.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.390+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v109'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.390+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47497250 con 0x557c4747bfe0 2024-09-19T08:11:07.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.391+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v109'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.391+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47497250 con 0x557c4747bfe0 2024-09-19T08:11:07.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.392+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v109'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.392+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47496240 con 0x557c4747bfe0 2024-09-19T08:11:07.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.393+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v109'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.393+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557c47496750 0x557c47498b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.393+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499080 con 0x557c47496750 2024-09-19T08:11:07.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.393+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557c47496750 0x557c47498b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.393+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557c47496750 0x557c47498b40 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.394+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v109'93 uv92 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.394+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474990e0 con 0x557c47496750 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.395+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v109'94 uv94 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.395+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c47496750 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.396+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v109'95 uv95 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.396 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:07.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.396+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c47496750 2024-09-19T08:11:07.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.397+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v109'96 uv96 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.397+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c4747bfe0 2024-09-19T08:11:07.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.398+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v109'123 uv122 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.399+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c4747bfe0 2024-09-19T08:11:07.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.400+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v109'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.400+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c4747bfe0 2024-09-19T08:11:07.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.401+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v109'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.401 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.401+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749a530 con 0x557c4747bfe0 2024-09-19T08:11:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.402+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v109'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.402+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749a530 con 0x557c4747bfe0 2024-09-19T08:11:07.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.403+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v109'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.403+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c47499520 con 0x557c4747bfe0 2024-09-19T08:11:07.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.404+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v109'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.404+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557c47499a30 0x557c4749be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.404+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749c3f0 con 0x557c47499a30 2024-09-19T08:11:07.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.405+0000 7f631aeba640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557c47499a30 0x557c4749be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.405+0000 7f631aeba640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557c47499a30 0x557c4749be20 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.406+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v109'227 uv221 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.406+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c4749c8e0 con 0x557c47499a30 2024-09-19T08:11:07.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.407+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v109'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.407+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749cdc0 con 0x557c47499a30 2024-09-19T08:11:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.408+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v109'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.408 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.408+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749e670 con 0x557c47499a30 2024-09-19T08:11:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.409+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v109'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.409+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749ea10 con 0x557c47499a30 2024-09-19T08:11:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.410+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v109'231 uv231 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.410+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749d660 con 0x557c47499a30 2024-09-19T08:11:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.411+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v109'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.411+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c47499a30 2024-09-19T08:11:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.412+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v109'233 uv226 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.412+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c47499a30 2024-09-19T08:11:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.413+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v109'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.413+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c47499a30 2024-09-19T08:11:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.414+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v109'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.414 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.414+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c47499a30 2024-09-19T08:11:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.415+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v109'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.415+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c47499a30 2024-09-19T08:11:07.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.416+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v109'237 uv237 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.416+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557c4749edb0 0x557c474a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.417+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c4749edb0 2024-09-19T08:11:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.417+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557c4749edb0 0x557c474a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.417+0000 7f631a6b9640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557c4749edb0 0x557c474a11a0 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.418+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v109'102 uv101 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c4749edb0 2024-09-19T08:11:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.418+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c4749da70 con 0x557c4749edb0 2024-09-19T08:11:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.419+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v109'103 uv103 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c4749edb0 2024-09-19T08:11:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.419+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4749edb0 2024-09-19T08:11:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.420+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v109'104 uv104 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c4749edb0 2024-09-19T08:11:07.420 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.420+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4749edb0 2024-09-19T08:11:07.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.421+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v109'105 uv105 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c4749edb0 2024-09-19T08:11:07.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.421+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4749edb0 2024-09-19T08:11:07.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.422+0000 7f631a6b9640 1 -- 172.21.15.17:0/36983104 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v109'106 uv106 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f630c008cb0 con 0x557c4749edb0 2024-09-19T08:11:07.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.422+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4747bfe0 2024-09-19T08:11:07.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.423+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v109'123 uv122 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.423+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4747bfe0 2024-09-19T08:11:07.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.424+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v109'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.424+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4747bfe0 2024-09-19T08:11:07.425 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:07.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.425+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v109'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.425+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a2740 con 0x557c4747bfe0 2024-09-19T08:11:07.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.426+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v109'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.426+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a2740 con 0x557c4747bfe0 2024-09-19T08:11:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.427+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v109'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.427+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c4747bfe0 2024-09-19T08:11:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.428+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v109'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c4747bfe0 2024-09-19T08:11:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.428+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.429+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v109'203 uv202 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.429+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.430+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v109'204 uv204 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.430+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.430 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:07.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.431+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v109'205 uv205 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.431+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.432+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v109'206 uv206 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.432+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.433+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v109'207 uv207 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.433+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.434+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v109'208 uv201 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.434+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.435+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v109'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.435+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.436+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v109'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.436 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:07.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.436+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a1730 con 0x557c47496750 2024-09-19T08:11:07.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.437+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v109'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.437+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4540 con 0x557c47496750 2024-09-19T08:11:07.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.438+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v109'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.438+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557c474a2260 0x557c474a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.438+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c474a2260 2024-09-19T08:11:07.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.438+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557c474a2260 0x557c474a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.439+0000 7f6311eb8640 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557c474a2260 0x557c474a4bc0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.439+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v109'91 uv90 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c474a2260 2024-09-19T08:11:07.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.439+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c474a2260 2024-09-19T08:11:07.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.440+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v109'92 uv92 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c474a2260 2024-09-19T08:11:07.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.440+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c474a2260 2024-09-19T08:11:07.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.441+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v109'93 uv93 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c474a2260 2024-09-19T08:11:07.441 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:07.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.441+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c474a2260 2024-09-19T08:11:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.442+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v109'94 uv94 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c474a2260 2024-09-19T08:11:07.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.442+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.444+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v109'123 uv122 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.444+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.445+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v109'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.445+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.446+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v109'125 uv125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.446 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:07.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.446+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.447+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v109'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.447+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.448+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v109'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.448+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47496750 2024-09-19T08:11:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.449+0000 7f6311eb8640 1 -- 172.21.15.17:0/36983104 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v109'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6304007790 con 0x557c47496750 2024-09-19T08:11:07.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.449+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.450+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v109'104 uv103 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.450+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.451+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v109'105 uv105 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.451+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.452+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v109'106 uv106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.452 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:07.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.452+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.453+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v109'107 uv107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.453+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.454+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v109'108 uv108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.454+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.455+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v109'253 uv245 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.455+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.456+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v109'254 uv254 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.456+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.457+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v109'255 uv255 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.457 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:07.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.457+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.458+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v109'256 uv256 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.458+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.459+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v109'257 uv257 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.459+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.460+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v109'258 uv252 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.460+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.461+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v109'259 uv259 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.461+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.462 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:07.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.462+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v109'260 uv260 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.462+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.463+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v109'261 uv261 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.463+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.464+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v109'262 uv262 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.464+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a4650 con 0x557c47499a30 2024-09-19T08:11:07.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.465+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v109'263 uv263 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.465+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x557c474a5100 con 0x557c47499a30 2024-09-19T08:11:07.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v109'264 uv264 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6314060030 con 0x557c47499a30 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557c4747bfe0 msgr2=0x557c47488100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557c4747bfe0 0x557c47488100 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557c47496750 msgr2=0x557c47498b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557c47496750 0x557c47498b40 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557c474a2260 msgr2=0x557c474a4bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557c474a2260 0x557c474a4bc0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557c47492240 msgr2=0x557c47494630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 reap_dead start 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557c47492240 0x557c47494630 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557c47499a30 msgr2=0x557c4749be20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557c47499a30 0x557c4749be20 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557c4749edb0 msgr2=0x557c474a11a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557c4749edb0 0x557c474a11a0 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62fc06ac90 msgr2=0x7f62fc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f62fc06ac90 0x7f62fc06d150 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f630c00b010 tx=0x7f630c002000 comp rx=0 tx=0).stop 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 msgr2=0x557c474876b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 --2- 172.21.15.17:0/36983104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557c473eb8e0 0x557c474876b0 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f6314025a80 tx=0x7f6314003330 comp rx=0 tx=0).stop 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631aeba640 1 -- 172.21.15.17:0/36983104 reap_dead start 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 shutdown_connections 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 >> 172.21.15.17:0/36983104 conn(0x557c47340280 msgr2=0x557c47316f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 shutdown_connections 2024-09-19T08:11:07.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.466+0000 7f631cbc3f40 1 -- 172.21.15.17:0/36983104 wait complete. 2024-09-19T08:11:07.469 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 400.00000000 - 2024-09-19T08:11:07.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.514+0000 7fe65d787f40 1 Processor -- start 2024-09-19T08:11:07.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.514+0000 7fe65d787f40 1 -- start start 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6480030f0 0x5654731f36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x565473206020 0x565473176ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x565473080510 con 0x5654731fad30 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5654730d9c50 con 0x565473206020 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65d787f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x565473207640 con 0x7fe6480030f0 2024-09-19T08:11:07.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41466/0 (socket says 172.21.15.17:41466) 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 -- 172.21.15.17:0/3466693701 learned_addr learned my addr 172.21.15.17:0/3466693701 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 -- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6480030f0 msgr2=0x5654731f36b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6480030f0 0x5654731f36b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 -- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x565473206020 msgr2=0x565473176ba0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x565473206020 0x565473176ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 -- 172.21.15.17:0/3466693701 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654731f3d10 con 0x5654731fad30 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x565473131f80 tx=0x7fe654004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b127e2399e4d9407 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe659a7a640 1 -- 172.21.15.17:0/3466693701 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe654018070 con 0x5654731fad30 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe659a7a640 1 -- 172.21.15.17:0/3466693701 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe65400f450 con 0x5654731fad30 2024-09-19T08:11:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.515+0000 7fe659a7a640 1 -- 172.21.15.17:0/3466693701 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65400f840 con 0x5654731fad30 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- 172.21.15.17:0/3466693701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 msgr2=0x5654731fb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x565473131f80 tx=0x7fe654004830 comp rx=0 tx=0).stop 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- 172.21.15.17:0/3466693701 shutdown_connections 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5654731fad30 0x5654731fb1e0 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x565473206020 0x565473176ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 --2- 172.21.15.17:0/3466693701 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6480030f0 0x5654731f36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- 172.21.15.17:0/3466693701 >> 172.21.15.17:0/3466693701 conn(0x565473159400 msgr2=0x5654731779c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- 172.21.15.17:0/3466693701 shutdown_connections 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- 172.21.15.17:0/3466693701 wait complete. 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 Processor -- start 2024-09-19T08:11:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.516+0000 7fe65d787f40 1 -- start start 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654731fad30 0x565473176ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x565473206020 0x5654731770e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 0x5654731f2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x565473178200 con 0x7fe6480030f0 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5654731f3ff0 con 0x5654731fad30 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65d787f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5654731784e0 con 0x565473206020 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65ba7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 0x5654731f2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65b27d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654731fad30 0x565473176ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65b27d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654731fad30 0x565473176ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:47284/0 (socket says 172.21.15.17:47284) 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65ba7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 0x5654731f2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41478/0 (socket says 172.21.15.17:41478) 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65b27d640 1 -- 172.21.15.17:0/825463806 learned_addr learned my addr 172.21.15.17:0/825463806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.517+0000 7fe65aa7c640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x565473206020 0x5654731770e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 -- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x565473206020 msgr2=0x5654731770e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x565473206020 0x5654731770e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 -- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654731fad30 msgr2=0x565473176ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5654731fad30 0x565473176ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 -- 172.21.15.17:0/825463806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654731fb9e0 con 0x7fe6480030f0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65ba7e640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 0x5654731f2430 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7fe654011000 tx=0x7fe654001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe658a78640 1 -- 172.21.15.17:0/825463806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe654018030 con 0x7fe6480030f0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe658a78640 1 -- 172.21.15.17:0/825463806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe654023070 con 0x7fe6480030f0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5654732085f0 con 0x7fe6480030f0 2024-09-19T08:11:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe658a78640 1 -- 172.21.15.17:0/825463806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe654013a10 con 0x7fe6480030f0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.518+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654731fb620 con 0x7fe6480030f0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe658a78640 1 -- 172.21.15.17:0/825463806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe654028460 con 0x7fe6480030f0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe658a78640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63c06ac90 0x7fe63c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe658a78640 1 -- 172.21.15.17:0/825463806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7fe65408bb90 con 0x7fe6480030f0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe65b27d640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63c06ac90 0x7fe63c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe65d787f40 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5654731fa8a0 0x5654731f9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) -- 0x5654731fa170 con 0x5654731fa8a0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.520+0000 7fe65aa7c640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5654731fa8a0 0x5654731f9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.521+0000 7fe65aa7c640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5654731fa8a0 0x5654731f9c30 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.521+0000 7fe65b27d640 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63c06ac90 0x7fe63c06d150 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x56547315c730 tx=0x7fe64c00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65aa7c640 1 -- 172.21.15.17:0/825463806 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [writefull 0~80] v109'109 uv109 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe6440527d0 con 0x5654731fa8a0 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5654731fa8a0 msgr2=0x5654731f9c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5654731fa8a0 0x5654731f9c30 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63c06ac90 msgr2=0x7fe63c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63c06ac90 0x7fe63c06d150 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x56547315c730 tx=0x7fe64c00c040 comp rx=0 tx=0).stop 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 msgr2=0x5654731f2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 --2- 172.21.15.17:0/825463806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6480030f0 0x5654731f2430 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7fe654011000 tx=0x7fe654001d40 comp rx=0 tx=0).stop 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65ba7e640 1 -- 172.21.15.17:0/825463806 reap_dead start 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 shutdown_connections 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.522+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 >> 172.21.15.17:0/825463806 conn(0x565473159400 msgr2=0x5654731f6df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.523+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 shutdown_connections 2024-09-19T08:11:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.523+0000 7fe65d787f40 1 -- 172.21.15.17:0/825463806 wait complete. 2024-09-19T08:11:07.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:07.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.670+0000 7f764f32c640 1 Processor -- start 2024-09-19T08:11:07.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.670+0000 7f764f32c640 1 -- start start 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764f32c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76480cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764f32c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f76480cf7b0 0x7f764806c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764f32c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76480cfcc0 con 0x7f764806c620 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764f32c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f76480cffa0 con 0x7f76480cf7b0 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764f32c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f76480d0280 con 0x7f764815e7f0 2024-09-19T08:11:07.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f76480cf7b0 0x7f764806c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f76480cf7b0 0x7f764806c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41480/0 (socket says 172.21.15.17:41480) 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 -- 172.21.15.17:0/2284500172 learned_addr learned my addr 172.21.15.17:0/2284500172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764d0c8640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76480cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 -- 172.21.15.17:0/2284500172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 msgr2=0x7f76480cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76480cf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 -- 172.21.15.17:0/2284500172 >> v1:172.21.15.160:6789/0 conn(0x7f764806c620 legacy=0x7f76480b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.671+0000 7f764c8c7640 1 -- 172.21.15.17:0/2284500172 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76480d0560 con 0x7f76480cf7b0 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.672+0000 7f764c8c7640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76480cf7b0 0x7f764806c0e0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f7638009870 tx=0x7f763802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e6eee0ad023e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.672+0000 7f763ffff640 1 -- 172.21.15.17:0/2284500172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638037070 con 0x7f76480cf7b0 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.672+0000 7f763ffff640 1 -- 172.21.15.17:0/2284500172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f763802ae50 con 0x7f76480cf7b0 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.672+0000 7f763ffff640 1 -- 172.21.15.17:0/2284500172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638032860 con 0x7f76480cf7b0 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 -- 172.21.15.17:0/2284500172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76480cf7b0 msgr2=0x7f764806c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76480cf7b0 0x7f764806c0e0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f7638009870 tx=0x7f763802a300 comp rx=0 tx=0).stop 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 -- 172.21.15.17:0/2284500172 shutdown_connections 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76480cf7b0 0x7f764806c0e0 unknown :-1 s=CLOSED pgs=1733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 --2- 172.21.15.17:0/2284500172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76480cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 -- 172.21.15.17:0/2284500172 >> 172.21.15.17:0/2284500172 conn(0x7f76480d44e0 msgr2=0x7f76480d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 -- 172.21.15.17:0/2284500172 shutdown_connections 2024-09-19T08:11:07.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.673+0000 7f764f32c640 1 -- 172.21.15.17:0/2284500172 wait complete. 2024-09-19T08:11:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.674+0000 7f764f32c640 1 Processor -- start 2024-09-19T08:11:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.674+0000 7f764f32c640 1 -- start start 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76480cf7b0 0x7f7648157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76481602d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f76480cee70 con 0x7f764806c620 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f76480cecf0 con 0x7f76480cf7b0 2024-09-19T08:11:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f76480b8600 con 0x7f764815e7f0 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41484/0 (socket says 172.21.15.17:41484) 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 -- 172.21.15.17:0/4214684917 learned_addr learned my addr 172.21.15.17:0/4214684917 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d8c9640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76481602d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 -- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 msgr2=0x7f76481602d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76481602d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764c8c7640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76480cf7b0 0x7f7648157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 -- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76480cf7b0 msgr2=0x7f7648157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76480cf7b0 0x7f7648157710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 -- 172.21.15.17:0/4214684917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f764815ed70 con 0x7f764806c620 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764d0c8640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f764400e870 tx=0x7f764400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7644017070 con 0x7f764806c620 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f764400c940 con 0x7f764806c620 2024-09-19T08:11:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f764815aca0 con 0x7f764806c620 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.675+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764400cd30 con 0x7f764806c620 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.676+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f764815b260 con 0x7f764806c620 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.677+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f764815a9d0 con 0x7f764806c620 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.677+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f764401a070 con 0x7f764806c620 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.678+0000 7f763dffb640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 0x7f762c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:07.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.678+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 7544+0+0 (secure 0 0 0) 0x7f764408ba10 con 0x7f764806c620 2024-09-19T08:11:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.678+0000 7f764c8c7640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 0x7f762c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.679+0000 7f764c8c7640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 0x7f762c06e770 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7638034000 tx=0x7f763802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:07.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.682+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7644059a50 con 0x7f764806c620 2024-09-19T08:11:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:07.897+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f76480b9110 con 0x7f764806c620 2024-09-19T08:11:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.252+0000 7f763dffb640 1 -- 172.21.15.17:0/4214684917 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v203) ==== 162+0+0 (secure 0 0 0) 0x7f7644059350 con 0x7f764806c620 2024-09-19T08:11:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:08.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 msgr2=0x7f762c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 0x7f762c06e770 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7638034000 tx=0x7f763802e000 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 msgr2=0x7f76481581a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f764400e870 tx=0x7f764400ed30 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 shutdown_connections 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f762c06c2b0 0x7f762c06e770 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f764815e7f0 0x7f76481602d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f76480cf7b0 0x7f7648157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 --2- 172.21.15.17:0/4214684917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f764806c620 0x7f76481581a0 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.254+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 >> 172.21.15.17:0/4214684917 conn(0x7f76480d44e0 msgr2=0x7f76480b5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.255+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 shutdown_connections 2024-09-19T08:11:08.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.255+0000 7f764f32c640 1 -- 172.21.15.17:0/4214684917 wait complete. 2024-09-19T08:11:08.260 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:08.260+0000 7fc66f673640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-19T08:11:08.261 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:08.261+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:08.261 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:08.261+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:08.269 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.373+0000 7f3715c9b640 1 Processor -- start 2024-09-19T08:11:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.373+0000 7f3715c9b640 1 -- start start 2024-09-19T08:11:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f3715c9b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3710162280 0x7f37100cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f3715c9b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37100cf870 con 0x7f37100af940 2024-09-19T08:11:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f3715c9b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37100cfb50 con 0x7f3710162660 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f3715c9b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f37100cfe30 con 0x7f3710162280 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f37100af940 0x7f3710154c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50124/0 (socket says 172.21.15.17:50124) 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370ffff640 1 -- 172.21.15.17:0/3466012509 learned_addr learned my addr 172.21.15.17:0/3466012509 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 592530933 0 0) 0x7f37100cf870 con 0x7f37100af940 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36f8003520 con 0x7f37100af940 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370f7fe640 1 --2- 172.21.15.17:0/3466012509 >> v2:172.21.15.160:3300/0 conn(0x7f3710162280 0x7f37100cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3534114263 0 0) 0x7f36f8003520 con 0x7f37100af940 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 >> v2:172.21.15.160:3300/0 conn(0x7f3710162280 msgr2=0x7f37100cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 --2- 172.21.15.17:0/3466012509 >> v2:172.21.15.160:3300/0 conn(0x7f3710162280 0x7f37100cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 >> v1:172.21.15.160:6789/0 conn(0x7f3710162660 legacy=0x7f37100ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37100d0110 con 0x7f37100af940 2024-09-19T08:11:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f37080019f0 con 0x7f37100af940 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 >> v1:172.21.15.17:6789/0 conn(0x7f37100af940 legacy=0x7f3710154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.374+0000 7f370e7fc640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f36f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370e7fc640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36f8004800 0x7f36f8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370e7fc640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36f80051c0 0x7f36f800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37100cfe30 con 0x7f36f80039b0 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f36f800c110 con 0x7f36f8004800 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36f800c310 con 0x7f36f80051c0 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f36f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370ffff640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36f80051c0 0x7f36f800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370effd640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36f8004800 0x7f36f8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 -- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36f80051c0 msgr2=0x7f36f800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f36f80051c0 0x7f36f800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 -- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36f8004800 msgr2=0x7f36f8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36f8004800 0x7f36f8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370f7fe640 1 -- 172.21.15.17:0/3466012509 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36f8003520 con 0x7f36f80039b0 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370ffff640 1 -- 172.21.15.17:0/3466012509 reap_dead start 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.375+0000 7f370effd640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36f8004800 0x7f36f8004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f370f7fe640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f36f8003dd0 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f370000ba30 tx=0x7f36f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e0f7529d96e25b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700030070 con 0x7f36f80039b0 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f370002ade0 con 0x7f36f80039b0 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f370e7fc640 1 -- 172.21.15.17:0/3466012509 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370000b600 con 0x7f36f80039b0 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 -- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 msgr2=0x7f36f8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f36f8003dd0 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f370000ba30 tx=0x7f36f8005830 comp rx=0 tx=0).stop 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 -- 172.21.15.17:0/3466012509 shutdown_connections 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 --2- 172.21.15.17:0/3466012509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f36f8003dd0 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 -- 172.21.15.17:0/3466012509 >> 172.21.15.17:0/3466012509 conn(0x7f37100b1770 msgr2=0x7f37100b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 -- 172.21.15.17:0/3466012509 shutdown_connections 2024-09-19T08:11:08.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.376+0000 7f3715c9b640 1 -- 172.21.15.17:0/3466012509 wait complete. 2024-09-19T08:11:08.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 Processor -- start 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 -- start start 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 0x7f371014d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f371015eff0 0x7f3710152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37100cf410 con 0x7f36f80039b0 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f37100cf290 con 0x7f371014d7e0 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.378+0000 7f3715c9b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37100cf590 con 0x7f371015eff0 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41498/0 (socket says 172.21.15.17:41498) 2024-09-19T08:11:08.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 -- 172.21.15.17:0/2852168687 learned_addr learned my addr 172.21.15.17:0/2852168687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370ffff640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f371015eff0 0x7f3710152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370effd640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 0x7f371014d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 -- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f371015eff0 msgr2=0x7f3710152130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f371015eff0 0x7f3710152130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 -- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 msgr2=0x7f371014d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 0x7f371014d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 -- 172.21.15.17:0/2852168687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37101549a0 con 0x7f36f80039b0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370effd640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 0x7f371014d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f370f7fe640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f370000bb50 tx=0x7f37000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700043030 con 0x7f36f80039b0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f370002abe0 con 0x7f36f80039b0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f371015e510 con 0x7f36f80039b0 2024-09-19T08:11:08.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370000b600 con 0x7f36f80039b0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.379+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3710152670 con 0x7f36f80039b0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.380+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37100afe40 con 0x7f36f80039b0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.381+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3700046070 con 0x7f36f80039b0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.381+0000 7f36f7fff640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 0x7f36fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.381+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7f37000ac500 con 0x7f36f80039b0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.382+0000 7f370effd640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 0x7f36fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.382+0000 7f370effd640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 0x7f36fc06e770 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f3704000c00 tx=0x7f3704009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.386+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f370007a580 con 0x7f36f80039b0 2024-09-19T08:11:08.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.596+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3710072fc0 con 0x7f36f80039b0 2024-09-19T08:11:08.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.597+0000 7f36f7fff640 1 -- 172.21.15.17:0/2852168687 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 205 v205) ==== 95+0+3569 (secure 0 0 0) 0x7f3700079e80 con 0x7f36f80039b0 2024-09-19T08:11:08.597 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:08.597 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":205,"btime":"2024-09-19T08:11:08:262257+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:08.262195+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":110,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:08.597 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 205 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 msgr2=0x7f36fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 0x7f36fc06e770 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f3704000c00 tx=0x7f3704009040 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 msgr2=0x7f3710151a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f370000bb50 tx=0x7f37000046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 shutdown_connections 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f36fc06c2b0 0x7f36fc06e770 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f371015eff0 0x7f3710152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f371014d7e0 0x7f371014d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 --2- 172.21.15.17:0/2852168687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36f80039b0 0x7f3710151a90 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 >> 172.21.15.17:0/2852168687 conn(0x7f37100b1770 msgr2=0x7f37100b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 shutdown_connections 2024-09-19T08:11:08.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.599+0000 7f3715c9b640 1 -- 172.21.15.17:0/2852168687 wait complete. 2024-09-19T08:11:08.609 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:08.610 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:08.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.711+0000 7fedc0cd9640 1 Processor -- start 2024-09-19T08:11:08.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.711+0000 7fedc0cd9640 1 -- start start 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedc0cd9640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fedbc06dcb0 0x7fedbc0d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedc0cd9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedbc0d17e0 con 0x7fedbc0b8b90 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedc0cd9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedbc0cfc10 con 0x7fedbc15eab0 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedc0cd9640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fedbc0d09d0 con 0x7fedbc06dcb0 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedb9d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fedbc0b8b90 0x7fedbc0d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50126/0 (socket says 172.21.15.17:50126) 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.712+0000 7fedb9d9b640 1 -- 172.21.15.17:0/3127737626 learned_addr learned my addr 172.21.15.17:0/3127737626 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedbad9d640 1 --2- 172.21.15.17:0/3127737626 >> v2:172.21.15.160:3300/0 conn(0x7fedbc06dcb0 0x7fedbc0d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 188500642 0 0) 0x7fedbc0d17e0 con 0x7fedbc0b8b90 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feda8003520 con 0x7fedbc0b8b90 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedbad9d640 1 -- 172.21.15.17:0/3127737626 >> v1:172.21.15.160:6789/0 conn(0x7fedbc15eab0 legacy=0x7fedbc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedbad9d640 1 -- 172.21.15.17:0/3127737626 >> v1:172.21.15.17:6789/0 conn(0x7fedbc0b8b90 legacy=0x7fedbc0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2931630790 0 0) 0x7feda8003520 con 0x7fedbc0b8b90 2024-09-19T08:11:08.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.713+0000 7fedbad9d640 1 -- 172.21.15.17:0/3127737626 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedbc0cfef0 con 0x7fedbc06dcb0 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedbad9d640 1 --2- 172.21.15.17:0/3127737626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc06dcb0 0x7fedbc0d2b80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097a0 tx=0x7fedb402a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad845cf763d84538 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb4037070 con 0x7fedbc06dcb0 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb4032640 con 0x7fedbc06dcb0 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedb959a640 1 -- 172.21.15.17:0/3127737626 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40329f0 con 0x7fedbc06dcb0 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3127737626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc06dcb0 msgr2=0x7fedbc0d2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.714+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3127737626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc06dcb0 0x7fedbc0d2b80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097a0 tx=0x7fedb402a2c0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.715+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3127737626 shutdown_connections 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.715+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3127737626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc06dcb0 0x7fedbc0d2b80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.715+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3127737626 >> 172.21.15.17:0/3127737626 conn(0x7fedbc0d4b30 msgr2=0x7fedbc0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:08.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.715+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3127737626 shutdown_connections 2024-09-19T08:11:08.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.715+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3127737626 wait complete. 2024-09-19T08:11:08.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.716+0000 7fedc0cd9640 1 Processor -- start 2024-09-19T08:11:08.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.716+0000 7fedc0cd9640 1 -- start start 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fedbc06dcb0 0x7fedbc0cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc0b8b90 0x7fedbc0b64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fedbc0d04b0 con 0x7fedbc15eab0 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fedbc15ee90 con 0x7fedbc0b8b90 2024-09-19T08:11:08.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedc0cd9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fedbc0ceb50 con 0x7fedbc06dcb0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41512/0 (socket says 172.21.15.17:41512) 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 -- 172.21.15.17:0/3319093139 learned_addr learned my addr 172.21.15.17:0/3319093139 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedba59c640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fedbc06dcb0 0x7fedbc0cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedb9d9b640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc0b8b90 0x7fedbc0b64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 -- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fedbc06dcb0 msgr2=0x7fedbc0cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fedbc06dcb0 0x7fedbc0cdc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 -- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc0b8b90 msgr2=0x7fedbc0b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc0b8b90 0x7fedbc0b64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 -- 172.21.15.17:0/3319093139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedbc150fe0 con 0x7fedbc15eab0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.717+0000 7fedbad9d640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097a0 tx=0x7fedb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.718+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb4037040 con 0x7fedbc15eab0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.718+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb4042070 con 0x7fedbc15eab0 2024-09-19T08:11:08.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.718+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedbc0ccb70 con 0x7fedbc15eab0 2024-09-19T08:11:08.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.718+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb40309b0 con 0x7fedbc15eab0 2024-09-19T08:11:08.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.718+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedbc0cd130 con 0x7fedbc15eab0 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.719+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedbc06e380 con 0x7fedbc15eab0 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.719+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fedb4030b50 con 0x7fedbc15eab0 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.719+0000 7fedb2ffd640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 0x7fed9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.720+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7fedb40ac4e0 con 0x7fedbc15eab0 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.720+0000 7fedba59c640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 0x7fed9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:08.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.720+0000 7fedba59c640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 0x7fed9c06e770 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fedac007fd0 tx=0x7fedac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:08.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.724+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fedb4045360 con 0x7fedbc15eab0 2024-09-19T08:11:08.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.938+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedbc0d1c50 con 0x7fedbc15eab0 2024-09-19T08:11:08.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.939+0000 7fedb2ffd640 1 -- 172.21.15.17:0/3319093139 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 205 v205) ==== 95+0+3569 (secure 0 0 0) 0x7fedb407a560 con 0x7fedbc15eab0 2024-09-19T08:11:08.939 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:08.939 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":205,"btime":"2024-09-19T08:11:08:262257+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:08.262195+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":110,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:08.939 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 205 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 msgr2=0x7fed9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 0x7fed9c06e770 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fedac007fd0 tx=0x7fedac009040 comp rx=0 tx=0).stop 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 msgr2=0x7fedbc0b69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fedb40097a0 tx=0x7fedb40046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 shutdown_connections 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fed9c06c2b0 0x7fed9c06e770 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fedbc15eab0 0x7fedbc0b69e0 unknown :-1 s=CLOSED pgs=1739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fedbc0b8b90 0x7fedbc0b64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 --2- 172.21.15.17:0/3319093139 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fedbc06dcb0 0x7fedbc0cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:08.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 >> 172.21.15.17:0/3319093139 conn(0x7fedbc0d4b30 msgr2=0x7fedbc0b8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:08.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 shutdown_connections 2024-09-19T08:11:08.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:08.941+0000 7fedc0cd9640 1 -- 172.21.15.17:0/3319093139 wait complete. 2024-09-19T08:11:08.952 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:08.952 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:08.985 INFO:tasks.ceph.mds.c.smithi017.stderr: -39> 2024-09-19T08:11:04.233+0000 7f1191f64640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': Decoder at 'virtual void InoTable::decode_state(ceph::buffer::v15_2_0::list::const_iterator&)' v=2 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:11:09.009 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:09.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.056+0000 7f46a3ae4640 1 Processor -- start 2024-09-19T08:11:09.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.056+0000 7f46a3ae4640 1 -- start start 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a3ae4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c15b1e0 0x7f469c0b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a3ae4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f469c0b41d0 0x7f469c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a3ae4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f469c0ce480 con 0x7f469c0cdfc0 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a3ae4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f469c0ce760 con 0x7f469c0b41d0 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a3ae4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f469c0cea40 con 0x7f469c15b1e0 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f469c0b41d0 0x7f469c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f469c0b41d0 0x7f469c0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41546/0 (socket says 172.21.15.17:41546) 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 -- 172.21.15.17:0/3977717965 learned_addr learned my addr 172.21.15.17:0/3977717965 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a1880640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c15b1e0 0x7f469c0b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 -- 172.21.15.17:0/3977717965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c15b1e0 msgr2=0x7f469c0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c15b1e0 0x7f469c0b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 -- 172.21.15.17:0/3977717965 >> v1:172.21.15.160:6789/0 conn(0x7f469c0cdfc0 legacy=0x7f469c0ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:09.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.057+0000 7f46a107f640 1 -- 172.21.15.17:0/3977717965 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f469c0ced20 con 0x7f469c0b41d0 2024-09-19T08:11:09.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.058+0000 7f46a107f640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c0b1d80 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7f468c009870 tx=0x7f468c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3baf02fc4f1ed302 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.058+0000 7f46a087e640 1 -- 172.21.15.17:0/3977717965 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c037070 con 0x7f469c0b41d0 2024-09-19T08:11:09.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.058+0000 7f46a087e640 1 -- 172.21.15.17:0/3977717965 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f468c032440 con 0x7f469c0b41d0 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.058+0000 7f46a087e640 1 -- 172.21.15.17:0/3977717965 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c032810 con 0x7f469c0b41d0 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 -- 172.21.15.17:0/3977717965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 msgr2=0x7f469c0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c0b1d80 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7f468c009870 tx=0x7f468c02a270 comp rx=0 tx=0).stop 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 -- 172.21.15.17:0/3977717965 shutdown_connections 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c0b1d80 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/3977717965 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c15b1e0 0x7f469c0b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 -- 172.21.15.17:0/3977717965 >> 172.21.15.17:0/3977717965 conn(0x7f469c06bc10 msgr2=0x7f469c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 -- 172.21.15.17:0/3977717965 shutdown_connections 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.059+0000 7f46a3ae4640 1 -- 172.21.15.17:0/3977717965 wait complete. 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.060+0000 7f46a3ae4640 1 Processor -- start 2024-09-19T08:11:09.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.060+0000 7f46a3ae4640 1 -- start start 2024-09-19T08:11:09.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 0x7f469c154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f469c15b1e0 0x7f469c0b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f469c0726d0 con 0x7f469c0b41d0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f469c071130 con 0x7f469c15b1e0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a3ae4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f469c072850 con 0x7f469c0cdfc0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41556/0 (socket says 172.21.15.17:41556) 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 -- 172.21.15.17:0/2599995113 learned_addr learned my addr 172.21.15.17:0/2599995113 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a2081640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f469c15b1e0 0x7f469c0b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a107f640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 0x7f469c154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 -- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 msgr2=0x7f469c154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 0x7f469c154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 -- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f469c15b1e0 msgr2=0x7f469c0b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f469c15b1e0 0x7f469c0b00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a1880640 1 -- 172.21.15.17:0/2599995113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f469c154c70 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.061+0000 7f46a107f640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 0x7f469c154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46a1880640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f469800d620 tx=0x7f469800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469800b620 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4698019070 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f469c154f50 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469800ba00 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.062+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f469c1520f0 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.063+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f469c0b3c90 con 0x7f469c0b41d0 2024-09-19T08:11:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.063+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f469800bba0 con 0x7f469c0b41d0 2024-09-19T08:11:09.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.064+0000 7f46927fc640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 0x7f468006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.064+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7f469808be80 con 0x7f469c0b41d0 2024-09-19T08:11:09.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.064+0000 7f46a107f640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 0x7f468006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.065+0000 7f46a107f640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 0x7f468006e770 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f468c034000 tx=0x7f468c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.068+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4698059f00 con 0x7f469c0b41d0 2024-09-19T08:11:09.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.283+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f469c0d0440 con 0x7f469c0b41d0 2024-09-19T08:11:09.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.283+0000 7f46927fc640 1 -- 172.21.15.17:0/2599995113 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 206 v206) ==== 95+0+4395 (secure 0 0 0) 0x7f46980600d0 con 0x7f469c0b41d0 2024-09-19T08:11:09.284 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:09.284 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":206,"btime":"2024-09-19T08:11:09:263499+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9156,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/2135948611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2135948611},{"type":"v1","addr":"172.21.15.17:6834","nonce":2135948611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":206}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:08.262195+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":110,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:09.284 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 206 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 msgr2=0x7f468006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 0x7f468006e770 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f468c034000 tx=0x7f468c02e000 comp rx=0 tx=0).stop 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 msgr2=0x7f469c140bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f469800d620 tx=0x7f469800dae0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 shutdown_connections 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f468006c2b0 0x7f468006e770 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f469c15b1e0 0x7f469c0b00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f469c0cdfc0 0x7f469c154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 --2- 172.21.15.17:0/2599995113 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469c0b41d0 0x7f469c140bf0 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 >> 172.21.15.17:0/2599995113 conn(0x7f469c06bc10 msgr2=0x7f469c0d0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:09.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 shutdown_connections 2024-09-19T08:11:09.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.286+0000 7f46a3ae4640 1 -- 172.21.15.17:0/2599995113 wait complete. 2024-09-19T08:11:09.296 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 400.00000000' led to DAMAGED state 2024-09-19T08:11:09.297 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 100.00000000.inode' 2024-09-19T08:11:09.297 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:09.297 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:09.353 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:09.353 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:09.353 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:09.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:09.353 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:09.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:09.409 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:09.410 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:09.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.552+0000 7fadf8bf6640 1 Processor -- start 2024-09-19T08:11:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.553+0000 7fadf8bf6640 1 -- start start 2024-09-19T08:11:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.553+0000 7fadf8bf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fadf40cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.553+0000 7fadf8bf6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadf40731f0 con 0x7fadf40b2490 2024-09-19T08:11:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf8bf6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadf40ce160 con 0x7fadf40cd6b0 2024-09-19T08:11:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf8bf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fadf4156d70 con 0x7fadf4156990 2024-09-19T08:11:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf2d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fadf40b2490 0x7fadf415c8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50128/0 (socket says 172.21.15.17:50128) 2024-09-19T08:11:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf2d9d640 1 -- 172.21.15.17:0/1120822983 learned_addr learned my addr 172.21.15.17:0/1120822983 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:09.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf259c640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fadf40cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2599207695 0 0) 0x7fadf40731f0 con 0x7fadf40b2490 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fade0003520 con 0x7fadf40b2490 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3444059265 0 0) 0x7fade0003520 con 0x7fadf40b2490 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 msgr2=0x7fadf40cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fadf40cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 >> v1:172.21.15.160:6789/0 conn(0x7fadf40cd6b0 legacy=0x7fadf40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf40ce440 con 0x7fadf40b2490 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fade40019f0 con 0x7fadf40b2490 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 >> v1:172.21.15.17:6789/0 conn(0x7fadf40b2490 legacy=0x7fadf415c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fade0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fade0004800 0x7fade0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fade0005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fade000bac0 con 0x7fade00039e0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fade000bc70 con 0x7fade0004800 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fade000be70 con 0x7fadf4156990 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf259c640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fade0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf2d9d640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fade0005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.554+0000 7fadf1d9b640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fade0004800 0x7fade0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 -- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 msgr2=0x7fade0005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf4156990 0x7fade0005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 -- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fade0004800 msgr2=0x7fade0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fade0004800 0x7fade0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 -- 172.21.15.17:0/1120822983 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade0003520 con 0x7fade00039e0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf259c640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fade0003e00 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fadec009ac0 tx=0x7fade0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3fb18bb643f8c72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec036070 con 0x7fade00039e0 2024-09-19T08:11:09.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadec031400 con 0x7fade00039e0 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.555+0000 7fadf159a640 1 -- 172.21.15.17:0/1120822983 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec009690 con 0x7fade00039e0 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1120822983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 msgr2=0x7fade0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1120822983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fade0003e00 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fadec009ac0 tx=0x7fade0005830 comp rx=0 tx=0).stop 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf2d9d640 1 -- 172.21.15.17:0/1120822983 reap_dead start 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1120822983 shutdown_connections 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1120822983 >> 172.21.15.17:0/1120822983 conn(0x7fadf406bc10 msgr2=0x7fadf406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1120822983 shutdown_connections 2024-09-19T08:11:09.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.556+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1120822983 wait complete. 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.557+0000 7fadf8bf6640 1 Processor -- start 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.557+0000 7fadf8bf6640 1 -- start start 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 0x7fadf4155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 0x7fadf40b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fadf40cea90 con 0x7fade00039e0 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fadf40cef20 con 0x7fadf414ab90 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf8bf6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fadf40cf0a0 con 0x7fadf40b0810 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41574/0 (socket says 172.21.15.17:41574) 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf259c640 1 -- 172.21.15.17:0/1320356151 learned_addr learned my addr 172.21.15.17:0/1320356151 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf1d9b640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 0x7fadf4155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.558+0000 7fadf2d9d640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 0x7fadf40b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 -- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 msgr2=0x7fadf40b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 0x7fadf40b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 -- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 msgr2=0x7fadf4155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 0x7fadf4155c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 -- 172.21.15.17:0/1320356151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf40af890 con 0x7fade00039e0 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf2d9d640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 0x7fadf40b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf1d9b640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 0x7fadf4155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf259c640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fadec009ac0 tx=0x7fadec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec040020 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadec003bc0 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadf40afb70 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadec036040 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.559+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadf40b0130 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.560+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadf4156190 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.561+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fadec043020 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.561+0000 7fadeaffd640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 0x7fadd406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.561+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7fadec0abc50 con 0x7fade00039e0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.561+0000 7fadf1d9b640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 0x7fadd406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.562+0000 7fadf1d9b640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 0x7fadd406e7a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fadf4155490 tx=0x7faddc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:09.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.565+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fadec0b1020 con 0x7fade00039e0 2024-09-19T08:11:09.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:09.780+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fadf415d1e0 con 0x7fade00039e0 2024-09-19T08:11:10.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.268+0000 7fadeaffd640 1 -- 172.21.15.17:0/1320356151 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v207) ==== 161+0+0 (secure 0 0 0) 0x7fadec0a9e20 con 0x7fade00039e0 2024-09-19T08:11:10.269 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 msgr2=0x7fadd406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 0x7fadd406e7a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fadf4155490 tx=0x7faddc009040 comp rx=0 tx=0).stop 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 msgr2=0x7fadf40af2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fadec009ac0 tx=0x7fadec004730 comp rx=0 tx=0).stop 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 shutdown_connections 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadd406c2e0 0x7fadd406e7a0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fadf40b0810 0x7fadf40b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fadf414ab90 0x7fadf4155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 --2- 172.21.15.17:0/1320356151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fade00039e0 0x7fadf40af2b0 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 >> 172.21.15.17:0/1320356151 conn(0x7fadf406bc10 msgr2=0x7fadf40cf2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:10.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 shutdown_connections 2024-09-19T08:11:10.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.271+0000 7fadf8bf6640 1 -- 172.21.15.17:0/1320356151 wait complete. 2024-09-19T08:11:10.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:10.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 Processor -- start 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 -- start start 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa0700cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0700cf870 con 0x7fa070162280 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0700cfb50 con 0x7fa0700af940 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.392+0000 7fa0759d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0700cfe30 con 0x7fa070162660 2024-09-19T08:11:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa070162280 0x7fa0700ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50130/0 (socket says 172.21.15.17:50130) 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06effd640 1 -- 172.21.15.17:0/3842593001 learned_addr learned my addr 172.21.15.17:0/3842593001 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06e7fc640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa0700cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 640370155 0 0) 0x7fa0700cf870 con 0x7fa070162280 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa05c003520 con 0x7fa070162280 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2079756712 0 0) 0x7fa05c003520 con 0x7fa070162280 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 msgr2=0x7fa0700cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa0700cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 >> v1:172.21.15.160:6789/0 conn(0x7fa0700af940 legacy=0x7fa070154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0700d0110 con 0x7fa070162280 2024-09-19T08:11:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa0600019f0 con 0x7fa070162280 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 >> v1:172.21.15.17:6789/0 conn(0x7fa070162280 legacy=0x7fa0700ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa05c0039e0 0x7fa05c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa05c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa05c004d40 0x7fa05c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0700cfe30 con 0x7fa05c0039e0 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c00b9f0 con 0x7fa05c004d40 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa05c00bbf0 con 0x7fa070162660 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06effd640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa05c0039e0 0x7fa05c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06e7fc640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa05c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.393+0000 7fa06f7fe640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa05c004d40 0x7fa05c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 -- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 msgr2=0x7fa05c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa070162660 0x7fa05c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 -- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa05c004d40 msgr2=0x7fa05c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa05c004d40 0x7fa05c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 -- 172.21.15.17:0/3842593001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa05c003520 con 0x7fa05c0039e0 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06f7fe640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa05c004d40 0x7fa05c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.394+0000 7fa06effd640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa05c0039e0 0x7fa05c003dc0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fa06000a860 tx=0x7fa05c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614d2b971d9e8ab3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa06000a480 con 0x7fa05c0039e0 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa06002f070 con 0x7fa05c0039e0 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa06dffb640 1 -- 172.21.15.17:0/3842593001 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa06002bc20 con 0x7fa05c0039e0 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 -- 172.21.15.17:0/3842593001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa05c0039e0 msgr2=0x7fa05c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 --2- 172.21.15.17:0/3842593001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa05c0039e0 0x7fa05c003dc0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7fa06000a860 tx=0x7fa05c005830 comp rx=0 tx=0).stop 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa06f7fe640 1 -- 172.21.15.17:0/3842593001 reap_dead start 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 -- 172.21.15.17:0/3842593001 shutdown_connections 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 -- 172.21.15.17:0/3842593001 >> 172.21.15.17:0/3842593001 conn(0x7fa0700b1770 msgr2=0x7fa0700b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 -- 172.21.15.17:0/3842593001 shutdown_connections 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.395+0000 7fa0759d8640 1 -- 172.21.15.17:0/3842593001 wait complete. 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.396+0000 7fa0759d8640 1 Processor -- start 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 -- start start 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 0x7fa07014cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 0x7fa0701e9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0700b6010 con 0x7fa07015b0f0 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0700b5e90 con 0x7fa07014d440 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa0759d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0700b6190 con 0x7fa05c0039e0 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.397+0000 7fa06f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41594/0 (socket says 172.21.15.17:41594) 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 -- 172.21.15.17:0/2209613391 learned_addr learned my addr 172.21.15.17:0/2209613391 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06effd640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 0x7fa07014cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06e7fc640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 0x7fa0701e9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 -- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 msgr2=0x7fa07014cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 0x7fa07014cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 -- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 msgr2=0x7fa0701e9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 0x7fa0701e9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 -- 172.21.15.17:0/2209613391 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa070151800 con 0x7fa07015b0f0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06effd640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 0x7fa07014cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06e7fc640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 0x7fa0701e9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa06f7fe640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fa070162a40 tx=0x7fa06800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa068019070 con 0x7fa07015b0f0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0680052e0 con 0x7fa07015b0f0 2024-09-19T08:11:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa068003810 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa070151ae0 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.398+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0701520a0 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.399+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0700cf320 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.400+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0680039b0 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.400+0000 7fa067fff640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 0x7fa05006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.400+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7fa06808ade0 con 0x7fa07015b0f0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.401+0000 7fa06effd640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 0x7fa05006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.401+0000 7fa06effd640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 0x7fa05006e770 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fa060033000 tx=0x7fa060007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:10.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.405+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa068058dd0 con 0x7fa07015b0f0 2024-09-19T08:11:10.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:10.646+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fa0701576b0 con 0x7fa07015b0f0 2024-09-19T08:11:11.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.270+0000 7fa067fff640 1 -- 172.21.15.17:0/2209613391 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v208) ==== 101+0+0 (secure 0 0 0) 0x7fa0680586d0 con 0x7fa07015b0f0 2024-09-19T08:11:11.270 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 msgr2=0x7fa05006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 0x7fa05006e770 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fa060033000 tx=0x7fa060007000 comp rx=0 tx=0).stop 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 msgr2=0x7fa07015b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fa070162a40 tx=0x7fa06800e960 comp rx=0 tx=0).stop 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 shutdown_connections 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa05006c2b0 0x7fa05006e770 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa07015b0f0 0x7fa07015b570 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa07014d440 0x7fa0701e9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 --2- 172.21.15.17:0/2209613391 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa05c0039e0 0x7fa07014cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 >> 172.21.15.17:0/2209613391 conn(0x7fa0700b1770 msgr2=0x7fa0700afd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 shutdown_connections 2024-09-19T08:11:11.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.273+0000 7fa0759d8640 1 -- 172.21.15.17:0/2209613391 wait complete. 2024-09-19T08:11:11.287 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:11.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.335+0000 7f3d597dcf40 1 Processor -- start 2024-09-19T08:11:11.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.335+0000 7f3d597dcf40 1 -- start start 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d440030f0 0x55c55cb2e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c55cb24e90 0x55c55ca8c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c55cb35640 con 0x55c55cb28e70 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c55c9ae510 con 0x7f3d440030f0 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c55ca9d660 con 0x55c55cb24e90 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41610/0 (socket says 172.21.15.17:41610) 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 -- 172.21.15.17:0/980845622 learned_addr learned my addr 172.21.15.17:0/980845622 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c55cb24e90 0x55c55ca8c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 -- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c55cb24e90 msgr2=0x55c55ca8c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c55cb24e90 0x55c55ca8c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 -- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d440030f0 msgr2=0x55c55cb2e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d440030f0 0x55c55cb2e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 -- 172.21.15.17:0/980845622 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c55cb2e6b0 con 0x55c55cb28e70 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f3d40025e70 tx=0x7f3d40051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3353fdbb511f02a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d55ad1640 1 -- 172.21.15.17:0/980845622 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4004f8a0 con 0x55c55cb28e70 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d55ad1640 1 -- 172.21.15.17:0/980845622 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4004fa40 con 0x55c55cb28e70 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.336+0000 7f3d55ad1640 1 -- 172.21.15.17:0/980845622 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4004fe30 con 0x55c55cb28e70 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 -- 172.21.15.17:0/980845622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 msgr2=0x55c55cb24950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f3d40025e70 tx=0x7f3d40051000 comp rx=0 tx=0).stop 2024-09-19T08:11:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 -- 172.21.15.17:0/980845622 shutdown_connections 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c55cb24e90 0x55c55ca8c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb28e70 0x55c55cb24950 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/980845622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d440030f0 0x55c55cb2e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 -- 172.21.15.17:0/980845622 >> 172.21.15.17:0/980845622 conn(0x55c55ca87400 msgr2=0x55c55cb36980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 -- 172.21.15.17:0/980845622 shutdown_connections 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.337+0000 7f3d597dcf40 1 -- 172.21.15.17:0/980845622 wait complete. 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 Processor -- start 2024-09-19T08:11:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 -- start start 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c55cb28e70 0x55c55cb17cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d440030f0 0x55c55caa5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c55caa4440 con 0x55c55cb24e90 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c55cb2dce0 con 0x55c55cb28e70 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d597dcf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c55cb2d6b0 con 0x7f3d440030f0 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d572d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d572d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41620/0 (socket says 172.21.15.17:41620) 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.338+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 learned_addr learned my addr 172.21.15.17:0/3605291223 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c55cb28e70 0x55c55cb17cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d440030f0 0x55c55caa5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d440030f0 msgr2=0x55c55caa5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3d440030f0 0x55c55caa5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c55cb28e70 msgr2=0x55c55cb17cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c55cb28e70 0x55c55cb17cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c55cb21620 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f3d48006f60 tx=0x7f3d48006f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d54acf640 1 -- 172.21.15.17:0/3605291223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48018070 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d54acf640 1 -- 172.21.15.17:0/3605291223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d48010580 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c55cb18210 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d54acf640 1 -- 172.21.15.17:0/3605291223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48010930 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.339+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c55cb28840 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d54acf640 1 -- 172.21.15.17:0/3605291223 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d4801b070 con 0x55c55cb24e90 2024-09-19T08:11:11.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d54acf640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 0x7f3d3806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d54acf640 1 -- 172.21.15.17:0/3605291223 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7f3d4808a220 con 0x55c55cb24e90 2024-09-19T08:11:11.345 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:11.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c55cb21e10 0x55c55cb221f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 0x7f3d3806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.341+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbcae60 con 0x55c55cb21e10 2024-09-19T08:11:11.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.342+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c55cb21e10 0x55c55cb221f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.342+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c55cb21e10 0x55c55cb221f0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.342+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 0x7f3d3806d150 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x55c55cb37850 tx=0x7f3d40053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.344+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v110'660 uv634 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.344+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cb22730 con 0x55c55cb21e10 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.345+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v110'661 uv661 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.345+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cb22b60 con 0x55c55cb21e10 2024-09-19T08:11:11.347 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:11.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.346+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v110'662 uv662 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.346+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd8460 con 0x55c55cb21e10 2024-09-19T08:11:11.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.347+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v110'663 uv663 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.347+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd8800 con 0x55c55cb21e10 2024-09-19T08:11:11.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.349+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v110'664 uv664 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.349+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7450 con 0x55c55cb21e10 2024-09-19T08:11:11.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.350+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v110'665 uv665 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.350+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7860 con 0x55c55cb21e10 2024-09-19T08:11:11.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.352+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v110'666 uv640 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.352+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.353+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v110'667 uv667 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.353+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.354 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:11.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.354+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v110'668 uv668 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.354+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.355+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v110'669 uv669 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.355+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.357+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v110'670 uv670 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.357+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.358+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v110'671 uv671 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.358+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.359+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v110'672 uv647 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.359+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.361+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v110'673 uv673 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.361+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.362 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.362+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v110'674 uv674 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.362+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.364+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v110'675 uv675 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.364+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.365+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v110'676 uv676 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.365+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7c00 con 0x55c55cb21e10 2024-09-19T08:11:11.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.366+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v110'677 uv677 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.366+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.367+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v110'678 uv678 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.367+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.369+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v110'679 uv653 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.369+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.370+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v110'680 uv680 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.370+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:11.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.371+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v110'681 uv681 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.371+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.373+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v110'682 uv682 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.373+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.374+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v110'683 uv683 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.374+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.375+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v110'684 uv684 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.375+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.377+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v110'685 uv659 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.377+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.378+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v110'686 uv686 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.378+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.379 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:11.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.379+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v110'687 uv687 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.379+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7fc0 con 0x55c55cb21e10 2024-09-19T08:11:11.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.380+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v110'688 uv688 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.380+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7e70 con 0x55c55cb21e10 2024-09-19T08:11:11.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.382+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v110'689 uv689 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.382+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7e70 con 0x55c55cb21e10 2024-09-19T08:11:11.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.383+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v110'690 uv690 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.383+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c55cbd90b0 0x55c55cbdb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.383+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbd7e70 con 0x55c55cbd90b0 2024-09-19T08:11:11.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.383+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c55cbd90b0 0x55c55cbdb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.383+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c55cbd90b0 0x55c55cbdb4a0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.385+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v110'479 uv462 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.385+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdb9e0 con 0x55c55cbd90b0 2024-09-19T08:11:11.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.386+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v110'480 uv480 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.386+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdbd80 con 0x55c55cbd90b0 2024-09-19T08:11:11.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.387+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v110'481 uv481 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.387 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:11.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.387+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdc5d0 con 0x55c55cbd90b0 2024-09-19T08:11:11.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.388+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v110'482 uv482 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.388+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdc970 con 0x55c55cbd90b0 2024-09-19T08:11:11.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.389+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v110'483 uv483 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.389+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdcd10 con 0x55c55cbd90b0 2024-09-19T08:11:11.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.391+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v110'484 uv467 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.391+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd0b0 con 0x55c55cbd90b0 2024-09-19T08:11:11.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.392+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v110'485 uv485 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.392+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.393 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:11.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.393+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v110'486 uv486 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.393+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.395+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v110'487 uv487 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.395+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.396+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v110'488 uv488 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.396+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.397+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v110'489 uv472 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.397+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.398+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v110'490 uv490 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.398+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.399 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:11.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.399+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v110'491 uv491 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.399+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.401+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v110'492 uv492 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.401+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.402+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v110'493 uv493 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.402+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.403+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v110'494 uv478 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.403+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.404+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v110'495 uv495 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.404+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd450 con 0x55c55cbd90b0 2024-09-19T08:11:11.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.405+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v110'496 uv496 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.405 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:11.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.405+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbde850 con 0x55c55cbd90b0 2024-09-19T08:11:11.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.406+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v110'497 uv497 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.406+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbde850 con 0x55c55cbd90b0 2024-09-19T08:11:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.408+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v110'498 uv498 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.408+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd570 con 0x55c55cbd90b0 2024-09-19T08:11:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.409+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v110'499 uv499 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbd90b0 2024-09-19T08:11:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.409+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd570 con 0x55c55cb21e10 2024-09-19T08:11:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.410+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v110'129 uv128 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.410+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd570 con 0x55c55cb21e10 2024-09-19T08:11:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.411+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v110'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.411+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd570 con 0x55c55cb21e10 2024-09-19T08:11:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.412+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v110'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.412 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.412+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbde580 con 0x55c55cb21e10 2024-09-19T08:11:11.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.413+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v110'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.413+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbde580 con 0x55c55cb21e10 2024-09-19T08:11:11.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.414+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v110'133 uv133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.414+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdd570 con 0x55c55cb21e10 2024-09-19T08:11:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.415+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v110'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.415+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c55cbdde40 0x55c55cbe0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.415+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe0770 con 0x55c55cbdde40 2024-09-19T08:11:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.415+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c55cbdde40 0x55c55cbe0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.415+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c55cbdde40 0x55c55cbe0230 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.416+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v110'97 uv96 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.416+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe0b90 con 0x55c55cbdde40 2024-09-19T08:11:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.417+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v110'98 uv98 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.417+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe1090 con 0x55c55cbdde40 2024-09-19T08:11:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.418+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v110'99 uv99 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.420 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.418+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbdc200 con 0x55c55cbdde40 2024-09-19T08:11:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.419+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v110'100 uv100 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.419+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.421+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v110'129 uv128 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.421+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.422+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v110'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.422+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.422 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.423+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v110'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.423+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.424+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v110'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.424+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.425+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v110'133 uv133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.425+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe19c0 con 0x55c55cb21e10 2024-09-19T08:11:11.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.426+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v110'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.426+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c55cbe22e0 0x55c55cbe46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.426+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe4c10 con 0x55c55cbe22e0 2024-09-19T08:11:11.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.426+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c55cbe22e0 0x55c55cbe46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.427+0000 7f3d57ad5640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c55cbe22e0 0x55c55cbe46d0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.428+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v110'238 uv232 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.428+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe4c10 con 0x55c55cbe22e0 2024-09-19T08:11:11.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.429+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v110'239 uv239 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.429+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.430 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:11.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.430+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v110'240 uv240 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.430+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe6010 con 0x55c55cbe22e0 2024-09-19T08:11:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.431+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v110'241 uv241 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.431+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe6010 con 0x55c55cbe22e0 2024-09-19T08:11:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.432+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v110'242 uv242 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.432+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.434+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v110'243 uv243 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.434+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.435+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v110'244 uv237 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.435+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.436+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v110'245 uv245 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.436+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.437 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.437+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v110'246 uv246 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.437+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.438+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v110'247 uv247 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.438+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe5000 con 0x55c55cbe22e0 2024-09-19T08:11:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.439+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v110'248 uv248 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.439+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 0x55c55cbe7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.439+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8090 con 0x55c55cbe5680 2024-09-19T08:11:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.439+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 0x55c55cbe7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.439+0000 7f3d572d4640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 0x55c55cbe7a70 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.441+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v110'107 uv106 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbe5680 2024-09-19T08:11:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.441+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cbe5680 2024-09-19T08:11:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.442+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v110'108 uv108 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbe5680 2024-09-19T08:11:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.442+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cbe5680 2024-09-19T08:11:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.442+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v110'109 uv109 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbe5680 2024-09-19T08:11:11.442 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.443+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cbe5680 2024-09-19T08:11:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.444+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v110'110 uv110 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbe5680 2024-09-19T08:11:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.444+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cbe5680 2024-09-19T08:11:11.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.445+0000 7f3d572d4640 1 -- 172.21.15.17:0/3605291223 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v110'111 uv111 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d4801a030 con 0x55c55cbe5680 2024-09-19T08:11:11.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.445+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cb21e10 2024-09-19T08:11:11.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.446+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v110'129 uv128 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.446+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cb21e10 2024-09-19T08:11:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.446+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v110'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.447+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cb21e10 2024-09-19T08:11:11.447 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:11.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.447+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v110'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.448+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe94b0 con 0x55c55cb21e10 2024-09-19T08:11:11.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.449+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v110'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.449+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe9470 con 0x55c55cb21e10 2024-09-19T08:11:11.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.450+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v110'133 uv133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.450+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cb21e10 2024-09-19T08:11:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.451+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v110'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cb21e10 2024-09-19T08:11:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.451+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8460 con 0x55c55cbdde40 2024-09-19T08:11:11.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.452+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v110'213 uv207 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.452+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8850 con 0x55c55cbdde40 2024-09-19T08:11:11.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.453+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v110'214 uv214 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.453+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.454+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v110'215 uv215 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.453 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:11.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.454+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.455+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v110'216 uv216 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.455+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.455+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v110'217 uv217 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.455+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.456+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v110'218 uv212 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.456+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.457+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v110'219 uv219 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.457+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.458 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:11.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.458+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v110'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.458+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe8c40 con 0x55c55cbdde40 2024-09-19T08:11:11.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.459+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v110'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.459+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbe91a0 con 0x55c55cbdde40 2024-09-19T08:11:11.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.460+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v110'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.460+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c55cbe9960 0x55c55cbebd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.460+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec310 con 0x55c55cbe9960 2024-09-19T08:11:11.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.460+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c55cbe9960 0x55c55cbebd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.461+0000 7f3d56ad3640 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c55cbe9960 0x55c55cbebd50 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.462+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v110'95 uv94 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbe9960 2024-09-19T08:11:11.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.462+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec310 con 0x55c55cbe9960 2024-09-19T08:11:11.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.463+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v110'96 uv96 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbe9960 2024-09-19T08:11:11.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.463+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec310 con 0x55c55cbe9960 2024-09-19T08:11:11.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.464+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v110'97 uv97 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbe9960 2024-09-19T08:11:11.464 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:11.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.464+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec310 con 0x55c55cbe9960 2024-09-19T08:11:11.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.465+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v110'98 uv98 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbe9960 2024-09-19T08:11:11.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.465+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec310 con 0x55c55cbdde40 2024-09-19T08:11:11.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.466+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v110'129 uv128 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.466+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbdde40 2024-09-19T08:11:11.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.467+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v110'130 uv130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.467+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbdde40 2024-09-19T08:11:11.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.468+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v110'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.468 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:11.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.468+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbdde40 2024-09-19T08:11:11.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.469+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v110'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.469+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbdde40 2024-09-19T08:11:11.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.470+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v110'133 uv133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.470+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbdde40 2024-09-19T08:11:11.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.471+0000 7f3d56ad3640 1 -- 172.21.15.17:0/3605291223 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v110'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d40064820 con 0x55c55cbdde40 2024-09-19T08:11:11.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.471+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.472+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v110'110 uv109 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.472+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.473+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v110'111 uv111 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.473+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.474 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:11.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.474+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v110'112 uv112 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.474+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.475+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v110'113 uv113 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.476+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.477+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v110'114 uv114 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.477+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec290 con 0x55c55cbe22e0 2024-09-19T08:11:11.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.478+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v110'265 uv257 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.478+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.479+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v110'266 uv266 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.479+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.480+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v110'267 uv267 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.481 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:11.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.480+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.481+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v110'268 uv268 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.481+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.482+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v110'269 uv269 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.482+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.483+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v110'270 uv264 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.483+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.484+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v110'271 uv271 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.484+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.485 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:11.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.485+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v110'272 uv272 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.485+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbed710 con 0x55c55cbe22e0 2024-09-19T08:11:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.486+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v110'273 uv273 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.486+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbed710 con 0x55c55cbe22e0 2024-09-19T08:11:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.487+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v110'274 uv274 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.487+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbec700 con 0x55c55cbe22e0 2024-09-19T08:11:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.488+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v110'275 uv275 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.488+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55c55cbecbb0 con 0x55c55cbe22e0 2024-09-19T08:11:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.489+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v110'276 uv276 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3d50009410 con 0x55c55cbe22e0 2024-09-19T08:11:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c55cb21e10 msgr2=0x55c55cb221f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c55cb21e10 0x55c55cb221f0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c55cbdde40 msgr2=0x55c55cbe0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c55cbdde40 0x55c55cbe0230 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c55cbe9960 msgr2=0x55c55cbebd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c55cbe9960 0x55c55cbebd50 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c55cbd90b0 msgr2=0x55c55cbdb4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c55cbd90b0 0x55c55cbdb4a0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 reap_dead start 2024-09-19T08:11:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c55cbe22e0 msgr2=0x55c55cbe46d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c55cbe22e0 0x55c55cbe46d0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d57ad5640 1 -- 172.21.15.17:0/3605291223 reap_dead start 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 msgr2=0x55c55cbe7a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 0x55c55cbe7a70 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 msgr2=0x7f3d3806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 0x7f3d3806d150 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x55c55cb37850 tx=0x7f3d40053000 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 msgr2=0x55c55cb26c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f3d48006f60 tx=0x7f3d48006f90 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 shutdown_connections 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c55cbe5680 0x55c55cbe7a70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d3806ac90 0x7f3d3806d150 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 --2- 172.21.15.17:0/3605291223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c55cb24e90 0x55c55cb26c20 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 >> 172.21.15.17:0/3605291223 conn(0x55c55ca87400 msgr2=0x55c55cb368d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 shutdown_connections 2024-09-19T08:11:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.490+0000 7f3d597dcf40 1 -- 172.21.15.17:0/3605291223 wait complete. 2024-09-19T08:11:11.493 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 100.00000000.inode - 2024-09-19T08:11:11.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 Processor -- start 2024-09-19T08:11:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 -- start start 2024-09-19T08:11:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054de20 0x55b2506212d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250623ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b25054ce00 con 0x55b25054fd80 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b25049e510 con 0x55b25054de20 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e36710f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b250608240 con 0x55b250606ee0 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e33a07640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.579+0000 7f1e33a07640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41638/0 (socket says 172.21.15.17:41638) 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 -- 172.21.15.17:0/1623192005 learned_addr learned my addr 172.21.15.17:0/1623192005 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e34a09640 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250623ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e34208640 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054de20 0x55b2506212d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 -- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 msgr2=0x55b250623ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250623ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 -- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054de20 msgr2=0x55b2506212d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054de20 0x55b2506212d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 -- 172.21.15.17:0/1623192005 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b25057cbc0 con 0x55b25054fd80 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e33a07640 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f1e28027c80 tx=0x7f1e28051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d24172dec4b6b99f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e32a05640 1 -- 172.21.15.17:0/1623192005 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e280057c0 con 0x55b25054fd80 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e32a05640 1 -- 172.21.15.17:0/1623192005 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e2800a0d0 con 0x55b25054fd80 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.580+0000 7f1e32a05640 1 -- 172.21.15.17:0/1623192005 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28008740 con 0x55b25054fd80 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- 172.21.15.17:0/1623192005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 msgr2=0x55b250623980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f1e28027c80 tx=0x7f1e28051000 comp rx=0 tx=0).stop 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- 172.21.15.17:0/1623192005 shutdown_connections 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250623ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054fd80 0x55b250623980 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 --2- 172.21.15.17:0/1623192005 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054de20 0x55b2506212d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- 172.21.15.17:0/1623192005 >> 172.21.15.17:0/1623192005 conn(0x55b250577400 msgr2=0x55b250608ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- 172.21.15.17:0/1623192005 shutdown_connections 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- 172.21.15.17:0/1623192005 wait complete. 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 Processor -- start 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.581+0000 7f1e36710f40 1 -- start start 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 0x55b250620150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054fd80 0x55b250572f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250573450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b25057c8e0 con 0x55b25054de20 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b2506065b0 con 0x55b25054fd80 2024-09-19T08:11:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e36710f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b250620da0 con 0x55b250606ee0 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 0x55b250620150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 0x55b250620150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41642/0 (socket says 172.21.15.17:41642) 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 -- 172.21.15.17:0/2934265328 learned_addr learned my addr 172.21.15.17:0/2934265328 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34a09640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250573450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e33a07640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054fd80 0x55b250572f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 -- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 msgr2=0x55b250573450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b250606ee0 0x55b250573450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 -- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054fd80 msgr2=0x55b250572f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b25054fd80 0x55b250572f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.582+0000 7f1e34208640 1 -- 172.21.15.17:0/2934265328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b250620690 con 0x55b25054de20 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e34208640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 0x55b250620150 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f1e24003e90 tx=0x7f1e240018a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e31a03640 1 -- 172.21.15.17:0/2934265328 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e240123f0 con 0x55b25054de20 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e31a03640 1 -- 172.21.15.17:0/2934265328 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e24017070 con 0x55b25054de20 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b2506bd6b0 con 0x55b25054de20 2024-09-19T08:11:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e31a03640 1 -- 172.21.15.17:0/2934265328 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e240127b0 con 0x55b25054de20 2024-09-19T08:11:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.583+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2506bcbd0 con 0x55b25054de20 2024-09-19T08:11:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.584+0000 7f1e31a03640 1 -- 172.21.15.17:0/2934265328 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e24012950 con 0x55b25054de20 2024-09-19T08:11:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e31a03640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006ac90 0x7f1e2006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e31a03640 1 -- 172.21.15.17:0/2934265328 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7f1e2408a710 con 0x55b25054de20 2024-09-19T08:11:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e33a07640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006ac90 0x7f1e2006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e36710f40 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b250609810 0x55b2506ba370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) -- 0x55b2506ba8b0 con 0x55b250609810 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e34a09640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b250609810 0x55b2506ba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e33a07640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006ac90 0x7f1e2006d150 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f1e28059040 tx=0x7f1e2800a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.585+0000 7f1e34a09640 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b250609810 0x55b2506ba370 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e34a09640 1 -- 172.21.15.17:0/2934265328 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [writefull 0~80] v110'277 uv277 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f1e2c007810 con 0x55b250609810 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b250609810 msgr2=0x55b2506ba370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55b250609810 0x55b2506ba370 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006ac90 msgr2=0x7f1e2006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e2006ac90 0x7f1e2006d150 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f1e28059040 tx=0x7f1e2800a000 comp rx=0 tx=0).stop 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 msgr2=0x55b250620150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 --2- 172.21.15.17:0/2934265328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b25054de20 0x55b250620150 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f1e24003e90 tx=0x7f1e240018a0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e34a09640 1 -- 172.21.15.17:0/2934265328 reap_dead start 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 shutdown_connections 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 >> 172.21.15.17:0/2934265328 conn(0x55b250577400 msgr2=0x55b250623910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 shutdown_connections 2024-09-19T08:11:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.587+0000 7f1e36710f40 1 -- 172.21.15.17:0/2934265328 wait complete. 2024-09-19T08:11:11.592 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:11.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.736+0000 7f6a13f0a640 1 Processor -- start 2024-09-19T08:11:11.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 -- start start 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6a0c0d4710 0x7f6a0c0d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a0c0b39d0 con 0x7f6a0c15e640 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0c0cf520 con 0x7f6a0c0cef60 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.737+0000 7f6a13f0a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6a0c0cf800 con 0x7f6a0c0d4710 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41656/0 (socket says 172.21.15.17:41656) 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 -- 172.21.15.17:0/106418982 learned_addr learned my addr 172.21.15.17:0/106418982 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a124a7640 1 --2- 172.21.15.17:0/106418982 >> v2:172.21.15.160:3300/0 conn(0x7f6a0c0d4710 0x7f6a0c0d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 -- 172.21.15.17:0/106418982 >> v2:172.21.15.160:3300/0 conn(0x7f6a0c0d4710 msgr2=0x7f6a0c0d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 --2- 172.21.15.17:0/106418982 >> v2:172.21.15.160:3300/0 conn(0x7f6a0c0d4710 0x7f6a0c0d4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 -- 172.21.15.17:0/106418982 >> v1:172.21.15.160:6789/0 conn(0x7f6a0c15e640 legacy=0x7f6a0c0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:11.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.738+0000 7f6a114a5640 1 -- 172.21.15.17:0/106418982 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0c0cfae0 con 0x7f6a0c0cef60 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a114a5640 1 --2- 172.21.15.17:0/106418982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0d1a20 tx=0x7f69fc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6850e4a90c664719 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a10ca4640 1 -- 172.21.15.17:0/106418982 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc037070 con 0x7f6a0c0cef60 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a10ca4640 1 -- 172.21.15.17:0/106418982 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69fc032440 con 0x7f6a0c0cef60 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a10ca4640 1 -- 172.21.15.17:0/106418982 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc032810 con 0x7f6a0c0cef60 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 -- 172.21.15.17:0/106418982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0cef60 msgr2=0x7f6a0c0b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/106418982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0d1a20 tx=0x7f69fc02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 -- 172.21.15.17:0/106418982 shutdown_connections 2024-09-19T08:11:11.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/106418982 >> v2:172.21.15.160:3300/0 conn(0x7f6a0c0d4710 0x7f6a0c0d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/106418982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c0b3bf0 unknown :-1 s=CLOSED pgs=1758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.739+0000 7f6a13f0a640 1 -- 172.21.15.17:0/106418982 >> 172.21.15.17:0/106418982 conn(0x7f6a0c067d70 msgr2=0x7f6a0c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:11.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.740+0000 7f6a13f0a640 1 -- 172.21.15.17:0/106418982 shutdown_connections 2024-09-19T08:11:11.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.740+0000 7f6a13f0a640 1 -- 172.21.15.17:0/106418982 wait complete. 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 Processor -- start 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 -- start start 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a0c15e640 0x7f6a0c0ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0c15ea20 con 0x7f6a0c0d4710 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0c0d5050 con 0x7f6a0c0cef60 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.741+0000 7f6a13f0a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6a0c0d3590 con 0x7f6a0c15e640 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41662/0 (socket says 172.21.15.17:41662) 2024-09-19T08:11:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 -- 172.21.15.17:0/3062681315 learned_addr learned my addr 172.21.15.17:0/3062681315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a124a7640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a0c15e640 0x7f6a0c0ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a11ca6640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 -- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a0c15e640 msgr2=0x7f6a0c0ce3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a0c15e640 0x7f6a0c0ce3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 -- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 msgr2=0x7f6a0c155ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c155ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 -- 172.21.15.17:0/3062681315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0c0cd280 con 0x7f6a0c0d4710 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a11ca6640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a114a5640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f69fc000c00 tx=0x7f69fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc041020 con 0x7f6a0c0d4710 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69fc030970 con 0x7f6a0c0d4710 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a0c0cd560 con 0x7f6a0c0d4710 2024-09-19T08:11:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc037040 con 0x7f6a0c0d4710 2024-09-19T08:11:11.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.742+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a0c0cdb20 con 0x7f6a0c0d4710 2024-09-19T08:11:11.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.743+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a0c0b3bf0 con 0x7f6a0c0d4710 2024-09-19T08:11:11.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.744+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69fc044020 con 0x7f6a0c0d4710 2024-09-19T08:11:11.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.744+0000 7f6a027fc640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 0x7f69f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:11.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.744+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 7630+0+0 (secure 0 0 0) 0x7f69fc0ac570 con 0x7f6a0c0d4710 2024-09-19T08:11:11.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.745+0000 7f6a11ca6640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 0x7f69f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:11.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.745+0000 7f6a11ca6640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 0x7f69f006e770 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f6a08003eb0 tx=0x7f6a08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:11.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.749+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69fc04b030 con 0x7f6a0c0d4710 2024-09-19T08:11:11.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:11.963+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f6a0c0683a0 con 0x7f6a0c0d4710 2024-09-19T08:11:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.171+0000 7f6a027fc640 1 -- 172.21.15.17:0/3062681315 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v209) ==== 162+0+0 (secure 0 0 0) 0x7f6a0c0b39d0 con 0x7f6a0c0d4710 2024-09-19T08:11:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 msgr2=0x7f69f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 0x7f69f006e770 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f6a08003eb0 tx=0x7f6a08009040 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 msgr2=0x7f6a0c0cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f69fc000c00 tx=0x7f69fc0046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 shutdown_connections 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f69f006c2b0 0x7f69f006e770 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a0c15e640 0x7f6a0c0ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a0c0d4710 0x7f6a0c0cde80 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 --2- 172.21.15.17:0/3062681315 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a0c0cef60 0x7f6a0c155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.174+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 >> 172.21.15.17:0/3062681315 conn(0x7f6a0c067d70 msgr2=0x7f6a0c0d2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.175+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 shutdown_connections 2024-09-19T08:11:12.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.175+0000 7f6a13f0a640 1 -- 172.21.15.17:0/3062681315 wait complete. 2024-09-19T08:11:12.179 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:12.179+0000 7fdd1de74640 -1 mds.0.cache.ino(0x100) Corrupt inode 0x100: End of buffer [buffer:2] 2024-09-19T08:11:12.179 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:12.180+0000 7fdd1de74640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:11:12.181 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:12.180+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:12.181 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:12.180+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:12.188 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:12.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.291+0000 7ff8d3fc4640 1 Processor -- start 2024-09-19T08:11:12.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.291+0000 7ff8d3fc4640 1 -- start start 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d3fc4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff8cc06dcb0 0x7ff8cc0d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d3fc4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8cc0d17e0 con 0x7ff8cc15eab0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d3fc4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8cc0cfc10 con 0x7ff8cc0b8b90 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d3fc4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff8cc0d09d0 con 0x7ff8cc06dcb0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d1d60640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff8cc15eab0 0x7ff8cc06d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45866/0 (socket says 172.21.15.17:45866) 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d1d60640 1 -- 172.21.15.17:0/3183442330 learned_addr learned my addr 172.21.15.17:0/3183442330 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3724709464 0 0) 0x7ff8cc0d17e0 con 0x7ff8cc15eab0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d2561640 1 --2- 172.21.15.17:0/3183442330 >> v2:172.21.15.160:3300/0 conn(0x7ff8cc06dcb0 0x7ff8cc0d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8b8003520 con 0x7ff8cc15eab0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4064329015 0 0) 0x7ff8b8003520 con 0x7ff8cc15eab0 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 >> v2:172.21.15.160:3300/0 conn(0x7ff8cc06dcb0 msgr2=0x7ff8cc0d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:12.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 --2- 172.21.15.17:0/3183442330 >> v2:172.21.15.160:3300/0 conn(0x7ff8cc06dcb0 0x7ff8cc0d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 >> v1:172.21.15.160:6789/0 conn(0x7ff8cc0b8b90 legacy=0x7ff8cc0d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8cc0cfef0 con 0x7ff8cc15eab0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.292+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7ff8c8001670 con 0x7ff8cc15eab0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 >> v1:172.21.15.17:6789/0 conn(0x7ff8cc15eab0 legacy=0x7ff8cc06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8b80039b0 0x7ff8b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 0x7ff8b8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b80051c0 0x7ff8b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d09d0 con 0x7ff8b8004800 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b800c0f0 con 0x7ff8b80051c0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b800c2f0 con 0x7ff8b80039b0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d2561640 1 --2- 172.21.15.17:0/3183442330 >> v2:172.21.15.160:3300/0 conn(0x7ff8cc06dcb0 0x7ff8cc0d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 0x7ff8b8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d1d60640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8b80039b0 0x7ff8b8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d2561640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b80051c0 0x7ff8b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 -- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8b80039b0 msgr2=0x7ff8b8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8b80039b0 0x7ff8b8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 -- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b80051c0 msgr2=0x7ff8b800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b80051c0 0x7ff8b800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d155f640 1 -- 172.21.15.17:0/3183442330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b8003520 con 0x7ff8b8004800 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d2561640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b80051c0 0x7ff8b800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.293+0000 7ff8d2561640 1 -- 172.21.15.17:0/3183442330 reap_dead start 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d155f640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 0x7ff8b8004c80 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc001750 tx=0x7ff8b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3528f353525c961 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc001370 con 0x7ff8b8004800 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8bc0052d0 con 0x7ff8b8004800 2024-09-19T08:11:12.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d0d5e640 1 -- 172.21.15.17:0/3183442330 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc02abc0 con 0x7ff8b8004800 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 msgr2=0x7ff8b8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 0x7ff8b8004c80 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc001750 tx=0x7ff8b8005830 comp rx=0 tx=0).stop 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/3183442330 shutdown_connections 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/3183442330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8b8004800 0x7ff8b8004c80 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.294+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/3183442330 >> 172.21.15.17:0/3183442330 conn(0x7ff8cc0d4b30 msgr2=0x7ff8cc0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.295+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/3183442330 shutdown_connections 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.295+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/3183442330 wait complete. 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 Processor -- start 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 -- start start 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 0x7ff8cc0ad580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 0x7ff8cc15bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d04b0 con 0x7ff8cc0ce400 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc15ee90 con 0x7ff8b8004800 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.296+0000 7ff8d3fc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8cc0ceb50 con 0x7ff8cc15b830 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60404/0 (socket says 172.21.15.17:60404) 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 -- 172.21.15.17:0/867829749 learned_addr learned my addr 172.21.15.17:0/867829749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d1d60640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 0x7ff8cc0ad580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d2561640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 0x7ff8cc15bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 -- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 msgr2=0x7ff8cc15bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 0x7ff8cc15bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 -- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 msgr2=0x7ff8cc0ad580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 0x7ff8cc0ad580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 -- 172.21.15.17:0/867829749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8cc15c1f0 con 0x7ff8cc0ce400 2024-09-19T08:11:12.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d1d60640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 0x7ff8cc0ad580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d2561640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 0x7ff8cc15bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d155f640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc001870 tx=0x7ff8bc001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc03f030 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8bc005480 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8cc0cc950 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc037040 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.297+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8cc0ab210 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.298+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8cc069ac0 con 0x7ff8cc0ce400 2024-09-19T08:11:12.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.299+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8bc042070 con 0x7ff8cc0ce400 2024-09-19T08:11:12.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.299+0000 7ff8c27fc640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 0x7ff8b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.300+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7ff8bc0ab220 con 0x7ff8cc0ce400 2024-09-19T08:11:12.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.300+0000 7ff8d1d60640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 0x7ff8b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.300+0000 7ff8d1d60640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 0x7ff8b006e770 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8007cb0 tx=0x7ff8c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.304+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff8bc079120 con 0x7ff8cc0ce400 2024-09-19T08:11:12.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.516+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8cc0d2980 con 0x7ff8cc0ce400 2024-09-19T08:11:12.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.516+0000 7ff8c27fc640 1 -- 172.21.15.17:0/867829749 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 210 v210) ==== 95+0+3569 (secure 0 0 0) 0x7ff8bc078a20 con 0x7ff8cc0ce400 2024-09-19T08:11:12.516 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:12.517 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":210,"btime":"2024-09-19T08:11:12:181392+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":210,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:12.181339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:12.517 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 210 2024-09-19T08:11:12.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 msgr2=0x7ff8b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 0x7ff8b006e770 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8007cb0 tx=0x7ff8c8009040 comp rx=0 tx=0).stop 2024-09-19T08:11:12.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 msgr2=0x7ff8cc0cbfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc001870 tx=0x7ff8bc001120 comp rx=0 tx=0).stop 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 shutdown_connections 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8b006c2b0 0x7ff8b006e770 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8cc15b830 0x7ff8cc15bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8cc0ce400 0x7ff8cc0cbfe0 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 --2- 172.21.15.17:0/867829749 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8b8004800 0x7ff8cc0ad580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 >> 172.21.15.17:0/867829749 conn(0x7ff8cc0d4b30 msgr2=0x7ff8cc0b6510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 shutdown_connections 2024-09-19T08:11:12.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.518+0000 7ff8d3fc4640 1 -- 172.21.15.17:0/867829749 wait complete. 2024-09-19T08:11:12.529 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:12.529 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:12.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 Processor -- start 2024-09-19T08:11:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 -- start start 2024-09-19T08:11:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 0x7f30f40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f30f40d3660 0x7f30f40cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30f415ea20 con 0x7f30f40cf0e0 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f30f40b2860 con 0x7f30f40d3660 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.632+0000 7f30f96b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f30f40b1c50 con 0x7f30f415e640 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f37fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f30f40d3660 0x7f30f40cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f2ffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 0x7f30f40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f27fc640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f30f40cf0e0 0x7f30f40b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:37006/0 (socket says 172.21.15.17:37006) 2024-09-19T08:11:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f27fc640 1 -- 172.21.15.17:0/1883686857 learned_addr learned my addr 172.21.15.17:0/1883686857 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f2ffd640 1 -- 172.21.15.17:0/1883686857 >> v2:172.21.15.160:3300/0 conn(0x7f30f40d3660 msgr2=0x7f30f40cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f2ffd640 1 --2- 172.21.15.17:0/1883686857 >> v2:172.21.15.160:3300/0 conn(0x7f30f40d3660 0x7f30f40cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f2ffd640 1 -- 172.21.15.17:0/1883686857 >> v1:172.21.15.160:6789/0 conn(0x7f30f40cf0e0 legacy=0x7f30f40b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.633+0000 7f30f2ffd640 1 -- 172.21.15.17:0/1883686857 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f40b1f30 con 0x7f30f415e640 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.634+0000 7f30f2ffd640 1 --2- 172.21.15.17:0/1883686857 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 0x7f30f40ceba0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f30f415ebf0 tx=0x7f30e402a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a660f1e9b3dfb2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.634+0000 7f30f1ffb640 1 -- 172.21.15.17:0/1883686857 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4007740 con 0x7f30f415e640 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.634+0000 7f30f1ffb640 1 -- 172.21.15.17:0/1883686857 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30e40078e0 con 0x7f30f415e640 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.634+0000 7f30f1ffb640 1 -- 172.21.15.17:0/1883686857 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4007cb0 con 0x7f30f415e640 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 -- 172.21.15.17:0/1883686857 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 msgr2=0x7f30f40ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 --2- 172.21.15.17:0/1883686857 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 0x7f30f40ceba0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f30f415ebf0 tx=0x7f30e402a530 comp rx=0 tx=0).stop 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 -- 172.21.15.17:0/1883686857 shutdown_connections 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 --2- 172.21.15.17:0/1883686857 >> v2:172.21.15.160:3300/0 conn(0x7f30f40d3660 0x7f30f40cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 --2- 172.21.15.17:0/1883686857 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f415e640 0x7f30f40ceba0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 -- 172.21.15.17:0/1883686857 >> 172.21.15.17:0/1883686857 conn(0x7f30f409d820 msgr2=0x7f30f40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 -- 172.21.15.17:0/1883686857 shutdown_connections 2024-09-19T08:11:12.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.635+0000 7f30f96b7640 1 -- 172.21.15.17:0/1883686857 wait complete. 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.636+0000 7f30f96b7640 1 Processor -- start 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.636+0000 7f30f96b7640 1 -- start start 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f40cf0e0 0x7f30f4160d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f30f40d3660 0x7f30f40cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f30f40cfe40 con 0x7f30f415e640 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f30f40b24f0 con 0x7f30f40d3660 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f96b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f30f40b73a0 con 0x7f30f40cf0e0 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60418/0 (socket says 172.21.15.17:60418) 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 -- 172.21.15.17:0/3772910658 learned_addr learned my addr 172.21.15.17:0/3772910658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f2ffd640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f40cf0e0 0x7f30f4160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f27fc640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f30f40d3660 0x7f30f40cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 -- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f40cf0e0 msgr2=0x7f30f4160d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f40cf0e0 0x7f30f4160d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 -- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f30f40d3660 msgr2=0x7f30f40cb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f30f40d3660 0x7f30f40cb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.637+0000 7f30f37fe640 1 -- 172.21.15.17:0/3772910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f40cbb60 con 0x7f30f415e640 2024-09-19T08:11:12.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30f37fe640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f30ec00e7f0 tx=0x7f30ec00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ec017070 con 0x7f30f415e640 2024-09-19T08:11:12.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30ec00ee40 con 0x7f30f415e640 2024-09-19T08:11:12.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30f40cbde0 con 0x7f30f415e640 2024-09-19T08:11:12.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ec00cb80 con 0x7f30f415e640 2024-09-19T08:11:12.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.638+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30f40cc3a0 con 0x7f30f415e640 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.639+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30f4068eb0 con 0x7f30f415e640 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.639+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f30ec01a070 con 0x7f30f415e640 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.640+0000 7f30eb7fe640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 0x7f30d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.640+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7f30ec08ba70 con 0x7f30f415e640 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.640+0000 7f30f2ffd640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 0x7f30d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.641+0000 7f30f2ffd640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 0x7f30d406e7a0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f30e4034000 tx=0x7f30e402f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.644+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f30f40cbb60 con 0x7f30f415e640 2024-09-19T08:11:12.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.857+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30f406cb50 con 0x7f30f415e640 2024-09-19T08:11:12.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.858+0000 7f30eb7fe640 1 -- 172.21.15.17:0/3772910658 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 210 v210) ==== 95+0+3569 (secure 0 0 0) 0x7f30ec059330 con 0x7f30f415e640 2024-09-19T08:11:12.858 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:12.858 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":210,"btime":"2024-09-19T08:11:12:181392+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":210,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:12.181339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:12.858 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 210 2024-09-19T08:11:12.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 msgr2=0x7f30d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 0x7f30d406e7a0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f30e4034000 tx=0x7f30e402f000 comp rx=0 tx=0).stop 2024-09-19T08:11:12.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 msgr2=0x7f30f41549f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f30ec00e7f0 tx=0x7f30ec00ebf0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 shutdown_connections 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f30d406c2e0 0x7f30d406e7a0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f30f415e640 0x7f30f41549f0 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f30f40d3660 0x7f30f40cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 --2- 172.21.15.17:0/3772910658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f30f40cf0e0 0x7f30f4160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 >> 172.21.15.17:0/3772910658 conn(0x7f30f409d820 msgr2=0x7f30f40d43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 shutdown_connections 2024-09-19T08:11:12.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.860+0000 7f30f96b7640 1 -- 172.21.15.17:0/3772910658 wait complete. 2024-09-19T08:11:12.871 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:12.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:12.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.973+0000 7f1cb572a640 1 Processor -- start 2024-09-19T08:11:12.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.973+0000 7f1cb572a640 1 -- start start 2024-09-19T08:11:12.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cb572a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 0x7f1cb00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cb572a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1cb00d3660 0x7f1cb00cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cb572a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cb015ea20 con 0x7f1cb00cf0e0 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cb572a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb00b2860 con 0x7f1cb00d3660 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cb572a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb00b1c50 con 0x7f1cb015e640 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1caf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1cb00d3660 0x7f1cb00cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cae7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1cb00cf0e0 0x7f1cb00b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45872/0 (socket says 172.21.15.17:45872) 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1caf7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1cb00d3660 0x7f1cb00cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60428/0 (socket says 172.21.15.17:60428) 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.974+0000 7f1cae7fc640 1 -- 172.21.15.17:0/2597715045 learned_addr learned my addr 172.21.15.17:0/2597715045 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2597715045 >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 0x7f1cb00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2597715045 >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 msgr2=0x7f1cb00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caf7fe640 1 --2- 172.21.15.17:0/2597715045 >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 0x7f1cb00ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2597715045 >> v1:172.21.15.17:6789/0 conn(0x7f1cb00cf0e0 legacy=0x7f1cb00b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1cadffb640 1 -- 172.21.15.17:0/2597715045 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2834340922 0 0) 0x7f1cb015ea20 con 0x7f1cb00cf0e0 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2597715045 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb00b1f30 con 0x7f1cb00d3660 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2597715045 >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 0x7f1cb00ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.975+0000 7f1caf7fe640 1 --2- 172.21.15.17:0/2597715045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb00d3660 0x7f1cb00cf550 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f1cb008d4c0 tx=0x7f1ca802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfbd2f7d7c0068c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cadffb640 1 -- 172.21.15.17:0/2597715045 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8037070 con 0x7f1cb00d3660 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cadffb640 1 -- 172.21.15.17:0/2597715045 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ca8032440 con 0x7f1cb00d3660 2024-09-19T08:11:12.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cadffb640 1 -- 172.21.15.17:0/2597715045 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca802ae60 con 0x7f1cb00d3660 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 -- 172.21.15.17:0/2597715045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb00d3660 msgr2=0x7f1cb00cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2597715045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb00d3660 0x7f1cb00cf550 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f1cb008d4c0 tx=0x7f1ca802a110 comp rx=0 tx=0).stop 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 -- 172.21.15.17:0/2597715045 shutdown_connections 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2597715045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb00d3660 0x7f1cb00cf550 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2597715045 >> v2:172.21.15.160:3300/0 conn(0x7f1cb015e640 0x7f1cb00ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 -- 172.21.15.17:0/2597715045 >> 172.21.15.17:0/2597715045 conn(0x7f1cb009d820 msgr2=0x7f1cb00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 -- 172.21.15.17:0/2597715045 shutdown_connections 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.976+0000 7f1cb572a640 1 -- 172.21.15.17:0/2597715045 wait complete. 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 Processor -- start 2024-09-19T08:11:12.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 -- start start 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 0x7f1cb00d1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb00d3660 0x7f1cb0158460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00cfe40 con 0x7f1cb015e640 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00b24f0 con 0x7f1cb00d3660 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1cb572a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb00b73a0 con 0x7f1cb00cf0e0 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1caf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1caf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60436/0 (socket says 172.21.15.17:60436) 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.978+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2751558500 learned_addr learned my addr 172.21.15.17:0/2751558500 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1cae7fc640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb00d3660 0x7f1cb0158460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 0x7f1cb00d1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 msgr2=0x7f1cb00d1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 0x7f1cb00d1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb00d3660 msgr2=0x7f1cb0158460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb00d3660 0x7f1cb0158460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 -- 172.21.15.17:0/2751558500 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb00cb870 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 0x7f1cb00d1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1caf7fe640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8009890 tx=0x7f1ca80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8037040 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ca8042070 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb00cbb50 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8030b30 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.979+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb00cc110 con 0x7f1cb015e640 2024-09-19T08:11:12.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.980+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb0068eb0 con 0x7f1cb015e640 2024-09-19T08:11:12.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.981+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ca8030cd0 con 0x7f1cb015e640 2024-09-19T08:11:12.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.981+0000 7f1ca77fe640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 0x7f1c9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:12.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.981+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7f1ca80ac7b0 con 0x7f1cb015e640 2024-09-19T08:11:12.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.981+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 0x7f1c9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:12.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.982+0000 7f1caeffd640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 0x7f1c9006e770 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009540 tx=0x7f1ca000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:12.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:12.986+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ca8032e20 con 0x7f1cb015e640 2024-09-19T08:11:13.013 INFO:tasks.ceph.mds.a.smithi017.stderr: -46> 2024-09-19T08:11:08.260+0000 7fc66f673640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-19T08:11:13.049 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.214+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cb00ceba0 con 0x7f1cb015e640 2024-09-19T08:11:13.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.214+0000 7f1ca77fe640 1 -- 172.21.15.17:0/2751558500 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 210 v210) ==== 95+0+3569 (secure 0 0 0) 0x7f1ca8045360 con 0x7f1cb015e640 2024-09-19T08:11:13.215 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:13.215 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":210,"btime":"2024-09-19T08:11:12:181392+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":210,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:12.181339+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:13.215 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 210 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 msgr2=0x7f1c9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 0x7f1c9006e770 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009540 tx=0x7f1ca000b040 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 msgr2=0x7f1cb0161380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8009890 tx=0x7f1ca80046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 shutdown_connections 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1c9006c2b0 0x7f1c9006e770 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1cb015e640 0x7f1cb0161380 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1cb00d3660 0x7f1cb0158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 --2- 172.21.15.17:0/2751558500 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1cb00cf0e0 0x7f1cb00d1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 >> 172.21.15.17:0/2751558500 conn(0x7f1cb009d820 msgr2=0x7f1cb00d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 shutdown_connections 2024-09-19T08:11:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.216+0000 7f1cb572a640 1 -- 172.21.15.17:0/2751558500 wait complete. 2024-09-19T08:11:13.227 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 100.00000000.inode' led to DAMAGED state 2024-09-19T08:11:13.228 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 1.00000000.inode' 2024-09-19T08:11:13.228 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:13.228 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:13.244 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:13.244 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:13.244 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:13.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:13.244 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:13.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:13.301 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:13.301 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:13.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.445+0000 7f9a03d31640 1 Processor -- start 2024-09-19T08:11:13.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.445+0000 7f9a03d31640 1 -- start start 2024-09-19T08:11:13.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a03d31640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f99fc162280 0x7f99fc0cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a03d31640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f99fc162660 0x7f99fc0ce350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a03d31640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99fc0cf870 con 0x7f99fc0af940 2024-09-19T08:11:13.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a03d31640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f99fc0cfb50 con 0x7f99fc162660 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a03d31640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f99fc0cfe30 con 0x7f99fc162280 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a012cc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f99fc162660 0x7f99fc0ce350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a022ce640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f99fc0af940 0x7f99fc154c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45896/0 (socket says 172.21.15.17:45896) 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a022ce640 1 -- 172.21.15.17:0/438370795 learned_addr learned my addr 172.21.15.17:0/438370795 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a01acd640 1 --2- 172.21.15.17:0/438370795 >> v2:172.21.15.160:3300/0 conn(0x7f99fc162280 0x7f99fc0cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a012cc640 1 -- 172.21.15.17:0/438370795 >> v2:172.21.15.160:3300/0 conn(0x7f99fc162280 msgr2=0x7f99fc0cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a012cc640 1 --2- 172.21.15.17:0/438370795 >> v2:172.21.15.160:3300/0 conn(0x7f99fc162280 0x7f99fc0cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a012cc640 1 -- 172.21.15.17:0/438370795 >> v1:172.21.15.17:6789/0 conn(0x7f99fc0af940 legacy=0x7f99fc154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a012cc640 1 -- 172.21.15.17:0/438370795 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99fc0d0110 con 0x7f99fc162660 2024-09-19T08:11:13.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.446+0000 7f9a00acb640 1 -- 172.21.15.17:0/438370795 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1882639433 0 0) 0x7f99fc0cf870 con 0x7f99fc0af940 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.447+0000 7f9a012cc640 1 --2- 172.21.15.17:0/438370795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162660 0x7f99fc0ce350 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0b26b0 tx=0x7f99ec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79c5b01c5c4542e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.447+0000 7f9a00acb640 1 -- 172.21.15.17:0/438370795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec037070 con 0x7f99fc162660 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.447+0000 7f9a00acb640 1 -- 172.21.15.17:0/438370795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99ec032440 con 0x7f99fc162660 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.447+0000 7f9a00acb640 1 -- 172.21.15.17:0/438370795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec032810 con 0x7f99fc162660 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 -- 172.21.15.17:0/438370795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162660 msgr2=0x7f99fc0ce350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 --2- 172.21.15.17:0/438370795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162660 0x7f99fc0ce350 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0b26b0 tx=0x7f99ec02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 -- 172.21.15.17:0/438370795 shutdown_connections 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 --2- 172.21.15.17:0/438370795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162660 0x7f99fc0ce350 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 --2- 172.21.15.17:0/438370795 >> v2:172.21.15.160:3300/0 conn(0x7f99fc162280 0x7f99fc0cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 -- 172.21.15.17:0/438370795 >> 172.21.15.17:0/438370795 conn(0x7f99fc0b1770 msgr2=0x7f99fc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:13.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 -- 172.21.15.17:0/438370795 shutdown_connections 2024-09-19T08:11:13.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.448+0000 7f9a03d31640 1 -- 172.21.15.17:0/438370795 wait complete. 2024-09-19T08:11:13.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.449+0000 7f9a03d31640 1 Processor -- start 2024-09-19T08:11:13.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.449+0000 7f9a03d31640 1 -- start start 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 0x7f99fc159030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 0x7f99fc15ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f99fc0afd90 con 0x7f99fc162280 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f99fc0ce890 con 0x7f99fc0af940 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a03d31640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f99fc0aff10 con 0x7f99fc162660 2024-09-19T08:11:13.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60462/0 (socket says 172.21.15.17:60462) 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 -- 172.21.15.17:0/2712778504 learned_addr learned my addr 172.21.15.17:0/2712778504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a01acd640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 0x7f99fc159030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a022ce640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 0x7f99fc15ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 -- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 msgr2=0x7f99fc15ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 0x7f99fc15ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 -- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 msgr2=0x7f99fc159030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 0x7f99fc159030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 -- 172.21.15.17:0/2712778504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99fc1f4e40 con 0x7f99fc162280 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a01acd640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 0x7f99fc159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a022ce640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 0x7f99fc15ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.450+0000 7f9a012cc640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f99ec000c00 tx=0x7f99ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:13.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.451+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec037040 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.451+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99ec042070 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.451+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99fc1f42c0 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.451+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ec030bd0 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.451+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99fc1f4880 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.452+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99fc0b0240 con 0x7f99fc162280 2024-09-19T08:11:13.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.452+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99ec047460 con 0x7f99fc162280 2024-09-19T08:11:13.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.453+0000 7f99f27fc640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 0x7f99e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:13.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.453+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7f99ec0ac7f0 con 0x7f99fc162280 2024-09-19T08:11:13.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.453+0000 7f9a01acd640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 0x7f99e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:13.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.454+0000 7f9a01acd640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 0x7f99e006e770 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f99f8006fd0 tx=0x7f99f8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:13.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.457+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99ec032e20 con 0x7f99fc162280 2024-09-19T08:11:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:13.670+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f99fc15d690 con 0x7f99fc162280 2024-09-19T08:11:14.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.292+0000 7f99f27fc640 1 -- 172.21.15.17:0/2712778504 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v212) ==== 161+0+0 (secure 0 0 0) 0x7f99ec07a790 con 0x7f99fc162280 2024-09-19T08:11:14.292 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 msgr2=0x7f99e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 0x7f99e006e770 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f99f8006fd0 tx=0x7f99f8008040 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 msgr2=0x7f99fc15b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f99ec000c00 tx=0x7f99ec0046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 shutdown_connections 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f99e006c2b0 0x7f99e006e770 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f99fc162660 0x7f99fc15ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99fc162280 0x7f99fc15b2c0 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 --2- 172.21.15.17:0/2712778504 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f99fc0af940 0x7f99fc159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.294+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 >> 172.21.15.17:0/2712778504 conn(0x7f99fc0b1770 msgr2=0x7f99fc0b4d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.295+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 shutdown_connections 2024-09-19T08:11:14.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.295+0000 7f9a03d31640 1 -- 172.21.15.17:0/2712778504 wait complete. 2024-09-19T08:11:14.308 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.419+0000 7f53c8786640 1 Processor -- start 2024-09-19T08:11:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.419+0000 7f53c8786640 1 -- start start 2024-09-19T08:11:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c8786640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c8786640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 0x7f53c00b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c8786640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53c00b39a0 con 0x7f53c015e7c0 2024-09-19T08:11:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c8786640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f53c01630d0 con 0x7f53c00cf480 2024-09-19T08:11:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c8786640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f53c015eba0 con 0x7f53c00b6a40 2024-09-19T08:11:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c5d21640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c5d21640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:33826/0 (socket says 172.21.15.17:33826) 2024-09-19T08:11:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c6d23640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 0x7f53c00b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.420+0000 7f53c5d21640 1 -- 172.21.15.17:0/3028972454 learned_addr learned my addr 172.21.15.17:0/3028972454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c5d21640 1 -- 172.21.15.17:0/3028972454 >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 msgr2=0x7f53c00b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c5d21640 1 --2- 172.21.15.17:0/3028972454 >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 0x7f53c00b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c5d21640 1 -- 172.21.15.17:0/3028972454 >> v1:172.21.15.160:6789/0 conn(0x7f53c015e7c0 legacy=0x7f53c00b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c5d21640 1 -- 172.21.15.17:0/3028972454 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53c00cfc60 con 0x7f53c00b6a40 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c6d23640 1 --2- 172.21.15.17:0/3028972454 >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 0x7f53c00b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.421+0000 7f53c5d21640 1 --2- 172.21.15.17:0/3028972454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009870 tx=0x7f53b002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71d301b1e0de5074 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c5520640 1 -- 172.21.15.17:0/3028972454 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0037070 con 0x7f53c00b6a40 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c5520640 1 -- 172.21.15.17:0/3028972454 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53b002ae50 con 0x7f53c00b6a40 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c5520640 1 -- 172.21.15.17:0/3028972454 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0032860 con 0x7f53c00b6a40 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 -- 172.21.15.17:0/3028972454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 msgr2=0x7f53c0162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 --2- 172.21.15.17:0/3028972454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009870 tx=0x7f53b002a300 comp rx=0 tx=0).stop 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 -- 172.21.15.17:0/3028972454 shutdown_connections 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 --2- 172.21.15.17:0/3028972454 >> v2:172.21.15.160:3300/0 conn(0x7f53c00cf480 0x7f53c00b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 --2- 172.21.15.17:0/3028972454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00b6a40 0x7f53c0162b90 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 -- 172.21.15.17:0/3028972454 >> 172.21.15.17:0/3028972454 conn(0x7f53c00d1320 msgr2=0x7f53c00d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 -- 172.21.15.17:0/3028972454 shutdown_connections 2024-09-19T08:11:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.422+0000 7f53c8786640 1 -- 172.21.15.17:0/3028972454 wait complete. 2024-09-19T08:11:14.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.423+0000 7f53c8786640 1 Processor -- start 2024-09-19T08:11:14.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 -- start start 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00cf480 0x7f53c014fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f53c015e7c0 0x7f53c00aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f53c015f100 con 0x7f53c00b6a40 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f53c015ee20 con 0x7f53c015e7c0 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c8786640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f53c015f3e0 con 0x7f53c00cf480 2024-09-19T08:11:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c6522640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c6522640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60476/0 (socket says 172.21.15.17:60476) 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.424+0000 7f53c6522640 1 -- 172.21.15.17:0/3630258037 learned_addr learned my addr 172.21.15.17:0/3630258037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c5d21640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00cf480 0x7f53c014fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6d23640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f53c015e7c0 0x7f53c00aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 -- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00cf480 msgr2=0x7f53c014fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00cf480 0x7f53c014fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 -- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f53c015e7c0 msgr2=0x7f53c00aaf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f53c015e7c0 0x7f53c00aaf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 -- 172.21.15.17:0/3630258037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53c014c710 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c6522640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f53bc00c430 tx=0x7f53bc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53bc0052d0 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53bc005490 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53c014c9f0 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53bc007260 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.425+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53c014cfb0 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.426+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53c015f900 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.427+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f53bc007400 con 0x7f53c00b6a40 2024-09-19T08:11:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.427+0000 7f53b6ffd640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 0x7f53a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.427+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7f53bc08b0a0 con 0x7f53c00b6a40 2024-09-19T08:11:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.428+0000 7f53c5d21640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 0x7f53a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.428+0000 7f53c5d21640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 0x7f53a406e7a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f53b0034000 tx=0x7f53b002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.432+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f53bc058950 con 0x7f53c00b6a40 2024-09-19T08:11:14.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:14.677+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f53c00d2150 con 0x7f53c00b6a40 2024-09-19T08:11:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.300+0000 7f53b6ffd640 1 -- 172.21.15.17:0/3630258037 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v213) ==== 101+0+0 (secure 0 0 0) 0x7f53bc05cc50 con 0x7f53c00b6a40 2024-09-19T08:11:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:15.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 msgr2=0x7f53a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 0x7f53a406e7a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f53b0034000 tx=0x7f53b002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 msgr2=0x7f53c015d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f53bc00c430 tx=0x7f53bc00c830 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 shutdown_connections 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f53a406c2e0 0x7f53a406e7a0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f53c015e7c0 0x7f53c00aaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f53c00cf480 0x7f53c014fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 --2- 172.21.15.17:0/3630258037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53c00b6a40 0x7f53c015d5a0 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 >> 172.21.15.17:0/3630258037 conn(0x7f53c00d1320 msgr2=0x7f53c00d2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 shutdown_connections 2024-09-19T08:11:15.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.303+0000 7f53c8786640 1 -- 172.21.15.17:0/3630258037 wait complete. 2024-09-19T08:11:15.316 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:15.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.365+0000 7f774ff8bf40 1 Processor -- start 2024-09-19T08:11:15.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.365+0000 7f774ff8bf40 1 -- start start 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d031b8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d02fa4510 con 0x564d03120470 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d02ffdc50 con 0x7f7738003970 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d0312b640 con 0x564d03099f70 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60482/0 (socket says 172.21.15.17:60482) 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 -- 172.21.15.17:0/1516519302 learned_addr learned my addr 172.21.15.17:0/1516519302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774da81640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d031b8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774d280640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 -- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 msgr2=0x564d0311a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 -- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 msgr2=0x564d031b8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d031b8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774e282640 1 -- 172.21.15.17:0/1516519302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d03117850 con 0x564d03120470 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.366+0000 7f774d280640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774e282640 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f77480260c0 tx=0x7f7748008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91f370f8c330743b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f773ffff640 1 -- 172.21.15.17:0/1516519302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77480019b0 con 0x564d03120470 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f773ffff640 1 -- 172.21.15.17:0/1516519302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7748006070 con 0x564d03120470 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f773ffff640 1 -- 172.21.15.17:0/1516519302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774804d950 con 0x564d03120470 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1516519302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 msgr2=0x564d031b9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f77480260c0 tx=0x7f7748008030 comp rx=0 tx=0).stop 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1516519302 shutdown_connections 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d031b9340 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1516519302 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d031b8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1516519302 >> 172.21.15.17:0/1516519302 conn(0x564d0307d400 msgr2=0x564d03099860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1516519302 shutdown_connections 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.367+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1516519302 wait complete. 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.368+0000 7f774ff8bf40 1 Processor -- start 2024-09-19T08:11:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.368+0000 7f774ff8bf40 1 -- start start 2024-09-19T08:11:15.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d0309a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d03081f70 con 0x564d03120470 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d03082a50 con 0x7f7738003970 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774ff8bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d03082250 con 0x564d03099f70 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60492/0 (socket says 172.21.15.17:60492) 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 learned_addr learned my addr 172.21.15.17:0/1054496840 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774e282640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d0309a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 msgr2=0x564d0311b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d03099f70 0x564d0311b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 msgr2=0x564d0309a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7738003970 0x564d0309a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d03116b20 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.369+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f7744002e50 tx=0x7f774400e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.370+0000 7f773effd640 1 -- 172.21.15.17:0/1054496840 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744012430 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.370+0000 7f773effd640 1 -- 172.21.15.17:0/1054496840 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77440125d0 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.370+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564d03117240 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.370+0000 7f773effd640 1 -- 172.21.15.17:0/1054496840 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744012980 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.370+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d03116d90 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.371+0000 7f773effd640 1 -- 172.21.15.17:0/1054496840 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7744012b20 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f773effd640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 0x7f773006d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f773effd640 1 -- 172.21.15.17:0/1054496840 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7f774408adc0 con 0x564d03120470 2024-09-19T08:11:15.374 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564d0311abd0 0x564d03123bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 0x7f773006d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d03124110 con 0x564d0311abd0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f774e282640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564d0311abd0 0x564d03123bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.372+0000 7f774e282640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564d0311abd0 0x564d03123bd0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.373+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 0x7f773006d180 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x564d03082640 tx=0x7f774000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.374+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v111'691 uv665 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.374+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d03124520 con 0x564d0311abd0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.376+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v111'692 uv692 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.376+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cd410 con 0x564d0311abd0 2024-09-19T08:11:15.377 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:15.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.377+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v111'693 uv693 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.377+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ce7c0 con 0x564d0311abd0 2024-09-19T08:11:15.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.378+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v111'694 uv694 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.378+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ceb60 con 0x564d0311abd0 2024-09-19T08:11:15.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.379+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v111'695 uv695 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.379+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cd7b0 con 0x564d0311abd0 2024-09-19T08:11:15.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.381+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v111'696 uv696 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.381+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.382+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v111'697 uv671 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.382+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.383+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v111'698 uv698 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.383+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.384 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:15.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.385+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v111'699 uv699 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.385+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.386+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v111'700 uv700 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.386+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.387+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v111'701 uv701 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.387+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.389+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v111'702 uv702 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.389+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.390+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v111'703 uv678 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.390+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.391+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v111'704 uv704 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.392+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.392 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:15.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.393+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v111'705 uv705 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.393+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.394+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v111'706 uv706 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.394+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.395+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v111'707 uv707 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.395+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdb50 con 0x564d0311abd0 2024-09-19T08:11:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.396+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v111'708 uv708 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.396+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cdf40 con 0x564d0311abd0 2024-09-19T08:11:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.398+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v111'709 uv709 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.398+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.399+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v111'710 uv684 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.399+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.400+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v111'711 uv711 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.400+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.402+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v111'712 uv712 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.402 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.402+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.403+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v111'713 uv713 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.403+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.405+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v111'714 uv714 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.405+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.406+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v111'715 uv715 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.406+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.407+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v111'716 uv690 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.407+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.408+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v111'717 uv717 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.408+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.409 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:15.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.410+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v111'718 uv718 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.410+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.411+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v111'719 uv719 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.411+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.412+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v111'720 uv720 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.412+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d0311abd0 2024-09-19T08:11:15.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.413+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v111'721 uv721 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.413+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564d031cef00 0x564d031d12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.413+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031cddc0 con 0x564d031cef00 2024-09-19T08:11:15.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.414+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564d031cef00 0x564d031d12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.414+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564d031cef00 0x564d031d12f0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.416+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v111'500 uv483 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.416+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d1830 con 0x564d031cef00 2024-09-19T08:11:15.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.417+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v111'501 uv501 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.417+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d1bd0 con 0x564d031cef00 2024-09-19T08:11:15.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.418+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v111'502 uv502 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.418 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:15.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.418+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d2420 con 0x564d031cef00 2024-09-19T08:11:15.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.419+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v111'503 uv503 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.419+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d27c0 con 0x564d031cef00 2024-09-19T08:11:15.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.421+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v111'504 uv504 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.421+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d2b60 con 0x564d031cef00 2024-09-19T08:11:15.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.422+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v111'505 uv488 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.422+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d2f00 con 0x564d031cef00 2024-09-19T08:11:15.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.423+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v111'506 uv506 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.423+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.424 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:15.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.424+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v111'507 uv507 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.424+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.425+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v111'508 uv508 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.425+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.427+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v111'509 uv509 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.427+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.428+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v111'510 uv493 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.428+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.429+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v111'511 uv511 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.429+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.430 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:15.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.430+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v111'512 uv512 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.430+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6d00 con 0x564d031cef00 2024-09-19T08:11:15.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.431+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v111'513 uv513 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.431+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6d00 con 0x564d031cef00 2024-09-19T08:11:15.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.432+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v111'514 uv514 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.432+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.434+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v111'515 uv499 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.434+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.435+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v111'516 uv516 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.435+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.436+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v111'517 uv517 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.436 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:15.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.436+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d42b0 con 0x564d031cef00 2024-09-19T08:11:15.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.437+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v111'518 uv518 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.437+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d42b0 con 0x564d031cef00 2024-09-19T08:11:15.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.438+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v111'519 uv519 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.438+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d031cef00 2024-09-19T08:11:15.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.439+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v111'520 uv520 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031cef00 2024-09-19T08:11:15.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.439+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d0311abd0 2024-09-19T08:11:15.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.441+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v111'135 uv134 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.441+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d0311abd0 2024-09-19T08:11:15.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.442+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v111'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.442+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d0311abd0 2024-09-19T08:11:15.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.442+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v111'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.442 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:15.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.442+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d42b0 con 0x564d0311abd0 2024-09-19T08:11:15.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.443+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v111'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.443+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d42b0 con 0x564d0311abd0 2024-09-19T08:11:15.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.444+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v111'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.444+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d32a0 con 0x564d0311abd0 2024-09-19T08:11:15.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.445+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v111'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.445+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d031d37b0 0x564d031d5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.445+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6140 con 0x564d031d37b0 2024-09-19T08:11:15.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.446+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d031d37b0 0x564d031d5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.446+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d031d37b0 0x564d031d5ba0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.447+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v111'101 uv100 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.447+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6650 con 0x564d031d37b0 2024-09-19T08:11:15.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.448+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v111'102 uv102 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.448+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6b50 con 0x564d031d37b0 2024-09-19T08:11:15.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.449+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v111'103 uv103 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.449 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:15.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.449+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d2050 con 0x564d031d37b0 2024-09-19T08:11:15.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.450+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v111'104 uv104 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.450+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.451+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v111'135 uv134 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.451+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.452+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v111'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.452+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.453+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v111'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.453 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:15.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.453+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.454+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v111'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.455+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.456+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v111'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.456+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031d6fe0 con 0x564d0311abd0 2024-09-19T08:11:15.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.457+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v111'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.457+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 0x564d031da230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.457+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031da770 con 0x564d031d7e40 2024-09-19T08:11:15.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.457+0000 7f774e282640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 0x564d031da230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.458+0000 7f774e282640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 0x564d031da230 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.459+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v111'249 uv243 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.459+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031da770 con 0x564d031d7e40 2024-09-19T08:11:15.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.460+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v111'250 uv250 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.460+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.461 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:15.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.461+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v111'251 uv251 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.461+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dbb70 con 0x564d031d7e40 2024-09-19T08:11:15.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.462+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v111'252 uv252 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.462+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dbb70 con 0x564d031d7e40 2024-09-19T08:11:15.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.463+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v111'253 uv253 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.463+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.464+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v111'254 uv254 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.464+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.465+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v111'255 uv248 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.465+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.466+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v111'256 uv256 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.466+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.467 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:15.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.467+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v111'257 uv257 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.467+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.468+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v111'258 uv258 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.468+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dab60 con 0x564d031d7e40 2024-09-19T08:11:15.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.469+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v111'259 uv259 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.469+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 0x564d031dd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.469+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddba0 con 0x564d031db070 2024-09-19T08:11:15.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.470+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 0x564d031dd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.470+0000 7f774da81640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 0x564d031dd4a0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.471+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v111'112 uv111 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031db070 2024-09-19T08:11:15.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.471+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d031db070 2024-09-19T08:11:15.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.472+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v111'113 uv113 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031db070 2024-09-19T08:11:15.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.472+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d031db070 2024-09-19T08:11:15.473 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:15.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.473+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v111'114 uv114 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031db070 2024-09-19T08:11:15.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.473+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d031db070 2024-09-19T08:11:15.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.474+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v111'115 uv115 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031db070 2024-09-19T08:11:15.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.474+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d031db070 2024-09-19T08:11:15.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.475+0000 7f774da81640 1 -- 172.21.15.17:0/1054496840 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v111'116 uv116 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7740017980 con 0x564d031db070 2024-09-19T08:11:15.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.475+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d0311abd0 2024-09-19T08:11:15.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.476+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v111'135 uv134 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.476+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d0311abd0 2024-09-19T08:11:15.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.477+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v111'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.477+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031ddf70 con 0x564d0311abd0 2024-09-19T08:11:15.478 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.478+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v111'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.478+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031df370 con 0x564d0311abd0 2024-09-19T08:11:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.479+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v111'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.479+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031df370 con 0x564d0311abd0 2024-09-19T08:11:15.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.480+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v111'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.480+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031de360 con 0x564d0311abd0 2024-09-19T08:11:15.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.481+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v111'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d0311abd0 2024-09-19T08:11:15.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.481+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031de360 con 0x564d031d37b0 2024-09-19T08:11:15.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.482+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v111'223 uv217 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.482+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031de700 con 0x564d031d37b0 2024-09-19T08:11:15.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.483+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v111'224 uv224 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.483+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031deaa0 con 0x564d031d37b0 2024-09-19T08:11:15.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.484+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v111'225 uv225 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.484 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:15.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.484+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.485+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v111'226 uv226 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.485+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.486+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v111'227 uv227 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.486+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.487+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v111'228 uv222 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.487+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.488+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v111'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.488+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.489 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.489+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v111'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.489+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031dee40 con 0x564d031d37b0 2024-09-19T08:11:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.490+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v111'231 uv231 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.490+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1c50 con 0x564d031d37b0 2024-09-19T08:11:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.491+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v111'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.491+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564d031df800 0x564d031e2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.491+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031df800 2024-09-19T08:11:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.491+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564d031df800 0x564d031e2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.492+0000 7f774d280640 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564d031df800 0x564d031e2130 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.493+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v111'99 uv98 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031df800 2024-09-19T08:11:15.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.493+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031df800 2024-09-19T08:11:15.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.494+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v111'100 uv100 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031df800 2024-09-19T08:11:15.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.494+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031df800 2024-09-19T08:11:15.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.495+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v111'101 uv101 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031df800 2024-09-19T08:11:15.495 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:15.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.495+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031df800 2024-09-19T08:11:15.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.496+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v111'102 uv102 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031df800 2024-09-19T08:11:15.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.496+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.497+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v111'135 uv134 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.497+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.498+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v111'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.498+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.499+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v111'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.499 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:15.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.499+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.500+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v111'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.500+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.501+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v111'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.501+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d37b0 2024-09-19T08:11:15.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.502+0000 7f774d280640 1 -- 172.21.15.17:0/1054496840 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v111'140 uv140 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7744054d60 con 0x564d031d37b0 2024-09-19T08:11:15.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.502+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.503+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v111'115 uv114 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.503+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.505+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v111'116 uv116 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.505+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.506+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v111'117 uv117 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.506 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:15.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.506+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.507+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v111'118 uv118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.507+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.508+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v111'119 uv119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.508+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.509+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v111'278 uv277 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.509+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.510+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v111'279 uv279 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.510+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.511 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:15.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.511+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v111'280 uv280 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.511+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e2670 con 0x564d031d7e40 2024-09-19T08:11:15.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.512+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v111'281 uv281 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.512+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e2670 con 0x564d031d7e40 2024-09-19T08:11:15.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.513+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v111'282 uv282 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.513+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e2670 con 0x564d031d7e40 2024-09-19T08:11:15.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.515+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v111'283 uv276 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.515+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.516+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v111'284 uv284 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.516+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.516 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:15.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.517+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v111'285 uv285 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.517+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.518+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v111'286 uv286 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.518+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.519+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v111'287 uv287 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.519+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e1bf0 con 0x564d031d7e40 2024-09-19T08:11:15.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.520+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v111'288 uv288 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.520+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x564d031e2670 con 0x564d031d7e40 2024-09-19T08:11:15.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v111'289 uv289 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f77480017b0 con 0x564d031d7e40 2024-09-19T08:11:15.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564d0311abd0 msgr2=0x564d03123bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x564d0311abd0 0x564d03123bd0 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d031d37b0 msgr2=0x564d031d5ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d031d37b0 0x564d031d5ba0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564d031df800 msgr2=0x564d031e2130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x564d031df800 0x564d031e2130 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564d031cef00 msgr2=0x564d031d12f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564d031cef00 0x564d031d12f0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 msgr2=0x564d031da230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774e282640 1 -- 172.21.15.17:0/1054496840 reap_dead start 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 0x564d031da230 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 msgr2=0x564d031dd4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 0x564d031dd4a0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 msgr2=0x7f773006d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 0x7f773006d180 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x564d03082640 tx=0x7f774000c040 comp rx=0 tx=0).stop 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 msgr2=0x564d03114e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f7744002e50 tx=0x7f774400e6a0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 shutdown_connections 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x564d031d7e40 0x564d031da230 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564d031db070 0x564d031dd4a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f773006acc0 0x7f773006d180 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 --2- 172.21.15.17:0/1054496840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d03120470 0x564d03114e60 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 >> 172.21.15.17:0/1054496840 conn(0x564d0307d400 msgr2=0x564d03099860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 shutdown_connections 2024-09-19T08:11:15.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.521+0000 7f774ff8bf40 1 -- 172.21.15.17:0/1054496840 wait complete. 2024-09-19T08:11:15.525 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 1.00000000.inode 0 2024-09-19T08:11:15.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.569+0000 7fbcdb779f40 1 Processor -- start 2024-09-19T08:11:15.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.569+0000 7fbcdb779f40 1 -- start start 2024-09-19T08:11:15.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd3f70 0x5588f4000900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd4350 0x5588f40a9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588f3f22510 con 0x5588f4089ea0 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5588f3f7bc50 con 0x5588f3fd3f70 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5588f4000780 con 0x5588f3fd4350 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60514/0 (socket says 172.21.15.17:60514) 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 -- 172.21.15.17:0/2381402829 learned_addr learned my addr 172.21.15.17:0/2381402829 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 -- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd4350 msgr2=0x5588f40a9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd4350 0x5588f40a9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 -- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd3f70 msgr2=0x5588f4000900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd3f70 0x5588f4000900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 -- 172.21.15.17:0/2381402829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f4001310 con 0x5588f4089ea0 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.570+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7fbcd400a4c0 tx=0x7fbcd400a980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=228dbe0c8539fbdb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcd37fe640 1 -- 172.21.15.17:0/2381402829 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd400b980 con 0x5588f4089ea0 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcd37fe640 1 -- 172.21.15.17:0/2381402829 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd400f070 con 0x5588f4089ea0 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcd37fe640 1 -- 172.21.15.17:0/2381402829 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd400bd80 con 0x5588f4089ea0 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 -- 172.21.15.17:0/2381402829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 msgr2=0x5588f40aa020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7fbcd400a4c0 tx=0x7fbcd400a980 comp rx=0 tx=0).stop 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 -- 172.21.15.17:0/2381402829 shutdown_connections 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40aa020 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd4350 0x5588f40a9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/2381402829 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd3f70 0x5588f4000900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 -- 172.21.15.17:0/2381402829 >> 172.21.15.17:0/2381402829 conn(0x5588f3fcfbb0 msgr2=0x5588f40a6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 -- 172.21.15.17:0/2381402829 shutdown_connections 2024-09-19T08:11:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.571+0000 7fbcdb779f40 1 -- 172.21.15.17:0/2381402829 wait complete. 2024-09-19T08:11:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 Processor -- start 2024-09-19T08:11:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 -- start start 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd3f70 0x5588f3ffd260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd4350 0x5588f4088f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588f40a5960 con 0x5588f4089ea0 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5588f3ffbf30 con 0x5588f3fd4350 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.572+0000 7fbcdb779f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5588f3ffbb90 con 0x5588f3fd3f70 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60530/0 (socket says 172.21.15.17:60530) 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 -- 172.21.15.17:0/749636481 learned_addr learned my addr 172.21.15.17:0/749636481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9271640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd3f70 0x5588f3ffd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd8a70640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd4350 0x5588f4088f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 -- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd3f70 msgr2=0x5588f3ffd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f3fd3f70 0x5588f3ffd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 -- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd4350 msgr2=0x5588f4088f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f3fd4350 0x5588f4088f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 -- 172.21.15.17:0/749636481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f3ffb8b0 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd9a72640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40a3f30 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x5588f40a6e30 tx=0x7fbcd4002fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd27fc640 1 -- 172.21.15.17:0/749636481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd4015910 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd27fc640 1 -- 172.21.15.17:0/749636481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd4024070 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5588f40a9c10 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcd27fc640 1 -- 172.21.15.17:0/749636481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd4015cf0 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.573+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588f40894c0 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcd27fc640 1 -- 172.21.15.17:0/749636481 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbcd4029460 con 0x5588f4089ea0 2024-09-19T08:11:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcd27fc640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbcbc06acc0 0x7fbcbc06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcd27fc640 1 -- 172.21.15.17:0/749636481 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7fbcd408c6e0 con 0x5588f4089ea0 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcd9271640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbcbc06acc0 0x7fbcbc06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5588f4000ee0 0x5588f40a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.575+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) -- 0x5588f40a4470 con 0x5588f4000ee0 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.576+0000 7fbcd8a70640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5588f4000ee0 0x5588f40a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.576+0000 7fbcd9271640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbcbc06acc0 0x7fbcbc06d180 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fbccc0012e0 tx=0x7fbccc0068c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.576+0000 7fbcd8a70640 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5588f4000ee0 0x5588f40a07e0 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcd8a70640 1 -- 172.21.15.17:0/749636481 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 1.00000000.inode [truncate 0] v111'521 uv521 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fbcc40527f0 con 0x5588f4000ee0 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5588f4000ee0 msgr2=0x5588f40a07e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5588f4000ee0 0x5588f40a07e0 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbcbc06acc0 msgr2=0x7fbcbc06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbcbc06acc0 0x7fbcbc06d180 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fbccc0012e0 tx=0x7fbccc0068c0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 msgr2=0x5588f40a3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 --2- 172.21.15.17:0/749636481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f4089ea0 0x5588f40a3f30 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x5588f40a6e30 tx=0x7fbcd4002fd0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcd9a72640 1 -- 172.21.15.17:0/749636481 reap_dead start 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 shutdown_connections 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 >> 172.21.15.17:0/749636481 conn(0x5588f3fcfbb0 msgr2=0x5588f40a6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 shutdown_connections 2024-09-19T08:11:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.578+0000 7fbcdb779f40 1 -- 172.21.15.17:0/749636481 wait complete. 2024-09-19T08:11:15.582 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:15.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.687+0000 7fc097b68640 1 Processor -- start 2024-09-19T08:11:15.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.687+0000 7fc097b68640 1 -- start start 2024-09-19T08:11:15.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc097b68640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 0x7fc0900ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc097b68640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc0900b4990 0x7fc0900b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc097b68640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc09015f9d0 con 0x7fc09015edf0 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc097b68640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc090073fe0 con 0x7fc0900b4990 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc097b68640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc090071060 con 0x7fc09015b2e0 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc095103640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc0900b4990 0x7fc0900b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc095904640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 0x7fc0900ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc095103640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc0900b4990 0x7fc0900b4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:57218/0 (socket says 172.21.15.17:57218) 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc095103640 1 -- 172.21.15.17:0/261000603 learned_addr learned my addr 172.21.15.17:0/261000603 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.688+0000 7fc096105640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fc09015edf0 0x7fc0900cc9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:37062/0 (socket says 172.21.15.17:37062) 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc095103640 1 -- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 msgr2=0x7fc0900ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:15.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc095103640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 0x7fc0900ce980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc095103640 1 -- 172.21.15.17:0/261000603 >> v1:172.21.15.160:6789/0 conn(0x7fc09015edf0 legacy=0x7fc0900cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc095103640 1 -- 172.21.15.17:0/261000603 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc09015fcb0 con 0x7fc0900b4990 2024-09-19T08:11:15.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc095904640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 0x7fc0900ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:15.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.689+0000 7fc094902640 1 -- 172.21.15.17:0/261000603 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1402753554 0 0) 0x7fc09015f9d0 con 0x7fc09015edf0 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc095103640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc0900b4990 0x7fc0900b4dd0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc08400bb10 tx=0x7fc08402c9b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=555046423d29b4d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc094902640 1 -- 172.21.15.17:0/261000603 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084035070 con 0x7fc0900b4990 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc094902640 1 -- 172.21.15.17:0/261000603 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc084031610 con 0x7fc0900b4990 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc094902640 1 -- 172.21.15.17:0/261000603 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0840319e0 con 0x7fc0900b4990 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 -- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc0900b4990 msgr2=0x7fc0900b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc0900b4990 0x7fc0900b4dd0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc08400bb10 tx=0x7fc08402c9b0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 -- 172.21.15.17:0/261000603 shutdown_connections 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc0900b4990 0x7fc0900b4dd0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 --2- 172.21.15.17:0/261000603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015b2e0 0x7fc0900ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 -- 172.21.15.17:0/261000603 >> 172.21.15.17:0/261000603 conn(0x7fc09006bc10 msgr2=0x7fc09006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:15.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 -- 172.21.15.17:0/261000603 shutdown_connections 2024-09-19T08:11:15.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.690+0000 7fc097b68640 1 -- 172.21.15.17:0/261000603 wait complete. 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.691+0000 7fc097b68640 1 Processor -- start 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 -- start start 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09015b2e0 0x7fc0900ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015edf0 0x7fc0900cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc0900ce4f0 con 0x7fc0900b4990 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc09015b6c0 con 0x7fc09015b2e0 2024-09-19T08:11:15.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc097b68640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc0900b5310 con 0x7fc09015edf0 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc095904640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc095904640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60544/0 (socket says 172.21.15.17:60544) 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.692+0000 7fc095904640 1 -- 172.21.15.17:0/454627257 learned_addr learned my addr 172.21.15.17:0/454627257 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc096105640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015edf0 0x7fc0900cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095103640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09015b2e0 0x7fc0900ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 -- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015edf0 msgr2=0x7fc0900cd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015edf0 0x7fc0900cd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 -- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09015b2e0 msgr2=0x7fc0900ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09015b2e0 0x7fc0900ccda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 -- 172.21.15.17:0/454627257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc090151880 con 0x7fc0900b4990 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc095904640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7fc08800ebe0 tx=0x7fc08800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088017070 con 0x7fc0900b4990 2024-09-19T08:11:15.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08800cc30 con 0x7fc0900b4990 2024-09-19T08:11:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc090151b60 con 0x7fc0900b4990 2024-09-19T08:11:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088013470 con 0x7fc0900b4990 2024-09-19T08:11:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.693+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc090152120 con 0x7fc0900b4990 2024-09-19T08:11:15.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.694+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc090069170 con 0x7fc0900b4990 2024-09-19T08:11:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.695+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc08801a070 con 0x7fc0900b4990 2024-09-19T08:11:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.695+0000 7fc08e7fc640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 0x7fc07c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.695+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 7716+0+0 (secure 0 0 0) 0x7fc08808bc70 con 0x7fc0900b4990 2024-09-19T08:11:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.695+0000 7fc095103640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 0x7fc07c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:15.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.696+0000 7fc095103640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 0x7fc07c06e770 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc084037000 tx=0x7fc08403c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:15.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.699+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc088059b70 con 0x7fc0900b4990 2024-09-19T08:11:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:15.913+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fc0900b4dd0 con 0x7fc0900b4990 2024-09-19T08:11:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.306+0000 7fc08e7fc640 1 -- 172.21.15.17:0/454627257 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v214) ==== 162+0+0 (secure 0 0 0) 0x7fc088059470 con 0x7fc0900b4990 2024-09-19T08:11:16.307 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 msgr2=0x7fc07c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 0x7fc07c06e770 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc084037000 tx=0x7fc08403c040 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 msgr2=0x7fc0901511a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7fc08800ebe0 tx=0x7fc08800c520 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 shutdown_connections 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07c06c2b0 0x7fc07c06e770 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc09015edf0 0x7fc0900cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09015b2e0 0x7fc0900ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 --2- 172.21.15.17:0/454627257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0900b4990 0x7fc0901511a0 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 >> 172.21.15.17:0/454627257 conn(0x7fc09006bc10 msgr2=0x7fc090072ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 shutdown_connections 2024-09-19T08:11:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.309+0000 7fc097b68640 1 -- 172.21.15.17:0/454627257 wait complete. 2024-09-19T08:11:16.319 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:16.319+0000 7f2569152640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-19T08:11:16.319 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:16.319+0000 7f2569152640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:11:16.320 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:16.320+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:16.320 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:16.320+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:16.323 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.426+0000 7f0822047640 1 Processor -- start 2024-09-19T08:11:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.426+0000 7f0822047640 1 -- start start 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.426+0000 7f0822047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f081c15ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f0822047640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f081c0cfd50 con 0x7f081c158ab0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f0822047640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f081c15f610 con 0x7f081c0b1d80 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f0822047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f081c0d0f10 con 0x7f081c15eae0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f081c158ab0 0x7f081c0d0800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45922/0 (socket says 172.21.15.17:45922) 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081b7fe640 1 -- 172.21.15.17:0/3567218128 learned_addr learned my addr 172.21.15.17:0/3567218128 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081affd640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f081c15ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3907106697 0 0) 0x7f081c0cfd50 con 0x7f081c158ab0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0804003520 con 0x7f081c158ab0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1841439572 0 0) 0x7f0804003520 con 0x7f081c158ab0 2024-09-19T08:11:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 msgr2=0x7f081c15ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f081c15ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 >> v1:172.21.15.160:6789/0 conn(0x7f081c0b1d80 legacy=0x7f081c0b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c15f8f0 con 0x7f081c158ab0 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f080c001670 con 0x7f081c158ab0 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 >> v1:172.21.15.17:6789/0 conn(0x7f081c158ab0 legacy=0x7f081c0d0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08040039e0 0x7f0804003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f0804004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f08040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f081c0d0f10 con 0x7f0804004800 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f080400baa0 con 0x7f08040039e0 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f080400bca0 con 0x7f081c15eae0 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.427+0000 7f081affd640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f0804004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081b7fe640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08040039e0 0x7f0804003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081bfff640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f08040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 -- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 msgr2=0x7f08040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c15eae0 0x7f08040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 -- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08040039e0 msgr2=0x7f0804003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f08040039e0 0x7f0804003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 -- 172.21.15.17:0/3567218128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0804003520 con 0x7f0804004800 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.428+0000 7f081affd640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f0804004c80 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f0810009a90 tx=0x7f0804005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78f40e63da23424 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0810036070 con 0x7f0804004800 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0810031400 con 0x7f0804004800 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f081a7fc640 1 -- 172.21.15.17:0/3567218128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0810009690 con 0x7f0804004800 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 -- 172.21.15.17:0/3567218128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 msgr2=0x7f0804004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 --2- 172.21.15.17:0/3567218128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f0804004c80 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f0810009a90 tx=0x7f0804005830 comp rx=0 tx=0).stop 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f081bfff640 1 -- 172.21.15.17:0/3567218128 reap_dead start 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 -- 172.21.15.17:0/3567218128 shutdown_connections 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 -- 172.21.15.17:0/3567218128 >> 172.21.15.17:0/3567218128 conn(0x7f081c06bc10 msgr2=0x7f081c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 -- 172.21.15.17:0/3567218128 shutdown_connections 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.429+0000 7f0822047640 1 -- 172.21.15.17:0/3567218128 wait complete. 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.430+0000 7f0822047640 1 Processor -- start 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 -- start start 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f081c151e30 0x7f081c1551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c144b30 0x7f081c156ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f081c0ccc90 con 0x7f0804004800 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f081c0d00c0 con 0x7f081c151e30 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f0822047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f081c158e90 con 0x7f081c144b30 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.431+0000 7f081b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60556/0 (socket says 172.21.15.17:60556) 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 -- 172.21.15.17:0/3989419308 learned_addr learned my addr 172.21.15.17:0/3989419308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081affd640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f081c151e30 0x7f081c1551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081bfff640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c144b30 0x7f081c156ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 -- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c144b30 msgr2=0x7f081c156ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c144b30 0x7f081c156ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 -- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f081c151e30 msgr2=0x7f081c1551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f081c151e30 0x7f081c1551e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 -- 172.21.15.17:0/3989419308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c155720 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f081b7fe640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f080c007340 tx=0x7f080c007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c00f9a0 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f080c018070 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c00fdc0 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f081c071f00 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.432+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f081c0724c0 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.433+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f081c074c00 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.434+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f080c01d460 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.434+0000 7f0803fff640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 0x7f080806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.434+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f080c08bbd0 con 0x7f0804004800 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.434+0000 7f081affd640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 0x7f080806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.435+0000 7f081affd640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 0x7f080806e7a0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0810033000 tx=0x7f0810008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.439+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f081c074c00 con 0x7f0804004800 2024-09-19T08:11:16.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.653+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f081c15ef40 con 0x7f0804004800 2024-09-19T08:11:16.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.653+0000 7f0803fff640 1 -- 172.21.15.17:0/3989419308 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 216 v216) ==== 95+0+3569 (secure 0 0 0) 0x7f080c059550 con 0x7f0804004800 2024-09-19T08:11:16.654 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:16.654 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":216,"btime":"2024-09-19T08:11:16:321252+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":216,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:16.321180+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:16.654 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 216 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 msgr2=0x7f080806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 0x7f080806e7a0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0810033000 tx=0x7f0810008030 comp rx=0 tx=0).stop 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 msgr2=0x7f081c1e6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f080c007340 tx=0x7f080c007800 comp rx=0 tx=0).stop 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 shutdown_connections 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f080806c2e0 0x7f080806e7a0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f081c144b30 0x7f081c156ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f081c151e30 0x7f081c1551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 --2- 172.21.15.17:0/3989419308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0804004800 0x7f081c1e6d00 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 >> 172.21.15.17:0/3989419308 conn(0x7f081c06bc10 msgr2=0x7f081c0afc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:16.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 shutdown_connections 2024-09-19T08:11:16.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.656+0000 7f0822047640 1 -- 172.21.15.17:0/3989419308 wait complete. 2024-09-19T08:11:16.666 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:16.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:16.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.770+0000 7fafe13bd640 1 Processor -- start 2024-09-19T08:11:16.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.770+0000 7fafe13bd640 1 -- start start 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafe13bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafdc0b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafe13bd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fafdc0cec80 0x7fafdc0cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafe13bd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafdc0b5900 con 0x7fafdc071330 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafe13bd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fafdc0b5be0 con 0x7fafdc0cec80 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafe13bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fafdc0b5ec0 con 0x7fafdc15e590 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafda7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fafdc071330 0x7fafdc0d0230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45928/0 (socket says 172.21.15.17:45928) 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafda7fc640 1 -- 172.21.15.17:0/1105151270 learned_addr learned my addr 172.21.15.17:0/1105151270 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafdaffd640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafdc0b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> v2:172.21.15.160:3300/0 conn(0x7fafdc0cec80 0x7fafdc0cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.771+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3153755425 0 0) 0x7fafdc0b5900 con 0x7fafdc071330 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafc8003520 con 0x7fafdc071330 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3335135541 0 0) 0x7fafc8003520 con 0x7fafdc071330 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 msgr2=0x7fafdc0b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafdc0b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 >> v2:172.21.15.160:3300/0 conn(0x7fafdc0cec80 msgr2=0x7fafdc0cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 --2- 172.21.15.17:0/1105151270 >> v2:172.21.15.160:3300/0 conn(0x7fafdc0cec80 0x7fafdc0cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafdc0b61a0 con 0x7fafdc071330 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fafc4001670 con 0x7fafdc071330 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdaffd640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafdc0b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 >> v1:172.21.15.17:6789/0 conn(0x7fafdc071330 legacy=0x7fafdc0d0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc80039b0 0x7fafc8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafc8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafc8004d40 0x7fafc80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc0b5be0 con 0x7fafc8004d40 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc0b5ec0 con 0x7fafc80039b0 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fafc800b9c0 con 0x7fafdc15e590 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> v2:172.21.15.160:3300/0 conn(0x7fafdc0cec80 0x7fafdc0cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdaffd640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc80039b0 0x7fafc8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafda7fc640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafc8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafc8004d40 0x7fafc80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 -- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 msgr2=0x7fafc8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc15e590 0x7fafc8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 -- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc80039b0 msgr2=0x7fafc8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc80039b0 0x7fafc8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.772+0000 7fafdb7fe640 1 -- 172.21.15.17:0/1105151270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafc8003520 con 0x7fafc8004d40 2024-09-19T08:11:16.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.773+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafc8004d40 0x7fafc80051c0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7fafd4009c70 tx=0x7fafc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ee57888db0e193 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.773+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd4009840 con 0x7fafc8004d40 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.773+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafd4004020 con 0x7fafc8004d40 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.773+0000 7fafd9ffb640 1 -- 172.21.15.17:0/1105151270 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd40043d0 con 0x7fafc8004d40 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 -- 172.21.15.17:0/1105151270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafc8004d40 msgr2=0x7fafc80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 --2- 172.21.15.17:0/1105151270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafc8004d40 0x7fafc80051c0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7fafd4009c70 tx=0x7fafc8005830 comp rx=0 tx=0).stop 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafdb7fe640 1 -- 172.21.15.17:0/1105151270 reap_dead start 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 -- 172.21.15.17:0/1105151270 shutdown_connections 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 -- 172.21.15.17:0/1105151270 >> 172.21.15.17:0/1105151270 conn(0x7fafdc06f400 msgr2=0x7fafdc06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 -- 172.21.15.17:0/1105151270 shutdown_connections 2024-09-19T08:11:16.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.774+0000 7fafe13bd640 1 -- 172.21.15.17:0/1105151270 wait complete. 2024-09-19T08:11:16.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.775+0000 7fafe13bd640 1 Processor -- start 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.775+0000 7fafe13bd640 1 -- start start 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 0x7fafdc14fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc1615b0 0x7fafdc0d19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc15e970 con 0x7fafdc15fe50 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc0741b0 con 0x7fafc8004d40 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafe13bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fafdc15eaf0 con 0x7fafdc1615b0 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60572/0 (socket says 172.21.15.17:60572) 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 -- 172.21.15.17:0/329344337 learned_addr learned my addr 172.21.15.17:0/329344337 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafdb7fe640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc1615b0 0x7fafdc0d19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafdaffd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 0x7fafdc14fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 -- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc1615b0 msgr2=0x7fafdc0d19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc1615b0 0x7fafdc0d19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 -- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 msgr2=0x7fafdc14fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 0x7fafdc14fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafda7fc640 1 -- 172.21.15.17:0/329344337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafdc154f60 con 0x7fafdc15fe50 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.776+0000 7fafdaffd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 0x7fafdc14fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafda7fc640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7fafc4007310 tx=0x7fafc40077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc400f940 con 0x7fafdc15fe50 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc4018070 con 0x7fafdc15fe50 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafdc160510 con 0x7fafdc15fe50 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc400fd40 con 0x7fafdc15fe50 2024-09-19T08:11:16.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.777+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafdc160ad0 con 0x7fafdc15fe50 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.778+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafdc0b5320 con 0x7fafdc15fe50 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.778+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fafc401d460 con 0x7fafdc15fe50 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.779+0000 7fafd37fe640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 0x7fafbc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.779+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7fafc408bc10 con 0x7fafdc15fe50 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.779+0000 7fafdaffd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 0x7fafbc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.780+0000 7fafdaffd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 0x7fafbc06e7a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fafcc007520 tx=0x7fafcc00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:16.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.783+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fafdc154f60 con 0x7fafdc15fe50 2024-09-19T08:11:16.931 INFO:tasks.ceph.mds.c.smithi017.stderr: -43> 2024-09-19T08:11:12.179+0000 7fdd1de74640 -1 mds.0.cache.ino(0x100) Corrupt inode 0x100: End of buffer [buffer:2] 2024-09-19T08:11:16.932 INFO:tasks.ceph.mds.c.smithi017.stderr: -33> 2024-09-19T08:11:12.180+0000 7fdd1de74640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:11:16.956 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.999+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fafdc06db00 con 0x7fafdc15fe50 2024-09-19T08:11:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:16.999+0000 7fafd37fe640 1 -- 172.21.15.17:0/329344337 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 216 v216) ==== 95+0+3569 (secure 0 0 0) 0x7fafc4059be0 con 0x7fafdc15fe50 2024-09-19T08:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":216,"btime":"2024-09-19T08:11:16:321252+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":216,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:16.321180+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 216 2024-09-19T08:11:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 msgr2=0x7fafbc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 0x7fafbc06e7a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fafcc007520 tx=0x7fafcc00b040 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 msgr2=0x7fafdc153270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7fafc4007310 tx=0x7fafc40077d0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 shutdown_connections 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fafbc06c2e0 0x7fafbc06e7a0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fafdc1615b0 0x7fafdc0d19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafdc15fe50 0x7fafdc153270 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 --2- 172.21.15.17:0/329344337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fafc8004d40 0x7fafdc14fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 >> 172.21.15.17:0/329344337 conn(0x7fafdc06f400 msgr2=0x7fafdc15b680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.001+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 shutdown_connections 2024-09-19T08:11:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.002+0000 7fafe13bd640 1 -- 172.21.15.17:0/329344337 wait complete. 2024-09-19T08:11:17.012 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:17.012 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:17.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.114+0000 7f2e13aac640 1 Processor -- start 2024-09-19T08:11:17.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.114+0000 7f2e13aac640 1 -- start start 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e13aac640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e13aac640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e0c15ea20 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e13aac640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e0c0b1c50 con 0x7f2e0c15e640 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e13aac640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b3d00 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e12049640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2e0c0cf6f0 0x7f2e0c0d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45940/0 (socket says 172.21.15.17:45940) 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e12049640 1 -- 172.21.15.17:0/3102493542 learned_addr learned my addr 172.21.15.17:0/3102493542 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.115+0000 7f2e11047640 1 --2- 172.21.15.17:0/3102493542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4078253288 0 0) 0x7f2e0c15ea20 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2df4003520 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e11047640 1 -- 172.21.15.17:0/3102493542 >> v1:172.21.15.160:6789/0 conn(0x7f2e0c15e640 legacy=0x7f2e0c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1148668252 0 0) 0x7f2e0c0b1c50 con 0x7f2e0c15e640 2024-09-19T08:11:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e11047640 1 -- 172.21.15.17:0/3102493542 >> v1:172.21.15.17:6789/0 conn(0x7f2e0c0cf6f0 legacy=0x7f2e0c0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.116+0000 7f2e11047640 1 -- 172.21.15.17:0/3102493542 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e0c0b1f30 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e11047640 1 --2- 172.21.15.17:0/3102493542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0d2650 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2e000097d0 tx=0x7f2e0002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c2f9e1cc3ae5303 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00037070 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e00032440 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e10846640 1 -- 172.21.15.17:0/3102493542 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e000327f0 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 -- 172.21.15.17:0/3102493542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 msgr2=0x7f2e0c0d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3102493542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0d2650 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2e000097d0 tx=0x7f2e0002a180 comp rx=0 tx=0).stop 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 -- 172.21.15.17:0/3102493542 shutdown_connections 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3102493542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0d2650 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 -- 172.21.15.17:0/3102493542 >> 172.21.15.17:0/3102493542 conn(0x7f2e0c09d820 msgr2=0x7f2e0c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 -- 172.21.15.17:0/3102493542 shutdown_connections 2024-09-19T08:11:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.117+0000 7f2e13aac640 1 -- 172.21.15.17:0/3102493542 wait complete. 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 Processor -- start 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 -- start start 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0b6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e0c15e640 0x7f2e0c0cd180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b24f0 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b2860 con 0x7f2e0c15e640 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e13aac640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2e0c0cfe40 con 0x7f2e0c0cf2b0 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.119+0000 7f2e11047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60590/0 (socket says 172.21.15.17:60590) 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 -- 172.21.15.17:0/3435965651 learned_addr learned my addr 172.21.15.17:0/3435965651 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e12049640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e0c15e640 0x7f2e0c0cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11848640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0b6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 -- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 msgr2=0x7f2e0c0b6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0b6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 -- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e0c15e640 msgr2=0x7f2e0c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e0c15e640 0x7f2e0c0cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 -- 172.21.15.17:0/3435965651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e0c15df50 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e11047640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f2e00000c00 tx=0x7f2e000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00037040 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e00042070 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e0c0cb870 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00030900 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.120+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e0c154c10 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.121+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e0c068eb0 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.122+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e00030aa0 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.122+0000 7f2e0a7fc640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 0x7f2df806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.122+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f2e000ac690 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.122+0000 7f2e11848640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 0x7f2df806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.123+0000 7f2e11848640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 0x7f2df806e770 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc007fd0 tx=0x7f2dfc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.127+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e00045360 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.340+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e0c0b73a0 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.341+0000 7f2e0a7fc640 1 -- 172.21.15.17:0/3435965651 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 217 v217) ==== 95+0+4395 (secure 0 0 0) 0x7f2e0007a530 con 0x7f2e0c0cf6f0 2024-09-19T08:11:17.341 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:17.341 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":217,"btime":"2024-09-19T08:11:17:322759+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9279,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3491387543","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3491387543},{"type":"v1","addr":"172.21.15.17:6834","nonce":3491387543}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":217}],"filesystems":[{"mdsmap":{"epoch":216,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:16.321180+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:17.341 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 217 2024-09-19T08:11:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 msgr2=0x7f2df806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 0x7f2df806e770 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc007fd0 tx=0x7f2dfc009040 comp rx=0 tx=0).stop 2024-09-19T08:11:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 msgr2=0x7f2e0c0b65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f2e00000c00 tx=0x7f2e000046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 shutdown_connections 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2df806c2b0 0x7f2df806e770 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2e0c15e640 0x7f2e0c0cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e0c0cf6f0 0x7f2e0c0b65a0 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 --2- 172.21.15.17:0/3435965651 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2e0c0cf2b0 0x7f2e0c0b6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 >> 172.21.15.17:0/3435965651 conn(0x7f2e0c09d820 msgr2=0x7f2e0c0d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 shutdown_connections 2024-09-19T08:11:17.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.343+0000 7f2e13aac640 1 -- 172.21.15.17:0/3435965651 wait complete. 2024-09-19T08:11:17.354 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 1.00000000.inode' led to DAMAGED state 2024-09-19T08:11:17.354 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 200.00000000' 2024-09-19T08:11:17.354 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:17.354 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:17.370 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:17.370 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:17.370 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:17.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:17.371 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:17.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:17.426 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:17.427 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:17.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.571+0000 7f9598406640 1 Processor -- start 2024-09-19T08:11:17.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.571+0000 7f9598406640 1 -- start start 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f9598406640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f959006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f9598406640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95900d17e0 con 0x7f959006dae0 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f9598406640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95900cfc10 con 0x7f95900d3480 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f9598406640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95900d09d0 con 0x7f959015eab0 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f95959a1640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f959006dae0 0x7f95900b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45948/0 (socket says 172.21.15.17:45948) 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f95959a1640 1 -- 172.21.15.17:0/2362189185 learned_addr learned my addr 172.21.15.17:0/2362189185 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f95961a2640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f959006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3986462074 0 0) 0x7f95900d17e0 con 0x7f959006dae0 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.572+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f957c003520 con 0x7f959006dae0 2024-09-19T08:11:17.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1630574475 0 0) 0x7f957c003520 con 0x7f959006dae0 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 msgr2=0x7f959006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f959006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 >> v1:172.21.15.160:6789/0 conn(0x7f95900d3480 legacy=0x7f95900b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95900cfef0 con 0x7f959006dae0 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9580001670 con 0x7f959006dae0 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 >> v1:172.21.15.17:6789/0 conn(0x7f959006dae0 legacy=0x7f95900b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f957c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c003f20 0x7f957c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f957c004d40 0x7f957c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95900d09d0 con 0x7f957c004d40 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f957c00ba20 con 0x7f957c003f20 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f957c00bc20 con 0x7f959015eab0 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f957c004d40 0x7f957c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95961a2640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f957c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95959a1640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c003f20 0x7f957c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 -- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 msgr2=0x7f957c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f959015eab0 0x7f957c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 -- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c003f20 msgr2=0x7f957c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c003f20 0x7f957c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.573+0000 7f95969a3640 1 -- 172.21.15.17:0/2362189185 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c003520 con 0x7f957c004d40 2024-09-19T08:11:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.574+0000 7f95969a3640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f957c004d40 0x7f957c0051c0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f9588001fe0 tx=0x7f957c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=738083afa68a9df3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.574+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9588036070 con 0x7f957c004d40 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.574+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9588031600 con 0x7f957c004d40 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.574+0000 7f95951a0640 1 -- 172.21.15.17:0/2362189185 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9588001be0 con 0x7f957c004d40 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 -- 172.21.15.17:0/2362189185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f957c004d40 msgr2=0x7f957c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 --2- 172.21.15.17:0/2362189185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f957c004d40 0x7f957c0051c0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f9588001fe0 tx=0x7f957c005830 comp rx=0 tx=0).stop 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f95969a3640 1 -- 172.21.15.17:0/2362189185 reap_dead start 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 -- 172.21.15.17:0/2362189185 shutdown_connections 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 -- 172.21.15.17:0/2362189185 >> 172.21.15.17:0/2362189185 conn(0x7f95900d4b30 msgr2=0x7f95900d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 -- 172.21.15.17:0/2362189185 shutdown_connections 2024-09-19T08:11:17.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.575+0000 7f9598406640 1 -- 172.21.15.17:0/2362189185 wait complete. 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.576+0000 7f9598406640 1 Processor -- start 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.576+0000 7f9598406640 1 -- start start 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 0x7f959015c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95900c8670 0x7f95900b6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f959006df20 con 0x7f95900c9650 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f959015ee90 con 0x7f957c004d40 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f9598406640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95900d04b0 con 0x7f95900c8670 2024-09-19T08:11:17.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60610/0 (socket says 172.21.15.17:60610) 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 -- 172.21.15.17:0/3664331476 learned_addr learned my addr 172.21.15.17:0/3664331476 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95969a3640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95900c8670 0x7f95900b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95961a2640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 0x7f959015c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 -- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95900c8670 msgr2=0x7f95900b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95900c8670 0x7f95900b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 -- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 msgr2=0x7f959015c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 0x7f959015c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 -- 172.21.15.17:0/3664331476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95900b2d70 con 0x7f95900c9650 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95961a2640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 0x7f959015c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.577+0000 7f95959a1640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f95800072f0 tx=0x7f95800077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.578+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958000f9c0 con 0x7f95900c9650 2024-09-19T08:11:17.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.578+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9580018070 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.578+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95901f7640 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.578+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958000fde0 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.578+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f959015cda0 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.579+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95900ceb50 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.579+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f958001d460 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.580+0000 7f9586ffd640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 0x7f957406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.580+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f958008bd20 con 0x7f95900c9650 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.580+0000 7f95961a2640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 0x7f957406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:17.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.581+0000 7f95961a2640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 0x7f957406e770 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f95901f7350 tx=0x7f958c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:17.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.584+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9580059c50 con 0x7f95900c9650 2024-09-19T08:11:17.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:17.798+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f95900d3210 con 0x7f95900c9650 2024-09-19T08:11:18.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.329+0000 7f9586ffd640 1 -- 172.21.15.17:0/3664331476 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v218) ==== 161+0+0 (secure 0 0 0) 0x7f9580059550 con 0x7f95900c9650 2024-09-19T08:11:18.329 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:18.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 msgr2=0x7f957406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 0x7f957406e770 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f95901f7350 tx=0x7f958c008040 comp rx=0 tx=0).stop 2024-09-19T08:11:18.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 msgr2=0x7f95900c8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f95800072f0 tx=0x7f95800077b0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 shutdown_connections 2024-09-19T08:11:18.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f957406c2b0 0x7f957406e770 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95900c8670 0x7f95900b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95900c9650 0x7f95900c8130 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 --2- 172.21.15.17:0/3664331476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f957c004d40 0x7f959015c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.331+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 >> 172.21.15.17:0/3664331476 conn(0x7f95900d4b30 msgr2=0x7f9590161d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:18.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.332+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 shutdown_connections 2024-09-19T08:11:18.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.332+0000 7f9598406640 1 -- 172.21.15.17:0/3664331476 wait complete. 2024-09-19T08:11:18.344 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:18.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 Processor -- start 2024-09-19T08:11:18.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 -- start start 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 0x7f12f40d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12f40cf800 con 0x7f12f415e840 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f12f415ec20 con 0x7f12f40d3c00 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.453+0000 7f12f9523640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f12f40cfdc0 con 0x7f12f40b3720 2024-09-19T08:11:18.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f37fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 0x7f12f40d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:34022/0 (socket says 172.21.15.17:34022) 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 -- 172.21.15.17:0/1424891272 learned_addr learned my addr 172.21.15.17:0/1424891272 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 -- 172.21.15.17:0/1424891272 >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 msgr2=0x7f12f40d4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 --2- 172.21.15.17:0/1424891272 >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 0x7f12f40d4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 -- 172.21.15.17:0/1424891272 >> v1:172.21.15.160:6789/0 conn(0x7f12f415e840 legacy=0x7f12f40cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f27fc640 1 -- 172.21.15.17:0/1424891272 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12f40cfae0 con 0x7f12f40b3720 2024-09-19T08:11:18.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.454+0000 7f12f37fe640 1 --2- 172.21.15.17:0/1424891272 >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 0x7f12f40d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:18.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.455+0000 7f12f27fc640 1 --2- 172.21.15.17:0/1424891272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f12e8009870 tx=0x7f12e802a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1eb237b2122e5d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.455+0000 7f12f1ffb640 1 -- 172.21.15.17:0/1424891272 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e8037070 con 0x7f12f40b3720 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.455+0000 7f12f1ffb640 1 -- 172.21.15.17:0/1424891272 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12e802ae50 con 0x7f12f40b3720 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.455+0000 7f12f1ffb640 1 -- 172.21.15.17:0/1424891272 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e8032860 con 0x7f12f40b3720 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 -- 172.21.15.17:0/1424891272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 msgr2=0x7f12f40b7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 --2- 172.21.15.17:0/1424891272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f12e8009870 tx=0x7f12e802a300 comp rx=0 tx=0).stop 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 -- 172.21.15.17:0/1424891272 shutdown_connections 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 --2- 172.21.15.17:0/1424891272 >> v2:172.21.15.160:3300/0 conn(0x7f12f40d3c00 0x7f12f40d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 --2- 172.21.15.17:0/1424891272 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40b3720 0x7f12f40b7750 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 -- 172.21.15.17:0/1424891272 >> 172.21.15.17:0/1424891272 conn(0x7f12f40d4930 msgr2=0x7f12f40d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 -- 172.21.15.17:0/1424891272 shutdown_connections 2024-09-19T08:11:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.456+0000 7f12f9523640 1 -- 172.21.15.17:0/1424891272 wait complete. 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.457+0000 7f12f9523640 1 Processor -- start 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.457+0000 7f12f9523640 1 -- start start 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 0x7f12f415cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40d3c00 0x7f12f41e6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f12f40b7c90 con 0x7f12f415e840 2024-09-19T08:11:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f12f40d27e0 con 0x7f12f40b3720 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f9523640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f12f40b7e10 con 0x7f12f40d3c00 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60616/0 (socket says 172.21.15.17:60616) 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f37fe640 1 -- 172.21.15.17:0/858023590 learned_addr learned my addr 172.21.15.17:0/858023590 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f27fc640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40d3c00 0x7f12f41e6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.458+0000 7f12f2ffd640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 0x7f12f415cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 -- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40d3c00 msgr2=0x7f12f41e6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40d3c00 0x7f12f41e6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 -- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 msgr2=0x7f12f415cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 0x7f12f415cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 -- 172.21.15.17:0/858023590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12f41f48e0 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f2ffd640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 0x7f12f415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f37fe640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f12ec009f00 tx=0x7f12ec00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ec018030 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12ec00ce50 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12f415d490 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ec003bb0 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.459+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12f41e78c0 con 0x7f12f415e840 2024-09-19T08:11:18.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.460+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12f40b7750 con 0x7f12f415e840 2024-09-19T08:11:18.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.461+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f12ec005d10 con 0x7f12f415e840 2024-09-19T08:11:18.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.461+0000 7f12db7fe640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 0x7f12e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:18.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.461+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f12ec08c670 con 0x7f12f415e840 2024-09-19T08:11:18.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.461+0000 7f12f2ffd640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 0x7f12e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:18.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.462+0000 7f12f2ffd640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 0x7f12e006e7a0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f12f4161b20 tx=0x7f12e4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:18.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.465+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12ec022070 con 0x7f12f415e840 2024-09-19T08:11:18.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:18.709+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f12f4161e70 con 0x7f12f415e840 2024-09-19T08:11:19.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.330+0000 7f12db7fe640 1 -- 172.21.15.17:0/858023590 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v219) ==== 101+0+0 (secure 0 0 0) 0x7f12ec010040 con 0x7f12f415e840 2024-09-19T08:11:19.401 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 msgr2=0x7f12e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 0x7f12e006e7a0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f12f4161b20 tx=0x7f12e4009040 comp rx=0 tx=0).stop 2024-09-19T08:11:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 msgr2=0x7f12f41f5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f12ec009f00 tx=0x7f12ec00c490 comp rx=0 tx=0).stop 2024-09-19T08:11:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 shutdown_connections 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f12e006c2e0 0x7f12e006e7a0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12f415e840 0x7f12f41f5070 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12f40d3c00 0x7f12f41e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 --2- 172.21.15.17:0/858023590 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12f40b3720 0x7f12f415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 >> 172.21.15.17:0/858023590 conn(0x7f12f40d4930 msgr2=0x7f12f406d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 shutdown_connections 2024-09-19T08:11:19.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.334+0000 7f12f9523640 1 -- 172.21.15.17:0/858023590 wait complete. 2024-09-19T08:11:19.404 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:19.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.453+0000 7f83ac91bf40 1 Processor -- start 2024-09-19T08:11:19.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.453+0000 7f83ac91bf40 1 -- start start 2024-09-19T08:11:19.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2623c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da264b2f0 0x557da2571910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557da24c4510 con 0x557da262b5d0 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557da262c2f0 con 0x557da25bc910 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557da2648170 con 0x557da264b2f0 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60648/0 (socket says 172.21.15.17:60648) 2024-09-19T08:11:19.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 -- 172.21.15.17:0/1414109682 learned_addr learned my addr 172.21.15.17:0/1414109682 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:19.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83aac12640 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da264b2f0 0x557da2571910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83aa411640 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2623c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 -- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da264b2f0 msgr2=0x557da2571910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:19.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da264b2f0 0x557da2571910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 -- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 msgr2=0x557da2623c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:19.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2623c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 -- 172.21.15.17:0/1414109682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da262ae60 con 0x557da262b5d0 2024-09-19T08:11:19.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f8394002de0 tx=0x7f839400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e722ace98e96241 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.454+0000 7f83a940f640 1 -- 172.21.15.17:0/1414109682 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839400f400 con 0x557da262b5d0 2024-09-19T08:11:19.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83a940f640 1 -- 172.21.15.17:0/1414109682 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8394014070 con 0x557da262b5d0 2024-09-19T08:11:19.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83a940f640 1 -- 172.21.15.17:0/1414109682 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839400f7e0 con 0x557da262b5d0 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1414109682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 msgr2=0x557da264a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f8394002de0 tx=0x7f839400b5b0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1414109682 shutdown_connections 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da264b2f0 0x557da2571910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da262b5d0 0x557da264a020 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1414109682 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2623c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1414109682 >> 172.21.15.17:0/1414109682 conn(0x557da259d400 msgr2=0x557da2572800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1414109682 shutdown_connections 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.455+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1414109682 wait complete. 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 Processor -- start 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 -- start start 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2642c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da262b5d0 0x557da2629400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 0x557da2625c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.456+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557da2647ed0 con 0x557da264b2f0 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557da2627010 con 0x557da25bc910 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83ac91bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557da25b98e0 con 0x557da262b5d0 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 0x557da2625c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 0x557da2625c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60650/0 (socket says 172.21.15.17:60650) 2024-09-19T08:11:19.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 learned_addr learned my addr 172.21.15.17:0/1753423650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da262b5d0 0x557da2629400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2642c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da262b5d0 msgr2=0x557da2629400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557da262b5d0 0x557da2629400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 msgr2=0x557da2642c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557da25bc910 0x557da2642c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da2647260 con 0x557da264b2f0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83aac12640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 0x557da2625c40 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f83a400f610 tx=0x7f83a400fad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83a37fe640 1 -- 172.21.15.17:0/1753423650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a4017070 con 0x557da264b2f0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.457+0000 7f83a37fe640 1 -- 172.21.15.17:0/1753423650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a400c650 con 0x557da264b2f0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.458+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557da2647540 con 0x557da264b2f0 2024-09-19T08:11:19.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.458+0000 7f83a37fe640 1 -- 172.21.15.17:0/1753423650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a400ca20 con 0x557da264b2f0 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.458+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557da2647b00 con 0x557da264b2f0 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.459+0000 7f83a37fe640 1 -- 172.21.15.17:0/1753423650 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83a401a070 con 0x557da264b2f0 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.459+0000 7f83a37fe640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f838c06ac90 0x7f838c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83a37fe640 1 -- 172.21.15.17:0/1753423650 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f83a408ad40 con 0x557da264b2f0 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f838c06ac90 0x7f838c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.470 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557da262a7a0 0x557da26e22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2646e10 con 0x557da262a7a0 2024-09-19T08:11:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557da262a7a0 0x557da26e22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f838c06ac90 0x7f838c06d150 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f839c057000 tx=0x7f839c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.460+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557da262a7a0 0x557da26e22a0 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.462+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v112'722 uv696 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.462+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26e27e0 con 0x557da262a7a0 2024-09-19T08:11:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.464+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v112'723 uv723 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.464+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26eaf80 con 0x557da262a7a0 2024-09-19T08:11:19.472 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.465+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v112'724 uv724 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.465+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26ec330 con 0x557da262a7a0 2024-09-19T08:11:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.467+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v112'725 uv725 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.467+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26ec6d0 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.468+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v112'726 uv726 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.468+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26eb320 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.470+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v112'727 uv727 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.470+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26eb6e0 con 0x557da262a7a0 2024-09-19T08:11:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.472+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v112'728 uv702 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.472+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26eba80 con 0x557da262a7a0 2024-09-19T08:11:19.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.473+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v112'729 uv729 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.473+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.476 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:19.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.474+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v112'730 uv730 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.474+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.476+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v112'731 uv731 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.476+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.477+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v112'732 uv732 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.477+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.478+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v112'733 uv733 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.478+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.480+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v112'734 uv709 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.480+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.481+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v112'735 uv735 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.481+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.482 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:19.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.482+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v112'736 uv736 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.482+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.484+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v112'737 uv737 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.484+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.485+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v112'738 uv738 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.485+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.486+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v112'739 uv739 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.486+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.487+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v112'740 uv740 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.487+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.489+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v112'741 uv715 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.489+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.490+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v112'742 uv742 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.490+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.491 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:19.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.491+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v112'743 uv743 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.491+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.492+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v112'744 uv744 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.492+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.493+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v112'745 uv745 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.493+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.495+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v112'746 uv746 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.495+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.496+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v112'747 uv721 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.496+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.497+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v112'748 uv748 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.497+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.498 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:19.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.498+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v112'749 uv749 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.498+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.500+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v112'750 uv750 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.500+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.501+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v112'751 uv751 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.501+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da25a0c40 con 0x557da262a7a0 2024-09-19T08:11:19.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.503+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v112'752 uv752 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.503+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557da26ecf80 0x557da26ef370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.503+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26ef8b0 con 0x557da26ecf80 2024-09-19T08:11:19.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.503+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557da26ecf80 0x557da26ef370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.503+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557da26ecf80 0x557da26ef370 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.505+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v112'522 uv521 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.505+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26efc50 con 0x557da26ecf80 2024-09-19T08:11:19.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.506+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v112'523 uv523 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.506+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26efff0 con 0x557da26ecf80 2024-09-19T08:11:19.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.507+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v112'524 uv524 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.507 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:19.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.507+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f0840 con 0x557da26ecf80 2024-09-19T08:11:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.508+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v112'525 uv525 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.508+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f0be0 con 0x557da26ecf80 2024-09-19T08:11:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.510+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v112'526 uv526 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.510+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f0f80 con 0x557da26ecf80 2024-09-19T08:11:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.512+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v112'527 uv509 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.512+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.513+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v112'528 uv528 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.514+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.515+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v112'529 uv529 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.515 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:19.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.515+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.516+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v112'530 uv530 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.516+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.517+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v112'531 uv531 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.517+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.519+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v112'532 uv514 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.519+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.520+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v112'533 uv533 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.520+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.521+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v112'534 uv534 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.521 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:19.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.521+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4d80 con 0x557da26ecf80 2024-09-19T08:11:19.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.523+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v112'535 uv535 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.523+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4d80 con 0x557da26ecf80 2024-09-19T08:11:19.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.524+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v112'536 uv536 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.524+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.525+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v112'537 uv520 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.525+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.526+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v112'538 uv538 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.526+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.527 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:19.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.527+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v112'539 uv539 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.527+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f2330 con 0x557da26ecf80 2024-09-19T08:11:19.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.528+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v112'540 uv540 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.528+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f2330 con 0x557da26ecf80 2024-09-19T08:11:19.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.529+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v112'541 uv541 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.529+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da26ecf80 2024-09-19T08:11:19.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.530+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v112'542 uv542 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26ecf80 2024-09-19T08:11:19.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.530+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da262a7a0 2024-09-19T08:11:19.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.532+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v112'141 uv140 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.532+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da262a7a0 2024-09-19T08:11:19.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.533+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v112'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.533+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da262a7a0 2024-09-19T08:11:19.533 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:19.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.533+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v112'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.533+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f2330 con 0x557da262a7a0 2024-09-19T08:11:19.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.534+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v112'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.534+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f2330 con 0x557da262a7a0 2024-09-19T08:11:19.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.535+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v112'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.535+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f1320 con 0x557da262a7a0 2024-09-19T08:11:19.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.536+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v112'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.536+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557da26f1830 0x557da26f3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.536+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4160 con 0x557da26f1830 2024-09-19T08:11:19.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.536+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557da26f1830 0x557da26f3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.537+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557da26f1830 0x557da26f3c20 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.538+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v112'105 uv104 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.538+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4530 con 0x557da26f1830 2024-09-19T08:11:19.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.539+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v112'106 uv106 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.539+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4530 con 0x557da26f1830 2024-09-19T08:11:19.539 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:19.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.540+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v112'107 uv107 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.540+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f4530 con 0x557da26f1830 2024-09-19T08:11:19.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.541+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v112'108 uv108 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.541+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f44a0 con 0x557da262a7a0 2024-09-19T08:11:19.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.542+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v112'141 uv140 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.542+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f44a0 con 0x557da262a7a0 2024-09-19T08:11:19.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.543+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v112'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.543+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f43e0 con 0x557da262a7a0 2024-09-19T08:11:19.544 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:19.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.544+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v112'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.544+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f43e0 con 0x557da262a7a0 2024-09-19T08:11:19.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.546+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v112'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.546+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f43e0 con 0x557da262a7a0 2024-09-19T08:11:19.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.546+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v112'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.547+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f43e0 con 0x557da262a7a0 2024-09-19T08:11:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.548+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v112'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.548+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557da26f4ce0 0x557da26f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.548+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f7810 con 0x557da26f4ce0 2024-09-19T08:11:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.548+0000 7f83aac12640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557da26f4ce0 0x557da26f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.548+0000 7f83aac12640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557da26f4ce0 0x557da26f50c0 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.550+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v112'260 uv254 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.550+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f7bb0 con 0x557da26f4ce0 2024-09-19T08:11:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.551+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v112'261 uv261 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.551+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f7f50 con 0x557da26f4ce0 2024-09-19T08:11:19.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.552+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v112'262 uv262 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.552 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:19.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.552+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f0490 con 0x557da26f4ce0 2024-09-19T08:11:19.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.553+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v112'263 uv263 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.553+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f98e0 con 0x557da26f4ce0 2024-09-19T08:11:19.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.554+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v112'264 uv264 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.554+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f87f0 con 0x557da26f4ce0 2024-09-19T08:11:19.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.555+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v112'265 uv265 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.555+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8be0 con 0x557da26f4ce0 2024-09-19T08:11:19.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.556+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v112'266 uv259 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.556+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8fd0 con 0x557da26f4ce0 2024-09-19T08:11:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.557+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v112'267 uv267 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.557+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f93c0 con 0x557da26f4ce0 2024-09-19T08:11:19.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.558+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v112'268 uv268 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.558 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.558+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f93c0 con 0x557da26f4ce0 2024-09-19T08:11:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.559+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v112'269 uv269 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.559+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f9370 con 0x557da26f4ce0 2024-09-19T08:11:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.560+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v112'270 uv270 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.560+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557da26fa240 0x557da26fc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.560+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcb70 con 0x557da26fa240 2024-09-19T08:11:19.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.560+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557da26fa240 0x557da26fc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.561+0000 7f83aa411640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557da26fa240 0x557da26fc630 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.562+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v112'117 uv116 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26fa240 2024-09-19T08:11:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.562+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcbd0 con 0x557da26fa240 2024-09-19T08:11:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.563+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v112'118 uv118 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26fa240 2024-09-19T08:11:19.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.563+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26fa240 2024-09-19T08:11:19.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.564+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v112'119 uv119 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26fa240 2024-09-19T08:11:19.564 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.564+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26fa240 2024-09-19T08:11:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.565+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v112'120 uv120 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26fa240 2024-09-19T08:11:19.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.565+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26fa240 2024-09-19T08:11:19.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.566+0000 7f83aa411640 1 -- 172.21.15.17:0/1753423650 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v112'121 uv121 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839c050050 con 0x557da26fa240 2024-09-19T08:11:19.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.566+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da262a7a0 2024-09-19T08:11:19.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.567+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v112'141 uv140 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.567+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da262a7a0 2024-09-19T08:11:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.568+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v112'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.568+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da262a7a0 2024-09-19T08:11:19.570 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.569+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v112'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.569+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fe000 con 0x557da262a7a0 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.570+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v112'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.570+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fe000 con 0x557da262a7a0 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.571+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v112'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.571+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da262a7a0 2024-09-19T08:11:19.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.571+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v112'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da262a7a0 2024-09-19T08:11:19.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.572+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26f1830 2024-09-19T08:11:19.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.573+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v112'233 uv227 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.573+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26f1830 2024-09-19T08:11:19.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.574+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v112'234 uv234 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.574+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fcff0 con 0x557da26f1830 2024-09-19T08:11:19.575 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.575+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v112'235 uv235 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.575+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd3e0 con 0x557da26f1830 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.576+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v112'236 uv236 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.576+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd3e0 con 0x557da26f1830 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.577+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v112'237 uv237 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.577+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd0b0 con 0x557da26f1830 2024-09-19T08:11:19.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.578+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v112'238 uv232 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.578+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd0b0 con 0x557da26f1830 2024-09-19T08:11:19.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.579+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v112'239 uv239 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.579+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd090 con 0x557da26f1830 2024-09-19T08:11:19.579 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:19.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.580+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v112'240 uv240 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.580+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd090 con 0x557da26f1830 2024-09-19T08:11:19.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.581+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v112'241 uv241 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.581+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26fd4b0 con 0x557da26f1830 2024-09-19T08:11:19.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.582+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v112'242 uv242 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f839401a410 con 0x557da26f1830 2024-09-19T08:11:19.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.582+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557da26fdb70 0x557da26fff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.582+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da27004a0 con 0x557da26fdb70 2024-09-19T08:11:19.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.582+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557da26fdb70 0x557da26fff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.582+0000 7f83a3fff640 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557da26fdb70 0x557da26fff60 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.583+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v112'103 uv102 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26fdb70 2024-09-19T08:11:19.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.583+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da27004a0 con 0x557da26fdb70 2024-09-19T08:11:19.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.585+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v112'104 uv104 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26fdb70 2024-09-19T08:11:19.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.585+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da27004a0 con 0x557da26fdb70 2024-09-19T08:11:19.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.586+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v112'105 uv105 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26fdb70 2024-09-19T08:11:19.586 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:19.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.586+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8400 con 0x557da26fdb70 2024-09-19T08:11:19.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.586+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v112'106 uv106 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26fdb70 2024-09-19T08:11:19.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.586+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8400 con 0x557da26f1830 2024-09-19T08:11:19.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.588+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v112'141 uv140 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.588+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8400 con 0x557da26f1830 2024-09-19T08:11:19.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.589+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v112'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.589+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8400 con 0x557da26f1830 2024-09-19T08:11:19.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.590+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v112'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.590 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:19.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.590+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f8400 con 0x557da26f1830 2024-09-19T08:11:19.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.591+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v112'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.591+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f1830 2024-09-19T08:11:19.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.592+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v112'145 uv145 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.592+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f1830 2024-09-19T08:11:19.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.593+0000 7f83a3fff640 1 -- 172.21.15.17:0/1753423650 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v112'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8394033040 con 0x557da26f1830 2024-09-19T08:11:19.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.594+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.595+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v112'120 uv119 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.595+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.596+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v112'121 uv121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.596+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.597 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:19.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.597+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v112'122 uv122 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.597+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.598+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v112'123 uv123 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.598+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.599+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v112'124 uv124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.600+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da26f83e0 con 0x557da26f4ce0 2024-09-19T08:11:19.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.601+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v112'290 uv282 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.601+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da2700a20 con 0x557da26f4ce0 2024-09-19T08:11:19.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.602+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v112'291 uv291 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.602+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700a20 con 0x557da26f4ce0 2024-09-19T08:11:19.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.603+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v112'292 uv292 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.603 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:19.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.603+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da27009a0 con 0x557da26f4ce0 2024-09-19T08:11:19.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.604+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v112'293 uv293 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.604+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700980 con 0x557da26f4ce0 2024-09-19T08:11:19.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.605+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v112'294 uv294 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.605+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700980 con 0x557da26f4ce0 2024-09-19T08:11:19.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.606+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v112'295 uv289 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.606+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) -- 0x557da2700980 con 0x557da26f4ce0 2024-09-19T08:11:19.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.607+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v112'296 uv296 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.607+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700950 con 0x557da26f4ce0 2024-09-19T08:11:19.608 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:19.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.608+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v112'297 uv297 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.608+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700950 con 0x557da26f4ce0 2024-09-19T08:11:19.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.609+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v112'298 uv298 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.609+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700950 con 0x557da26f4ce0 2024-09-19T08:11:19.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.610+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v112'299 uv299 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.610+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700950 con 0x557da26f4ce0 2024-09-19T08:11:19.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.611+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v112'300 uv300 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.611+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x557da2700950 con 0x557da26f4ce0 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v112'301 uv301 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f83a4023070 con 0x557da26f4ce0 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557da262a7a0 msgr2=0x557da26e22a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x557da262a7a0 0x557da26e22a0 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557da26f1830 msgr2=0x557da26f3c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x557da26f1830 0x557da26f3c20 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557da26fdb70 msgr2=0x557da26fff60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x557da26fdb70 0x557da26fff60 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557da26ecf80 msgr2=0x557da26ef370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 reap_dead start 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x557da26ecf80 0x557da26ef370 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557da26f4ce0 msgr2=0x557da26f50c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x557da26f4ce0 0x557da26f50c0 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557da26fa240 msgr2=0x557da26fc630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x557da26fa240 0x557da26fc630 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f838c06ac90 msgr2=0x7f838c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f838c06ac90 0x7f838c06d150 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f839c057000 tx=0x7f839c052000 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 msgr2=0x557da2625c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 --2- 172.21.15.17:0/1753423650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557da264b2f0 0x557da2625c40 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f83a400f610 tx=0x7f83a400fad0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83aac12640 1 -- 172.21.15.17:0/1753423650 reap_dead start 2024-09-19T08:11:19.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 shutdown_connections 2024-09-19T08:11:19.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 >> 172.21.15.17:0/1753423650 conn(0x557da259d400 msgr2=0x557da2572800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 shutdown_connections 2024-09-19T08:11:19.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.612+0000 7f83ac91bf40 1 -- 172.21.15.17:0/1753423650 wait complete. 2024-09-19T08:11:19.616 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 200.00000000 0 2024-09-19T08:11:19.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.700+0000 7f7ead3b8f40 1 Processor -- start 2024-09-19T08:11:19.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.700+0000 7f7ead3b8f40 1 -- start start 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c02fee20 0x55a3c03ba0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 0x55a3c02fcec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a3c02fde00 con 0x55a3c0300d80 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a3c024f510 con 0x55a3c03b7ee0 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a3c03b9240 con 0x55a3c02fee20 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60664/0 (socket says 172.21.15.17:60664) 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 -- 172.21.15.17:0/1791662542 learned_addr learned my addr 172.21.15.17:0/1791662542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eab6b1640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 0x55a3c02fcec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaaeb0640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c02fee20 0x55a3c03ba0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 -- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c02fee20 msgr2=0x55a3c03ba0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c02fee20 0x55a3c03ba0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 -- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 msgr2=0x55a3c02fcec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 0x55a3c02fcec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eaa6af640 1 -- 172.21.15.17:0/1791662542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3c03d4180 con 0x55a3c0300d80 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.701+0000 7f7eab6b1640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 0x55a3c02fcec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7f7e94000c00 tx=0x7f7e94051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d23a0cca7d4126 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ea96ad640 1 -- 172.21.15.17:0/1791662542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e94055070 con 0x55a3c0300d80 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ea96ad640 1 -- 172.21.15.17:0/1791662542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e940517d0 con 0x55a3c0300d80 2024-09-19T08:11:19.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ea96ad640 1 -- 172.21.15.17:0/1791662542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e94051bc0 con 0x55a3c0300d80 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/1791662542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 msgr2=0x55a3c02fc980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7f7e94000c00 tx=0x7f7e94051000 comp rx=0 tx=0).stop 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/1791662542 shutdown_connections 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c03b7ee0 0x55a3c02fcec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c0300d80 0x55a3c02fc980 unknown :-1 s=CLOSED pgs=1800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/1791662542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c02fee20 0x55a3c03ba0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/1791662542 >> 172.21.15.17:0/1791662542 conn(0x55a3c0328400 msgr2=0x55a3c03d3940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/1791662542 shutdown_connections 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.702+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/1791662542 wait complete. 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.703+0000 7f7ead3b8f40 1 Processor -- start 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.703+0000 7f7ead3b8f40 1 -- start start 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c02fee20 0x55a3c03cd810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c0300d80 0x55a3c03d2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 0x55a3c03cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a3c03d34a0 con 0x55a3c03b7ee0 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55a3c03d3780 con 0x55a3c02fee20 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ead3b8f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55a3c0300930 con 0x55a3c0300d80 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 0x55a3c03cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 0x55a3c03cebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60674/0 (socket says 172.21.15.17:60674) 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 -- 172.21.15.17:0/2101532702 learned_addr learned my addr 172.21.15.17:0/2101532702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eaaeb0640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c02fee20 0x55a3c03cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c0300d80 0x55a3c03d2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 -- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c0300d80 msgr2=0x55a3c03d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55a3c0300d80 0x55a3c03d2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 -- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c02fee20 msgr2=0x55a3c03cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55a3c02fee20 0x55a3c03cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 -- 172.21.15.17:0/2101532702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3c03d0c50 con 0x55a3c03b7ee0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7eab6b1640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 0x55a3c03cebf0 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c00f670 tx=0x7f7e9c00fb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.704+0000 7f7ea3fff640 1 -- 172.21.15.17:0/2101532702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c019020 con 0x55a3c03b7ee0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.705+0000 7f7ea3fff640 1 -- 172.21.15.17:0/2101532702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e9c00d750 con 0x55a3c03b7ee0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.705+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a3c03d0f30 con 0x55a3c03b7ee0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.705+0000 7f7ea3fff640 1 -- 172.21.15.17:0/2101532702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c00db40 con 0x55a3c03b7ee0 2024-09-19T08:11:19.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.705+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3c03b4d30 con 0x55a3c03b7ee0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.706+0000 7f7ea3fff640 1 -- 172.21.15.17:0/2101532702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e9c01c020 con 0x55a3c03b7ee0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.706+0000 7f7ea3fff640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e8c06ac90 0x7f7e8c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7ea3fff640 1 -- 172.21.15.17:0/2101532702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f7e9c08ae60 con 0x55a3c03b7ee0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7eaaeb0640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e8c06ac90 0x7f7e8c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a3c03cdde0 0x55a3c046cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) -- 0x55a3c03d2990 con 0x55a3c03cdde0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a3c03cdde0 0x55a3c046cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7eaaeb0640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e8c06ac90 0x7f7e8c06d150 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x55a3c03bb170 tx=0x7f7ea40037d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.707+0000 7f7eaa6af640 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a3c03cdde0 0x55a3c046cf80 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7eaa6af640 1 -- 172.21.15.17:0/2101532702 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000000 [truncate 0] v112'543 uv543 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f7e94057030 con 0x55a3c03cdde0 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a3c03cdde0 msgr2=0x55a3c046cf80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55a3c03cdde0 0x55a3c046cf80 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e8c06ac90 msgr2=0x7f7e8c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7e8c06ac90 0x7f7e8c06d150 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x55a3c03bb170 tx=0x7f7ea40037d0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 msgr2=0x55a3c03cebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 --2- 172.21.15.17:0/2101532702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a3c03b7ee0 0x55a3c03cebf0 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c00f670 tx=0x7f7e9c00fb30 comp rx=0 tx=0).stop 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7eab6b1640 1 -- 172.21.15.17:0/2101532702 reap_dead start 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 shutdown_connections 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 >> 172.21.15.17:0/2101532702 conn(0x55a3c0328400 msgr2=0x55a3c03b6c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 shutdown_connections 2024-09-19T08:11:19.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.709+0000 7f7ead3b8f40 1 -- 172.21.15.17:0/2101532702 wait complete. 2024-09-19T08:11:19.714 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:19.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.819+0000 7f2c65566640 1 Processor -- start 2024-09-19T08:11:19.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.819+0000 7f2c65566640 1 -- start start 2024-09-19T08:11:19.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c65566640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 0x7f2c600b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c65566640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c600b39d0 con 0x7f2c600cef60 2024-09-19T08:11:19.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c65566640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c600cf520 con 0x7f2c6015e640 2024-09-19T08:11:19.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c65566640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c600cf800 con 0x7f2c600d4e20 2024-09-19T08:11:19.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c5e7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2c600cef60 0x7f2c600d4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45954/0 (socket says 172.21.15.17:45954) 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.820+0000 7f2c5e7fc640 1 -- 172.21.15.17:0/1601167815 learned_addr learned my addr 172.21.15.17:0/1601167815 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5f7fe640 1 --2- 172.21.15.17:0/1601167815 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 0x7f2c600b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 453974528 0 0) 0x7f2c48001110 con 0x7f2c600cef60 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c4c003520 con 0x7f2c600cef60 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3782080610 0 0) 0x7f2c600cf520 con 0x7f2c6015e640 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c48001110 con 0x7f2c6015e640 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/1601167815 >> v1:172.21.15.160:6789/0 conn(0x7f2c6015e640 legacy=0x7f2c600d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/1601167815 >> v1:172.21.15.17:6789/0 conn(0x7f2c600cef60 legacy=0x7f2c600d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.821+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/1601167815 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c600cfae0 con 0x7f2c600d4e20 2024-09-19T08:11:19.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c5f7fe640 1 --2- 172.21.15.17:0/1601167815 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 0x7f2c600b3bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009dc0 tx=0x7f2c5002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec0b9221a7232671 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5002ae60 con 0x7f2c600d4e20 2024-09-19T08:11:19.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c50007740 con 0x7f2c600d4e20 2024-09-19T08:11:19.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c5dffb640 1 -- 172.21.15.17:0/1601167815 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50007b10 con 0x7f2c600d4e20 2024-09-19T08:11:19.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 -- 172.21.15.17:0/1601167815 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 msgr2=0x7f2c600b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 --2- 172.21.15.17:0/1601167815 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 0x7f2c600b3bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009dc0 tx=0x7f2c5002a640 comp rx=0 tx=0).stop 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 -- 172.21.15.17:0/1601167815 shutdown_connections 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 --2- 172.21.15.17:0/1601167815 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600d4e20 0x7f2c600b3bf0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 -- 172.21.15.17:0/1601167815 >> 172.21.15.17:0/1601167815 conn(0x7f2c60067d70 msgr2=0x7f2c60068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 -- 172.21.15.17:0/1601167815 shutdown_connections 2024-09-19T08:11:19.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.822+0000 7f2c65566640 1 -- 172.21.15.17:0/1601167815 wait complete. 2024-09-19T08:11:19.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.824+0000 7f2c65566640 1 Processor -- start 2024-09-19T08:11:19.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.824+0000 7f2c65566640 1 -- start start 2024-09-19T08:11:19.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.824+0000 7f2c65566640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600cef60 0x7f2c601f7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.824+0000 7f2c65566640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c600d4e20 0x7f2c600b8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c600d3590 con 0x7f2c6015e640 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6015ea20 con 0x7f2c600d4e20 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c600d3710 con 0x7f2c600cef60 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60678/0 (socket says 172.21.15.17:60678) 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/3022180637 learned_addr learned my addr 172.21.15.17:0/3022180637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5effd640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600cef60 0x7f2c601f7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5e7fc640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c600d4e20 0x7f2c600b8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600cef60 msgr2=0x7f2c601f7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600cef60 0x7f2c601f7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c600d4e20 msgr2=0x7f2c600b8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c600d4e20 0x7f2c600b8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:19.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 -- 172.21.15.17:0/3022180637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c600c9bb0 con 0x7f2c6015e640 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c5f7fe640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f2c5002ac30 tx=0x7f2c50004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50040070 con 0x7f2c6015e640 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c5002ae60 con 0x7f2c6015e640 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c600abf30 con 0x7f2c6015e640 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50031be0 con 0x7f2c6015e640 2024-09-19T08:11:19.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.825+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c600c9e50 con 0x7f2c6015e640 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.827+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c600b3bf0 con 0x7f2c6015e640 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.827+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c50039040 con 0x7f2c6015e640 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.828+0000 7f2c577fe640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.828+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 7802+0+0 (secure 0 0 0) 0x7f2c500ad1c0 con 0x7f2c6015e640 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.828+0000 7f2c5effd640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:19.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.828+0000 7f2c5effd640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2c58007fd0 tx=0x7f2c58009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:19.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:19.832+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c5007b080 con 0x7f2c6015e640 2024-09-19T08:11:20.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.044+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f2c600b3630 con 0x7f2c6015e640 2024-09-19T08:11:20.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.341+0000 7f2c577fe640 1 -- 172.21.15.17:0/3022180637 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v220) ==== 162+0+0 (secure 0 0 0) 0x7f2c5007a980 con 0x7f2c6015e640 2024-09-19T08:11:20.341 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:20.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 msgr2=0x7f2c4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2c58007fd0 tx=0x7f2c58009040 comp rx=0 tx=0).stop 2024-09-19T08:11:20.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 msgr2=0x7f2c600b89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f2c5002ac30 tx=0x7f2c50004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:20.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 shutdown_connections 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c6015e640 0x7f2c600b89a0 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c600d4e20 0x7f2c600b8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 --2- 172.21.15.17:0/3022180637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c600cef60 0x7f2c601f7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 >> 172.21.15.17:0/3022180637 conn(0x7f2c60067d70 msgr2=0x7f2c600d2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 shutdown_connections 2024-09-19T08:11:20.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.343+0000 7f2c65566640 1 -- 172.21.15.17:0/3022180637 wait complete. 2024-09-19T08:11:20.351 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:20.351+0000 7f35d3bd6640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:11:20.352 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:20.352+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:20.352 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:20.352+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:20.359 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:20.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.463+0000 7ff8eca00640 1 Processor -- start 2024-09-19T08:11:20.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.463+0000 7ff8eca00640 1 -- start start 2024-09-19T08:11:20.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8eca00640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8e815e360 0x7ff8e80d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8eca00640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8e80b8e70 con 0x7ff8e815e740 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8eca00640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8e80b9150 con 0x7ff8e80b8870 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8eca00640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff8e80b9430 con 0x7ff8e815e360 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8e6d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8e815e360 0x7ff8e80d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8e659c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff8e815e740 0x7ff8e80b8160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45960/0 (socket says 172.21.15.17:45960) 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8e659c640 1 -- 172.21.15.17:0/84063321 learned_addr learned my addr 172.21.15.17:0/84063321 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.464+0000 7ff8e6d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff8e815e360 0x7ff8e80d0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60686/0 (socket says 172.21.15.17:60686) 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e6d9d640 1 -- 172.21.15.17:0/84063321 >> v1:172.21.15.160:6789/0 conn(0x7ff8e80b8870 legacy=0x7ff8e80d2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e6d9d640 1 -- 172.21.15.17:0/84063321 >> v1:172.21.15.17:6789/0 conn(0x7ff8e815e740 legacy=0x7ff8e80b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e6d9d640 1 -- 172.21.15.17:0/84063321 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e80b9710 con 0x7ff8e815e360 2024-09-19T08:11:20.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e6d9d640 1 --2- 172.21.15.17:0/84063321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e360 0x7ff8e80d0d20 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7ff8e00097a0 tx=0x7ff8e002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae63f85590fc4949 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e5d9b640 1 -- 172.21.15.17:0/84063321 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e0037070 con 0x7ff8e815e360 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e5d9b640 1 -- 172.21.15.17:0/84063321 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8e0032440 con 0x7ff8e815e360 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.465+0000 7ff8e5d9b640 1 -- 172.21.15.17:0/84063321 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e0032810 con 0x7ff8e815e360 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 -- 172.21.15.17:0/84063321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e360 msgr2=0x7ff8e80d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 --2- 172.21.15.17:0/84063321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e360 0x7ff8e80d0d20 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7ff8e00097a0 tx=0x7ff8e002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 -- 172.21.15.17:0/84063321 shutdown_connections 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 --2- 172.21.15.17:0/84063321 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e360 0x7ff8e80d0d20 unknown :-1 s=CLOSED pgs=1805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 -- 172.21.15.17:0/84063321 >> 172.21.15.17:0/84063321 conn(0x7ff8e8067950 msgr2=0x7ff8e8067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 -- 172.21.15.17:0/84063321 shutdown_connections 2024-09-19T08:11:20.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.466+0000 7ff8eca00640 1 -- 172.21.15.17:0/84063321 wait complete. 2024-09-19T08:11:20.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.467+0000 7ff8eca00640 1 Processor -- start 2024-09-19T08:11:20.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 -- start start 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8e80b8870 0x7ff8e8160790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8e815e360 0x7ff8e81529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e80d1670 con 0x7ff8e815e740 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e80d14f0 con 0x7ff8e815e360 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8eca00640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff8e80d3180 con 0x7ff8e80b8870 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8e759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8e759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60690/0 (socket says 172.21.15.17:60690) 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.468+0000 7ff8e759e640 1 -- 172.21.15.17:0/4136311893 learned_addr learned my addr 172.21.15.17:0/4136311893 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:20.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e6d9d640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8e80b8870 0x7ff8e8160790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e659c640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8e815e360 0x7ff8e81529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 -- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8e80b8870 msgr2=0x7ff8e8160790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8e80b8870 0x7ff8e8160790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 -- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8e815e360 msgr2=0x7ff8e81529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8e815e360 0x7ff8e81529a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 -- 172.21.15.17:0/4136311893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e8160d70 con 0x7ff8e815e740 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8e759e640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7ff8d800c7b0 tx=0x7ff8d800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8017070 con 0x7ff8e815e740 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8d8003da0 con 0x7ff8e815e740 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8e8161050 con 0x7ff8e815e740 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d80052b0 con 0x7ff8e815e740 2024-09-19T08:11:20.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.469+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8e80c8240 con 0x7ff8e815e740 2024-09-19T08:11:20.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.470+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8e80d0d20 con 0x7ff8e815e740 2024-09-19T08:11:20.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.471+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8d801a070 con 0x7ff8e815e740 2024-09-19T08:11:20.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.471+0000 7ff8df7fe640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 0x7ff8c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.471+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7ff8d808b300 con 0x7ff8e815e740 2024-09-19T08:11:20.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.471+0000 7ff8e6d9d640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 0x7ff8c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.472+0000 7ff8e6d9d640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 0x7ff8c806e770 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0034000 tx=0x7ff8e002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.476+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff8d80591f0 con 0x7ff8e815e740 2024-09-19T08:11:20.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.688+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8e8161220 con 0x7ff8e815e740 2024-09-19T08:11:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.689+0000 7ff8df7fe640 1 -- 172.21.15.17:0/4136311893 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 222 v222) ==== 95+0+3569 (secure 0 0 0) 0x7ff8d8058af0 con 0x7ff8e815e740 2024-09-19T08:11:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:20.689 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":222,"btime":"2024-09-19T08:11:20:353095+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":222,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:20.353044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:20.689 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 222 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.690+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 msgr2=0x7ff8c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.690+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 0x7ff8c806e770 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0034000 tx=0x7ff8e002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 msgr2=0x7ff8e8151f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7ff8d800c7b0 tx=0x7ff8d800cc70 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 shutdown_connections 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff8c806c2b0 0x7ff8c806e770 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e815e740 0x7ff8e8151f50 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff8e815e360 0x7ff8e81529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 --2- 172.21.15.17:0/4136311893 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff8e80b8870 0x7ff8e8160790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 >> 172.21.15.17:0/4136311893 conn(0x7ff8e8067950 msgr2=0x7ff8e80d3570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 shutdown_connections 2024-09-19T08:11:20.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.691+0000 7ff8eca00640 1 -- 172.21.15.17:0/4136311893 wait complete. 2024-09-19T08:11:20.702 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:20.702 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:20.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.804+0000 7f2ea861e640 1 Processor -- start 2024-09-19T08:11:20.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.804+0000 7f2ea861e640 1 -- start start 2024-09-19T08:11:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea00d27b0 0x7f2ea00b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 0x7f2ea015d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea0070660 0x7f2ea0070a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea015d750 con 0x7f2ea00d27b0 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea0070fd0 con 0x7f2ea015d2e0 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea861e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea00b59b0 con 0x7f2ea0070660 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea00d27b0 0x7f2ea00b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea00d27b0 0x7f2ea00b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60698/0 (socket says 172.21.15.17:60698) 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 -- 172.21.15.17:0/2207736279 learned_addr learned my addr 172.21.15.17:0/2207736279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea5bb9640 1 --2- 172.21.15.17:0/2207736279 >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 0x7f2ea015d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea6bbb640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea0070660 0x7f2ea0070a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 -- 172.21.15.17:0/2207736279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea0070660 msgr2=0x7f2ea0070a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea0070660 0x7f2ea0070a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 -- 172.21.15.17:0/2207736279 >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 msgr2=0x7f2ea015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:20.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/2207736279 >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 0x7f2ea015d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea63ba640 1 -- 172.21.15.17:0/2207736279 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea00b5c90 con 0x7f2ea00d27b0 2024-09-19T08:11:20.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.805+0000 7f2ea5bb9640 1 --2- 172.21.15.17:0/2207736279 >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 0x7f2ea015d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.806+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea00d27b0 0x7f2ea00b5320 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0072c30 tx=0x7f2e9c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d7784862d5e88da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.806+0000 7f2ea53b8640 1 -- 172.21.15.17:0/2207736279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c037070 con 0x7f2ea00d27b0 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.806+0000 7f2ea53b8640 1 -- 172.21.15.17:0/2207736279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e9c032440 con 0x7f2ea00d27b0 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.806+0000 7f2ea53b8640 1 -- 172.21.15.17:0/2207736279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c032810 con 0x7f2ea00d27b0 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 -- 172.21.15.17:0/2207736279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea00d27b0 msgr2=0x7f2ea00b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea00d27b0 0x7f2ea00b5320 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0072c30 tx=0x7f2e9c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 -- 172.21.15.17:0/2207736279 shutdown_connections 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea0070660 0x7f2ea0070a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 --2- 172.21.15.17:0/2207736279 >> v2:172.21.15.160:3300/0 conn(0x7f2ea015d2e0 0x7f2ea015d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 --2- 172.21.15.17:0/2207736279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea00d27b0 0x7f2ea00b5320 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 -- 172.21.15.17:0/2207736279 >> 172.21.15.17:0/2207736279 conn(0x7f2ea006f400 msgr2=0x7f2ea006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:20.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 -- 172.21.15.17:0/2207736279 shutdown_connections 2024-09-19T08:11:20.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.807+0000 7f2ea861e640 1 -- 172.21.15.17:0/2207736279 wait complete. 2024-09-19T08:11:20.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.808+0000 7f2ea861e640 1 Processor -- start 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.808+0000 7f2ea861e640 1 -- start start 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea0070660 0x7f2ea0147270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea00d27b0 0x7f2ea0159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea00b6530 con 0x7f2ea015d2e0 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea00b6250 con 0x7f2ea0070660 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea861e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea00d2b90 con 0x7f2ea00d27b0 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea6bbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea6bbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60714/0 (socket says 172.21.15.17:60714) 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea6bbb640 1 -- 172.21.15.17:0/1893708724 learned_addr learned my addr 172.21.15.17:0/1893708724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:20.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea0070660 0x7f2ea0147270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.809+0000 7f2ea5bb9640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea00d27b0 0x7f2ea0159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 -- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea00d27b0 msgr2=0x7f2ea0159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea00d27b0 0x7f2ea0159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 -- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea0070660 msgr2=0x7f2ea0147270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea0070660 0x7f2ea0147270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 -- 172.21.15.17:0/1893708724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea0156000 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea6bbb640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800ccf0 tx=0x7f2e9800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98003b90 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e98003d30 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea0154740 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98004240 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.810+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea0154d00 con 0x7f2ea015d2e0 2024-09-19T08:11:20.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.811+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ea0070a90 con 0x7f2ea015d2e0 2024-09-19T08:11:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.811+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e980043e0 con 0x7f2ea015d2e0 2024-09-19T08:11:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.812+0000 7f2e96ffd640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 0x7f2e8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.812+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7f2e9808c590 con 0x7f2ea015d2e0 2024-09-19T08:11:20.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.812+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 0x7f2e8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:20.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.813+0000 7f2ea63ba640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 0x7f2e8406e770 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c034000 tx=0x7f2e9c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:20.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:20.816+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e98059ec0 con 0x7f2ea015d2e0 2024-09-19T08:11:21.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.028+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ea00b3af0 con 0x7f2ea015d2e0 2024-09-19T08:11:21.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.028+0000 7f2e96ffd640 1 -- 172.21.15.17:0/1893708724 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 222 v222) ==== 95+0+3569 (secure 0 0 0) 0x7f2e9805e1c0 con 0x7f2ea015d2e0 2024-09-19T08:11:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:21.030 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":222,"btime":"2024-09-19T08:11:20:353095+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":222,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:20.353044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:21.030 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 222 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 msgr2=0x7f2e8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 0x7f2e8406e770 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c034000 tx=0x7f2e9c02e000 comp rx=0 tx=0).stop 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 msgr2=0x7f2ea0155ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800ccf0 tx=0x7f2e9800a660 comp rx=0 tx=0).stop 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 shutdown_connections 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e8406c2b0 0x7f2e8406e770 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea015d2e0 0x7f2ea0155ac0 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea00d27b0 0x7f2ea0159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 --2- 172.21.15.17:0/1893708724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea0070660 0x7f2ea0147270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 >> 172.21.15.17:0/1893708724 conn(0x7f2ea006f400 msgr2=0x7f2ea015d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 shutdown_connections 2024-09-19T08:11:21.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.030+0000 7f2ea861e640 1 -- 172.21.15.17:0/1893708724 wait complete. 2024-09-19T08:11:21.041 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:21.041 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:21.070 INFO:tasks.ceph.mds.a.smithi017.stderr: -38> 2024-09-19T08:11:16.319+0000 7f2569152640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-19T08:11:21.070 INFO:tasks.ceph.mds.a.smithi017.stderr: -36> 2024-09-19T08:11:16.319+0000 7f2569152640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:11:21.095 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:21.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.145+0000 7efcc80f1640 1 Processor -- start 2024-09-19T08:11:21.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.145+0000 7efcc80f1640 1 -- start start 2024-09-19T08:11:21.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 0x7efcc006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcc006dae0 0x7efcc00b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc00b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efcc00d09d0 con 0x7efcc006dae0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efcc015ee90 con 0x7efcc015eab0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc80f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcc006df20 con 0x7efcc00b80c0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcc006dae0 0x7efcc00b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcc006dae0 0x7efcc00b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60740/0 (socket says 172.21.15.17:60740) 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 -- 172.21.15.17:0/3419407128 learned_addr learned my addr 172.21.15.17:0/3419407128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc668e640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc00b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc5e8d640 1 --2- 172.21.15.17:0/3419407128 >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 0x7efcc006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 -- 172.21.15.17:0/3419407128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 msgr2=0x7efcc00b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc00b8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 -- 172.21.15.17:0/3419407128 >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 msgr2=0x7efcc006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 --2- 172.21.15.17:0/3419407128 >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 0x7efcc006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc568c640 1 -- 172.21.15.17:0/3419407128 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc00d17e0 con 0x7efcc006dae0 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc5e8d640 1 --2- 172.21.15.17:0/3419407128 >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 0x7efcc006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:21.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.146+0000 7efcc668e640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc00b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.147+0000 7efcc568c640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc00b7b80 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7efcc00d53d0 tx=0x7efcb002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d0456649b77079d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.147+0000 7efcc4e8b640 1 -- 172.21.15.17:0/3419407128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb0037070 con 0x7efcc006dae0 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.147+0000 7efcc4e8b640 1 -- 172.21.15.17:0/3419407128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcb0032440 con 0x7efcc006dae0 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.147+0000 7efcc4e8b640 1 -- 172.21.15.17:0/3419407128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb0032810 con 0x7efcc006dae0 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 -- 172.21.15.17:0/3419407128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 msgr2=0x7efcc00b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc00b7b80 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7efcc00d53d0 tx=0x7efcb002a2a0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 -- 172.21.15.17:0/3419407128 shutdown_connections 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc00b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 --2- 172.21.15.17:0/3419407128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc00b7b80 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 --2- 172.21.15.17:0/3419407128 >> v2:172.21.15.160:3300/0 conn(0x7efcc015eab0 0x7efcc006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 -- 172.21.15.17:0/3419407128 >> 172.21.15.17:0/3419407128 conn(0x7efcc00d4b30 msgr2=0x7efcc00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 -- 172.21.15.17:0/3419407128 shutdown_connections 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.148+0000 7efcc80f1640 1 -- 172.21.15.17:0/3419407128 wait complete. 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.149+0000 7efcc80f1640 1 Processor -- start 2024-09-19T08:11:21.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.149+0000 7efcc80f1640 1 -- start start 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc01578c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc015eab0 0x7efcc0157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcc00d01d0 con 0x7efcc006dae0 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efcc00cfef0 con 0x7efcc015eab0 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc80f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcc00d04b0 con 0x7efcc00b80c0 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60748/0 (socket says 172.21.15.17:60748) 2024-09-19T08:11:21.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 -- 172.21.15.17:0/2865502091 learned_addr learned my addr 172.21.15.17:0/2865502091 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 -- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 msgr2=0x7efcc01578c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc01578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 -- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc015eab0 msgr2=0x7efcc0157e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc668e640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc015eab0 0x7efcc0157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc015eab0 0x7efcc0157e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 -- 172.21.15.17:0/2865502091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc0160660 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.150+0000 7efcc5e8d640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00e7e0 tx=0x7efcbc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.151+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc00f040 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.151+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcbc004030 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.151+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcc01608e0 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.151+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc004400 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.151+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcc0160ea0 con 0x7efcc006dae0 2024-09-19T08:11:21.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.152+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcc00ceb50 con 0x7efcc006dae0 2024-09-19T08:11:21.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.152+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcbc00c6d0 con 0x7efcc006dae0 2024-09-19T08:11:21.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.153+0000 7efcb67fc640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 0x7efca406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.153+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7efcbc08bae0 con 0x7efcc006dae0 2024-09-19T08:11:21.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.153+0000 7efcc568c640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 0x7efca406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.153+0000 7efcc568c640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 0x7efca406e770 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7efcb0034000 tx=0x7efcb002c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.157+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcc0160660 con 0x7efcc006dae0 2024-09-19T08:11:21.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.369+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efcc006e360 con 0x7efcc006dae0 2024-09-19T08:11:21.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.369+0000 7efcb67fc640 1 -- 172.21.15.17:0/2865502091 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 223 v223) ==== 95+0+4395 (secure 0 0 0) 0x7efcbc054090 con 0x7efcc006dae0 2024-09-19T08:11:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:21.369 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":223,"btime":"2024-09-19T08:11:21:354454+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9339,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3397766091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3397766091},{"type":"v1","addr":"172.21.15.17:6835","nonce":3397766091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":223}],"filesystems":[{"mdsmap":{"epoch":222,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:20.353044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:21.370 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 223 2024-09-19T08:11:21.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 msgr2=0x7efca406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 0x7efca406e770 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7efcb0034000 tx=0x7efcb002c000 comp rx=0 tx=0).stop 2024-09-19T08:11:21.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 msgr2=0x7efcc014ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00e7e0 tx=0x7efcbc00eca0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 shutdown_connections 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efca406c2b0 0x7efca406e770 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcc015eab0 0x7efcc0157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcc00b80c0 0x7efcc01578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 --2- 172.21.15.17:0/2865502091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcc006dae0 0x7efcc014ca20 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 >> 172.21.15.17:0/2865502091 conn(0x7efcc00d4b30 msgr2=0x7efcc00b8530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 shutdown_connections 2024-09-19T08:11:21.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.371+0000 7efcc80f1640 1 -- 172.21.15.17:0/2865502091 wait complete. 2024-09-19T08:11:21.382 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 200.00000000' led to DAMAGED state 2024-09-19T08:11:21.382 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 200.00000001' 2024-09-19T08:11:21.383 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:21.383 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:21.439 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:21.439 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:21.439 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:21.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:21.439 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:21.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:21.495 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:21.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.639+0000 7f9d02591640 1 Processor -- start 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.639+0000 7f9d02591640 1 -- start start 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9d02591640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9cfc162660 0x7f9cfc0cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9d02591640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cfc0cf870 con 0x7f9cfc0af940 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9d02591640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cfc0cfb50 con 0x7f9cfc162280 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9d02591640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9cfc0cfe30 con 0x7f9cfc162660 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9cfc162660 0x7f9cfc0cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9cfc162660 0x7f9cfc0cf290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60750/0 (socket says 172.21.15.17:60750) 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfb7fe640 1 -- 172.21.15.17:0/4230545935 learned_addr learned my addr 172.21.15.17:0/4230545935 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:21.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfb7fe640 1 -- 172.21.15.17:0/4230545935 >> v1:172.21.15.160:6789/0 conn(0x7f9cfc162280 legacy=0x7f9cfc0ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfb7fe640 1 -- 172.21.15.17:0/4230545935 >> v1:172.21.15.17:6789/0 conn(0x7f9cfc0af940 legacy=0x7f9cfc154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.640+0000 7f9cfaffd640 1 -- 172.21.15.17:0/4230545935 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1731146451 0 0) 0x7f9cfc0cf870 con 0x7f9cfc0af940 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.641+0000 7f9cfb7fe640 1 -- 172.21.15.17:0/4230545935 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc0d0110 con 0x7f9cfc162660 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.641+0000 7f9cfb7fe640 1 --2- 172.21.15.17:0/4230545935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc162660 0x7f9cfc0cf290 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0009870 tx=0x7f9cf002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6607cbc47b882534 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.641+0000 7f9cfaffd640 1 -- 172.21.15.17:0/4230545935 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0037070 con 0x7f9cfc162660 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.641+0000 7f9cfaffd640 1 -- 172.21.15.17:0/4230545935 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cf002ae50 con 0x7f9cfc162660 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.641+0000 7f9cfaffd640 1 -- 172.21.15.17:0/4230545935 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0032860 con 0x7f9cfc162660 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 -- 172.21.15.17:0/4230545935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc162660 msgr2=0x7f9cfc0cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 --2- 172.21.15.17:0/4230545935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc162660 0x7f9cfc0cf290 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0009870 tx=0x7f9cf002a300 comp rx=0 tx=0).stop 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 -- 172.21.15.17:0/4230545935 shutdown_connections 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 --2- 172.21.15.17:0/4230545935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc162660 0x7f9cfc0cf290 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 -- 172.21.15.17:0/4230545935 >> 172.21.15.17:0/4230545935 conn(0x7f9cfc0b1770 msgr2=0x7f9cfc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:21.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 -- 172.21.15.17:0/4230545935 shutdown_connections 2024-09-19T08:11:21.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.642+0000 7f9d02591640 1 -- 172.21.15.17:0/4230545935 wait complete. 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.643+0000 7f9d02591640 1 Processor -- start 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.643+0000 7f9d02591640 1 -- start start 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9cfc162280 0x7f9cfc15a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 0x7f9cfc151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc0b6010 con 0x7f9cfc0af940 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc0b5e90 con 0x7f9cfc162660 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d02591640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9cfc0b6190 con 0x7f9cfc162280 2024-09-19T08:11:21.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60762/0 (socket says 172.21.15.17:60762) 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9cfbfff640 1 -- 172.21.15.17:0/2693249026 learned_addr learned my addr 172.21.15.17:0/2693249026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9cfb7fe640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9cfc162280 0x7f9cfc15a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.644+0000 7f9d00b2e640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 0x7f9cfc151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 -- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9cfc162280 msgr2=0x7f9cfc15a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9cfc162280 0x7f9cfc15a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 -- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 msgr2=0x7f9cfc151f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 0x7f9cfc151f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 -- 172.21.15.17:0/2693249026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc143960 con 0x7f9cfc0af940 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9d00b2e640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 0x7f9cfc151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cfbfff640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00c450 tx=0x7f9cec00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec0052d0 con 0x7f9cfc0af940 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cec005470 con 0x7f9cfc0af940 2024-09-19T08:11:21.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cfc15af60 con 0x7f9cfc0af940 2024-09-19T08:11:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec012870 con 0x7f9cfc0af940 2024-09-19T08:11:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.645+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cfc15c650 con 0x7f9cfc0af940 2024-09-19T08:11:21.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.646+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cfc0cf290 con 0x7f9cfc0af940 2024-09-19T08:11:21.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.647+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9cec012a10 con 0x7f9cfc0af940 2024-09-19T08:11:21.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.647+0000 7f9cf8ff9640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 0x7f9ce806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:21.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.647+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7f9cec08b810 con 0x7f9cfc0af940 2024-09-19T08:11:21.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.647+0000 7f9cfb7fe640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 0x7f9ce806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:21.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.648+0000 7f9cfb7fe640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 0x7f9ce806e770 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0034000 tx=0x7f9cf002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:21.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.651+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9cfc143960 con 0x7f9cfc0af940 2024-09-19T08:11:21.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:21.864+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9cfc1609f0 con 0x7f9cfc0af940 2024-09-19T08:11:22.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.359+0000 7f9cf8ff9640 1 -- 172.21.15.17:0/2693249026 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v224) ==== 161+0+0 (secure 0 0 0) 0x7f9cec059700 con 0x7f9cfc0af940 2024-09-19T08:11:22.360 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 msgr2=0x7f9ce806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 0x7f9ce806e770 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0034000 tx=0x7f9cf002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 msgr2=0x7f9cfc143420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00c450 tx=0x7f9cec00c910 comp rx=0 tx=0).stop 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 shutdown_connections 2024-09-19T08:11:22.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ce806c2b0 0x7f9ce806e770 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9cfc162660 0x7f9cfc151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9cfc162280 0x7f9cfc15a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 --2- 172.21.15.17:0/2693249026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cfc0af940 0x7f9cfc143420 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 >> 172.21.15.17:0/2693249026 conn(0x7f9cfc0b1770 msgr2=0x7f9cfc160da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 shutdown_connections 2024-09-19T08:11:22.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.362+0000 7f9d02591640 1 -- 172.21.15.17:0/2693249026 wait complete. 2024-09-19T08:11:22.374 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:22.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.479+0000 7f56843e8640 1 Processor -- start 2024-09-19T08:11:22.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.479+0000 7f56843e8640 1 -- start start 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f56843e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 0x7f567c0cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f56843e8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 0x7f567c15c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f56843e8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f567c0d0a30 con 0x7f567c0b4090 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f56843e8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f567c0d0d30 con 0x7f567c0d2da0 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f56843e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f567c0b76f0 con 0x7f567c15c4a0 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f5682985640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f567c0b4090 0x7f567c165020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34310/0 (socket says 172.21.15.17:34310) 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.480+0000 7f5682985640 1 -- 172.21.15.17:0/2134464657 learned_addr learned my addr 172.21.15.17:0/2134464657 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:22.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5682184640 1 --2- 172.21.15.17:0/2134464657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 0x7f567c0cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5681983640 1 --2- 172.21.15.17:0/2134464657 >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 0x7f567c15c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3467610564 0 0) 0x7f567c0d0a30 con 0x7f567c0b4090 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5664003520 con 0x7f567c0b4090 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1280340223 0 0) 0x7f5664003520 con 0x7f567c0b4090 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5682184640 1 -- 172.21.15.17:0/2134464657 >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 msgr2=0x7f567c15c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5682184640 1 --2- 172.21.15.17:0/2134464657 >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 0x7f567c15c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5682184640 1 -- 172.21.15.17:0/2134464657 >> v1:172.21.15.17:6789/0 conn(0x7f567c0b4090 legacy=0x7f567c165020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5682184640 1 -- 172.21.15.17:0/2134464657 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f567c073710 con 0x7f567c15c4a0 2024-09-19T08:11:22.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.481+0000 7f5681983640 1 --2- 172.21.15.17:0/2134464657 >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 0x7f567c15c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:22.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.482+0000 7f5682184640 1 --2- 172.21.15.17:0/2134464657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 0x7f567c0cff80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f56740097a0 tx=0x7f567402a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18515bf7299496a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:22.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.482+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674037070 con 0x7f567c15c4a0 2024-09-19T08:11:22.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.482+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567402ab10 con 0x7f567c15c4a0 2024-09-19T08:11:22.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.482+0000 7f5681182640 1 -- 172.21.15.17:0/2134464657 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c0019f0 con 0x7f567c15c4a0 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 -- 172.21.15.17:0/2134464657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 msgr2=0x7f567c0cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 --2- 172.21.15.17:0/2134464657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 0x7f567c0cff80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f56740097a0 tx=0x7f567402a080 comp rx=0 tx=0).stop 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 -- 172.21.15.17:0/2134464657 shutdown_connections 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 --2- 172.21.15.17:0/2134464657 >> v2:172.21.15.160:3300/0 conn(0x7f567c0d2da0 0x7f567c15c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 --2- 172.21.15.17:0/2134464657 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c15c4a0 0x7f567c0cff80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 -- 172.21.15.17:0/2134464657 >> 172.21.15.17:0/2134464657 conn(0x7f567c067950 msgr2=0x7f567c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 -- 172.21.15.17:0/2134464657 shutdown_connections 2024-09-19T08:11:22.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.483+0000 7f56843e8640 1 -- 172.21.15.17:0/2134464657 wait complete. 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.484+0000 7f56843e8640 1 Processor -- start 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.484+0000 7f56843e8640 1 -- start start 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c0b4090 0x7f567c0ceef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f567c15c4a0 0x7f567c1f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f567c0b4540 con 0x7f567c0d2da0 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f567c0d28e0 con 0x7f567c15c4a0 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f567c0b46c0 con 0x7f567c0b4090 2024-09-19T08:11:22.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34534/0 (socket says 172.21.15.17:34534) 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 -- 172.21.15.17:0/1112097039 learned_addr learned my addr 172.21.15.17:0/1112097039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5682184640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c0b4090 0x7f567c0ceef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5682985640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f567c15c4a0 0x7f567c1f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 -- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c0b4090 msgr2=0x7f567c0ceef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c0b4090 0x7f567c0ceef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 -- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f567c15c4a0 msgr2=0x7f567c1f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f567c15c4a0 0x7f567c1f7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 -- 172.21.15.17:0/1112097039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f567c06e570 con 0x7f567c0d2da0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f5681983640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f567000ebb0 tx=0x7f567000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5670017070 con 0x7f567c0d2da0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567000cc30 con 0x7f567c0d2da0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f567c06e850 con 0x7f567c0d2da0 2024-09-19T08:11:22.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.485+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5670013470 con 0x7f567c0d2da0 2024-09-19T08:11:22.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.486+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f567c154bb0 con 0x7f567c0d2da0 2024-09-19T08:11:22.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.487+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f567c0cff80 con 0x7f567c0d2da0 2024-09-19T08:11:22.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.487+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f567001a070 con 0x7f567c0d2da0 2024-09-19T08:11:22.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.487+0000 7f567affd640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 0x7f566806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:22.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.488+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7f567008bf20 con 0x7f567c0d2da0 2024-09-19T08:11:22.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.488+0000 7f5682184640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 0x7f566806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:22.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.488+0000 7f5682184640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 0x7f566806e770 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f5674034000 tx=0x7f567402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:22.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.492+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5670059ea0 con 0x7f567c0d2da0 2024-09-19T08:11:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:22.737+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f567c0b0640 con 0x7f567c0d2da0 2024-09-19T08:11:23.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.364+0000 7f567affd640 1 -- 172.21.15.17:0/1112097039 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v225) ==== 101+0+0 (secure 0 0 0) 0x7f56700597a0 con 0x7f567c0d2da0 2024-09-19T08:11:23.365 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:23.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 msgr2=0x7f566806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 0x7f566806e770 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f5674034000 tx=0x7f567402e000 comp rx=0 tx=0).stop 2024-09-19T08:11:23.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 msgr2=0x7f567c0b0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f567000ebb0 tx=0x7f567000c520 comp rx=0 tx=0).stop 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 shutdown_connections 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f566806c2b0 0x7f566806e770 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f567c15c4a0 0x7f567c1f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f567c0d2da0 0x7f567c0b0100 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 --2- 172.21.15.17:0/1112097039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f567c0b4090 0x7f567c0ceef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 >> 172.21.15.17:0/1112097039 conn(0x7f567c067950 msgr2=0x7f567c0cf680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 shutdown_connections 2024-09-19T08:11:23.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.367+0000 7f56843e8640 1 -- 172.21.15.17:0/1112097039 wait complete. 2024-09-19T08:11:23.381 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:23.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.428+0000 7f4d5361af40 1 Processor -- start 2024-09-19T08:11:23.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.428+0000 7f4d5361af40 1 -- start start 2024-09-19T08:11:23.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51b1d70 0x55aaf5282bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf51f8980 0x55aaf51f9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aaf5102510 con 0x55aaf52826c0 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55aaf515bc50 con 0x55aaf51b1d70 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d5361af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55aaf51affe0 con 0x55aaf51f8980 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34548/0 (socket says 172.21.15.17:34548) 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 -- 172.21.15.17:0/2579323900 learned_addr learned my addr 172.21.15.17:0/2579323900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 -- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf51f8980 msgr2=0x55aaf51f9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf51f8980 0x55aaf51f9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 -- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51b1d70 msgr2=0x55aaf5282bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:23.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51110640 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51b1d70 0x55aaf5282bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51b1d70 0x55aaf5282bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.429+0000 7f4d51911640 1 -- 172.21.15.17:0/2579323900 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf51df1d0 con 0x55aaf52826c0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d51911640 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c002630 tx=0x7f4d4c002af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d78e79c6b783761f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d437fe640 1 -- 172.21.15.17:0/2579323900 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c016070 con 0x55aaf52826c0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d437fe640 1 -- 172.21.15.17:0/2579323900 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d4c00d6b0 con 0x55aaf52826c0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d437fe640 1 -- 172.21.15.17:0/2579323900 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c00daa0 con 0x55aaf52826c0 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 -- 172.21.15.17:0/2579323900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 msgr2=0x55aaf527d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c002630 tx=0x7f4d4c002af0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 -- 172.21.15.17:0/2579323900 shutdown_connections 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf52826c0 0x55aaf527d570 unknown :-1 s=CLOSED pgs=1820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf51f8980 0x55aaf51f9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 --2- 172.21.15.17:0/2579323900 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51b1d70 0x55aaf5282bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.430+0000 7f4d5361af40 1 -- 172.21.15.17:0/2579323900 >> 172.21.15.17:0/2579323900 conn(0x55aaf51daa00 msgr2=0x55aaf51df700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.431+0000 7f4d5361af40 1 -- 172.21.15.17:0/2579323900 shutdown_connections 2024-09-19T08:11:23.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.431+0000 7f4d5361af40 1 -- 172.21.15.17:0/2579323900 wait complete. 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.431+0000 7f4d5361af40 1 Processor -- start 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.431+0000 7f4d5361af40 1 -- start start 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 0x55aaf51df570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51f8980 0x55aaf5278dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf52826c0 0x55aaf51dde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aaf52815d0 con 0x55aaf51b1d70 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55aaf5284180 con 0x55aaf51f8980 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5361af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55aaf51b17d0 con 0x55aaf52826c0 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 0x55aaf51df570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 0x55aaf51df570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34550/0 (socket says 172.21.15.17:34550) 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 learned_addr learned my addr 172.21.15.17:0/3142011832 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51f8980 0x55aaf5278dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf52826c0 0x55aaf51dde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf52826c0 msgr2=0x55aaf51dde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf52826c0 0x55aaf51dde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51f8980 msgr2=0x55aaf5278dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55aaf51f8980 0x55aaf5278dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf527e6b0 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.432+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55aaf52826c0 0x55aaf51dde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 0x55aaf51df570 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7f4d4400ce20 tx=0x7f4d4400a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d427fc640 1 -- 172.21.15.17:0/3142011832 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d44008040 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d427fc640 1 -- 172.21.15.17:0/3142011832 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d44014020 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55aaf527e990 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d427fc640 1 -- 172.21.15.17:0/3142011832 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4400f400 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.433+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf527ef50 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.434+0000 7f4d427fc640 1 -- 172.21.15.17:0/3142011832 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d4400f5a0 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d427fc640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d3406acc0 0x7f4d3406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d427fc640 1 -- 172.21.15.17:0/3142011832 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7f4d4408a630 con 0x55aaf51b1d70 2024-09-19T08:11:23.437 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55aaf5287c40 0x55aaf5329cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532a1f0 con 0x55aaf5287c40 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d3406acc0 0x7f4d3406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.435+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55aaf5287c40 0x55aaf5329cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.436+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55aaf5287c40 0x55aaf5329cb0 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.436+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d3406acc0 0x7f4d3406d180 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f4d48057000 tx=0x7f4d48051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.437+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v113'753 uv727 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.438+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532a590 con 0x55aaf5287c40 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.439+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v113'754 uv754 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.439+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532a930 con 0x55aaf5287c40 2024-09-19T08:11:23.440 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:23.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.440+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v113'755 uv755 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.440+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532bce0 con 0x55aaf5287c40 2024-09-19T08:11:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.441+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v113'756 uv756 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.441+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532c080 con 0x55aaf5287c40 2024-09-19T08:11:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.443+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v113'757 uv757 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.443+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532acd0 con 0x55aaf5287c40 2024-09-19T08:11:23.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.444+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v113'758 uv758 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.444+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b070 con 0x55aaf5287c40 2024-09-19T08:11:23.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.445+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v113'759 uv733 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.445+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.447+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v113'760 uv760 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.447+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.448 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:23.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.448+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v113'761 uv761 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.448+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.449+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v113'762 uv762 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.449+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.451+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v113'763 uv763 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.451+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.452+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v113'764 uv764 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.452+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.453+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v113'765 uv740 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.453+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.455+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v113'766 uv766 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.455+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.456 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.456+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v113'767 uv767 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.456+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.457+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v113'768 uv768 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.457+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.459+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v113'769 uv769 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.459+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b410 con 0x55aaf5287c40 2024-09-19T08:11:23.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.460+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v113'770 uv770 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.460+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b7f0 con 0x55aaf5287c40 2024-09-19T08:11:23.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.461+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v113'771 uv771 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.461+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b7f0 con 0x55aaf5287c40 2024-09-19T08:11:23.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.463+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v113'772 uv746 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.463+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b7f0 con 0x55aaf5287c40 2024-09-19T08:11:23.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.464+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v113'773 uv773 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.464+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b7f0 con 0x55aaf5287c40 2024-09-19T08:11:23.465 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:23.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.466+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v113'774 uv774 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.466+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b7f0 con 0x55aaf5287c40 2024-09-19T08:11:23.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.467+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v113'775 uv775 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.467+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.468+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v113'776 uv776 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.468+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.470+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v113'777 uv777 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.470+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.471+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v113'778 uv752 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.471+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.472+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v113'779 uv779 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.472+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.473 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.473+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v113'780 uv780 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.473+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.474+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v113'781 uv781 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.474+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.476+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v113'782 uv782 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.476+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf5287c40 2024-09-19T08:11:23.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.477+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v113'783 uv783 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.477+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55aaf532c930 0x55aaf532ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.477+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532b680 con 0x55aaf532c930 2024-09-19T08:11:23.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.477+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55aaf532c930 0x55aaf532ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.478+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55aaf532c930 0x55aaf532ed20 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.479+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v113'544 uv526 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.479+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532f260 con 0x55aaf532c930 2024-09-19T08:11:23.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.480+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v113'545 uv545 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.480+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532f600 con 0x55aaf532c930 2024-09-19T08:11:23.481 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:23.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.481+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v113'546 uv546 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.481+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532fe50 con 0x55aaf532c930 2024-09-19T08:11:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.483+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v113'547 uv547 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.483+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53301f0 con 0x55aaf532c930 2024-09-19T08:11:23.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.484+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v113'548 uv548 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.484+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330590 con 0x55aaf532c930 2024-09-19T08:11:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.485+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v113'549 uv543 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.485+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330930 con 0x55aaf532c930 2024-09-19T08:11:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.486+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v113'550 uv550 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.487+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.487 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:23.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.488+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v113'551 uv551 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.488+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.489+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v113'552 uv552 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.489+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.490+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v113'553 uv553 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.490+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.491+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v113'554 uv536 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.491+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.493+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v113'555 uv555 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.493+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.493 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:23.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.494+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v113'556 uv556 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.494+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5334730 con 0x55aaf532c930 2024-09-19T08:11:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.495+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v113'557 uv557 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.495+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5334730 con 0x55aaf532c930 2024-09-19T08:11:23.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.496+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v113'558 uv558 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.496+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.498+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v113'559 uv542 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.498+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.499+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v113'560 uv560 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.499+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.500 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:23.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.500+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v113'561 uv561 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.500+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5331ce0 con 0x55aaf532c930 2024-09-19T08:11:23.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.501+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v113'562 uv562 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.501+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5331ce0 con 0x55aaf532c930 2024-09-19T08:11:23.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.502+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v113'563 uv563 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.502+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf532c930 2024-09-19T08:11:23.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.503+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v113'564 uv564 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf532c930 2024-09-19T08:11:23.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.503+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf5287c40 2024-09-19T08:11:23.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.504+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v113'147 uv146 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.505+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf5287c40 2024-09-19T08:11:23.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.506+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v113'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.506+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5330cd0 con 0x55aaf5287c40 2024-09-19T08:11:23.506 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.507+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v113'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.507+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5331d40 con 0x55aaf5287c40 2024-09-19T08:11:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.507+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v113'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.507+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5331d00 con 0x55aaf5287c40 2024-09-19T08:11:23.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.508+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v113'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.508+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5331d00 con 0x55aaf5287c40 2024-09-19T08:11:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.509+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v113'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.509+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55aaf53311e0 0x55aaf5331640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.509+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53341a0 con 0x55aaf53311e0 2024-09-19T08:11:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.510+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55aaf53311e0 0x55aaf5331640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.510+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55aaf53311e0 0x55aaf5331640 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.511+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v113'109 uv108 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.511+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5334540 con 0x55aaf53311e0 2024-09-19T08:11:23.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.512+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v113'110 uv110 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.512+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5334960 con 0x55aaf53311e0 2024-09-19T08:11:23.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.513+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v113'111 uv111 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.513 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:23.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.513+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf532fa80 con 0x55aaf53311e0 2024-09-19T08:11:23.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.514+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v113'112 uv112 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.514+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.515+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v113'147 uv146 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.515+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.516+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v113'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.516+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.517+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v113'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.517 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:23.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.517+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.519+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v113'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.519+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.520+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v113'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.520+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5335270 con 0x55aaf5287c40 2024-09-19T08:11:23.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.521+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v113'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.521+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aaf5335b70 0x55aaf5337f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.521+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53384a0 con 0x55aaf5335b70 2024-09-19T08:11:23.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.521+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aaf5335b70 0x55aaf5337f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.522+0000 7f4d51911640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aaf5335b70 0x55aaf5337f60 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.523+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v113'271 uv265 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.523+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53384a0 con 0x55aaf5335b70 2024-09-19T08:11:23.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.524+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v113'272 uv272 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.524+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.524 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:23.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.525+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v113'273 uv273 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.525+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53398a0 con 0x55aaf5335b70 2024-09-19T08:11:23.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.526+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v113'274 uv274 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.526+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53398a0 con 0x55aaf5335b70 2024-09-19T08:11:23.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.527+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v113'275 uv275 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.527+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.528+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v113'276 uv276 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.528+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.530+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v113'277 uv270 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.530+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.531+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v113'278 uv278 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.531+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.532+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v113'279 uv279 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.532 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:23.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.532+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.533+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v113'280 uv280 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.533+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf5338890 con 0x55aaf5335b70 2024-09-19T08:11:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.534+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v113'281 uv281 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.534+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55aaf5338f10 0x55aaf533b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.534+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533b8d0 con 0x55aaf5338f10 2024-09-19T08:11:23.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.534+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55aaf5338f10 0x55aaf533b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.535+0000 7f4d51110640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55aaf5338f10 0x55aaf533b300 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.536+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v113'122 uv121 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf5338f10 2024-09-19T08:11:23.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.536+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5338f10 2024-09-19T08:11:23.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.537+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v113'123 uv123 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf5338f10 2024-09-19T08:11:23.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.537+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5338f10 2024-09-19T08:11:23.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.538+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v113'124 uv124 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf5338f10 2024-09-19T08:11:23.538 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:23.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.538+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5338f10 2024-09-19T08:11:23.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.539+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v113'125 uv125 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf5338f10 2024-09-19T08:11:23.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.539+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5338f10 2024-09-19T08:11:23.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.540+0000 7f4d51110640 1 -- 172.21.15.17:0/3142011832 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v113'126 uv126 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d44054520 con 0x55aaf5338f10 2024-09-19T08:11:23.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.540+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5287c40 2024-09-19T08:11:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.541+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v113'147 uv146 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.541+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5287c40 2024-09-19T08:11:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.542+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v113'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.542+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5287c40 2024-09-19T08:11:23.542 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.543+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v113'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.543+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533ccb0 con 0x55aaf5287c40 2024-09-19T08:11:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.544+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v113'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.544+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533ccb0 con 0x55aaf5287c40 2024-09-19T08:11:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.545+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v113'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.545+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533bca0 con 0x55aaf5287c40 2024-09-19T08:11:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.546+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v113'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5287c40 2024-09-19T08:11:23.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.546+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533c060 con 0x55aaf53311e0 2024-09-19T08:11:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.547+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v113'243 uv237 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.547+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533c450 con 0x55aaf53311e0 2024-09-19T08:11:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.548+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v113'244 uv244 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.548+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533c840 con 0x55aaf53311e0 2024-09-19T08:11:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.549+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v113'245 uv245 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.549 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:23.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.549+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cc30 con 0x55aaf53311e0 2024-09-19T08:11:23.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.550+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v113'246 uv246 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.550+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cc30 con 0x55aaf53311e0 2024-09-19T08:11:23.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.551+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v113'247 uv247 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.551+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cbe0 con 0x55aaf53311e0 2024-09-19T08:11:23.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.552+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v113'248 uv242 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.552+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cbe0 con 0x55aaf53311e0 2024-09-19T08:11:23.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.553+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v113'249 uv249 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.553+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cbe0 con 0x55aaf53311e0 2024-09-19T08:11:23.554 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:23.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.554+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v113'250 uv250 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.554+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533cbe0 con 0x55aaf53311e0 2024-09-19T08:11:23.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.555+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v113'251 uv251 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.555+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533faa0 con 0x55aaf53311e0 2024-09-19T08:11:23.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.556+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v113'252 uv252 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.556+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55aaf533d650 0x55aaf533fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.556+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf533d650 2024-09-19T08:11:23.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.556+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55aaf533d650 0x55aaf533fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.557+0000 7f4d5090f640 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55aaf533d650 0x55aaf533fe90 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.558+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v113'107 uv106 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf533d650 2024-09-19T08:11:23.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.558+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf533d650 2024-09-19T08:11:23.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.559+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v113'108 uv108 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf533d650 2024-09-19T08:11:23.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.559+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf533d650 2024-09-19T08:11:23.559 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:23.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.560+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v113'109 uv109 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf533d650 2024-09-19T08:11:23.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.560+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf533d650 2024-09-19T08:11:23.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.561+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v113'110 uv110 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf533d650 2024-09-19T08:11:23.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.561+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.562+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v113'147 uv146 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.562+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.563+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v113'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.563+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.564+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v113'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.564 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:23.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.564+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.565+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v113'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.565+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.566+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v113'151 uv151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.566+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf53311e0 2024-09-19T08:11:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.567+0000 7f4d5090f640 1 -- 172.21.15.17:0/3142011832 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v113'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d48052b30 con 0x55aaf53311e0 2024-09-19T08:11:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.567+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.568+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v113'125 uv124 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.568+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.569+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v113'126 uv126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.569+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.571+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v113'127 uv127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.571 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:23.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.571+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.572+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v113'128 uv128 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.572+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.573+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v113'129 uv129 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.573+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.574+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v113'302 uv294 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.574+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.575+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v113'303 uv303 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.575+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.576+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v113'304 uv304 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.576 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.576+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.578+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v113'305 uv305 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.578+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.579+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v113'306 uv306 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.579+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.580+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v113'307 uv301 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.580+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.581+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v113'308 uv308 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.581+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.582+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v113'309 uv309 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.582 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.582+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.583+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v113'310 uv310 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.583+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.584+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v113'311 uv311 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.584+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf533fa40 con 0x55aaf5335b70 2024-09-19T08:11:23.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.585+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v113'312 uv312 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.585+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x55aaf53403d0 con 0x55aaf5335b70 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v113'313 uv313 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4d4c019040 con 0x55aaf5335b70 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55aaf5287c40 msgr2=0x55aaf5329cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55aaf5287c40 0x55aaf5329cb0 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55aaf53311e0 msgr2=0x55aaf5331640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55aaf53311e0 0x55aaf5331640 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55aaf533d650 msgr2=0x55aaf533fe90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55aaf533d650 0x55aaf533fe90 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55aaf532c930 msgr2=0x55aaf532ed20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55aaf532c930 0x55aaf532ed20 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 reap_dead start 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aaf5335b70 msgr2=0x55aaf5337f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55aaf5335b70 0x55aaf5337f60 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55aaf5338f10 msgr2=0x55aaf533b300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55aaf5338f10 0x55aaf533b300 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d3406acc0 msgr2=0x7f4d3406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4d3406acc0 0x7f4d3406d180 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f4d48057000 tx=0x7f4d48051000 comp rx=0 tx=0).stop 2024-09-19T08:11:23.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 msgr2=0x55aaf51df570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 --2- 172.21.15.17:0/3142011832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aaf51b1d70 0x55aaf51df570 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7f4d4400ce20 tx=0x7f4d4400a5d0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d51911640 1 -- 172.21.15.17:0/3142011832 reap_dead start 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 shutdown_connections 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 >> 172.21.15.17:0/3142011832 conn(0x55aaf51daa00 msgr2=0x55aaf5282b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 shutdown_connections 2024-09-19T08:11:23.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.586+0000 7f4d5361af40 1 -- 172.21.15.17:0/3142011832 wait complete. 2024-09-19T08:11:23.590 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 200.00000001 0 2024-09-19T08:11:23.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.635+0000 7fe9db546f40 1 Processor -- start 2024-09-19T08:11:23.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.635+0000 7fe9db546f40 1 -- start start 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.635+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945bb7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c47d80 0x564945bb5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9db546f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564945c47640 con 0x564945c3cf90 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9db546f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564945ac0510 con 0x564945b9a820 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9db546f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564945baf660 con 0x564945c47d80 2024-09-19T08:11:23.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34568/0 (socket says 172.21.15.17:34568) 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 -- 172.21.15.17:0/3968982859 learned_addr learned my addr 172.21.15.17:0/3968982859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d983d640 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c47d80 0x564945bb5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d903c640 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945bb7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 -- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c47d80 msgr2=0x564945bb5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c47d80 0x564945bb5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 -- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 msgr2=0x564945bb7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945bb7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 -- 172.21.15.17:0/3968982859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564945bb0c60 con 0x564945c3cf90 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9d883b640 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000a7a0 tx=0x7fe9d000a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0635c49d4f54d83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9cb7fe640 1 -- 172.21.15.17:0/3968982859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0018070 con 0x564945c3cf90 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9cb7fe640 1 -- 172.21.15.17:0/3968982859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9d0007600 con 0x564945c3cf90 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.636+0000 7fe9cb7fe640 1 -- 172.21.15.17:0/3968982859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00079b0 con 0x564945c3cf90 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 -- 172.21.15.17:0/3968982859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 msgr2=0x564945c332a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fe9d000a7a0 tx=0x7fe9d000a890 comp rx=0 tx=0).stop 2024-09-19T08:11:23.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 -- 172.21.15.17:0/3968982859 shutdown_connections 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c47d80 0x564945bb5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c3cf90 0x564945c332a0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 --2- 172.21.15.17:0/3968982859 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945bb7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 -- 172.21.15.17:0/3968982859 >> 172.21.15.17:0/3968982859 conn(0x564945b99400 msgr2=0x564945bb4610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 -- 172.21.15.17:0/3968982859 shutdown_connections 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 -- 172.21.15.17:0/3968982859 wait complete. 2024-09-19T08:11:23.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.637+0000 7fe9db546f40 1 Processor -- start 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 -- start start 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945c2ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c3cf90 0x564945c39e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 0x564945c3a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564945c49770 con 0x564945c47d80 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564945c49520 con 0x564945b9a820 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9db546f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564945c3be70 con 0x564945c3cf90 2024-09-19T08:11:23.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9d983d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 0x564945c3a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9d983d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 0x564945c3a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34584/0 (socket says 172.21.15.17:34584) 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9d883b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c3cf90 0x564945c39e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9d983d640 1 -- 172.21.15.17:0/2435621399 learned_addr learned my addr 172.21.15.17:0/2435621399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.638+0000 7fe9d903c640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945c2ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 -- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c3cf90 msgr2=0x564945c39e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564945c3cf90 0x564945c39e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 -- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 msgr2=0x564945c2ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564945b9a820 0x564945c2ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 -- 172.21.15.17:0/2435621399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564945c2f3d0 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9d983d640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 0x564945c3a360 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4045cc0 tx=0x7fe9d4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9ca7fc640 1 -- 172.21.15.17:0/2435621399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4062410 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9ca7fc640 1 -- 172.21.15.17:0/2435621399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9d4067070 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9ca7fc640 1 -- 172.21.15.17:0/2435621399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40627b0 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564945c2fdf0 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.639+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564945c2f940 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9ca7fc640 1 -- 172.21.15.17:0/2435621399 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe9d4062950 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9ca7fc640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9bc06ac90 0x7fe9bc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9ca7fc640 1 -- 172.21.15.17:0/2435621399 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7fe9d40ce990 con 0x564945c47d80 2024-09-19T08:11:23.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9d903c640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9bc06ac90 0x7fe9bc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9db546f40 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564945c328e0 0x564945bb30c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.641+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) -- 0x564945ccf960 con 0x564945c328e0 2024-09-19T08:11:23.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.642+0000 7fe9d883b640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564945c328e0 0x564945bb30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.642+0000 7fe9d903c640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9bc06ac90 0x7fe9bc06d150 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x564945b9eac0 tx=0x7fe9cc001790 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.642+0000 7fe9d883b640 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564945c328e0 0x564945bb30c0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.643+0000 7fe9d883b640 1 -- 172.21.15.17:0/2435621399 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(1 200.00000001 [truncate 0] v113'565 uv565 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe9d001b040 con 0x564945c328e0 2024-09-19T08:11:23.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.643+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564945c328e0 msgr2=0x564945bb30c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.643+0000 7fe9db546f40 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x564945c328e0 0x564945bb30c0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9bc06ac90 msgr2=0x7fe9bc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe9bc06ac90 0x7fe9bc06d150 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x564945b9eac0 tx=0x7fe9cc001790 comp rx=0 tx=0).stop 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 msgr2=0x564945c3a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 --2- 172.21.15.17:0/2435621399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564945c47d80 0x564945c3a360 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4045cc0 tx=0x7fe9d4003330 comp rx=0 tx=0).stop 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9d983d640 1 -- 172.21.15.17:0/2435621399 reap_dead start 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 shutdown_connections 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 >> 172.21.15.17:0/2435621399 conn(0x564945b99400 msgr2=0x564945bb7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 shutdown_connections 2024-09-19T08:11:23.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.644+0000 7fe9db546f40 1 -- 172.21.15.17:0/2435621399 wait complete. 2024-09-19T08:11:23.653 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.758+0000 7fecb454b640 1 Processor -- start 2024-09-19T08:11:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.758+0000 7fecb454b640 1 -- start start 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb454b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fecac15e500 0x7fecac06d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb454b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fecac0b3fb0 0x7fecac0b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb454b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecac0cfb60 con 0x7fecac0d1fa0 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb454b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fecac0b4960 con 0x7fecac0b3fb0 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb454b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fecac0d00b0 con 0x7fecac15e500 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb2ae8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fecac0b3fb0 0x7fecac0b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb2ae8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fecac0b3fb0 0x7fecac0b4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34594/0 (socket says 172.21.15.17:34594) 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb2ae8640 1 -- 172.21.15.17:0/114135838 learned_addr learned my addr 172.21.15.17:0/114135838 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.759+0000 7fecb22e7640 1 --2- 172.21.15.17:0/114135838 >> v2:172.21.15.160:3300/0 conn(0x7fecac15e500 0x7fecac06d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb2ae8640 1 -- 172.21.15.17:0/114135838 >> v2:172.21.15.160:3300/0 conn(0x7fecac15e500 msgr2=0x7fecac06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb2ae8640 1 --2- 172.21.15.17:0/114135838 >> v2:172.21.15.160:3300/0 conn(0x7fecac15e500 0x7fecac06d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb2ae8640 1 -- 172.21.15.17:0/114135838 >> v1:172.21.15.160:6789/0 conn(0x7fecac0d1fa0 legacy=0x7fecac0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb12e5640 1 -- 172.21.15.17:0/114135838 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1474711798 0 0) 0x7fecac0cfb60 con 0x7fecac0d1fa0 2024-09-19T08:11:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb2ae8640 1 -- 172.21.15.17:0/114135838 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecac06d9a0 con 0x7fecac0b3fb0 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.760+0000 7fecb2ae8640 1 --2- 172.21.15.17:0/114135838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac0b4420 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7fecac06ef00 tx=0x7fec9c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=312937954d5c4771 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb12e5640 1 -- 172.21.15.17:0/114135838 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c036070 con 0x7fecac0b3fb0 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb12e5640 1 -- 172.21.15.17:0/114135838 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec9c031600 con 0x7fecac0b3fb0 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb12e5640 1 -- 172.21.15.17:0/114135838 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c0319f0 con 0x7fecac0b3fb0 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 -- 172.21.15.17:0/114135838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 msgr2=0x7fecac0b4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 --2- 172.21.15.17:0/114135838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac0b4420 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7fecac06ef00 tx=0x7fec9c02a7c0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 -- 172.21.15.17:0/114135838 shutdown_connections 2024-09-19T08:11:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 --2- 172.21.15.17:0/114135838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac0b4420 unknown :-1 s=CLOSED pgs=1825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 --2- 172.21.15.17:0/114135838 >> v2:172.21.15.160:3300/0 conn(0x7fecac15e500 0x7fecac06d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 -- 172.21.15.17:0/114135838 >> 172.21.15.17:0/114135838 conn(0x7fecac067950 msgr2=0x7fecac067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:23.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 -- 172.21.15.17:0/114135838 shutdown_connections 2024-09-19T08:11:23.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.761+0000 7fecb454b640 1 -- 172.21.15.17:0/114135838 wait complete. 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 Processor -- start 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 -- start start 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fecac0d1fa0 0x7fecac15ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fecac15e500 0x7fecac148c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fecac0cec50 con 0x7fecac0b3fb0 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fecac06dc80 con 0x7fecac15e500 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb454b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fecac0cef30 con 0x7fecac0d1fa0 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb22e7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb22e7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34602/0 (socket says 172.21.15.17:34602) 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.763+0000 7fecb22e7640 1 -- 172.21.15.17:0/2340621666 learned_addr learned my addr 172.21.15.17:0/2340621666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb1ae6640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fecac0d1fa0 0x7fecac15ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb2ae8640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fecac15e500 0x7fecac148c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 -- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fecac0d1fa0 msgr2=0x7fecac15ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fecac0d1fa0 0x7fecac15ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 -- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fecac15e500 msgr2=0x7fecac148c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fecac15e500 0x7fecac148c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 -- 172.21.15.17:0/2340621666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecac15c630 con 0x7fecac0b3fb0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb22e7640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7feca400e9b0 tx=0x7feca400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4017070 con 0x7fecac0b3fb0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feca400c9a0 con 0x7fecac0b3fb0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca400cd90 con 0x7fecac0b3fb0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecac15c910 con 0x7fecac0b3fb0 2024-09-19T08:11:23.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.764+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecac15ced0 con 0x7fecac0b3fb0 2024-09-19T08:11:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.765+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecac15d310 con 0x7fecac0b3fb0 2024-09-19T08:11:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.766+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feca401a070 con 0x7fecac0b3fb0 2024-09-19T08:11:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.766+0000 7fecaaffd640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.766+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 7888+0+0 (secure 0 0 0) 0x7feca408bf70 con 0x7fecac0b3fb0 2024-09-19T08:11:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.766+0000 7fecb1ae6640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.767+0000 7fecb1ae6640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 0x7fec9806e770 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fecac0cfc20 tx=0x7feca0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:23.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.770+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feca40598a0 con 0x7fecac0b3fb0 2024-09-19T08:11:23.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:23.981+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fecac0cf7e0 con 0x7fecac0b3fb0 2024-09-19T08:11:24.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.377+0000 7fecaaffd640 1 -- 172.21.15.17:0/2340621666 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v226) ==== 162+0+0 (secure 0 0 0) 0x7feca405dba0 con 0x7fecac0b3fb0 2024-09-19T08:11:24.377 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:24.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 msgr2=0x7fec9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 0x7fec9806e770 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fecac0cfc20 tx=0x7feca0009040 comp rx=0 tx=0).stop 2024-09-19T08:11:24.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 msgr2=0x7fecac15c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7feca400e9b0 tx=0x7feca400ee70 comp rx=0 tx=0).stop 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 shutdown_connections 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fecac15e500 0x7fecac148c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fecac0d1fa0 0x7fecac15ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 --2- 172.21.15.17:0/2340621666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecac0b3fb0 0x7fecac15c050 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 >> 172.21.15.17:0/2340621666 conn(0x7fecac067950 msgr2=0x7fecac0b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 shutdown_connections 2024-09-19T08:11:24.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.380+0000 7fecb454b640 1 -- 172.21.15.17:0/2340621666 wait complete. 2024-09-19T08:11:24.391 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:24.391+0000 7efe7738b640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:11:24.391 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:24.392+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:24.391 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:24.392+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:24.394 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:24.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.498+0000 7f8dbf98d640 1 Processor -- start 2024-09-19T08:11:24.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.498+0000 7f8dbf98d640 1 -- start start 2024-09-19T08:11:24.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbf98d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db815eab0 0x7f8db806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbf98d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db806dae0 0x7f8db80b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbf98d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8db80d17e0 con 0x7f8db80b80c0 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbf98d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8db80d09d0 con 0x7f8db806dae0 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbf98d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8db815ee90 con 0x7f8db815eab0 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db806dae0 0x7f8db80b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8db806dae0 0x7f8db80b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34610/0 (socket says 172.21.15.17:34610) 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 -- 172.21.15.17:0/828003410 learned_addr learned my addr 172.21.15.17:0/828003410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbd729640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db815eab0 0x7f8db806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 -- 172.21.15.17:0/828003410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db815eab0 msgr2=0x7f8db806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db815eab0 0x7f8db806d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 -- 172.21.15.17:0/828003410 >> v1:172.21.15.160:6789/0 conn(0x7f8db80b80c0 legacy=0x7f8db80b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.499+0000 7f8dbcf28640 1 -- 172.21.15.17:0/828003410 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db80cfc10 con 0x7f8db806dae0 2024-09-19T08:11:24.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.500+0000 7f8dbcf28640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db806dae0 0x7f8db80b7b80 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7f8da80098a0 tx=0x7f8da802a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2bbdd04cc6b3d91 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.500+0000 7f8daffff640 1 -- 172.21.15.17:0/828003410 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da8037070 con 0x7f8db806dae0 2024-09-19T08:11:24.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.500+0000 7f8daffff640 1 -- 172.21.15.17:0/828003410 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8da8032640 con 0x7f8db806dae0 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.500+0000 7f8daffff640 1 -- 172.21.15.17:0/828003410 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da8032a10 con 0x7f8db806dae0 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 -- 172.21.15.17:0/828003410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db806dae0 msgr2=0x7f8db80b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db806dae0 0x7f8db80b7b80 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7f8da80098a0 tx=0x7f8da802a320 comp rx=0 tx=0).stop 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 -- 172.21.15.17:0/828003410 shutdown_connections 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db806dae0 0x7f8db80b7b80 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/828003410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db815eab0 0x7f8db806d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 -- 172.21.15.17:0/828003410 >> 172.21.15.17:0/828003410 conn(0x7f8db80d4b30 msgr2=0x7f8db80d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 -- 172.21.15.17:0/828003410 shutdown_connections 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.501+0000 7f8dbf98d640 1 -- 172.21.15.17:0/828003410 wait complete. 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.502+0000 7f8dbf98d640 1 Processor -- start 2024-09-19T08:11:24.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.502+0000 7f8dbf98d640 1 -- start start 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db806dae0 0x7f8db815b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db815eab0 0x7f8db81f7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8db80d01d0 con 0x7f8db80b80c0 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8db806df20 con 0x7f8db815eab0 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbf98d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8db80d04b0 con 0x7f8db806dae0 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34618/0 (socket says 172.21.15.17:34618) 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 -- 172.21.15.17:0/1254527801 learned_addr learned my addr 172.21.15.17:0/1254527801 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbd729640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db806dae0 0x7f8db815b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbdf2a640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db815eab0 0x7f8db81f7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 -- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db806dae0 msgr2=0x7f8db815b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db806dae0 0x7f8db815b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 -- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db815eab0 msgr2=0x7f8db81f7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db815eab0 0x7f8db81f7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 -- 172.21.15.17:0/1254527801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db8161210 con 0x7f8db80b80c0 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.503+0000 7f8dbcf28640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f8da8000c00 tx=0x7f8da80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.504+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da8037040 con 0x7f8db80b80c0 2024-09-19T08:11:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.504+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8da8042070 con 0x7f8db80b80c0 2024-09-19T08:11:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.504+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da80309b0 con 0x7f8db80b80c0 2024-09-19T08:11:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.504+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8db81614f0 con 0x7f8db80b80c0 2024-09-19T08:11:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.504+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8db80cd210 con 0x7f8db80b80c0 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.505+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8db80ceb50 con 0x7f8db80b80c0 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.506+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8da8030b50 con 0x7f8db80b80c0 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.506+0000 7f8dadffb640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.506+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f8da80ac300 con 0x7f8db80b80c0 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.506+0000 7f8dbd729640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.507+0000 7f8dbd729640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f8db81571b0 tx=0x7f8db4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.510+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8da8079bd0 con 0x7f8db80b80c0 2024-09-19T08:11:24.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.725+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8db80b99a0 con 0x7f8db80b80c0 2024-09-19T08:11:24.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.725+0000 7f8dadffb640 1 -- 172.21.15.17:0/1254527801 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 228 v228) ==== 95+0+3569 (secure 0 0 0) 0x7f8da807ded0 con 0x7f8db80b80c0 2024-09-19T08:11:24.725 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:24.726 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":228,"btime":"2024-09-19T08:11:24:392809+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":228,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:24.392752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:24.726 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 228 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 msgr2=0x7f8d9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f8db81571b0 tx=0x7f8db4009190 comp rx=0 tx=0).stop 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 msgr2=0x7f8db8160a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f8da8000c00 tx=0x7f8da80046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 shutdown_connections 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d9c06c2b0 0x7f8d9c06e770 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8db815eab0 0x7f8db81f7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8db80b80c0 0x7f8db8160a70 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 --2- 172.21.15.17:0/1254527801 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8db806dae0 0x7f8db815b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 >> 172.21.15.17:0/1254527801 conn(0x7f8db80d4b30 msgr2=0x7f8db80b9ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 shutdown_connections 2024-09-19T08:11:24.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.728+0000 7f8dbf98d640 1 -- 172.21.15.17:0/1254527801 wait complete. 2024-09-19T08:11:24.740 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:24.741 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:24.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.843+0000 7f2eaa215640 1 Processor -- start 2024-09-19T08:11:24.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.843+0000 7f2eaa215640 1 -- start start 2024-09-19T08:11:24.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2eaa215640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2eaa215640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea406dcb0 0x7f2ea40d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2eaa215640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ea40d17e0 con 0x7f2ea415eab0 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2eaa215640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea40d09d0 con 0x7f2ea406dcb0 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2eaa215640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea415ee90 con 0x7f2ea40b8b90 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea406dcb0 0x7f2ea40d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2ea406dcb0 0x7f2ea40d29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34624/0 (socket says 172.21.15.17:34624) 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 -- 172.21.15.17:0/3184909928 learned_addr learned my addr 172.21.15.17:0/3184909928 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea2ffd640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 -- 172.21.15.17:0/3184909928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 msgr2=0x7f2ea40d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 -- 172.21.15.17:0/3184909928 >> v1:172.21.15.160:6789/0 conn(0x7f2ea415eab0 legacy=0x7f2ea406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.844+0000 7f2ea3fff640 1 -- 172.21.15.17:0/3184909928 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea40cfc10 con 0x7f2ea406dcb0 2024-09-19T08:11:24.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.845+0000 7f2ea3fff640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40d29b0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c009e50 tx=0x7f2e9c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3d98da950647bc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.845+0000 7f2ea27fc640 1 -- 172.21.15.17:0/3184909928 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c036070 con 0x7f2ea406dcb0 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.845+0000 7f2ea27fc640 1 -- 172.21.15.17:0/3184909928 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e9c031600 con 0x7f2ea406dcb0 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.845+0000 7f2ea27fc640 1 -- 172.21.15.17:0/3184909928 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c0319d0 con 0x7f2ea406dcb0 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 -- 172.21.15.17:0/3184909928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea406dcb0 msgr2=0x7f2ea40d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40d29b0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c009e50 tx=0x7f2e9c02a7a0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 -- 172.21.15.17:0/3184909928 shutdown_connections 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40d29b0 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 --2- 172.21.15.17:0/3184909928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 -- 172.21.15.17:0/3184909928 >> 172.21.15.17:0/3184909928 conn(0x7f2ea40d4b30 msgr2=0x7f2ea40d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 -- 172.21.15.17:0/3184909928 shutdown_connections 2024-09-19T08:11:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.846+0000 7f2eaa215640 1 -- 172.21.15.17:0/3184909928 wait complete. 2024-09-19T08:11:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.847+0000 7f2eaa215640 1 Processor -- start 2024-09-19T08:11:24.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.847+0000 7f2eaa215640 1 -- start start 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40d04b0 con 0x7f2ea415eab0 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40d01d0 con 0x7f2ea406dcb0 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2eaa215640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea40ceb50 con 0x7f2ea40b8b90 2024-09-19T08:11:24.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34630/0 (socket says 172.21.15.17:34630) 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 -- 172.21.15.17:0/2237214357 learned_addr learned my addr 172.21.15.17:0/2237214357 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea2ffd640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea37fe640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 -- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 msgr2=0x7f2ea40b50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40b50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 -- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea406dcb0 msgr2=0x7f2ea40b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.848+0000 7f2ea3fff640 1 -- 172.21.15.17:0/2237214357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea41f4c10 con 0x7f2ea415eab0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2ea3fff640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c034040 tx=0x7f2e9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c036050 con 0x7f2ea415eab0 2024-09-19T08:11:24.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e9c042070 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea41f4ef0 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c009510 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.849+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea41f54b0 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.850+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ea40b6c10 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.850+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e9c007b70 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.851+0000 7f2e8bfff640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 0x7f2e9006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.851+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f2e9c0ac9c0 con 0x7f2ea415eab0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.851+0000 7f2ea37fe640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 0x7f2e9006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:24.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.852+0000 7f2ea37fe640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 0x7f2e9006e7a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f2e94001780 tx=0x7f2e94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:24.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:24.855+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2ea40b6c10 con 0x7f2ea415eab0 2024-09-19T08:11:25.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.066+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ea406e380 con 0x7f2ea415eab0 2024-09-19T08:11:25.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.067+0000 7f2e8bfff640 1 -- 172.21.15.17:0/2237214357 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 228 v228) ==== 95+0+3569 (secure 0 0 0) 0x7f2e9c0aee20 con 0x7f2ea415eab0 2024-09-19T08:11:25.067 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:25.067 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":228,"btime":"2024-09-19T08:11:24:392809+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":228,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:24.392752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:25.068 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 228 2024-09-19T08:11:25.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 msgr2=0x7f2e9006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 0x7f2e9006e7a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f2e94001780 tx=0x7f2e94009040 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 msgr2=0x7f2ea40acfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c034040 tx=0x7f2e9c004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 shutdown_connections 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2e9006c2e0 0x7f2e9006e7a0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ea415eab0 0x7f2ea40acfc0 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2ea40b8b90 0x7f2ea40b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 --2- 172.21.15.17:0/2237214357 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2ea406dcb0 0x7f2ea40b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 >> 172.21.15.17:0/2237214357 conn(0x7f2ea40d4b30 msgr2=0x7f2ea406d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 shutdown_connections 2024-09-19T08:11:25.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.069+0000 7f2eaa215640 1 -- 172.21.15.17:0/2237214357 wait complete. 2024-09-19T08:11:25.081 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:25.082 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:25.102 INFO:tasks.ceph.mds.c.smithi017.stderr: -36> 2024-09-19T08:11:20.351+0000 7f35d3bd6640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-19T08:11:25.127 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:25.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.187+0000 7fcb786d0640 1 Processor -- start 2024-09-19T08:11:25.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.187+0000 7fcb786d0640 1 -- start start 2024-09-19T08:11:25.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb786d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb700b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb786d0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb7015d720 con 0x7fcb7015d2e0 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb786d0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb700b59b0 con 0x7fcb70070660 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb786d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb7015e0c0 con 0x7fcb700d27b0 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb75c6b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcb7015d2e0 0x7fcb7015d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34328/0 (socket says 172.21.15.17:34328) 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb75c6b640 1 -- 172.21.15.17:0/1850684982 learned_addr learned my addr 172.21.15.17:0/1850684982 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7646c640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb700b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2796544591 0 0) 0x7fcb7015d720 con 0x7fcb7015d2e0 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb58003520 con 0x7fcb7015d2e0 2024-09-19T08:11:25.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1947012434 0 0) 0x7fcb58003520 con 0x7fcb7015d2e0 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 msgr2=0x7fcb700b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb700b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 >> v1:172.21.15.160:6789/0 conn(0x7fcb70070660 legacy=0x7fcb700b6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700b5c90 con 0x7fcb7015d2e0 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fcb64001670 con 0x7fcb7015d2e0 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 >> v1:172.21.15.17:6789/0 conn(0x7fcb7015d2e0 legacy=0x7fcb7015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb580039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb58003f60 0x7fcb58004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb58004d40 0x7fcb580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7015e0c0 con 0x7fcb58003f60 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5800baa0 con 0x7fcb58004d40 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.188+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb5800bca0 con 0x7fcb700d27b0 2024-09-19T08:11:25.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb58003f60 0x7fcb58004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb7646c640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb580039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb76c6d640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb58004d40 0x7fcb580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 -- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 msgr2=0x7fcb580039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb700d27b0 0x7fcb580039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 -- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb58004d40 msgr2=0x7fcb580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb58004d40 0x7fcb580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.189+0000 7fcb75c6b640 1 -- 172.21.15.17:0/1850684982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb58003520 con 0x7fcb58003f60 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb58003f60 0x7fcb58004800 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400c240 tx=0x7fcb58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194ae418a2626b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb64007d10 con 0x7fcb58003f60 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb64005ad0 con 0x7fcb58003f60 2024-09-19T08:11:25.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb7546a640 1 -- 172.21.15.17:0/1850684982 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb64007070 con 0x7fcb58003f60 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 -- 172.21.15.17:0/1850684982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb58003f60 msgr2=0x7fcb58004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 --2- 172.21.15.17:0/1850684982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb58003f60 0x7fcb58004800 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400c240 tx=0x7fcb58005830 comp rx=0 tx=0).stop 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb76c6d640 1 -- 172.21.15.17:0/1850684982 reap_dead start 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 -- 172.21.15.17:0/1850684982 shutdown_connections 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 -- 172.21.15.17:0/1850684982 >> 172.21.15.17:0/1850684982 conn(0x7fcb7006f400 msgr2=0x7fcb7006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 -- 172.21.15.17:0/1850684982 shutdown_connections 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.190+0000 7fcb786d0640 1 -- 172.21.15.17:0/1850684982 wait complete. 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.191+0000 7fcb786d0640 1 Processor -- start 2024-09-19T08:11:25.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 -- start start 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb58003f60 0x7fcb700cdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 0x7fcb700c8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700b6530 con 0x7fcb700ca780 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700b6250 con 0x7fcb7014be00 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb786d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcb700d2b90 con 0x7fcb58003f60 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb76c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb76c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34668/0 (socket says 172.21.15.17:34668) 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.192+0000 7fcb76c6d640 1 -- 172.21.15.17:0/3852501326 learned_addr learned my addr 172.21.15.17:0/3852501326 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb7646c640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb58003f60 0x7fcb700cdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 0x7fcb700c8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 -- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb58003f60 msgr2=0x7fcb700cdcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb58003f60 0x7fcb700cdcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 -- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 msgr2=0x7fcb700c8f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 0x7fcb700c8f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 -- 172.21.15.17:0/3852501326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700c9440 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb75c6b640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 0x7fcb700c8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb76c6d640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7fcb70073e80 tx=0x7fcb6800e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68019070 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb680052e0 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb700c96e0 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68003810 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.193+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb700c9ca0 con 0x7fcb700ca780 2024-09-19T08:11:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.194+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb700b5320 con 0x7fcb700ca780 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.195+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb680039b0 con 0x7fcb700ca780 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.195+0000 7fcb6effd640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 0x7fcb5c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.195+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7fcb6808af60 con 0x7fcb700ca780 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.196+0000 7fcb7646c640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 0x7fcb5c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.196+0000 7fcb7646c640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 0x7fcb5c06e7a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fcb60014510 tx=0x7fcb6000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.199+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb68058830 con 0x7fcb700ca780 2024-09-19T08:11:25.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.416+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb700b7540 con 0x7fcb700ca780 2024-09-19T08:11:25.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.417+0000 7fcb6effd640 1 -- 172.21.15.17:0/3852501326 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 229 v229) ==== 95+0+4395 (secure 0 0 0) 0x7fcb6805cb30 con 0x7fcb700ca780 2024-09-19T08:11:25.417 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:25.417 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":229,"btime":"2024-09-19T08:11:25:394007+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9405,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/2966988155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2966988155},{"type":"v1","addr":"172.21.15.17:6834","nonce":2966988155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":229}],"filesystems":[{"mdsmap":{"epoch":228,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:24.392752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:25.417 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 229 2024-09-19T08:11:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 msgr2=0x7fcb5c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 0x7fcb5c06e7a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fcb60014510 tx=0x7fcb6000b040 comp rx=0 tx=0).stop 2024-09-19T08:11:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 msgr2=0x7fcb700cac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7fcb70073e80 tx=0x7fcb6800e8a0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 shutdown_connections 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcb5c06c2e0 0x7fcb5c06e7a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb700ca780 0x7fcb700cac00 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcb7014be00 0x7fcb700c8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 --2- 172.21.15.17:0/3852501326 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcb58003f60 0x7fcb700cdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 >> 172.21.15.17:0/3852501326 conn(0x7fcb7006f400 msgr2=0x7fcb7015d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 shutdown_connections 2024-09-19T08:11:25.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.419+0000 7fcb786d0640 1 -- 172.21.15.17:0/3852501326 wait complete. 2024-09-19T08:11:25.430 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 200.00000001' led to DAMAGED state 2024-09-19T08:11:25.430 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 500.00000000' 2024-09-19T08:11:25.430 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:25.430 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:25.487 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:25.487 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:25.487 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:25.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:25.488 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:25.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:25.544 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:25.544 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:25.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.688+0000 7f9ab1277640 1 Processor -- start 2024-09-19T08:11:25.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.688+0000 7f9ab1277640 1 -- start start 2024-09-19T08:11:25.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9ab1277640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf2b0 0x7f9aac0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9ab1277640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9aac0cf6f0 0x7f9aac0d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9ab1277640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9aac15ea20 con 0x7f9aac15e640 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9ab1277640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9aac0b3d00 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9ab1277640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9aac0b2860 con 0x7f9aac0cf2b0 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aab7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9aac0cf6f0 0x7f9aac0d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aaaffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9aac15e640 0x7f9aac0ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34334/0 (socket says 172.21.15.17:34334) 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aaaffd640 1 -- 172.21.15.17:0/1767554567 learned_addr learned my addr 172.21.15.17:0/1767554567 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aaa7fc640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf2b0 0x7f9aac0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aab7fe640 1 -- 172.21.15.17:0/1767554567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf2b0 msgr2=0x7f9aac0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aab7fe640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf2b0 0x7f9aac0d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aab7fe640 1 -- 172.21.15.17:0/1767554567 >> v1:172.21.15.17:6789/0 conn(0x7f9aac15e640 legacy=0x7f9aac0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aab7fe640 1 -- 172.21.15.17:0/1767554567 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aac0b1c50 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.689+0000 7f9aa9ffb640 1 -- 172.21.15.17:0/1767554567 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1696951096 0 0) 0x7f9aac15ea20 con 0x7f9aac15e640 2024-09-19T08:11:25.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.690+0000 7f9aab7fe640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac0cf6f0 0x7f9aac0d2b90 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f9aac15ebf0 tx=0x7f9aa402a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f66afb77f9c102e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.690+0000 7f9aa9ffb640 1 -- 172.21.15.17:0/1767554567 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4007740 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.690+0000 7f9aa9ffb640 1 -- 172.21.15.17:0/1767554567 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa40078e0 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.690+0000 7f9aa9ffb640 1 -- 172.21.15.17:0/1767554567 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4007cb0 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 -- 172.21.15.17:0/1767554567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac0cf6f0 msgr2=0x7f9aac0d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac0cf6f0 0x7f9aac0d2b90 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f9aac15ebf0 tx=0x7f9aa402a5b0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 -- 172.21.15.17:0/1767554567 shutdown_connections 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac0cf6f0 0x7f9aac0d2b90 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 --2- 172.21.15.17:0/1767554567 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf2b0 0x7f9aac0d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 -- 172.21.15.17:0/1767554567 >> 172.21.15.17:0/1767554567 conn(0x7f9aac09d820 msgr2=0x7f9aac0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 -- 172.21.15.17:0/1767554567 shutdown_connections 2024-09-19T08:11:25.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.691+0000 7f9ab1277640 1 -- 172.21.15.17:0/1767554567 wait complete. 2024-09-19T08:11:25.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.692+0000 7f9ab1277640 1 Processor -- start 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.692+0000 7f9ab1277640 1 -- start start 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9aac0cf2b0 0x7f9aac14fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf6f0 0x7f9aac1f47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9aac0b24f0 con 0x7f9aac15e640 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9aac0b2210 con 0x7f9aac0cf2b0 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9ab1277640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9aac0cfe40 con 0x7f9aac0cf6f0 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34680/0 (socket says 172.21.15.17:34680) 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 -- 172.21.15.17:0/2809296442 learned_addr learned my addr 172.21.15.17:0/2809296442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aaa7fc640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf6f0 0x7f9aac1f47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 -- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf6f0 msgr2=0x7f9aac1f47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf6f0 0x7f9aac1f47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 -- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9aac0cf2b0 msgr2=0x7f9aac14fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9aac0cf2b0 0x7f9aac14fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.693+0000 7f9aab7fe640 1 -- 172.21.15.17:0/2809296442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aac1f4d00 con 0x7f9aac15e640 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9aab7fe640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f9aa402aba0 tx=0x7f9aa4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4040070 con 0x7f9aac15e640 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa4031bc0 con 0x7f9aac15e640 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4045460 con 0x7f9aac15e640 2024-09-19T08:11:25.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aac0b5c70 con 0x7f9aac15e640 2024-09-19T08:11:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.694+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aac15eea0 con 0x7f9aac15e640 2024-09-19T08:11:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.695+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aac0b5fd0 con 0x7f9aac15e640 2024-09-19T08:11:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.695+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9aa4039040 con 0x7f9aac15e640 2024-09-19T08:11:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.696+0000 7f9a937fe640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 0x7f9a9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.696+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f9aa40ad640 con 0x7f9aac15e640 2024-09-19T08:11:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.696+0000 7f9aaaffd640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 0x7f9a9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.697+0000 7f9aaaffd640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 0x7f9a9806e770 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c007fd0 tx=0x7f9a9c007920 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:25.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.700+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9aac0b5fd0 con 0x7f9aac15e640 2024-09-19T08:11:25.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:25.914+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9aac0d3320 con 0x7f9aac15e640 2024-09-19T08:11:26.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.400+0000 7f9a937fe640 1 -- 172.21.15.17:0/2809296442 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v230) ==== 161+0+0 (secure 0 0 0) 0x7f9aac1f4d00 con 0x7f9aac15e640 2024-09-19T08:11:26.400 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 msgr2=0x7f9a9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 0x7f9a9806e770 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c007fd0 tx=0x7f9a9c007920 comp rx=0 tx=0).stop 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 msgr2=0x7f9aac06c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f9aa402aba0 tx=0x7f9aa4004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 shutdown_connections 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9a9806c2b0 0x7f9a9806e770 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9aac15e640 0x7f9aac06c7a0 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9aac0cf6f0 0x7f9aac1f47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 --2- 172.21.15.17:0/2809296442 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9aac0cf2b0 0x7f9aac14fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 >> 172.21.15.17:0/2809296442 conn(0x7f9aac09d820 msgr2=0x7f9aac0ceb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:26.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 shutdown_connections 2024-09-19T08:11:26.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.403+0000 7f9ab1277640 1 -- 172.21.15.17:0/2809296442 wait complete. 2024-09-19T08:11:26.417 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:26.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.527+0000 7f59d308d640 1 Processor -- start 2024-09-19T08:11:26.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.527+0000 7f59d308d640 1 -- start start 2024-09-19T08:11:26.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d308d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d308d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59cc15e8c0 0x7f59cc0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d308d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59cc06cec0 con 0x7f59cc0d1fc0 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d308d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f59cc0d2d40 con 0x7f59cc15e8c0 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d308d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f59cc0b7250 con 0x7f59cc15e4e0 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59cc15e8c0 0x7f59cc0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f59cc15e8c0 0x7f59cc0b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34694/0 (socket says 172.21.15.17:34694) 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 -- 172.21.15.17:0/252604582 learned_addr learned my addr 172.21.15.17:0/252604582 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59d0e29640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 -- 172.21.15.17:0/252604582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 msgr2=0x7f59cc0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 -- 172.21.15.17:0/252604582 >> v1:172.21.15.160:6789/0 conn(0x7f59cc0d1fc0 legacy=0x7f59cc0d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.528+0000 7f59cbfff640 1 -- 172.21.15.17:0/252604582 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59cc06d160 con 0x7f59cc15e8c0 2024-09-19T08:11:26.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.529+0000 7f59cbfff640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b6d10 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f59bc009e50 tx=0x7f59bc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22d3d5a077c8427 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:26.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.529+0000 7f59cb7fe640 1 -- 172.21.15.17:0/252604582 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59bc036070 con 0x7f59cc15e8c0 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.529+0000 7f59cb7fe640 1 -- 172.21.15.17:0/252604582 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59bc031600 con 0x7f59cc15e8c0 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.529+0000 7f59cb7fe640 1 -- 172.21.15.17:0/252604582 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59bc0319d0 con 0x7f59cc15e8c0 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 -- 172.21.15.17:0/252604582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 msgr2=0x7f59cc0b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b6d10 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f59bc009e50 tx=0x7f59bc02a710 comp rx=0 tx=0).stop 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 -- 172.21.15.17:0/252604582 shutdown_connections 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b6d10 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 --2- 172.21.15.17:0/252604582 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 -- 172.21.15.17:0/252604582 >> 172.21.15.17:0/252604582 conn(0x7f59cc06f400 msgr2=0x7f59cc06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 -- 172.21.15.17:0/252604582 shutdown_connections 2024-09-19T08:11:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.530+0000 7f59d308d640 1 -- 172.21.15.17:0/252604582 wait complete. 2024-09-19T08:11:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.531+0000 7f59d308d640 1 Processor -- start 2024-09-19T08:11:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.531+0000 7f59d308d640 1 -- start start 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59cc0d1fc0 0x7f59cc0b3190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc06dc40 con 0x7f59cc15e8c0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc06d720 con 0x7f59cc0d1fc0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d308d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f59cc06ddc0 con 0x7f59cc15e4e0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d162a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d162a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34696/0 (socket says 172.21.15.17:34696) 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d162a640 1 -- 172.21.15.17:0/3800195218 learned_addr learned my addr 172.21.15.17:0/3800195218 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59cbfff640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.532+0000 7f59d0e29640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59cc0d1fc0 0x7f59cc0b3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 -- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 msgr2=0x7f59cc0b36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 -- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59cc0d1fc0 msgr2=0x7f59cc0b3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59cc0d1fc0 0x7f59cc0b3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 -- 172.21.15.17:0/3800195218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59cc157100 con 0x7f59cc15e8c0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d162a640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f59b4001eb0 tx=0x7f59b400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4017070 con 0x7f59cc15e8c0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59b40052d0 con 0x7f59cc15e8c0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59cc157380 con 0x7f59cc15e8c0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4003810 con 0x7f59cc15e8c0 2024-09-19T08:11:26.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.533+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59cc157940 con 0x7f59cc15e8c0 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.534+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59cc0d2450 con 0x7f59cc15e8c0 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.535+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f59b401a070 con 0x7f59cc15e8c0 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.535+0000 7f59c97fa640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 0x7f59ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.535+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f59b408b020 con 0x7f59cc15e8c0 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.535+0000 7f59d0e29640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 0x7f59ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.536+0000 7f59d0e29640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 0x7f59ac06e770 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f59c4009b40 tx=0x7f59c4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:26.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.539+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f59cc157100 con 0x7f59cc15e8c0 2024-09-19T08:11:26.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:26.785+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f59cc0693a0 con 0x7f59cc15e8c0 2024-09-19T08:11:27.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.401+0000 7f59c97fa640 1 -- 172.21.15.17:0/3800195218 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v231) ==== 101+0+0 (secure 0 0 0) 0x7f59b405f080 con 0x7f59cc15e8c0 2024-09-19T08:11:27.402 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:27.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 msgr2=0x7f59ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 0x7f59ac06e770 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f59c4009b40 tx=0x7f59c4009190 comp rx=0 tx=0).stop 2024-09-19T08:11:27.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 msgr2=0x7f59cc0b1170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f59b4001eb0 tx=0x7f59b400c890 comp rx=0 tx=0).stop 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 shutdown_connections 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f59ac06c2b0 0x7f59ac06e770 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59cc15e8c0 0x7f59cc0b1170 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f59cc15e4e0 0x7f59cc0b36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 --2- 172.21.15.17:0/3800195218 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f59cc0d1fc0 0x7f59cc0b3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 >> 172.21.15.17:0/3800195218 conn(0x7f59cc06f400 msgr2=0x7f59cc15d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 shutdown_connections 2024-09-19T08:11:27.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.404+0000 7f59d308d640 1 -- 172.21.15.17:0/3800195218 wait complete. 2024-09-19T08:11:27.418 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.466+0000 7fc73a705f40 1 Processor -- start 2024-09-19T08:11:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.466+0000 7fc73a705f40 1 -- start start 2024-09-19T08:11:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ad12900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad173c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55795ac3fb50 con 0x55795ac430a0 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55795ab91510 con 0x7fc7200030f0 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc73a705f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55795ac6f3d0 con 0x55795ac85f20 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34714/0 (socket says 172.21.15.17:34714) 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 -- 172.21.15.17:0/4249669851 learned_addr learned my addr 172.21.15.17:0/4249669851 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7389fc640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad173c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7381fb640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ad12900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 -- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 msgr2=0x55795ad173c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad173c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 -- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 msgr2=0x55795ad12900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ad12900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7379fa640 1 -- 172.21.15.17:0/4249669851 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55795ac84c80 con 0x55795ac430a0 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.467+0000 7fc7389fc640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad173c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc7379fa640 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7fc72c046160 tx=0x7fc72c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b12292f2e5339621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc7369f8640 1 -- 172.21.15.17:0/4249669851 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c067070 con 0x55795ac430a0 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc7369f8640 1 -- 172.21.15.17:0/4249669851 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc72c04fa80 con 0x55795ac430a0 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc7369f8640 1 -- 172.21.15.17:0/4249669851 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c062430 con 0x55795ac430a0 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 -- 172.21.15.17:0/4249669851 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 msgr2=0x55795ac887a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7fc72c046160 tx=0x7fc72c051000 comp rx=0 tx=0).stop 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 -- 172.21.15.17:0/4249669851 shutdown_connections 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad173c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ac887a0 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 --2- 172.21.15.17:0/4249669851 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ad12900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 -- 172.21.15.17:0/4249669851 >> 172.21.15.17:0/4249669851 conn(0x55795ac3ebb0 msgr2=0x55795ac8ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 -- 172.21.15.17:0/4249669851 shutdown_connections 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.468+0000 7fc73a705f40 1 -- 172.21.15.17:0/4249669851 wait complete. 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.469+0000 7fc73a705f40 1 Processor -- start 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.469+0000 7fc73a705f40 1 -- start start 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad0d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ac887a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55795ad157b0 con 0x55795ac430a0 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55795ad15b60 con 0x7fc7200030f0 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc73a705f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55795ad15db0 con 0x55795ac85f20 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34718/0 (socket says 172.21.15.17:34718) 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 learned_addr learned my addr 172.21.15.17:0/1451087578 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ac887a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 msgr2=0x55795ad0d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55795ac85f20 0x55795ad0d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 msgr2=0x55795ac887a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ac887a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55795ad13080 con 0x55795ac430a0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7200030f0 0x55795ac887a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7fc7280126d0 tx=0x7fc728012b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.470+0000 7fc7359f6640 1 -- 172.21.15.17:0/1451087578 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7280108a0 con 0x55795ac430a0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.471+0000 7fc7359f6640 1 -- 172.21.15.17:0/1451087578 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc728010a40 con 0x55795ac430a0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.471+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55795ad13320 con 0x55795ac430a0 2024-09-19T08:11:27.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.471+0000 7fc7359f6640 1 -- 172.21.15.17:0/1451087578 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc728010e30 con 0x55795ac430a0 2024-09-19T08:11:27.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.471+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55795ad138e0 con 0x55795ac430a0 2024-09-19T08:11:27.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.472+0000 7fc7359f6640 1 -- 172.21.15.17:0/1451087578 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc72801c020 con 0x55795ac430a0 2024-09-19T08:11:27.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.472+0000 7fc7359f6640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 0x7fc72406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc7359f6640 1 -- 172.21.15.17:0/1451087578 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7fc72808b3d0 con 0x55795ac430a0 2024-09-19T08:11:27.477 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:27.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55795ad0d560 0x55795ac87090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795ad140e0 con 0x55795ad0d560 2024-09-19T08:11:27.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 0x7fc72406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55795ad0d560 0x55795ac87090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55795ad0d560 0x55795ac87090 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.473+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 0x7fc72406d180 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fc72c025e30 tx=0x7fc72c00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.475+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v114'784 uv758 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.475+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795ad14d60 con 0x55795ad0d560 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.476+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v114'785 uv785 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.476+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795ac875d0 con 0x55795ad0d560 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.478+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v114'786 uv786 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.479 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:27.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.478+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb5a0 con 0x55795ad0d560 2024-09-19T08:11:27.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.479+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v114'787 uv787 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.479+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb940 con 0x55795ad0d560 2024-09-19T08:11:27.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.480+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v114'788 uv788 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.480+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adba590 con 0x55795ad0d560 2024-09-19T08:11:27.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.481+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v114'789 uv789 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.481+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adba930 con 0x55795ad0d560 2024-09-19T08:11:27.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.482+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v114'790 uv764 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.482+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adbacd0 con 0x55795ad0d560 2024-09-19T08:11:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.484+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v114'791 uv791 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.484+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.485+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v114'792 uv792 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.485 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:27.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.485+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.487+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v114'793 uv793 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.487+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.488+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v114'794 uv794 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.488+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.490+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v114'795 uv795 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.490+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.491+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v114'796 uv771 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.491+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.493+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v114'797 uv797 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.493+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.494+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v114'798 uv798 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.494 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.494+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.495+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v114'799 uv799 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.495+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.497+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v114'800 uv800 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.497+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.498+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v114'801 uv801 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.498+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.499+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v114'802 uv802 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.499+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.501+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v114'803 uv777 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.501+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.502+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v114'804 uv804 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.502+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.503+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v114'805 uv805 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.503 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:27.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.503+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.505+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v114'806 uv806 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.505+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.506+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v114'807 uv807 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.506+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.507+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v114'808 uv808 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.507+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.509+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v114'809 uv783 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.509+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.510+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v114'810 uv810 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.510+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.511+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v114'811 uv811 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.511 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.511+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.513+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v114'812 uv812 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.513+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.514+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v114'813 uv813 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.514+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795ad0d560 2024-09-19T08:11:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.516+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v114'814 uv814 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.516+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55795adbc1f0 0x55795adbe5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.516+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbb150 con 0x55795adbc1f0 2024-09-19T08:11:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.516+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55795adbc1f0 0x55795adbe5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.516+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55795adbc1f0 0x55795adbe5e0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.518+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v114'566 uv548 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.518+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adbeb80 con 0x55795adbc1f0 2024-09-19T08:11:27.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.519+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v114'567 uv567 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.519+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbf080 con 0x55795adbc1f0 2024-09-19T08:11:27.520 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:27.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.520+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v114'568 uv568 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.520+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbf940 con 0x55795adbc1f0 2024-09-19T08:11:27.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.522+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v114'569 uv569 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.522+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbfce0 con 0x55795adbc1f0 2024-09-19T08:11:27.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.523+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v114'570 uv570 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.523+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0080 con 0x55795adbc1f0 2024-09-19T08:11:27.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.524+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v114'571 uv553 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.524+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0470 con 0x55795adbc1f0 2024-09-19T08:11:27.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.526+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v114'572 uv572 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.526+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0470 con 0x55795adbc1f0 2024-09-19T08:11:27.526 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:27.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.527+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v114'573 uv573 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.527+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.528+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v114'574 uv574 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.528+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.529+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v114'575 uv575 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.529+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.530+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v114'576 uv565 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.530+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.532+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v114'577 uv577 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.532+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.533 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.533+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v114'578 uv578 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.533+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.535+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v114'579 uv579 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.535+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.536+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v114'580 uv580 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.536+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.538+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v114'581 uv564 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.538+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.539+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v114'582 uv582 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.539+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.539 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.540+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v114'583 uv583 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.540+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.541+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v114'584 uv584 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.541+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.542+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v114'585 uv585 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.542+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795adbc1f0 2024-09-19T08:11:27.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.543+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v114'586 uv586 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adbc1f0 2024-09-19T08:11:27.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.543+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.544+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v114'153 uv152 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.544+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.545+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v114'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.545+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.546+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v114'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.546 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:27.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.546+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.547+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v114'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.547+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.548+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v114'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.548+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc0420 con 0x55795ad0d560 2024-09-19T08:11:27.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.549+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v114'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.549+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55795adc0d30 0x55795adc3120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.549+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc3660 con 0x55795adc0d30 2024-09-19T08:11:27.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.549+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55795adc0d30 0x55795adc3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.549+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55795adc0d30 0x55795adc3120 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.550+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v114'113 uv112 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.550+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc3b30 con 0x55795adc0d30 2024-09-19T08:11:27.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.551+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v114'114 uv114 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.551+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc4030 con 0x55795adc0d30 2024-09-19T08:11:27.552 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:27.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.552+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v114'115 uv115 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.552+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adbf570 con 0x55795adc0d30 2024-09-19T08:11:27.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.553+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v114'116 uv116 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.553+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc4960 con 0x55795ad0d560 2024-09-19T08:11:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.555+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v114'153 uv152 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.555+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc4960 con 0x55795ad0d560 2024-09-19T08:11:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.556+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v114'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.556+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc4960 con 0x55795ad0d560 2024-09-19T08:11:27.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.557+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v114'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.557 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:27.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.557+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc5970 con 0x55795ad0d560 2024-09-19T08:11:27.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.558+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v114'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.558+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc5970 con 0x55795ad0d560 2024-09-19T08:11:27.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.559+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v114'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.559+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc4960 con 0x55795ad0d560 2024-09-19T08:11:27.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.560+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v114'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.560+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55795adc4fe0 0x55795adc53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.560+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.560+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55795adc4fe0 0x55795adc53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.561+0000 7fc7389fc640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55795adc4fe0 0x55795adc53c0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.562+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v114'282 uv276 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.562+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.563+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v114'283 uv283 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.563+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.565+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v114'284 uv284 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.564 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:27.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.565+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc8df0 con 0x55795adc4fe0 2024-09-19T08:11:27.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.566+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v114'285 uv285 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.566+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc8df0 con 0x55795adc4fe0 2024-09-19T08:11:27.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.567+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v114'286 uv286 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.567+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.568+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v114'287 uv287 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.568+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.569+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v114'288 uv281 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.569+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.570+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v114'289 uv289 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.570+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.571+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v114'290 uv290 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.573 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.571+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.572+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v114'291 uv291 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.572+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc7de0 con 0x55795adc4fe0 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.573+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v114'292 uv292 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.573+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55795adc8700 0x55795adc8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.573+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795adc8700 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.573+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55795adc8700 0x55795adc8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.574+0000 7fc7381fb640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55795adc8700 0x55795adc8b20 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.575+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v114'127 uv126 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adc8700 2024-09-19T08:11:27.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.575+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795adc8700 2024-09-19T08:11:27.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.576+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v114'128 uv128 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adc8700 2024-09-19T08:11:27.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.576+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795adc8700 2024-09-19T08:11:27.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.577+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v114'129 uv129 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adc8700 2024-09-19T08:11:27.577 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:27.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.577+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb220 con 0x55795adc8700 2024-09-19T08:11:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.578+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v114'130 uv130 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adc8700 2024-09-19T08:11:27.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.578+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795adc8700 2024-09-19T08:11:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.579+0000 7fc7381fb640 1 -- 172.21.15.17:0/1451087578 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v114'131 uv131 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72808b0b0 con 0x55795adc8700 2024-09-19T08:11:27.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.579+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.580+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v114'153 uv152 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.580+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.581+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v114'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.581+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.582+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v114'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.582 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:27.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.582+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.583+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v114'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.583+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.584+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v114'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.584+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795ad0d560 2024-09-19T08:11:27.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.585+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v114'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795ad0d560 2024-09-19T08:11:27.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.585+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb1e0 con 0x55795adc0d30 2024-09-19T08:11:27.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.586+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v114'253 uv247 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.586+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcb740 con 0x55795adc0d30 2024-09-19T08:11:27.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.587+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v114'254 uv254 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.587+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcbb30 con 0x55795adc0d30 2024-09-19T08:11:27.588 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:27.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.588+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v114'255 uv255 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.588+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.589+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v114'256 uv256 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.589+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.590+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v114'257 uv257 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.590+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.591+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v114'258 uv252 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.591+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.592+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v114'259 uv259 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.592+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.593 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:27.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.593+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v114'260 uv260 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.593+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adc44e0 con 0x55795adc0d30 2024-09-19T08:11:27.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.594+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v114'261 uv261 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.594+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adced30 con 0x55795adc0d30 2024-09-19T08:11:27.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.595+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v114'262 uv262 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.595+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55795adcca50 0x55795adcf3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.595+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcee40 con 0x55795adcca50 2024-09-19T08:11:27.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.595+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55795adcca50 0x55795adcf3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.596+0000 7fc7379fa640 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55795adcca50 0x55795adcf3f0 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.597+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v114'111 uv110 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adcca50 2024-09-19T08:11:27.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.597+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcee40 con 0x55795adcca50 2024-09-19T08:11:27.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.598+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v114'112 uv112 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adcca50 2024-09-19T08:11:27.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.598+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcee40 con 0x55795adcca50 2024-09-19T08:11:27.598 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:27.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.598+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v114'113 uv113 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adcca50 2024-09-19T08:11:27.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.599+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adcca50 2024-09-19T08:11:27.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.599+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v114'114 uv114 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adcca50 2024-09-19T08:11:27.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.599+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc0d30 2024-09-19T08:11:27.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.601+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v114'153 uv152 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.601+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc0d30 2024-09-19T08:11:27.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.602+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v114'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.602+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc0d30 2024-09-19T08:11:27.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.603+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v114'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.603 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:27.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.603+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795add0940 con 0x55795adc0d30 2024-09-19T08:11:27.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.604+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v114'156 uv156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.604+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795add0940 con 0x55795adc0d30 2024-09-19T08:11:27.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.605+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v114'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.605+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc0d30 2024-09-19T08:11:27.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.606+0000 7fc7379fa640 1 -- 172.21.15.17:0/1451087578 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v114'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc72c063620 con 0x55795adc0d30 2024-09-19T08:11:27.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.606+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.607+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v114'130 uv129 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.607+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.608+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v114'131 uv131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.609+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.609 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:27.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.609+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v114'132 uv132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.610+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.611+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v114'133 uv133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.611+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.612+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v114'134 uv134 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.612+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.613+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v114'314 uv306 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.613+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.614+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v114'315 uv315 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.614+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.615+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v114'316 uv316 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.615 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.615+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.616+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v114'317 uv317 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.616+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.617+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v114'318 uv318 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.617+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.619+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v114'319 uv313 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.619+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.620+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v114'320 uv320 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.620+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.621+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v114'321 uv321 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.621 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:27.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.621+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795add0940 con 0x55795adc4fe0 2024-09-19T08:11:27.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.622+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v114'322 uv322 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.622+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795add0940 con 0x55795adc4fe0 2024-09-19T08:11:27.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.623+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v114'323 uv323 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.623+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.624+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v114'324 uv324 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.624+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55795adcf930 con 0x55795adc4fe0 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v114'325 uv325 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fc7300095e0 con 0x55795adc4fe0 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55795ad0d560 msgr2=0x55795ac87090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55795ad0d560 0x55795ac87090 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55795adc0d30 msgr2=0x55795adc3120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55795adc0d30 0x55795adc3120 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55795adcca50 msgr2=0x55795adcf3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55795adcca50 0x55795adcf3f0 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55795adbc1f0 msgr2=0x55795adbe5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55795adbc1f0 0x55795adbe5e0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55795adc4fe0 msgr2=0x55795adc53c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55795adc4fe0 0x55795adc53c0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55795adc8700 msgr2=0x55795adc8b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55795adc8700 0x55795adc8b20 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 reap_dead start 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 reap_dead start 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc7389fc640 1 -- 172.21.15.17:0/1451087578 reap_dead start 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 msgr2=0x7fc72406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 0x7fc72406d180 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fc72c025e30 tx=0x7fc72c00c040 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 msgr2=0x55795ad0d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7fc7280126d0 tx=0x7fc728012b90 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 shutdown_connections 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc72406acc0 0x7fc72406d180 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 --2- 172.21.15.17:0/1451087578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55795ac430a0 0x55795ad0d970 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.625+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 >> 172.21.15.17:0/1451087578 conn(0x55795ac3ebb0 msgr2=0x55795ac40ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.626+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 shutdown_connections 2024-09-19T08:11:27.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.626+0000 7fc73a705f40 1 -- 172.21.15.17:0/1451087578 wait complete. 2024-09-19T08:11:27.628 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 500.00000000 0 2024-09-19T08:11:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.673+0000 7fb79a216f40 1 Processor -- start 2024-09-19T08:11:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.673+0000 7fb79a216f40 1 -- start start 2024-09-19T08:11:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 0x55953d0f3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d17bcd0 0x55953d17ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55953d17c160 con 0x55953d0c6350 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55953d014510 con 0x55953d0c5f70 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79a216f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55953d17c680 con 0x55953d17bcd0 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34732/0 (socket says 172.21.15.17:34732) 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 -- 172.21.15.17:0/2984584923 learned_addr learned my addr 172.21.15.17:0/2984584923 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79850d640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d17bcd0 0x55953d17ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb797d0c640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 0x55953d0f3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 -- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d17bcd0 msgr2=0x55953d17ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d17bcd0 0x55953d17ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 -- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 msgr2=0x55953d0f3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 0x55953d0f3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 -- 172.21.15.17:0/2984584923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55953d19ac40 con 0x55953d0c6350 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb797d0c640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 0x55953d0f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb79750b640 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7fb78c001e00 tx=0x7fb78c00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb0a30cac824f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.674+0000 7fb796509640 1 -- 172.21.15.17:0/2984584923 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c00be40 con 0x55953d0c6350 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb796509640 1 -- 172.21.15.17:0/2984584923 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb78c00f400 con 0x55953d0c6350 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb796509640 1 -- 172.21.15.17:0/2984584923 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c00f7d0 con 0x55953d0c6350 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 -- 172.21.15.17:0/2984584923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 msgr2=0x55953d0eebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7fb78c001e00 tx=0x7fb78c00b670 comp rx=0 tx=0).stop 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 -- 172.21.15.17:0/2984584923 shutdown_connections 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d17bcd0 0x55953d17ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d0c6350 0x55953d0eebe0 unknown :-1 s=CLOSED pgs=1845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 --2- 172.21.15.17:0/2984584923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c5f70 0x55953d0f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 -- 172.21.15.17:0/2984584923 >> 172.21.15.17:0/2984584923 conn(0x55953d0c1bb0 msgr2=0x55953d0efc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 -- 172.21.15.17:0/2984584923 shutdown_connections 2024-09-19T08:11:27.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.675+0000 7fb79a216f40 1 -- 172.21.15.17:0/2984584923 wait complete. 2024-09-19T08:11:27.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 Processor -- start 2024-09-19T08:11:27.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 -- start start 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d0c5f70 0x55953d0f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c6350 0x55953d231ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 0x55953d232410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55953d18f880 con 0x55953d17bcd0 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55953d19b290 con 0x55953d0c6350 2024-09-19T08:11:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.676+0000 7fb79a216f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55953d199500 con 0x55953d0c5f70 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 0x55953d232410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 0x55953d232410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34738/0 (socket says 172.21.15.17:34738) 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 -- 172.21.15.17:0/3974225141 learned_addr learned my addr 172.21.15.17:0/3974225141 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb797d0c640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d0c5f70 0x55953d0f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79750b640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c6350 0x55953d231ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 -- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d0c5f70 msgr2=0x55953d0f39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55953d0c5f70 0x55953d0f39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 -- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c6350 msgr2=0x55953d231ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55953d0c6350 0x55953d231ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 -- 172.21.15.17:0/3974225141 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55953d18f020 con 0x55953d17bcd0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79850d640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 0x55953d232410 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7fb790046190 tx=0x7fb790003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb795507640 1 -- 172.21.15.17:0/3974225141 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb79004fb70 con 0x55953d17bcd0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb795507640 1 -- 172.21.15.17:0/3974225141 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb790067070 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb795507640 1 -- 172.21.15.17:0/3974225141 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790062410 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55953d1771c0 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.677+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55953d1912b0 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb795507640 1 -- 172.21.15.17:0/3974225141 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7900625b0 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb795507640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb78406acc0 0x7fb78406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb795507640 1 -- 172.21.15.17:0/3974225141 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7fb7900ce450 con 0x55953d17bcd0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb797d0c640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb78406acc0 0x7fb78406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb79a216f40 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55953d0f3f20 0x55953d191ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.679+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) -- 0x55953d17b420 con 0x55953d0f3f20 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.680+0000 7fb79750b640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55953d0f3f20 0x55953d191ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.680+0000 7fb797d0c640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb78406acc0 0x7fb78406d180 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb788005400 tx=0x7fb78800c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.680+0000 7fb79750b640 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55953d0f3f20 0x55953d191ab0 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79750b640 1 -- 172.21.15.17:0/3974225141 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 500.00000000 [truncate 0] v114'293 uv293 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fb78c00f630 con 0x55953d0f3f20 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55953d0f3f20 msgr2=0x55953d191ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55953d0f3f20 0x55953d191ab0 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb78406acc0 msgr2=0x7fb78406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb78406acc0 0x7fb78406d180 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb788005400 tx=0x7fb78800c040 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 msgr2=0x55953d232410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 --2- 172.21.15.17:0/3974225141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55953d17bcd0 0x55953d232410 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7fb790046190 tx=0x7fb790003330 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79850d640 1 -- 172.21.15.17:0/3974225141 reap_dead start 2024-09-19T08:11:27.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 shutdown_connections 2024-09-19T08:11:27.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.681+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 >> 172.21.15.17:0/3974225141 conn(0x55953d0c1bb0 msgr2=0x55953d197280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.682+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 shutdown_connections 2024-09-19T08:11:27.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.682+0000 7fb79a216f40 1 -- 172.21.15.17:0/3974225141 wait complete. 2024-09-19T08:11:27.685 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:27.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.790+0000 7feb0294b640 1 Processor -- start 2024-09-19T08:11:27.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.790+0000 7feb0294b640 1 -- start start 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feb0294b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feafc0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feb0294b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feafc0d4710 0x7feafc0d4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feb0294b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feafc0b39d0 con 0x7feafc0cef60 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feb0294b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7feafc0d50a0 con 0x7feafc0d4710 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feb0294b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feafc0cf520 con 0x7feafc15e640 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feafb7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7feafc0cef60 0x7feafc0d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34348/0 (socket says 172.21.15.17:34348) 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.791+0000 7feafb7fe640 1 -- 172.21.15.17:0/3763865364 learned_addr learned my addr 172.21.15.17:0/3763865364 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feafc0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feb00ee8640 1 --2- 172.21.15.17:0/3763865364 >> v2:172.21.15.160:3300/0 conn(0x7feafc0d4710 0x7feafc0d4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 436942600 0 0) 0x7feaf0001110 con 0x7feafc0cef60 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feae4003520 con 0x7feafc0cef60 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1955177035 0 0) 0x7feae4003520 con 0x7feafc0cef60 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 msgr2=0x7feafc0b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feafc0b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 >> v2:172.21.15.160:3300/0 conn(0x7feafc0d4710 msgr2=0x7feafc0d4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 --2- 172.21.15.17:0/3763865364 >> v2:172.21.15.160:3300/0 conn(0x7feafc0d4710 0x7feafc0d4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feafc0cf800 con 0x7feafc0cef60 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7feaf0001840 con 0x7feafc0cef60 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 >> v1:172.21.15.17:6789/0 conn(0x7feafc0cef60 legacy=0x7feafc0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feae4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feae4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feae4004d40 0x7feae40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feafc0d50a0 con 0x7feae40039b0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feafc0cf520 con 0x7feae4004d40 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feae400b9c0 con 0x7feafc15e640 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feae4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafb7fe640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feae4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feb00ee8640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feae4004d40 0x7feae40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 -- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 msgr2=0x7feae4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc15e640 0x7feae4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 -- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feae4004d40 msgr2=0x7feae40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.792+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feae4004d40 0x7feae40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.793+0000 7feafbfff640 1 -- 172.21.15.17:0/3763865364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae4003520 con 0x7feae40039b0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.793+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feae4003dd0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7feaec009ac0 tx=0x7feae4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4320d59d350021b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.793+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec036070 con 0x7feae40039b0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.793+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaec031400 con 0x7feae40039b0 2024-09-19T08:11:27.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.793+0000 7feafaffd640 1 -- 172.21.15.17:0/3763865364 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec009690 con 0x7feae40039b0 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 -- 172.21.15.17:0/3763865364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 msgr2=0x7feae4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763865364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feae4003dd0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7feaec009ac0 tx=0x7feae4005830 comp rx=0 tx=0).stop 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb00ee8640 1 -- 172.21.15.17:0/3763865364 reap_dead start 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 -- 172.21.15.17:0/3763865364 shutdown_connections 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 -- 172.21.15.17:0/3763865364 >> 172.21.15.17:0/3763865364 conn(0x7feafc067d70 msgr2=0x7feafc068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 -- 172.21.15.17:0/3763865364 shutdown_connections 2024-09-19T08:11:27.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.794+0000 7feb0294b640 1 -- 172.21.15.17:0/3763865364 wait complete. 2024-09-19T08:11:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.795+0000 7feb0294b640 1 Processor -- start 2024-09-19T08:11:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.795+0000 7feb0294b640 1 -- start start 2024-09-19T08:11:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc151bf0 0x7feafc0cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feafc0cdf40 0x7feafc0ab330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feafc15ea20 con 0x7feae40039b0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feafc0d2680 con 0x7feafc0cdf40 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feb0294b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feafc0d3590 con 0x7feafc151bf0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34746/0 (socket says 172.21.15.17:34746) 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 -- 172.21.15.17:0/3763008703 learned_addr learned my addr 172.21.15.17:0/3763008703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 -- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc151bf0 msgr2=0x7feafc0cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc151bf0 0x7feafc0cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 -- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feafc0cdf40 msgr2=0x7feafc0ab330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feafc0cdf40 0x7feafc0ab330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.796+0000 7feafbfff640 1 -- 172.21.15.17:0/3763008703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feafc0b5ed0 con 0x7feae40039b0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feafbfff640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7feaec009ac0 tx=0x7feaec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec040020 con 0x7feae40039b0 2024-09-19T08:11:27.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaec003b40 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feafc0b61b0 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec036040 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.797+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feafc152070 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.798+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feafc0ce360 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.798+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feaec043020 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.799+0000 7feaf8ff9640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 0x7feae806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.799+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7feaec0abd20 con 0x7feae40039b0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.799+0000 7feafb7fe640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 0x7feae806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:27.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.800+0000 7feafb7fe640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 0x7feae806e7a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7feaf0001050 tx=0x7feaf0000fe0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:27.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:27.804+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feaec04a070 con 0x7feae40039b0 2024-09-19T08:11:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.017+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7feafc0d4b60 con 0x7feae40039b0 2024-09-19T08:11:28.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.410+0000 7feaf8ff9640 1 -- 172.21.15.17:0/3763008703 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v232) ==== 162+0+0 (secure 0 0 0) 0x7feaec0044e0 con 0x7feae40039b0 2024-09-19T08:11:28.411 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 msgr2=0x7feae806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 0x7feae806e7a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7feaf0001050 tx=0x7feaf0000fe0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 msgr2=0x7feafc0b6c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7feaec009ac0 tx=0x7feaec004730 comp rx=0 tx=0).stop 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 shutdown_connections 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feae806c2e0 0x7feae806e7a0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feafc0cdf40 0x7feafc0ab330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feafc151bf0 0x7feafc0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 --2- 172.21.15.17:0/3763008703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feae40039b0 0x7feafc0b6c90 unknown :-1 s=CLOSED pgs=1849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 >> 172.21.15.17:0/3763008703 conn(0x7feafc067d70 msgr2=0x7feafc0b75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:28.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 shutdown_connections 2024-09-19T08:11:28.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.413+0000 7feb0294b640 1 -- 172.21.15.17:0/3763008703 wait complete. 2024-09-19T08:11:28.626 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:11:28.629 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:11:28.831 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:28.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.940+0000 7f1c159c0640 1 Processor -- start 2024-09-19T08:11:28.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.940+0000 7f1c159c0640 1 -- start start 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c159c0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1c1015e4e0 0x7f1c100b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c159c0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c1006cec0 con 0x7f1c1015e8c0 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c159c0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c1006d160 con 0x7f1c100d26d0 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c159c0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1c100d2d40 con 0x7f1c1015e4e0 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c0e7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1c1015e8c0 0x7f1c100d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:34360/0 (socket says 172.21.15.17:34360) 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/613693273 learned_addr learned my addr 172.21.15.17:0/613693273 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c0effd640 1 --2- 172.21.15.17:0/613693273 >> v2:172.21.15.160:3300/0 conn(0x7f1c1015e4e0 0x7f1c100b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 802359885 0 0) 0x7f1c1006cec0 con 0x7f1c1015e8c0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.941+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bfc003520 con 0x7f1c1015e8c0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2962818498 0 0) 0x7f1bfc003520 con 0x7f1c1015e8c0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 >> v2:172.21.15.160:3300/0 conn(0x7f1c1015e4e0 msgr2=0x7f1c100b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 --2- 172.21.15.17:0/613693273 >> v2:172.21.15.160:3300/0 conn(0x7f1c1015e4e0 0x7f1c100b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 >> v1:172.21.15.160:6789/0 conn(0x7f1c100d26d0 legacy=0x7f1c1006dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c1006d440 con 0x7f1c1015e8c0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f1bf8001690 con 0x7f1c1015e8c0 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 >> v1:172.21.15.17:6789/0 conn(0x7f1c1015e8c0 legacy=0x7f1c100d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 0x7f1bfc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bfc004800 0x7f1bfc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0051c0 0x7f1bfc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c100d2d40 con 0x7f1bfc0039b0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc00c060 con 0x7f1bfc0051c0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1bfc00c260 con 0x7f1bfc004800 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 0x7f1bfc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0e7fc640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bfc004800 0x7f1bfc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0051c0 0x7f1bfc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 -- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bfc004800 msgr2=0x7f1bfc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bfc004800 0x7f1bfc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 -- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0051c0 msgr2=0x7f1bfc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0051c0 0x7f1bfc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0effd640 1 -- 172.21.15.17:0/613693273 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bfc003520 con 0x7f1bfc0039b0 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0051c0 0x7f1bfc00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.942+0000 7f1c0f7fe640 1 -- 172.21.15.17:0/613693273 reap_dead start 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.943+0000 7f1c0effd640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 0x7f1bfc003dd0 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7f1c00009fc0 tx=0x7f1bfc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d924f310ad1a935 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.943+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00009c10 con 0x7f1bfc0039b0 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.943+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c00036070 con 0x7f1bfc0039b0 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.943+0000 7f1c0dffb640 1 -- 172.21.15.17:0/613693273 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00031880 con 0x7f1bfc0039b0 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 -- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 msgr2=0x7f1bfc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 0x7f1bfc003dd0 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7f1c00009fc0 tx=0x7f1bfc005830 comp rx=0 tx=0).stop 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 -- 172.21.15.17:0/613693273 shutdown_connections 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 --2- 172.21.15.17:0/613693273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bfc0039b0 0x7f1bfc003dd0 unknown :-1 s=CLOSED pgs=1851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 -- 172.21.15.17:0/613693273 >> 172.21.15.17:0/613693273 conn(0x7f1c1006f400 msgr2=0x7f1c1006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 -- 172.21.15.17:0/613693273 shutdown_connections 2024-09-19T08:11:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.944+0000 7f1c159c0640 1 -- 172.21.15.17:0/613693273 wait complete. 2024-09-19T08:11:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.945+0000 7f1c159c0640 1 Processor -- start 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.945+0000 7f1c159c0640 1 -- start start 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 0x7f1c10147a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100b16d0 0x7f1c10157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c100d1fc0 con 0x7f1c100b1250 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1c100d2b20 con 0x7f1bfc0039b0 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c159c0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1c100d2140 con 0x7f1c100b16d0 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c0e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c0e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34758/0 (socket says 172.21.15.17:34758) 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/3641305434 learned_addr learned my addr 172.21.15.17:0/3641305434 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c0effd640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 0x7f1c10147a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.946+0000 7f1c0f7fe640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100b16d0 0x7f1c10157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100b16d0 msgr2=0x7f1c10157740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100b16d0 0x7f1c10157740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 msgr2=0x7f1c10147a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 0x7f1c10147a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 -- 172.21.15.17:0/3641305434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c10147fb0 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0effd640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 0x7f1c10147a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c0e7fc640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f1bf80072c0 tx=0x7f1bf8007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf800f8e0 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bf8018070 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c101482c0 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf800fce0 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.947+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c10148880 con 0x7f1c100b1250 2024-09-19T08:11:28.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.948+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c100b67d0 con 0x7f1c100b1250 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.949+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1bf801d460 con 0x7f1c100b1250 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.949+0000 7f1c07fff640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 0x7f1bf006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.949+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f1bf808bdc0 con 0x7f1c100b1250 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.949+0000 7f1c0effd640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 0x7f1bf006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.950+0000 7f1c0effd640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 0x7f1bf006e7a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f1c00035000 tx=0x7f1c0002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:28.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:28.953+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1bf8059c50 con 0x7f1c100b1250 2024-09-19T08:11:29.143 INFO:tasks.ceph.mds.a.smithi017.stderr: -38> 2024-09-19T08:11:24.391+0000 7efe7738b640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-19T08:11:29.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.163+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c1015cf70 con 0x7f1c100b1250 2024-09-19T08:11:29.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.164+0000 7f1c07fff640 1 -- 172.21.15.17:0/3641305434 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 233 v233) ==== 95+0+4404 (secure 0 0 0) 0x7f1bf8059550 con 0x7f1c100b1250 2024-09-19T08:11:29.164 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:29.164 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":233,"btime":"2024-09-19T08:11:28:414395+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":233,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:28.414377+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9405},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9405":{"gid":9405,"name":"c","rank":0,"incarnation":233,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/2966988155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2966988155},{"type":"v1","addr":"172.21.15.17:6834","nonce":2966988155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:29.164 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 233 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 msgr2=0x7f1bf006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 0x7f1bf006e7a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f1c00035000 tx=0x7f1c0002f000 comp rx=0 tx=0).stop 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 msgr2=0x7f1c100c7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f1bf80072c0 tx=0x7f1bf8007780 comp rx=0 tx=0).stop 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 shutdown_connections 2024-09-19T08:11:29.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1bf006c2e0 0x7f1bf006e7a0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1c100b16d0 0x7f1c10157740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c100b1250 0x7f1c100c7290 unknown :-1 s=CLOSED pgs=1852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 --2- 172.21.15.17:0/3641305434 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bfc0039b0 0x7f1c10147a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 >> 172.21.15.17:0/3641305434 conn(0x7f1c1006f400 msgr2=0x7f1c1015d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 shutdown_connections 2024-09-19T08:11:29.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:29.166+0000 7f1c159c0640 1 -- 172.21.15.17:0/3641305434 wait complete. 2024-09-19T08:11:29.168 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:29.177 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 233, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:11:28.414377+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 114, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9405}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9405': {'gid': 9405, 'name': 'c', 'rank': 0, 'incarnation': 233, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/2966988155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 2966988155}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 2966988155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:11:29.177 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9405:up:replay 2024-09-19T08:11:29.178 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:11:34.582 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:34.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.697+0000 7f710359e640 1 Processor -- start 2024-09-19T08:11:34.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.697+0000 7f710359e640 1 -- start start 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f710359e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f710415e360 0x7f71040d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f710359e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71040b8e70 con 0x7f710415e740 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f710359e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71040b9150 con 0x7f71040b8870 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f710359e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f71040b9430 con 0x7f710415e360 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f7101d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f710415e740 0x7f71040b8160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:57988/0 (socket says 172.21.15.17:57988) 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.698+0000 7f7101d9b640 1 -- 172.21.15.17:0/1591498741 learned_addr learned my addr 172.21.15.17:0/1591498741 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710259c640 1 --2- 172.21.15.17:0/1591498741 >> v2:172.21.15.160:3300/0 conn(0x7f710415e360 0x7f71040d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2415900022 0 0) 0x7f71040b8e70 con 0x7f710415e740 2024-09-19T08:11:34.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70ec003520 con 0x7f710415e740 2024-09-19T08:11:34.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1273875772 0 0) 0x7f70ec003520 con 0x7f710415e740 2024-09-19T08:11:34.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 >> v2:172.21.15.160:3300/0 conn(0x7f710415e360 msgr2=0x7f71040d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:34.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 --2- 172.21.15.17:0/1591498741 >> v2:172.21.15.160:3300/0 conn(0x7f710415e360 0x7f71040d0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 >> v1:172.21.15.160:6789/0 conn(0x7f71040b8870 legacy=0x7f71040d2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71040b9710 con 0x7f710415e740 2024-09-19T08:11:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f70f8001670 con 0x7f710415e740 2024-09-19T08:11:34.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 >> v1:172.21.15.17:6789/0 conn(0x7f710415e740 legacy=0x7f71040b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0039b0 0x7f70ec003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 0x7f70ec004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f70ec005080 0x7f70ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71040b9430 con 0x7f70ec0043b0 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00bfe0 con 0x7f70ec005080 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f70ec00c1e0 con 0x7f70ec0039b0 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f7101d9b640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 0x7f70ec004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f710259c640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0039b0 0x7f70ec003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.699+0000 7f7102d9d640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f70ec005080 0x7f70ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 -- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0039b0 msgr2=0x7f70ec003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:34.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0039b0 0x7f70ec003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 -- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f70ec005080 msgr2=0x7f70ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f70ec005080 0x7f70ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 -- 172.21.15.17:0/1591498741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ec003520 con 0x7f70ec0043b0 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7102d9d640 1 -- 172.21.15.17:0/1591498741 reap_dead start 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f7101d9b640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 0x7f70ec004880 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f70f8007fd0 tx=0x7f70ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1da8f8a70a15f6ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8007ca0 con 0x7f70ec0043b0 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.700+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f8005ad0 con 0x7f70ec0043b0 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710159a640 1 -- 172.21.15.17:0/1591498741 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8007070 con 0x7f70ec0043b0 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 -- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 msgr2=0x7f70ec004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 0x7f70ec004880 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f70f8007fd0 tx=0x7f70ec005830 comp rx=0 tx=0).stop 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 -- 172.21.15.17:0/1591498741 shutdown_connections 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 --2- 172.21.15.17:0/1591498741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70ec0043b0 0x7f70ec004880 unknown :-1 s=CLOSED pgs=1857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 -- 172.21.15.17:0/1591498741 >> 172.21.15.17:0/1591498741 conn(0x7f7104067950 msgr2=0x7f7104067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:34.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 -- 172.21.15.17:0/1591498741 shutdown_connections 2024-09-19T08:11:34.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.701+0000 7f710359e640 1 -- 172.21.15.17:0/1591498741 wait complete. 2024-09-19T08:11:34.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 Processor -- start 2024-09-19T08:11:34.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 -- start start 2024-09-19T08:11:34.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 0x7f71040cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 0x7f71041f81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71040b84f0 con 0x7f71040c97b0 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f71040b8370 con 0x7f71040c9c30 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.703+0000 7f710359e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71040b8670 con 0x7f70ec0043b0 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49368/0 (socket says 172.21.15.17:49368) 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 -- 172.21.15.17:0/3028470595 learned_addr learned my addr 172.21.15.17:0/3028470595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f710259c640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 0x7f71040cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7102d9d640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 0x7f71041f81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 -- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 msgr2=0x7f71040cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 0x7f71040cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 -- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 msgr2=0x7f71041f81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 0x7f71041f81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 -- 172.21.15.17:0/3028470595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71040ca190 con 0x7f71040c97b0 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f710259c640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 0x7f71040cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7102d9d640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 0x7f71041f81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f7101d9b640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7f70f80018f0 tx=0x7f71040b98e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8041020 con 0x7f71040c97b0 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f8038040 con 0x7f71040c97b0 2024-09-19T08:11:34.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71040ca470 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f80072b0 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.704+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71041f5c70 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.705+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71040d0d20 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.706+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70f8044020 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.707+0000 7f70f2ffd640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 0x7f70e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.707+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f70f80abec0 con 0x7f71040c97b0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.707+0000 7f710259c640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 0x7f70e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:34.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.708+0000 7f710259c640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 0x7f70e406e770 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f710406aa80 tx=0x7f70f4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:34.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.711+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f70f8005aa0 con 0x7f71040c97b0 2024-09-19T08:11:34.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.921+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f710415b6f0 con 0x7f71040c97b0 2024-09-19T08:11:34.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.921+0000 7f70f2ffd640 1 -- 172.21.15.17:0/3028470595 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 236 v236) ==== 95+0+5237 (secure 0 0 0) 0x7f70f8079de0 con 0x7f71040c97b0 2024-09-19T08:11:34.922 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:34.922 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":236,"btime":"2024-09-19T08:11:31:431637+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3585040330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3585040330},{"type":"v1","addr":"172.21.15.17:6835","nonce":3585040330}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":236,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:31.431632+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9405},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9405":{"gid":9405,"name":"c","rank":0,"incarnation":233,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/2966988155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2966988155},{"type":"v1","addr":"172.21.15.17:6834","nonce":2966988155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9405,"qdb_cluster":[9405]},"id":6}]} 2024-09-19T08:11:34.922 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 236 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.923+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 msgr2=0x7f70e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.923+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 0x7f70e406e770 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f710406aa80 tx=0x7f70f4008040 comp rx=0 tx=0).stop 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.923+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 msgr2=0x7f71041f7cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.923+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7f70f80018f0 tx=0x7f71040b98e0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 shutdown_connections 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70e406c2b0 0x7f70e406e770 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71040c9c30 0x7f71041f81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71040c97b0 0x7f71041f7cb0 unknown :-1 s=CLOSED pgs=1858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 --2- 172.21.15.17:0/3028470595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f70ec0043b0 0x7f71040cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:34.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 >> 172.21.15.17:0/3028470595 conn(0x7f7104067950 msgr2=0x7f71040d4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:34.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 shutdown_connections 2024-09-19T08:11:34.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:34.924+0000 7f710359e640 1 -- 172.21.15.17:0/3028470595 wait complete. 2024-09-19T08:11:34.937 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 236, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:11:31.431632+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 114, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9405}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9405': {'gid': 9405, 'name': 'c', 'rank': 0, 'incarnation': 233, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/2966988155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 2966988155}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 2966988155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9405, 'qdb_cluster': [9405]} 2024-09-19T08:11:34.937 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:11:34.938 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:11:35.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.041+0000 7f2992480640 1 Processor -- start 2024-09-19T08:11:35.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.041+0000 7f2992480640 1 -- start start 2024-09-19T08:11:35.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2992480640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f298c15eab0 0x7f298c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2992480640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 0x7f298c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2992480640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f298c0d17e0 con 0x7f298c06dae0 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2992480640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f298c0d09d0 con 0x7f298c15eab0 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2992480640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f298c15ee90 con 0x7f298c0d3480 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f298c15eab0 0x7f298c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f298c06dae0 0x7f298c0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:57990/0 (socket says 172.21.15.17:57990) 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298b7fe640 1 -- 172.21.15.17:0/3948401220 learned_addr learned my addr 172.21.15.17:0/3948401220 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f298c15eab0 0x7f298c06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49374/0 (socket says 172.21.15.17:49374) 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2990a1d640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 0x7f298c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 -- 172.21.15.17:0/3948401220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 msgr2=0x7f298c0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 0x7f298c0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 -- 172.21.15.17:0/3948401220 >> v1:172.21.15.17:6789/0 conn(0x7f298c06dae0 legacy=0x7f298c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298bfff640 1 -- 172.21.15.17:0/3948401220 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c0cfc10 con 0x7f298c15eab0 2024-09-19T08:11:35.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f298affd640 1 -- 172.21.15.17:0/3948401220 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2208493425 0 0) 0x7f298c0d17e0 con 0x7f298c06dae0 2024-09-19T08:11:35.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.042+0000 7f2990a1d640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 0x7f298c0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.043+0000 7f298bfff640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c15eab0 0x7f298c06d5a0 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f297c0097d0 tx=0x7f297c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6f131938e19fa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.043+0000 7f298affd640 1 -- 172.21.15.17:0/3948401220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c037070 con 0x7f298c15eab0 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.043+0000 7f298affd640 1 -- 172.21.15.17:0/3948401220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f297c032440 con 0x7f298c15eab0 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.043+0000 7f298affd640 1 -- 172.21.15.17:0/3948401220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c032810 con 0x7f298c15eab0 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 -- 172.21.15.17:0/3948401220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c15eab0 msgr2=0x7f298c06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c15eab0 0x7f298c06d5a0 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f297c0097d0 tx=0x7f297c02a250 comp rx=0 tx=0).stop 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 -- 172.21.15.17:0/3948401220 shutdown_connections 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c0d3480 0x7f298c0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 --2- 172.21.15.17:0/3948401220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c15eab0 0x7f298c06d5a0 unknown :-1 s=CLOSED pgs=1860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 -- 172.21.15.17:0/3948401220 >> 172.21.15.17:0/3948401220 conn(0x7f298c0d4b30 msgr2=0x7f298c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 -- 172.21.15.17:0/3948401220 shutdown_connections 2024-09-19T08:11:35.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.044+0000 7f2992480640 1 -- 172.21.15.17:0/3948401220 wait complete. 2024-09-19T08:11:35.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.045+0000 7f2992480640 1 Processor -- start 2024-09-19T08:11:35.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.045+0000 7f2992480640 1 -- start start 2024-09-19T08:11:35.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f298c06dae0 0x7f298c157580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c15eab0 0x7f298c0cc910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f298c0d01d0 con 0x7f298c0d3480 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f298c06df20 con 0x7f298c06dae0 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2992480640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f298c0d04b0 con 0x7f298c15eab0 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49376/0 (socket says 172.21.15.17:49376) 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f298b7fe640 1 -- 172.21.15.17:0/1463947622 learned_addr learned my addr 172.21.15.17:0/1463947622 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f2990a1d640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c15eab0 0x7f298c0cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.046+0000 7f298bfff640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f298c06dae0 0x7f298c157580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 -- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c15eab0 msgr2=0x7f298c0cc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c15eab0 0x7f298c0cc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 -- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f298c06dae0 msgr2=0x7f298c157580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f298c06dae0 0x7f298c157580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 -- 172.21.15.17:0/1463947622 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c0cd6c0 con 0x7f298c0d3480 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f298000c4d0 tx=0x7f298000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f2988ff9640 1 -- 172.21.15.17:0/1463947622 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980018070 con 0x7f298c0d3480 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f2988ff9640 1 -- 172.21.15.17:0/1463947622 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2980007500 con 0x7f298c0d3480 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298c0cd9a0 con 0x7f298c0d3480 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f2988ff9640 1 -- 172.21.15.17:0/1463947622 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980004a20 con 0x7f298c0d3480 2024-09-19T08:11:35.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.047+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298c160290 con 0x7f298c0d3480 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.049+0000 7f2988ff9640 1 -- 172.21.15.17:0/1463947622 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f298001b070 con 0x7f298c0d3480 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.049+0000 7f2988ff9640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 0x7f297806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.049+0000 7f2988ff9640 1 -- 172.21.15.17:0/1463947622 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f298008af20 con 0x7f298c0d3480 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.049+0000 7f298bfff640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 0x7f297806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.050+0000 7f298bfff640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 0x7f297806e7a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f297c034000 tx=0x7f297c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.050+0000 7f299520e740 1 Processor -- start 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.050+0000 7f299520e740 1 -- start start 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c4ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c07a50 0x562b10c008b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562b10b68520 con 0x562b10c03a80 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562b10b103e0 con 0x562b10c062c0 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562b10b644e0 con 0x562b10c07a50 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49378/0 (socket says 172.21.15.17:49378) 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 -- 172.21.15.17:0/4284130847 learned_addr learned my addr 172.21.15.17:0/4284130847 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298bfff640 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c4ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f2990a1d640 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c07a50 0x562b10c008b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 -- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c07a50 msgr2=0x562b10c008b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c07a50 0x562b10c008b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 -- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 msgr2=0x562b10c4ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c4ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 -- 172.21.15.17:0/4284130847 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b10b2b2f0 con 0x562b10c03a80 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.051+0000 7f298b7fe640 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f2980088b40 tx=0x7f29800588b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58a7596b434b7ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f2971ffb640 1 -- 172.21.15.17:0/4284130847 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980056af0 con 0x562b10c03a80 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f2971ffb640 1 -- 172.21.15.17:0/4284130847 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2980054e60 con 0x562b10c03a80 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f2971ffb640 1 -- 172.21.15.17:0/4284130847 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298006cdd0 con 0x562b10c03a80 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 -- 172.21.15.17:0/4284130847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 msgr2=0x562b10c066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f2980088b40 tx=0x7f29800588b0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 -- 172.21.15.17:0/4284130847 shutdown_connections 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c07a50 0x562b10c008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c03a80 0x562b10c066a0 unknown :-1 s=CLOSED pgs=1862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 --2- 172.21.15.17:0/4284130847 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c4ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 -- 172.21.15.17:0/4284130847 >> 172.21.15.17:0/4284130847 conn(0x562b10c02a80 msgr2=0x562b10c4af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 -- 172.21.15.17:0/4284130847 shutdown_connections 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.052+0000 7f299520e740 1 -- 172.21.15.17:0/4284130847 wait complete. 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.053+0000 7f299520e740 1 -- start start 2024-09-19T08:11:35.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.053+0000 7f299520e740 1 Processor -- start 2024-09-19T08:11:35.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c062c0 0x562b10c28da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c26850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562b10c01f20 con 0x562b10c26d90 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562b10af1450 con 0x562b10c07a50 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562b10c4c290 con 0x562b10c062c0 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f299520e740 10 client.0 _ll_register_callbacks cb 0x562b1087aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49386/0 (socket says 172.21.15.17:49386) 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 -- 172.21.15.17:0/4140934796 learned_addr learned my addr 172.21.15.17:0/4140934796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 -- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c062c0 msgr2=0x562b10c28da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c062c0 0x562b10c28da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f298b7fe640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c26850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 -- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 msgr2=0x562b10c26850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c26850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 -- 172.21.15.17:0/4140934796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b1087b2d0 con 0x562b10c26d90 2024-09-19T08:11:35.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f2990a1d640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f298400df00 tx=0x7f298400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52d7c59adc7ecb61 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.054+0000 7f296affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298400ce20 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f2984003990 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2980054e60 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=236) ==== 24+0+0 (secure 0 0 0) 0x7f2984003b90 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 10 client.9480 fetch_fsmap learned FSMap version 236 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=236,monmap=2+}) -- 0x562b109456b0 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2980054e60 con 0x562b10c26d90 2024-09-19T08:11:35.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 236) ==== 3502+0+0 (secure 0 0 0) 0x7f2984022070 con 0x562b10c26d90 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 10 client.9480 fetch_fsmap finished waiting for FSMap version 236 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 10 client.9480 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 20 client.9480 populate_metadata read hostname 'smithi017' 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c5b6d0 0x562b10c5bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 4 client.9480 mds_command: new command op to 9405 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 --> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b10b75c50 con 0x562b10c5b6d0 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f298bfff640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c5b6d0 0x562b10c5bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f298bfff640 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c5b6d0 0x562b10c5bab0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3e854cec491eb1a server_cookie=835f34cc318bf944 in_seq=0 out_seq=0 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.055+0000 7f296affd640 10 client.9480 ms_handle_connect on v2:172.21.15.17:6832/2966988155 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f296affd640 1 -- 172.21.15.17:0/4140934796 <== mds.0 v2:172.21.15.17:6832/2966988155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562b10b75c50 con 0x562b10c5b6d0 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f296affd640 10 client.9480 handle_command_reply: tid=0 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 client.9480 shutdown 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 msgr2=0x562b10c30560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f298400df00 tx=0x7f298400c7f0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 shutdown_connections 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c5b6d0 0x562b10c5bab0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c26d90 0x562b10c30560 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c26850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f296affd640 0 client.9480 ms_handle_reset on v2:172.21.15.17:6832/2966988155 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 --2- 172.21.15.17:0/4140934796 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c062c0 0x562b10c28da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 >> 172.21.15.17:0/4140934796 conn(0x562b10c03a80 msgr2=0x562b10c4a750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 shutdown_connections 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.056+0000 7f299520e740 1 -- 172.21.15.17:0/4140934796 wait complete. 2024-09-19T08:11:35.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.057+0000 7f299520e740 20 client.9480 trim_cache size 0 max 16384 2024-09-19T08:11:35.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 Processor -- start 2024-09-19T08:11:35.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 -- start start 2024-09-19T08:11:35.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c5c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10c29bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f298c200cc0 con 0x562b10c07a50 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f298c200020 con 0x562b10c062c0 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f298c200670 con 0x562b10c26d90 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f298b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49398/0 (socket says 172.21.15.17:49398) 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.075+0000 7f298b7fe640 1 -- 172.21.15.17:0/1354029320 learned_addr learned my addr 172.21.15.17:0/1354029320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f2990a1d640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10c29bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298bfff640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c5c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 -- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 msgr2=0x562b10c29bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10c29bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 -- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 msgr2=0x562b10c5c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c5c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 -- 172.21.15.17:0/1354029320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b10c06a10 con 0x562b10c07a50 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298bfff640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c5c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f298b7fe640 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f2980088fd0 tx=0x7f2980054bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c82f98d7b8fbd29f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f29717fa640 1 -- 172.21.15.17:0/1354029320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980054e60 con 0x562b10c07a50 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f29717fa640 1 -- 172.21.15.17:0/1354029320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f298006cbd0 con 0x562b10c07a50 2024-09-19T08:11:35.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f29717fa640 1 -- 172.21.15.17:0/1354029320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980004bc0 con 0x562b10c07a50 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 -- 172.21.15.17:0/1354029320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 msgr2=0x562b10c29680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f2980088fd0 tx=0x7f2980054bc0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 -- 172.21.15.17:0/1354029320 shutdown_connections 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10c29bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c07a50 0x562b10c29680 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 --2- 172.21.15.17:0/1354029320 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c062c0 0x562b10c5c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.076+0000 7f299520e740 1 -- 172.21.15.17:0/1354029320 >> 172.21.15.17:0/1354029320 conn(0x562b10c03a80 msgr2=0x562b10c00d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.077+0000 7f299520e740 1 -- 172.21.15.17:0/1354029320 shutdown_connections 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.077+0000 7f299520e740 1 -- 172.21.15.17:0/1354029320 wait complete. 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.077+0000 7f299520e740 1 -- start start 2024-09-19T08:11:35.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.077+0000 7f299520e740 1 Processor -- start 2024-09-19T08:11:35.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c000c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10cc9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562b10c5c960 con 0x562b10c062c0 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x562b10c2e5d0 con 0x562b10c07a50 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x562b10c2f4f0 con 0x562b10c26d90 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f299520e740 10 client.0 _ll_register_callbacks cb 0x7f2984007c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49404/0 (socket says 172.21.15.17:49404) 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 -- 172.21.15.17:0/2290269444 learned_addr learned my addr 172.21.15.17:0/2290269444 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f2990a1d640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10cc9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298b7fe640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 -- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 msgr2=0x562b10cc9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10cc9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 -- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 msgr2=0x562b10c000c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c000c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.078+0000 7f298bfff640 1 -- 172.21.15.17:0/2290269444 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b10c4a290 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f298bfff640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7f297c02a840 tx=0x7f297c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fdb86c64b6e5446 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c059060 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f297c032d00 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f298006cbd0 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=236) ==== 24+0+0 (secure 0 0 0) 0x7f297c037040 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 10 client.9486 fetch_fsmap learned FSMap version 236 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=236,monmap=2+}) -- 0x562b10c6b8e0 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f298006cbd0 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 236) ==== 3502+0+0 (secure 0 0 0) 0x7f297c054480 con 0x562b10c062c0 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 10 client.9486 fetch_fsmap finished waiting for FSMap version 236 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 10 client.9486 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:11:35.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 20 client.9486 populate_metadata read hostname 'smithi017' 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c6f4c0 0x562b10c27700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 4 client.9486 mds_command: new command op to 9405 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 --> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] -- command(tid 0: {"prefix": "status"}) -- 0x562b10b6ffa0 con 0x562b10c6f4c0 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.079+0000 7f298b7fe640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c6f4c0 0x562b10c27700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f296affd640 10 client.9486 ms_handle_connect on v2:172.21.15.17:6832/2966988155 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f298b7fe640 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c6f4c0 0x562b10c27700 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc5b53134dec1e99 server_cookie=c6c798fd98ff4e2a in_seq=0 out_seq=0 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f296affd640 1 -- 172.21.15.17:0/2290269444 <== mds.0 v2:172.21.15.17:6832/2966988155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x562b10b6ffa0 con 0x562b10c6f4c0 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f296affd640 10 client.9486 handle_command_reply: tid=0 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 client.9486 shutdown 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 msgr2=0x562b10c49450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7f297c02a840 tx=0x7f297c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 shutdown_connections 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:6832/2966988155,v1:172.21.15.17:6834/2966988155] conn(0x562b10c6f4c0 0x562b10c27700 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x562b10c26d90 0x562b10cc9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x562b10c07a50 0x562b10c000c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f296affd640 0 client.9486 ms_handle_reset on v2:172.21.15.17:6832/2966988155 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 --2- 172.21.15.17:0/2290269444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b10c062c0 0x562b10c49450 unknown :-1 s=CLOSED pgs=1865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 >> 172.21.15.17:0/2290269444 conn(0x562b10c03a80 msgr2=0x562b10c4ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 shutdown_connections 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 1 -- 172.21.15.17:0/2290269444 wait complete. 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.080+0000 7f299520e740 20 client.9486 trim_cache size 0 max 16384 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:11:35.088 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 9405, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6618810860000002, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 236, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 114, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 114, 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 9.9509167479999991 2024-09-19T08:11:35.089 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 msgr2=0x7f297806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 0x7f297806e7a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f297c034000 tx=0x7f297c02e000 comp rx=0 tx=0).stop 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 msgr2=0x7f298c15b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f298000c4d0 tx=0x7f298000c990 comp rx=0 tx=0).stop 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 shutdown_connections 2024-09-19T08:11:35.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f297806c2e0 0x7f297806e7a0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f298c15eab0 0x7f298c0cc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f298c0d3480 0x7f298c15b050 unknown :-1 s=CLOSED pgs=1861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 --2- 172.21.15.17:0/1463947622 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f298c06dae0 0x7f298c157580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 >> 172.21.15.17:0/1463947622 conn(0x7f298c0d4b30 msgr2=0x7f298c15d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 shutdown_connections 2024-09-19T08:11:35.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.081+0000 7f2992480640 1 -- 172.21.15.17:0/1463947622 wait complete. 2024-09-19T08:11:35.092 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:11:35.092 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Truncate 500.00000000', proceeding to ls 2024-09-19T08:11:35.092 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:11:35.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.194+0000 7f8f5008b640 1 Processor -- start 2024-09-19T08:11:35.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.194+0000 7f8f5008b640 1 -- start start 2024-09-19T08:11:35.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f5008b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f480b3800 0x7f8f4815ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f5008b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480d08f0 0x7f8f48072e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f5008b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f480b2820 con 0x7f8f480d0510 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f5008b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8f480b2b00 con 0x7f8f480b3800 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f5008b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f48141730 con 0x7f8f480d08f0 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f480b3800 0x7f8f4815ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f480b3800 0x7f8f4815ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49406/0 (socket says 172.21.15.17:49406) 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 -- 172.21.15.17:0/3764611001 learned_addr learned my addr 172.21.15.17:0/3764611001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4de27640 1 --1- 172.21.15.17:0/3764611001 >> v1:172.21.15.17:6789/0 conn(0x7f8f480d0510 0x7f8f480b30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58004/0 (socket says 172.21.15.17:58004) 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4e628640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480d08f0 0x7f8f48072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 -- 172.21.15.17:0/3764611001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480d08f0 msgr2=0x7f8f48072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480d08f0 0x7f8f48072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 -- 172.21.15.17:0/3764611001 >> v1:172.21.15.17:6789/0 conn(0x7f8f480d0510 legacy=0x7f8f480b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4d626640 1 -- 172.21.15.17:0/3764611001 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f48144320 con 0x7f8f480b3800 2024-09-19T08:11:35.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.195+0000 7f8f4ce25640 1 -- 172.21.15.17:0/3764611001 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 903234510 0 0) 0x7f8f480b2820 con 0x7f8f480d0510 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.196+0000 7f8f4d626640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480b3800 0x7f8f4815ef90 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009870 tx=0x7f8f3802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a1fba95a9de618 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.196+0000 7f8f4ce25640 1 -- 172.21.15.17:0/3764611001 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38037070 con 0x7f8f480b3800 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.196+0000 7f8f4ce25640 1 -- 172.21.15.17:0/3764611001 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f38032440 con 0x7f8f480b3800 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.196+0000 7f8f4ce25640 1 -- 172.21.15.17:0/3764611001 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38032810 con 0x7f8f480b3800 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 -- 172.21.15.17:0/3764611001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480b3800 msgr2=0x7f8f4815ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480b3800 0x7f8f4815ef90 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009870 tx=0x7f8f3802a270 comp rx=0 tx=0).stop 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 -- 172.21.15.17:0/3764611001 shutdown_connections 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480d08f0 0x7f8f48072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 --2- 172.21.15.17:0/3764611001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480b3800 0x7f8f4815ef90 unknown :-1 s=CLOSED pgs=1867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 -- 172.21.15.17:0/3764611001 >> 172.21.15.17:0/3764611001 conn(0x7f8f4806bc10 msgr2=0x7f8f4806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 -- 172.21.15.17:0/3764611001 shutdown_connections 2024-09-19T08:11:35.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.197+0000 7f8f5008b640 1 -- 172.21.15.17:0/3764611001 wait complete. 2024-09-19T08:11:35.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.198+0000 7f8f5008b640 1 Processor -- start 2024-09-19T08:11:35.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.198+0000 7f8f5008b640 1 -- start start 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 0x7f8f4813ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f480d08f0 0x7f8f4815b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f480b1df0 con 0x7f8f480d0510 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8f48143dc0 con 0x7f8f480d08f0 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f480b1f70 con 0x7f8f480b3800 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49410/0 (socket says 172.21.15.17:49410) 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 -- 172.21.15.17:0/2277050574 learned_addr learned my addr 172.21.15.17:0/2277050574 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:35.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4e628640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f480d08f0 0x7f8f4815b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4de27640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 0x7f8f4813ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 -- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 msgr2=0x7f8f4813ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 0x7f8f4813ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 -- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f480d08f0 msgr2=0x7f8f4815b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f480d08f0 0x7f8f4815b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 -- 172.21.15.17:0/2277050574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4815a950 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4de27640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 0x7f8f4813ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f4d626640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009870 tx=0x7f8f380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38037040 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f38004030 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.199+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4815ac30 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.200+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38004440 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.200+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f4815b1f0 con 0x7f8f480d0510 2024-09-19T08:11:35.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.201+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f480b23b0 con 0x7f8f480d0510 2024-09-19T08:11:35.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.201+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f3803a070 con 0x7f8f480d0510 2024-09-19T08:11:35.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.202+0000 7f8f3e7fc640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 0x7f8f2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:35.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.202+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f8f380ac2c0 con 0x7f8f480d0510 2024-09-19T08:11:35.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.202+0000 7f8f4de27640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 0x7f8f2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:35.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.202+0000 7f8f4de27640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 0x7f8f2c06e770 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8f44000f60 tx=0x7f8f44009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:35.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.206+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f38041020 con 0x7f8f480d0510 2024-09-19T08:11:35.400 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:35.400+0000 7f9bb7083640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:11:35.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.419+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8f48142600 con 0x7f8f480d0510 2024-09-19T08:11:35.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.419+0000 7f8f3e7fc640 1 -- 172.21.15.17:0/2277050574 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v236) ==== 53+0+73 (secure 0 0 0) 0x7f8f3807a1e0 con 0x7f8f480d0510 2024-09-19T08:11:35.419 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 msgr2=0x7f8f2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 0x7f8f2c06e770 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8f44000f60 tx=0x7f8f44009040 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 msgr2=0x7f8f48153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009870 tx=0x7f8f380046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 shutdown_connections 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2c06c2b0 0x7f8f2c06e770 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f480d08f0 0x7f8f4815b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.421+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f480d0510 0x7f8f48153df0 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.422+0000 7f8f5008b640 1 --2- 172.21.15.17:0/2277050574 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f480b3800 0x7f8f4813ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.422+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 >> 172.21.15.17:0/2277050574 conn(0x7f8f4806bc10 msgr2=0x7f8f480ced20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.422+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 shutdown_connections 2024-09-19T08:11:35.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35.422+0000 7f8f5008b640 1 -- 172.21.15.17:0/2277050574 wait complete. 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:11:35.433 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:11:35.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:35.434 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:11:35.450 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:11:35.450 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:11:35.450 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:11:35.450 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42225sec preferred_lft 42225sec 2024-09-19T08:11:35.451 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:11:35.452 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:11:35.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:35.454 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:11:35.515 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:11:35.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:35.517 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:11:35.574 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:11:35.574 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:11:35.574 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:11:35.574 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:11:35.574 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:11:35.574 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:11:35.574 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:11:35.575 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:11:35.575 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:11:35.575 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:11:35.575 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:11:35.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:11:35.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:11:35.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:35.703 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:11:35.718 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:11:35.718 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:11:35.718 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:11:35.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:35.719 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:11:35.784 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:11:35.785 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:11:35.785 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:35.841 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:11:35.841 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:11:35.841 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:35.896 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:11:35.963 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:11:36.018 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:11:36.019 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:11:36.020 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:11:36.021 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:11:36.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.022 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:11:36.078 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:11:36.078 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:11:36.121 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:11:36.147 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:11:36.204 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:11:36.205 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:11:36.206 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:11:36.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.207 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:11:36.207 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:11:36.205+0000 7f0f020cf480 -1 init, newargv = 0x5562706c9e30 newargc=15 2024-09-19T08:11:36.208 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[78206]: starting ceph client 2024-09-19T08:11:36.209 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[78206]: starting fuse 2024-09-19T08:11:36.222 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:11:36.223 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:11:36.223 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:11:36.224 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:11:36.225 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:11:36.225 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:11:36.225 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:11:36.343 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.78206.asok 2024-09-19T08:11:36.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:11:36.353 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.78206.asok 2024-09-19T08:11:36.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.354 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.78206.asok status 2024-09-19T08:11:36.491 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:11:36.491 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "78206", 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 9501, 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:11:36.492 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 9501 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1857371868 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:11:36.493 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1857371868 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.9501 192.168.0.1:0/1857371868", 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/1857371868", 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 236, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 114, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:11:36.494 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:11:36.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.500 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:11:36.500 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:36.516 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:11:36.516 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:36.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:36.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:36.583 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:11:36.625 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:11:36.643 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:11:36.643 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:11:36.643 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:36.643 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:11:36.643 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:11:36.643 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 500.00000000' did not caused DAMAGED state 2024-09-19T08:11:36.643 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate mds_snaptable' 2024-09-19T08:11:36.644 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:36.644 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:36.699 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:11:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.843+0000 7f845fca6640 1 Processor -- start 2024-09-19T08:11:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.843+0000 7f845fca6640 1 -- start start 2024-09-19T08:11:36.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845fca6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f845815b1e0 0x7f84580b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:36.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845fca6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84580ce480 con 0x7f84580b41d0 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845fca6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84580ce760 con 0x7f84580b2490 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845fca6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f84580cea40 con 0x7f845815b1e0 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845da42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f845815b1e0 0x7f84580b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845d241640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f84580b41d0 0x7f84580b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58008/0 (socket says 172.21.15.17:58008) 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845da42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f845815b1e0 0x7f84580b3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49414/0 (socket says 172.21.15.17:49414) 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845d241640 1 -- 172.21.15.17:0/570769299 learned_addr learned my addr 172.21.15.17:0/570769299 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845da42640 1 -- 172.21.15.17:0/570769299 >> v1:172.21.15.160:6789/0 conn(0x7f84580b2490 legacy=0x7f84580716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:36.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845da42640 1 -- 172.21.15.17:0/570769299 >> v1:172.21.15.17:6789/0 conn(0x7f84580b41d0 legacy=0x7f84580b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:36.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845da42640 1 -- 172.21.15.17:0/570769299 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84580ced20 con 0x7f845815b1e0 2024-09-19T08:11:36.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.844+0000 7f845ca40640 1 -- 172.21.15.17:0/570769299 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522112357 0 0) 0x7f84580ce480 con 0x7f84580b41d0 2024-09-19T08:11:36.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.845+0000 7f845da42640 1 --2- 172.21.15.17:0/570769299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f845815b1e0 0x7f84580b3c90 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f84540097a0 tx=0x7f845402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a693663f97dd3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:36.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.845+0000 7f845ca40640 1 -- 172.21.15.17:0/570769299 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8454037070 con 0x7f845815b1e0 2024-09-19T08:11:36.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.845+0000 7f845ca40640 1 -- 172.21.15.17:0/570769299 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8454032440 con 0x7f845815b1e0 2024-09-19T08:11:36.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.845+0000 7f845ca40640 1 -- 172.21.15.17:0/570769299 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8454032810 con 0x7f845815b1e0 2024-09-19T08:11:36.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 -- 172.21.15.17:0/570769299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f845815b1e0 msgr2=0x7f84580b3c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 --2- 172.21.15.17:0/570769299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f845815b1e0 0x7f84580b3c90 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f84540097a0 tx=0x7f845402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 -- 172.21.15.17:0/570769299 shutdown_connections 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 --2- 172.21.15.17:0/570769299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f845815b1e0 0x7f84580b3c90 unknown :-1 s=CLOSED pgs=1872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 -- 172.21.15.17:0/570769299 >> 172.21.15.17:0/570769299 conn(0x7f845806bc10 msgr2=0x7f845806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 -- 172.21.15.17:0/570769299 shutdown_connections 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.846+0000 7f845fca6640 1 -- 172.21.15.17:0/570769299 wait complete. 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.847+0000 7f845fca6640 1 Processor -- start 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.847+0000 7f845fca6640 1 -- start start 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 0x7f845814dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 0x7f84580d00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84580cdfc0 con 0x7f84580b2490 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8458071130 con 0x7f84580b41d0 2024-09-19T08:11:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845fca6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84580ce140 con 0x7f845815b1e0 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49426/0 (socket says 172.21.15.17:49426) 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 -- 172.21.15.17:0/3936348839 learned_addr learned my addr 172.21.15.17:0/3936348839 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845e243640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 0x7f84580d00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845d241640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 0x7f845814dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 -- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 msgr2=0x7f84580d00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 0x7f84580d00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 -- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 msgr2=0x7f845814dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 0x7f845814dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845da42640 1 -- 172.21.15.17:0/3936348839 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84581502d0 con 0x7f84580b2490 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845e243640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 0x7f84580d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.848+0000 7f845d241640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 0x7f845814dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f845da42640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f84540097a0 tx=0x7f84540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:36.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8454041070 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f845403c870 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8458153060 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8454037040 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.849+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8458153620 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.850+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f845815a120 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.850+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8454044070 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.851+0000 7f844e7fc640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 0x7f843c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.851+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f84540aca60 con 0x7f84580b2490 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.851+0000 7f845d241640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 0x7f843c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:36.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.852+0000 7f845d241640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 0x7f843c06e7a0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f84581524c0 tx=0x7f8448007c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:36.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:36.855+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f845407aa10 con 0x7f84580b2490 2024-09-19T08:11:37.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.043+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8458159e40 con 0x7f84580b2490 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.044+0000 7f844e7fc640 1 -- 172.21.15.17:0/3936348839 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 52 entries v114) ==== 81+0+3160 (secure 0 0 0) 0x7f845407a310 con 0x7f84580b2490 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:11:37.044 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:11:37.045 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:11:37.046 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:11:37.047 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:11:37.048 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:11:37.049 INFO:teuthology.orchestra.run.smithi017.stderr:listed 52 entries 2024-09-19T08:11:37.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 msgr2=0x7f843c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 0x7f843c06e7a0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f84581524c0 tx=0x7f8448007c10 comp rx=0 tx=0).stop 2024-09-19T08:11:37.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 msgr2=0x7f845814fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f84540097a0 tx=0x7f84540046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 shutdown_connections 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f843c06c2e0 0x7f843c06e7a0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f845815b1e0 0x7f84580d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84580b41d0 0x7f845814dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 --2- 172.21.15.17:0/3936348839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84580b2490 0x7f845814fd90 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 >> 172.21.15.17:0/3936348839 conn(0x7f845806bc10 msgr2=0x7f84580b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 shutdown_connections 2024-09-19T08:11:37.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.046+0000 7f845fca6640 1 -- 172.21.15.17:0/3936348839 wait complete. 2024-09-19T08:11:37.057 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:37.057 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:37.074 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:11:37.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.218+0000 7f85f362e640 1 Processor -- start 2024-09-19T08:11:37.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.218+0000 7f85f362e640 1 -- start start 2024-09-19T08:11:37.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f362e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85ec15e640 0x7f85ec0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f362e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85ec15ea20 con 0x7f85ec0d3660 2024-09-19T08:11:37.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f362e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85ec0b1c50 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f362e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f85ec0b2860 con 0x7f85ec15e640 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f13ca640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85ec15e640 0x7f85ec0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f1bcb640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f85ec0d3660 0x7f85ec0b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58020/0 (socket says 172.21.15.17:58020) 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f13ca640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85ec15e640 0x7f85ec0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49434/0 (socket says 172.21.15.17:49434) 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f1bcb640 1 -- 172.21.15.17:0/216404900 learned_addr learned my addr 172.21.15.17:0/216404900 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f13ca640 1 -- 172.21.15.17:0/216404900 >> v1:172.21.15.160:6789/0 conn(0x7f85ec0cf0e0 legacy=0x7f85ec0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f13ca640 1 -- 172.21.15.17:0/216404900 >> v1:172.21.15.17:6789/0 conn(0x7f85ec0d3660 legacy=0x7f85ec0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85f13ca640 1 -- 172.21.15.17:0/216404900 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec0b1f30 con 0x7f85ec15e640 2024-09-19T08:11:37.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.219+0000 7f85e3fff640 1 -- 172.21.15.17:0/216404900 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 351689403 0 0) 0x7f85ec15ea20 con 0x7f85ec0d3660 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.220+0000 7f85f13ca640 1 --2- 172.21.15.17:0/216404900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec15e640 0x7f85ec0ceba0 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f85e80097a0 tx=0x7f85e802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7359ad76bbb1c7f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.220+0000 7f85e3fff640 1 -- 172.21.15.17:0/216404900 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8037070 con 0x7f85ec15e640 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.220+0000 7f85e3fff640 1 -- 172.21.15.17:0/216404900 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e802ae50 con 0x7f85ec15e640 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.220+0000 7f85e3fff640 1 -- 172.21.15.17:0/216404900 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8032660 con 0x7f85ec15e640 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 -- 172.21.15.17:0/216404900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec15e640 msgr2=0x7f85ec0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 --2- 172.21.15.17:0/216404900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec15e640 0x7f85ec0ceba0 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f85e80097a0 tx=0x7f85e802a140 comp rx=0 tx=0).stop 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 -- 172.21.15.17:0/216404900 shutdown_connections 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 --2- 172.21.15.17:0/216404900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec15e640 0x7f85ec0ceba0 unknown :-1 s=CLOSED pgs=1875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 -- 172.21.15.17:0/216404900 >> 172.21.15.17:0/216404900 conn(0x7f85ec09d820 msgr2=0x7f85ec0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 -- 172.21.15.17:0/216404900 shutdown_connections 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.221+0000 7f85f362e640 1 -- 172.21.15.17:0/216404900 wait complete. 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.222+0000 7f85f362e640 1 Processor -- start 2024-09-19T08:11:37.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.222+0000 7f85f362e640 1 -- start start 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 0x7f85ec159580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85ec15e640 0x7f85ec159e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec0cfe40 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec0b24f0 con 0x7f85ec0d3660 2024-09-19T08:11:37.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f362e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85ec0b73a0 con 0x7f85ec15e640 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49446/0 (socket says 172.21.15.17:49446) 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 -- 172.21.15.17:0/3603205493 learned_addr learned my addr 172.21.15.17:0/3603205493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f0bc9640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 0x7f85ec159580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f1bcb640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85ec15e640 0x7f85ec159e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 -- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85ec15e640 msgr2=0x7f85ec159e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85ec15e640 0x7f85ec159e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 -- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 msgr2=0x7f85ec159580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 0x7f85ec159580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f13ca640 1 -- 172.21.15.17:0/3603205493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec1587c0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.223+0000 7f85f0bc9640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 0x7f85ec159580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85f13ca640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f85e80098c0 tx=0x7f85e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8042070 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e803e670 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85ec158aa0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8037040 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.224+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85ec154f30 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.225+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85ec158c70 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.226+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85e8045070 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.226+0000 7f85e1ffb640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 0x7f85d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.226+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f85e80ac6c0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.226+0000 7f85f0bc9640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 0x7f85d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.227+0000 7f85f0bc9640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 0x7f85d006e770 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f85dc006fd0 tx=0x7f85dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.231+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85e807a5d0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.417+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f85ec068eb0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.418+0000 7f85e1ffb640 1 -- 172.21.15.17:0/3603205493 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 52 entries v114) ==== 81+0+3160 (secure 0 0 0) 0x7f85e8079ed0 con 0x7f85ec0cf0e0 2024-09-19T08:11:37.418 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:11:37.418 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:11:37.418 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:11:37.419 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:11:37.420 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:11:37.421 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:11:37.422 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:11:37.423 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:11:37.424 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:listed 52 entries 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.419+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 msgr2=0x7f85d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.419+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 0x7f85d006e770 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f85dc006fd0 tx=0x7f85dc008040 comp rx=0 tx=0).stop 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.419+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 msgr2=0x7f85ec1549f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f85e80098c0 tx=0x7f85e80046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 shutdown_connections 2024-09-19T08:11:37.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f85d006c2b0 0x7f85d006e770 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85ec15e640 0x7f85ec159e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85ec0d3660 0x7f85ec159580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 --2- 172.21.15.17:0/3603205493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85ec0cf0e0 0x7f85ec1549f0 unknown :-1 s=CLOSED pgs=1876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 >> 172.21.15.17:0/3603205493 conn(0x7f85ec09d820 msgr2=0x7f85ec0b7cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 shutdown_connections 2024-09-19T08:11:37.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.420+0000 7f85f362e640 1 -- 172.21.15.17:0/3603205493 wait complete. 2024-09-19T08:11:37.431 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:11:37.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:37.431 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:37.457 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:11:37.457 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:37.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:37.457 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:37.513 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:37.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.658+0000 7f84fe923640 1 Processor -- start 2024-09-19T08:11:37.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.658+0000 7f84fe923640 1 -- start start 2024-09-19T08:11:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84fe923640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f84f80b6ee0 0x7f84f80d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84fe923640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84f806cec0 con 0x7f84f815e4e0 2024-09-19T08:11:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84fe923640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84f806d160 con 0x7f84f815e8c0 2024-09-19T08:11:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84fe923640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f84f80d2d40 con 0x7f84f80b6ee0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f7fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f84f815e4e0 0x7f84f80b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58034/0 (socket says 172.21.15.17:58034) 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f7fff640 1 -- 172.21.15.17:0/3636342955 learned_addr learned my addr 172.21.15.17:0/3636342955 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1137164801 0 0) 0x7f84f806cec0 con 0x7f84f815e4e0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84fcec0640 1 --2- 172.21.15.17:0/3636342955 >> v2:172.21.15.160:3300/0 conn(0x7f84f80b6ee0 0x7f84f80d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84e0003520 con 0x7f84f815e4e0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 714152315 0 0) 0x7f84e0003520 con 0x7f84f815e4e0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 >> v2:172.21.15.160:3300/0 conn(0x7f84f80b6ee0 msgr2=0x7f84f80d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 --2- 172.21.15.17:0/3636342955 >> v2:172.21.15.160:3300/0 conn(0x7f84f80b6ee0 0x7f84f80d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 >> v1:172.21.15.160:6789/0 conn(0x7f84f815e8c0 legacy=0x7f84f80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f806d440 con 0x7f84f815e4e0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f84e8001690 con 0x7f84f815e4e0 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.659+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 >> v1:172.21.15.17:6789/0 conn(0x7f84f815e4e0 legacy=0x7f84f80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0003a00 0x7f84e0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84e0004800 0x7f84e0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 0x7f84e000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84f80d2d40 con 0x7f84e0005210 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84e000c160 con 0x7f84e0003a00 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84e000c360 con 0x7f84e0004800 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 0x7f84e000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f7fff640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0003a00 0x7f84e0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84f77fe640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84e0004800 0x7f84e0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 -- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84e0004800 msgr2=0x7f84e0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84e0004800 0x7f84e0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 -- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0003a00 msgr2=0x7f84e0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0003a00 0x7f84e0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.660+0000 7f84fcec0640 1 -- 172.21.15.17:0/3636342955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e0003520 con 0x7f84e0005210 2024-09-19T08:11:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fcec0640 1 -- 172.21.15.17:0/3636342955 reap_dead start 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fcec0640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 0x7f84e000b9c0 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7f84f0009f90 tx=0x7f84e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=749a37ea9f32e922 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0035020 con 0x7f84e0005210 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f0003b90 con 0x7f84e0005210 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84f6ffd640 1 -- 172.21.15.17:0/3636342955 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0009c10 con 0x7f84e0005210 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 -- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 msgr2=0x7f84e000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 0x7f84e000b9c0 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7f84f0009f90 tx=0x7f84e0005830 comp rx=0 tx=0).stop 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 -- 172.21.15.17:0/3636342955 shutdown_connections 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 --2- 172.21.15.17:0/3636342955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84e0005210 0x7f84e000b9c0 unknown :-1 s=CLOSED pgs=1878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 -- 172.21.15.17:0/3636342955 >> 172.21.15.17:0/3636342955 conn(0x7f84f806f400 msgr2=0x7f84f806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 -- 172.21.15.17:0/3636342955 shutdown_connections 2024-09-19T08:11:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.661+0000 7f84fe923640 1 -- 172.21.15.17:0/3636342955 wait complete. 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.663+0000 7f84fe923640 1 Processor -- start 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.663+0000 7f84fe923640 1 -- start start 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.663+0000 7f84fe923640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0005210 0x7f84f8148cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84f80aefc0 0x7f84f80b1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84f80b6950 con 0x7f84f80aeb40 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84f80b67d0 con 0x7f84e0005210 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84f80b6ad0 con 0x7f84f80aefc0 2024-09-19T08:11:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49468/0 (socket says 172.21.15.17:49468) 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 -- 172.21.15.17:0/1793528861 learned_addr learned my addr 172.21.15.17:0/1793528861 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f7fff640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0005210 0x7f84f8148cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fcec0640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84f80aefc0 0x7f84f80b1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 -- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84f80aefc0 msgr2=0x7f84f80b1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84f80aefc0 0x7f84f80b1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 -- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0005210 msgr2=0x7f84f8148cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0005210 0x7f84f8148cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 -- 172.21.15.17:0/1793528861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f80b34e0 con 0x7f84f80aeb40 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f77fe640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7f84ec00f5f0 tx=0x7f84ec00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec0052e0 con 0x7f84f80aeb40 2024-09-19T08:11:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84ec018070 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f80b3760 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec003810 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.664+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f81547a0 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.665+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f80d1fc0 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.666+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84ec0039b0 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.666+0000 7f84f4ff9640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 0x7f84e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.667+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 7974+0+0 (secure 0 0 0) 0x7f84ec08b930 con 0x7f84f80aeb40 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.667+0000 7f84f7fff640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 0x7f84e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.667+0000 7f84f7fff640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 0x7f84e406e7a0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f84e8000c00 tx=0x7f84e8000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:37.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.671+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84f80b34e0 con 0x7f84f80aeb40 2024-09-19T08:11:37.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.882+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f84f80d0f60 con 0x7f84f80aeb40 2024-09-19T08:11:37.883 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:37.883+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:37.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.884+0000 7f84f4ff9640 1 -- 172.21.15.17:0/1793528861 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v237) ==== 161+0+0 (secure 0 0 0) 0x7f84ec059850 con 0x7f84f80aeb40 2024-09-19T08:11:37.884 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 msgr2=0x7f84e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 0x7f84e406e7a0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f84e8000c00 tx=0x7f84e8000ed0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 msgr2=0x7f84f80b14f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7f84ec00f5f0 tx=0x7f84ec00f9f0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 shutdown_connections 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f84e406c2e0 0x7f84e406e7a0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84f80aefc0 0x7f84f80b1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84f80aeb40 0x7f84f80b14f0 unknown :-1 s=CLOSED pgs=1879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 --2- 172.21.15.17:0/1793528861 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84e0005210 0x7f84f8148cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:37.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 >> 172.21.15.17:0/1793528861 conn(0x7f84f806f400 msgr2=0x7f84f80d21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:37.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 shutdown_connections 2024-09-19T08:11:37.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:37.887+0000 7f84fe923640 1 -- 172.21.15.17:0/1793528861 wait complete. 2024-09-19T08:11:37.888 INFO:tasks.ceph.mds.c.smithi017.stderr: -580> 2024-09-19T08:11:35.400+0000 7f9bb7083640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:11:37.899 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:37.915 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.004+0000 7f72c9931640 1 Processor -- start 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.004+0000 7f72c9931640 1 -- start start 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c9931640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f72c40afc70 0x7f72c415f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c9931640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f72c40ce1f0 0x7f72c4154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c9931640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72c415f950 con 0x7f72c40cf200 2024-09-19T08:11:38.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c9931640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f72c40cf780 con 0x7f72c40ce1f0 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c9931640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f72c40cfa60 con 0x7f72c40afc70 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f72c40ce1f0 0x7f72c4154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72ba7fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f72c40cf200 0x7f72c40cdae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58058/0 (socket says 172.21.15.17:58058) 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72ba7fc640 1 -- 172.21.15.17:0/3850804144 learned_addr learned my addr 172.21.15.17:0/3850804144 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c2ffd640 1 --2- 172.21.15.17:0/3850804144 >> v2:172.21.15.160:3300/0 conn(0x7f72c40afc70 0x7f72c415f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c37fe640 1 -- 172.21.15.17:0/3850804144 >> v2:172.21.15.160:3300/0 conn(0x7f72c40afc70 msgr2=0x7f72c415f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c37fe640 1 --2- 172.21.15.17:0/3850804144 >> v2:172.21.15.160:3300/0 conn(0x7f72c40afc70 0x7f72c415f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c37fe640 1 -- 172.21.15.17:0/3850804144 >> v1:172.21.15.17:6789/0 conn(0x7f72c40cf200 legacy=0x7f72c40cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c37fe640 1 -- 172.21.15.17:0/3850804144 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c40cfd40 con 0x7f72c40ce1f0 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.005+0000 7f72c27fc640 1 -- 172.21.15.17:0/3850804144 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2181019977 0 0) 0x7f72c415f950 con 0x7f72c40cf200 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.006+0000 7f72c37fe640 1 --2- 172.21.15.17:0/3850804144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40ce1f0 0x7f72c4154c50 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f72c4070140 tx=0x7f72bc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9735357f6fc41c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:38.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.006+0000 7f72c27fc640 1 -- 172.21.15.17:0/3850804144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72bc007740 con 0x7f72c40ce1f0 2024-09-19T08:11:38.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.006+0000 7f72c27fc640 1 -- 172.21.15.17:0/3850804144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72bc0078e0 con 0x7f72c40ce1f0 2024-09-19T08:11:38.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.006+0000 7f72c27fc640 1 -- 172.21.15.17:0/3850804144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72bc007cb0 con 0x7f72c40ce1f0 2024-09-19T08:11:38.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.006+0000 7f72c9931640 1 -- 172.21.15.17:0/3850804144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40ce1f0 msgr2=0x7f72c4154c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 --2- 172.21.15.17:0/3850804144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40ce1f0 0x7f72c4154c50 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f72c4070140 tx=0x7f72bc02a5f0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 -- 172.21.15.17:0/3850804144 shutdown_connections 2024-09-19T08:11:38.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 --2- 172.21.15.17:0/3850804144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40ce1f0 0x7f72c4154c50 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 --2- 172.21.15.17:0/3850804144 >> v2:172.21.15.160:3300/0 conn(0x7f72c40afc70 0x7f72c415f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 -- 172.21.15.17:0/3850804144 >> 172.21.15.17:0/3850804144 conn(0x7f72c40b1770 msgr2=0x7f72c40b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 -- 172.21.15.17:0/3850804144 shutdown_connections 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.007+0000 7f72c9931640 1 -- 172.21.15.17:0/3850804144 wait complete. 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.008+0000 7f72c9931640 1 Processor -- start 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.008+0000 7f72c9931640 1 -- start start 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 0x7f72c41470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 0x7f72c40acbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f72c40b0050 con 0x7f72c40afc70 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f72c40d0300 con 0x7f72c40cf200 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c9931640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f72c40b01d0 con 0x7f72c40ce1f0 2024-09-19T08:11:38.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49508/0 (socket says 172.21.15.17:49508) 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 -- 172.21.15.17:0/1391251314 learned_addr learned my addr 172.21.15.17:0/1391251314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72ba7fc640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 0x7f72c41470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c37fe640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 0x7f72c40acbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 -- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 msgr2=0x7f72c41470c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 0x7f72c41470c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 -- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 msgr2=0x7f72c40acbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 0x7f72c40acbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 -- 172.21.15.17:0/1391251314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c4143960 con 0x7f72c40afc70 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c37fe640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 0x7f72c40acbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72ba7fc640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 0x7f72c41470c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:38.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.009+0000 7f72c2ffd640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 secure :-1 s=READY pgs=1884 cs=0 l=1 rev1=1 crypto rx=0x7f72b400d5f0 tx=0x7f72b400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.010+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b40125f0 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.010+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72b4019070 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.010+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c4147aa0 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.010+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b40129d0 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.010+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c4148060 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.011+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c415f410 con 0x7f72c40afc70 2024-09-19T08:11:38.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.011+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f72b4012b70 con 0x7f72c40afc70 2024-09-19T08:11:38.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.012+0000 7f72c0ff9640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 0x7f72a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.012+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8060+0+0 (secure 0 0 0) 0x7f72b408c150 con 0x7f72c40afc70 2024-09-19T08:11:38.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.012+0000 7f72ba7fc640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 0x7f72a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.012+0000 7f72ba7fc640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 0x7f72a406e770 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f72ac007fd0 tx=0x7f72ac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:38.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.016+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f72c4143960 con 0x7f72c40afc70 2024-09-19T08:11:38.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.265+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f72c4075420 con 0x7f72c40afc70 2024-09-19T08:11:38.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.886+0000 7f72c0ff9640 1 -- 172.21.15.17:0/1391251314 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v238) ==== 107+0+0 (secure 0 0 0) 0x7f72b4059f90 con 0x7f72c40afc70 2024-09-19T08:11:38.886 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:11:38.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 msgr2=0x7f72a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 0x7f72a406e770 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f72ac007fd0 tx=0x7f72ac009040 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 msgr2=0x7f72c4143420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 secure :-1 s=READY pgs=1884 cs=0 l=1 rev1=1 crypto rx=0x7f72b400d5f0 tx=0x7f72b400dab0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 shutdown_connections 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f72a406c2b0 0x7f72a406e770 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f72c40cf200 0x7f72c40acbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f72c40ce1f0 0x7f72c41470c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 --2- 172.21.15.17:0/1391251314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72c40afc70 0x7f72c4143420 unknown :-1 s=CLOSED pgs=1884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.889+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 >> 172.21.15.17:0/1391251314 conn(0x7f72c40b1770 msgr2=0x7f72c415e3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.890+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 shutdown_connections 2024-09-19T08:11:38.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.890+0000 7f72c9931640 1 -- 172.21.15.17:0/1391251314 wait complete. 2024-09-19T08:11:38.904 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:38.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.992+0000 7f67fb529f40 1 Processor -- start 2024-09-19T08:11:38.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.992+0000 7f67fb529f40 1 -- start start 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 0x5598c51bfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51bd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5598c503f510 con 0x5598c511b840 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5598c5098c50 con 0x5598c511da10 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67fb529f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5598c5136010 con 0x7f67e40022a0 2024-09-19T08:11:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67f9820640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67f9820640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49530/0 (socket says 172.21.15.17:49530) 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67f9820640 1 -- 172.21.15.17:0/3777890143 learned_addr learned my addr 172.21.15.17:0/3777890143 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67f901f640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 0x5598c51bfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.993+0000 7f67f881e640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51bd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 -- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 msgr2=0x5598c51bfc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 0x5598c51bfc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 -- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 msgr2=0x5598c51bd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51bd6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 -- 172.21.15.17:0/3777890143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c511d1f0 con 0x5598c511b840 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f881e640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51bd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f901f640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 0x5598c51bfc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67f9820640 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x5598c50d9420 tx=0x7f67f4005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2229619e0ceab803 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67eb7fe640 1 -- 172.21.15.17:0/3777890143 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f4017030 con 0x5598c511b840 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67eb7fe640 1 -- 172.21.15.17:0/3777890143 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67f4010790 con 0x5598c511b840 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67eb7fe640 1 -- 172.21.15.17:0/3777890143 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f400a580 con 0x5598c511b840 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67fb529f40 1 -- 172.21.15.17:0/3777890143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 msgr2=0x5598c50ecf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67fb529f40 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x5598c50d9420 tx=0x7f67f4005d80 comp rx=0 tx=0).stop 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67fb529f40 1 -- 172.21.15.17:0/3777890143 shutdown_connections 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67fb529f40 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5598c511b840 0x5598c50ecf50 unknown :-1 s=CLOSED pgs=1887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.994+0000 7f67fb529f40 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51bd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 --2- 172.21.15.17:0/3777890143 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67e40022a0 0x5598c51bfc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 -- 172.21.15.17:0/3777890143 >> 172.21.15.17:0/3777890143 conn(0x5598c5118280 msgr2=0x5598c51c1ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 -- 172.21.15.17:0/3777890143 shutdown_connections 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 -- 172.21.15.17:0/3777890143 wait complete. 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 Processor -- start 2024-09-19T08:11:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.995+0000 7f67fb529f40 1 -- start start 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c511b840 0x5598c50f0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51ae370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5598c51bf010 con 0x7f67e40022a0 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5598c5137920 con 0x5598c511da10 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67fb529f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5598c51bdc10 con 0x5598c511b840 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49534/0 (socket says 172.21.15.17:49534) 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 learned_addr learned my addr 172.21.15.17:0/874662819 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51ae370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c511b840 0x5598c50f0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c511b840 msgr2=0x5598c50f0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5598c511b840 0x5598c50f0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 msgr2=0x5598c51ae370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.996+0000 7f67f9820640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5598c511da10 0x5598c51ae370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c51b5bd0 con 0x7f67e40022a0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67f9820640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x5598c5117dd0 tx=0x7f67f4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67ea7fc640 1 -- 172.21.15.17:0/874662819 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f400a580 con 0x7f67e40022a0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67ea7fc640 1 -- 172.21.15.17:0/874662819 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67f4010e70 con 0x7f67e40022a0 2024-09-19T08:11:39.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67ea7fc640 1 -- 172.21.15.17:0/874662819 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f401c630 con 0x7f67e40022a0 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5598c50f0540 con 0x7f67e40022a0 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.997+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c51b6fb0 con 0x7f67e40022a0 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.998+0000 7f67ea7fc640 1 -- 172.21.15.17:0/874662819 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67f401a030 con 0x7f67e40022a0 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67ea7fc640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 0x7f67dc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67ea7fc640 1 -- 172.21.15.17:0/874662819 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8060+0+0 (secure 0 0 0) 0x7f67f408c230 con 0x7f67e40022a0 2024-09-19T08:11:39.003 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5598c51bb380 0x5598c51c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 0x7f67dc06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c51bde80 con 0x5598c51bb380 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:38.999+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5598c51bb380 0x5598c51c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.000+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5598c51bb380 0x5598c51c38f0 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.000+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 0x7f67dc06d150 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f67ec054000 tx=0x7f67ec050000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.004+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v115'815 uv789 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.004+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c51be290 con 0x5598c51bb380 2024-09-19T08:11:39.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.005+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v115'816 uv816 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.005+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5263f30 con 0x5598c51bb380 2024-09-19T08:11:39.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.007+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v115'817 uv817 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.007 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.007+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52652e0 con 0x5598c51bb380 2024-09-19T08:11:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.008+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v115'818 uv818 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.008+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5265680 con 0x5598c51bb380 2024-09-19T08:11:39.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.010+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v115'819 uv819 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.010+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52642d0 con 0x5598c51bb380 2024-09-19T08:11:39.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.011+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v115'820 uv820 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.012+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52646c0 con 0x5598c51bb380 2024-09-19T08:11:39.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.013+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v115'821 uv795 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.013+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264ab0 con 0x5598c51bb380 2024-09-19T08:11:39.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.015+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v115'822 uv822 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.015+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264ab0 con 0x5598c51bb380 2024-09-19T08:11:39.016 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:39.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.016+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v115'823 uv823 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.016+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.018+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v115'824 uv824 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.018+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.019+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v115'825 uv825 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.019+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.021+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v115'826 uv826 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.021+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.022+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v115'827 uv802 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.022+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.024+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v115'828 uv828 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.024+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.025 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:39.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.025+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v115'829 uv829 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.025+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.027+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v115'830 uv830 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.027+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.028+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v115'831 uv831 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.028+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264a60 con 0x5598c51bb380 2024-09-19T08:11:39.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.029+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v115'832 uv832 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.029+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264e20 con 0x5598c51bb380 2024-09-19T08:11:39.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.031+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v115'833 uv833 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.031+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.032+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v115'834 uv808 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.032+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.034+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v115'835 uv835 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.034+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.035 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:39.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.036+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v115'836 uv836 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.036+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.037+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v115'837 uv837 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.037+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.038+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v115'838 uv838 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.038+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.040+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v115'839 uv839 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.040+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.041+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v115'840 uv814 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.041+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.043+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v115'841 uv841 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.043+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.044 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.044+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v115'842 uv842 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.044+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.046+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v115'843 uv843 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.046+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.047+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v115'844 uv844 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.047+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c51bb380 2024-09-19T08:11:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.049+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v115'845 uv845 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.049+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5598c5265f30 0x5598c5268320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.049+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5264cd0 con 0x5598c5265f30 2024-09-19T08:11:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.049+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5598c5265f30 0x5598c5268320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.050+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5598c5265f30 0x5598c5268320 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.051+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v115'590 uv570 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.051+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5268860 con 0x5598c5265f30 2024-09-19T08:11:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.052+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v115'591 uv591 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.052+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5268c00 con 0x5598c5265f30 2024-09-19T08:11:39.054 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.054+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v115'592 uv592 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.054+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5269450 con 0x5598c5265f30 2024-09-19T08:11:39.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.055+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v115'593 uv593 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.055+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52697f0 con 0x5598c5265f30 2024-09-19T08:11:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.057+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v115'594 uv594 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.057+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5269b90 con 0x5598c5265f30 2024-09-19T08:11:39.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.058+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v115'595 uv589 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.058+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5269f30 con 0x5598c5265f30 2024-09-19T08:11:39.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.059+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v115'596 uv596 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.059+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.060 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:39.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.060+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v115'597 uv597 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.060+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.062+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v115'598 uv598 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.062+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.063+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v115'599 uv599 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.063+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.064+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v115'600 uv588 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.064+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.066+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v115'601 uv601 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.066+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.067 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.067+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v115'602 uv602 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.067+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526dd30 con 0x5598c5265f30 2024-09-19T08:11:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.069+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v115'603 uv603 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.069+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526dd30 con 0x5598c5265f30 2024-09-19T08:11:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.070+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v115'604 uv604 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.070+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.071+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v115'605 uv586 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.071+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.072+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v115'606 uv606 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.072+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.073+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v115'607 uv607 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.073 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:39.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.073+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526b2e0 con 0x5598c5265f30 2024-09-19T08:11:39.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.075+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v115'608 uv608 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.075+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526b2e0 con 0x5598c5265f30 2024-09-19T08:11:39.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.076+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v115'609 uv609 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.076+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c5265f30 2024-09-19T08:11:39.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.078+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v115'610 uv610 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5265f30 2024-09-19T08:11:39.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.078+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c51bb380 2024-09-19T08:11:39.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.079+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v115'159 uv158 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.079+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c51bb380 2024-09-19T08:11:39.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.080+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v115'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.080+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c51bb380 2024-09-19T08:11:39.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.081+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v115'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.081 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:39.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.081+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526b2e0 con 0x5598c51bb380 2024-09-19T08:11:39.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.082+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v115'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.082+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526b2e0 con 0x5598c51bb380 2024-09-19T08:11:39.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.083+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v115'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.083+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526a2d0 con 0x5598c51bb380 2024-09-19T08:11:39.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.084+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v115'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.084+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5598c526a7e0 0x5598c526cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.084+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d110 con 0x5598c526a7e0 2024-09-19T08:11:39.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.084+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5598c526a7e0 0x5598c526cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.084+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5598c526a7e0 0x5598c526cbd0 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.087+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v115'119 uv118 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.087+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d150 con 0x5598c526a7e0 2024-09-19T08:11:39.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.088+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v115'120 uv120 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.088+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c526a7e0 2024-09-19T08:11:39.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.089+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v115'121 uv121 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.089 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:39.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.089+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c526a7e0 2024-09-19T08:11:39.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.090+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v115'122 uv122 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.090+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c51bb380 2024-09-19T08:11:39.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.091+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v115'159 uv158 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.091+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c51bb380 2024-09-19T08:11:39.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.092+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v115'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.092+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c51bb380 2024-09-19T08:11:39.093 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:39.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.093+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v115'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.093+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526e550 con 0x5598c51bb380 2024-09-19T08:11:39.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.095+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v115'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.095+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526e550 con 0x5598c51bb380 2024-09-19T08:11:39.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.096+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v115'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.096+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c526d540 con 0x5598c51bb380 2024-09-19T08:11:39.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.097+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v115'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.097+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c526da50 0x5598c526fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.097+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5270450 con 0x5598c526da50 2024-09-19T08:11:39.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.097+0000 7f67f9820640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c526da50 0x5598c526fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.097+0000 7f67f9820640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c526da50 0x5598c526fe40 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.099+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v115'294 uv287 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.099+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5270960 con 0x5598c526da50 2024-09-19T08:11:39.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.100+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v115'295 uv295 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.100+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5270e40 con 0x5598c526da50 2024-09-19T08:11:39.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.101+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v115'296 uv296 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.101 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:39.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.101+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52726f0 con 0x5598c526da50 2024-09-19T08:11:39.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.102+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v115'297 uv297 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.102+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5272a90 con 0x5598c526da50 2024-09-19T08:11:39.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.103+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v115'298 uv298 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.103+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52716e0 con 0x5598c526da50 2024-09-19T08:11:39.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.104+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v115'299 uv299 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.104+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5271ad0 con 0x5598c526da50 2024-09-19T08:11:39.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.105+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v115'300 uv293 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.105+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5271ec0 con 0x5598c526da50 2024-09-19T08:11:39.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.106+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v115'301 uv301 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.106+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5271ec0 con 0x5598c526da50 2024-09-19T08:11:39.107 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:39.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.107+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v115'302 uv302 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.107+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5271e70 con 0x5598c526da50 2024-09-19T08:11:39.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.108+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v115'303 uv303 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.108+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5271e70 con 0x5598c526da50 2024-09-19T08:11:39.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.109+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v115'304 uv304 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.109+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 0x5598c5275350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.109+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c5272260 2024-09-19T08:11:39.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.109+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 0x5598c5275350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.110+0000 7f67f901f640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 0x5598c5275350 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.111+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v115'132 uv131 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5272260 2024-09-19T08:11:39.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.111+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c5272260 2024-09-19T08:11:39.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.112+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v115'133 uv133 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5272260 2024-09-19T08:11:39.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.112+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c5272260 2024-09-19T08:11:39.113 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:39.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.113+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v115'134 uv134 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5272260 2024-09-19T08:11:39.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.113+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52758f0 con 0x5598c5272260 2024-09-19T08:11:39.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.114+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v115'135 uv135 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5272260 2024-09-19T08:11:39.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.114+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52758b0 con 0x5598c5272260 2024-09-19T08:11:39.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.115+0000 7f67f901f640 1 -- 172.21.15.17:0/874662819 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v115'136 uv136 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67ec05c040 con 0x5598c5272260 2024-09-19T08:11:39.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.115+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c51bb380 2024-09-19T08:11:39.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.116+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v115'159 uv158 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.116+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c51bb380 2024-09-19T08:11:39.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.117+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v115'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.117+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275890 con 0x5598c51bb380 2024-09-19T08:11:39.117 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:39.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.118+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v115'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.118+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5276e30 con 0x5598c51bb380 2024-09-19T08:11:39.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.119+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v115'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.119+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5276e30 con 0x5598c51bb380 2024-09-19T08:11:39.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.120+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v115'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.120+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275da0 con 0x5598c51bb380 2024-09-19T08:11:39.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.120+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v115'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c51bb380 2024-09-19T08:11:39.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.120+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.122+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v115'263 uv257 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.122+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.123+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v115'264 uv264 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.123+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.124+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v115'265 uv265 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.124 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.124+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.125+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v115'266 uv266 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.125+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.126+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v115'267 uv267 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.126+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.127+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v115'268 uv262 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.127+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.128+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v115'269 uv269 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.128+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.129+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v115'270 uv270 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.129 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.129+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5275d80 con 0x5598c526a7e0 2024-09-19T08:11:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.130+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v115'271 uv271 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.130+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b90 con 0x5598c526a7e0 2024-09-19T08:11:39.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.131+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v115'272 uv272 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.131+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5598c5276740 0x5598c5279070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.131+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c5276740 2024-09-19T08:11:39.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.131+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5598c5276740 0x5598c5279070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.132+0000 7f67f881e640 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5598c5276740 0x5598c5279070 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.133+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v115'116 uv114 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c5276740 2024-09-19T08:11:39.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.133+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c5276740 2024-09-19T08:11:39.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.134+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v115'117 uv117 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c5276740 2024-09-19T08:11:39.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.134+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c5276740 2024-09-19T08:11:39.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.135+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v115'118 uv118 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c5276740 2024-09-19T08:11:39.134 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:39.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.135+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c5276740 2024-09-19T08:11:39.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.135+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v115'119 uv119 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c5276740 2024-09-19T08:11:39.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.135+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.137+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v115'159 uv158 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.137+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.138+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v115'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.138+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.139+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v115'161 uv161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.139 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:39.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.139+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.140+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v115'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.140+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.141+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v115'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.141+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526a7e0 2024-09-19T08:11:39.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.142+0000 7f67f881e640 1 -- 172.21.15.17:0/874662819 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v115'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f00097b0 con 0x5598c526a7e0 2024-09-19T08:11:39.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.142+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.143+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v115'135 uv134 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.143+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.144+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v115'136 uv136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.145+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.145+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v115'137 uv137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.145 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:39.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.145+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.147+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v115'138 uv138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.147+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.148+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v115'139 uv139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.148+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.149+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v115'327 uv318 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.149+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.150+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v115'328 uv328 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.150+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.151 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:39.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.151+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v115'329 uv329 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.151+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.152+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v115'330 uv330 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.152+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.153+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v115'331 uv331 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.153+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.154+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v115'332 uv325 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.154+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.155+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v115'333 uv333 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.155+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.156 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:39.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.156+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v115'334 uv334 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.156+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.157+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v115'335 uv335 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.157+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.158+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v115'336 uv336 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.158+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c5278b30 con 0x5598c526da50 2024-09-19T08:11:39.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.159+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v115'337 uv337 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.159+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x5598c52795b0 con 0x5598c526da50 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v115'338 uv338 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f67f4026020 con 0x5598c526da50 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5598c51bb380 msgr2=0x5598c51c38f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5598c51bb380 0x5598c51c38f0 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5598c526a7e0 msgr2=0x5598c526cbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5598c526a7e0 0x5598c526cbd0 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5598c5276740 msgr2=0x5598c5279070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5598c5276740 0x5598c5279070 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5598c5265f30 msgr2=0x5598c5268320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5598c5265f30 0x5598c5268320 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 reap_dead start 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c526da50 msgr2=0x5598c526fe40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5598c526da50 0x5598c526fe40 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67f9820640 1 -- 172.21.15.17:0/874662819 reap_dead start 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 msgr2=0x5598c5275350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 0x5598c5275350 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 msgr2=0x7f67dc06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 0x7f67dc06d150 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f67ec054000 tx=0x7f67ec050000 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 msgr2=0x5598c51b60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x5598c5117dd0 tx=0x7f67f4003330 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 shutdown_connections 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5598c5272260 0x5598c5275350 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67dc06ac90 0x7f67dc06d150 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 --2- 172.21.15.17:0/874662819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67e40022a0 0x5598c51b60d0 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 >> 172.21.15.17:0/874662819 conn(0x5598c5118280 msgr2=0x5598c50ecf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:39.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 shutdown_connections 2024-09-19T08:11:39.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.160+0000 7f67fb529f40 1 -- 172.21.15.17:0/874662819 wait complete. 2024-09-19T08:11:39.164 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate mds_snaptable 0 2024-09-19T08:11:39.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.249+0000 7f3d1f68cf40 1 Processor -- start 2024-09-19T08:11:39.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.249+0000 7f3d1f68cf40 1 -- start start 2024-09-19T08:11:39.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 0x5641990c3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564199145de0 0x564199146290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564198fcb510 con 0x5641991423d0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564199024c50 con 0x7f3d08003ab0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564199152640 con 0x564199145de0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49562/0 (socket says 172.21.15.17:49562) 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 -- 172.21.15.17:0/2456690237 learned_addr learned my addr 172.21.15.17:0/2456690237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1d184640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 0x5641990c3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1d985640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564199145de0 0x564199146290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 -- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564199145de0 msgr2=0x564199146290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564199145de0 0x564199146290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 -- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 msgr2=0x5641990c3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 0x5641990c3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 -- 172.21.15.17:0/2456690237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641990c3540 con 0x5641991423d0 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1d184640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 0x5641990c3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d1c983640 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f3d14003db0 tx=0x7f3d1400d630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c998577bbad0db79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d0f7fe640 1 -- 172.21.15.17:0/2456690237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1400de00 con 0x5641991423d0 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d0f7fe640 1 -- 172.21.15.17:0/2456690237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d14003110 con 0x5641991423d0 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.250+0000 7f3d0f7fe640 1 -- 172.21.15.17:0/2456690237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14003300 con 0x5641991423d0 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/2456690237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 msgr2=0x564199152f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f3d14003db0 tx=0x7f3d1400d630 comp rx=0 tx=0).stop 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/2456690237 shutdown_connections 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564199145de0 0x564199146290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641991423d0 0x564199152f70 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/2456690237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3d08003ab0 0x5641990c3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/2456690237 >> 172.21.15.17:0/2456690237 conn(0x5641990a4400 msgr2=0x5641990a93a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/2456690237 shutdown_connections 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/2456690237 wait complete. 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.251+0000 7f3d1f68cf40 1 Processor -- start 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 -- start start 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641991423d0 0x56419913b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564199145de0 0x564199143fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 0x56419913a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5641990c2890 con 0x7f3d08003ab0 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564199151df0 con 0x564199145de0 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1f68cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5641990c2b70 con 0x5641991423d0 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1d985640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 0x56419913a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1d985640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 0x56419913a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49574/0 (socket says 172.21.15.17:49574) 2024-09-19T08:11:39.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1d985640 1 -- 172.21.15.17:0/3329817061 learned_addr learned my addr 172.21.15.17:0/3329817061 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1d184640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641991423d0 0x56419913b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.252+0000 7f3d1c983640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564199145de0 0x564199143fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 -- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641991423d0 msgr2=0x56419913b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641991423d0 0x56419913b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 -- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564199145de0 msgr2=0x564199143fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564199145de0 0x564199143fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 -- 172.21.15.17:0/3329817061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641990a8630 con 0x7f3d08003ab0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1d985640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 0x56419913a490 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f3d18046580 tx=0x7f3d180033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d0e7fc640 1 -- 172.21.15.17:0/3329817061 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1801a460 con 0x7f3d08003ab0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d0e7fc640 1 -- 172.21.15.17:0/3329817061 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d1800e000 con 0x7f3d08003ab0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564199143200 con 0x7f3d08003ab0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d0e7fc640 1 -- 172.21.15.17:0/3329817061 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18005a80 con 0x7f3d08003ab0 2024-09-19T08:11:39.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.253+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641991437c0 con 0x7f3d08003ab0 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d0e7fc640 1 -- 172.21.15.17:0/3329817061 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d18067020 con 0x7f3d08003ab0 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d0e7fc640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d0006ac90 0x7f3d0006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d0e7fc640 1 -- 172.21.15.17:0/3329817061 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8060+0+0 (secure 0 0 0) 0x7f3d180cd740 con 0x7f3d08003ab0 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d1d184640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d0006ac90 0x7f3d0006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564199148990 0x564199148d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) -- 0x56419913ca30 con 0x564199148990 2024-09-19T08:11:39.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.255+0000 7f3d1c983640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564199148990 0x564199148d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.256+0000 7f3d1d184640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d0006ac90 0x7f3d0006d150 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x564199153c30 tx=0x7f3d10001c60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.256+0000 7f3d1c983640 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564199148990 0x564199148d70 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1c983640 1 -- 172.21.15.17:0/3329817061 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 mds_snaptable [truncate 0] v115'137 uv137 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f3d1400e040 con 0x564199148990 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564199148990 msgr2=0x564199148d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x564199148990 0x564199148d70 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d0006ac90 msgr2=0x7f3d0006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d0006ac90 0x7f3d0006d150 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x564199153c30 tx=0x7f3d10001c60 comp rx=0 tx=0).stop 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 msgr2=0x56419913a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 --2- 172.21.15.17:0/3329817061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3d08003ab0 0x56419913a490 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f3d18046580 tx=0x7f3d180033a0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1d985640 1 -- 172.21.15.17:0/3329817061 reap_dead start 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 shutdown_connections 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 >> 172.21.15.17:0/3329817061 conn(0x5641990a4400 msgr2=0x564199077f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:39.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 shutdown_connections 2024-09-19T08:11:39.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.257+0000 7f3d1f68cf40 1 -- 172.21.15.17:0/3329817061 wait complete. 2024-09-19T08:11:39.262 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:39.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.367+0000 7fdd37dfd640 1 Processor -- start 2024-09-19T08:11:39.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.367+0000 7fdd37dfd640 1 -- start start 2024-09-19T08:11:39.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd37dfd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd37dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd37dfd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd300cfcc0 con 0x7fdd3015e7f0 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd37dfd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdd3006ca90 con 0x7fdd3006c0e0 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd37dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd300cffa0 con 0x7fdd300b75f0 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd3639a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd35398640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd3639a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:51224/0 (socket says 172.21.15.17:51224) 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd35b99640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fdd3015e7f0 0x7fdd300cf270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:57430/0 (socket says 172.21.15.17:57430) 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd35398640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:36552/0 (socket says 172.21.15.17:36552) 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.368+0000 7fdd3639a640 1 -- 172.21.15.17:0/1560144144 learned_addr learned my addr 172.21.15.17:0/1560144144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd3639a640 1 -- 172.21.15.17:0/1560144144 >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 msgr2=0x7fdd3006c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd3639a640 1 --2- 172.21.15.17:0/1560144144 >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd3639a640 1 -- 172.21.15.17:0/1560144144 >> v1:172.21.15.160:6789/0 conn(0x7fdd3015e7f0 legacy=0x7fdd300cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd3639a640 1 -- 172.21.15.17:0/1560144144 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd300d0280 con 0x7fdd300b75f0 2024-09-19T08:11:39.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd35398640 1 --2- 172.21.15.17:0/1560144144 >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.369+0000 7fdd3639a640 1 --2- 172.21.15.17:0/1560144144 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009e50 tx=0x7fdd2802a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=312dccee271bbc8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd34b97640 1 -- 172.21.15.17:0/1560144144 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd28036070 con 0x7fdd300b75f0 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd34b97640 1 -- 172.21.15.17:0/1560144144 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd28031600 con 0x7fdd300b75f0 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd34b97640 1 -- 172.21.15.17:0/1560144144 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd280319d0 con 0x7fdd300b75f0 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 -- 172.21.15.17:0/1560144144 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 msgr2=0x7fdd300b7a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/1560144144 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009e50 tx=0x7fdd2802a7a0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 -- 172.21.15.17:0/1560144144 shutdown_connections 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/1560144144 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd300b75f0 0x7fdd300b7a80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/1560144144 >> v2:172.21.15.160:3300/0 conn(0x7fdd3006c0e0 0x7fdd3006c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 -- 172.21.15.17:0/1560144144 >> 172.21.15.17:0/1560144144 conn(0x7fdd300d44e0 msgr2=0x7fdd300d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:39.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 -- 172.21.15.17:0/1560144144 shutdown_connections 2024-09-19T08:11:39.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.370+0000 7fdd37dfd640 1 -- 172.21.15.17:0/1560144144 wait complete. 2024-09-19T08:11:39.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.371+0000 7fdd37dfd640 1 Processor -- start 2024-09-19T08:11:39.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.371+0000 7fdd37dfd640 1 -- start start 2024-09-19T08:11:39.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd3006c0e0 0x7fdd3014a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd3015e7f0 0x7fdd30157030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd300cf980 con 0x7fdd300b75f0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdd300d0840 con 0x7fdd3015e7f0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd37dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdd300cecf0 con 0x7fdd3006c0e0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd35398640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd35398640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49588/0 (socket says 172.21.15.17:49588) 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd35398640 1 -- 172.21.15.17:0/2285314270 learned_addr learned my addr 172.21.15.17:0/2285314270 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd35b99640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd3006c0e0 0x7fdd3014a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.372+0000 7fdd3639a640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd3015e7f0 0x7fdd30157030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 -- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd3006c0e0 msgr2=0x7fdd3014a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd3006c0e0 0x7fdd3014a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 -- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd3015e7f0 msgr2=0x7fdd30157030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd3015e7f0 0x7fdd30157030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 -- 172.21.15.17:0/2285314270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd300cc720 con 0x7fdd300b75f0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd35398640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000ebe0 tx=0x7fdd2000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20017070 con 0x7fdd300b75f0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd2000cc30 con 0x7fdd300b75f0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20013470 con 0x7fdd300b75f0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd300cca00 con 0x7fdd300b75f0 2024-09-19T08:11:39.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.373+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd300ccfc0 con 0x7fdd300b75f0 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.374+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd3006c550 con 0x7fdd300b75f0 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.375+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd2001a070 con 0x7fdd300b75f0 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.375+0000 7fdd267fc640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.375+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8060+0+0 (secure 0 0 0) 0x7fdd2008bc60 con 0x7fdd300b75f0 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.375+0000 7fdd35b99640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:39.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.376+0000 7fdd35b99640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c007fd0 tx=0x7fdd2c007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.379+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd20059450 con 0x7fdd300b75f0 2024-09-19T08:11:39.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.591+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fdd3015d8b0 con 0x7fdd300b75f0 2024-09-19T08:11:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.891+0000 7fdd267fc640 1 -- 172.21.15.17:0/2285314270 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v239) ==== 162+0+0 (secure 0 0 0) 0x7fdd2005d750 con 0x7fdd300b75f0 2024-09-19T08:11:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.893+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 msgr2=0x7fdd1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.893+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c007fd0 tx=0x7fdd2c007e80 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.893+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 msgr2=0x7fdd30155460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.893+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000ebe0 tx=0x7fdd2000c520 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 shutdown_connections 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdd1406c2b0 0x7fdd1406e770 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdd3015e7f0 0x7fdd30157030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd300b75f0 0x7fdd30155460 unknown :-1 s=CLOSED pgs=1893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 --2- 172.21.15.17:0/2285314270 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdd3006c0e0 0x7fdd3014a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 >> 172.21.15.17:0/2285314270 conn(0x7fdd300d44e0 msgr2=0x7fdd300b99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 shutdown_connections 2024-09-19T08:11:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:39.894+0000 7fdd37dfd640 1 -- 172.21.15.17:0/2285314270 wait complete. 2024-09-19T08:11:39.899 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:39.900+0000 7fb802f68640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': End of buffer [buffer:2] 2024-09-19T08:11:39.900 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:39.900+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:39.900 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:39.900+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:39.908 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.013+0000 7f2112711640 1 Processor -- start 2024-09-19T08:11:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.013+0000 7f2112711640 1 -- start start 2024-09-19T08:11:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.013+0000 7f2112711640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f210c161c60 0x7f210c0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.013+0000 7f2112711640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f210c06cd90 0x7f210c06d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f2112711640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f210c0d3040 con 0x7f210c0d0e20 2024-09-19T08:11:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f2112711640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f210c0d2df0 con 0x7f210c06cd90 2024-09-19T08:11:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f2112711640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f210c073050 con 0x7f210c161c60 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f210c06cd90 0x7f210c06d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f2110cae640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f210c0d0e20 0x7f210c0b4090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58088/0 (socket says 172.21.15.17:58088) 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f2110cae640 1 -- 172.21.15.17:0/4242816006 learned_addr learned my addr 172.21.15.17:0/4242816006 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210bfff640 1 --2- 172.21.15.17:0/4242816006 >> v2:172.21.15.160:3300/0 conn(0x7f210c161c60 0x7f210c0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210b7fe640 1 -- 172.21.15.17:0/4242816006 >> v2:172.21.15.160:3300/0 conn(0x7f210c161c60 msgr2=0x7f210c0d1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210b7fe640 1 --2- 172.21.15.17:0/4242816006 >> v2:172.21.15.160:3300/0 conn(0x7f210c161c60 0x7f210c0d1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210b7fe640 1 -- 172.21.15.17:0/4242816006 >> v1:172.21.15.17:6789/0 conn(0x7f210c0d0e20 legacy=0x7f210c0b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210affd640 1 -- 172.21.15.17:0/4242816006 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3331095135 0 0) 0x7f210c0d3040 con 0x7f210c0d0e20 2024-09-19T08:11:40.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.014+0000 7f210b7fe640 1 -- 172.21.15.17:0/4242816006 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210c073330 con 0x7f210c06cd90 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f210b7fe640 1 --2- 172.21.15.17:0/4242816006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c06cd90 0x7f210c06d730 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f210c0cfef0 tx=0x7f210002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1acefd522b76ce80 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f210affd640 1 -- 172.21.15.17:0/4242816006 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2100037070 con 0x7f210c06cd90 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f210affd640 1 -- 172.21.15.17:0/4242816006 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f210002add0 con 0x7f210c06cd90 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f210affd640 1 -- 172.21.15.17:0/4242816006 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2100032660 con 0x7f210c06cd90 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 -- 172.21.15.17:0/4242816006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c06cd90 msgr2=0x7f210c06d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 --2- 172.21.15.17:0/4242816006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c06cd90 0x7f210c06d730 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f210c0cfef0 tx=0x7f210002a080 comp rx=0 tx=0).stop 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 -- 172.21.15.17:0/4242816006 shutdown_connections 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 --2- 172.21.15.17:0/4242816006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c06cd90 0x7f210c06d730 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 --2- 172.21.15.17:0/4242816006 >> v2:172.21.15.160:3300/0 conn(0x7f210c161c60 0x7f210c0d1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.015+0000 7f2112711640 1 -- 172.21.15.17:0/4242816006 >> 172.21.15.17:0/4242816006 conn(0x7f210c067950 msgr2=0x7f210c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.016+0000 7f2112711640 1 -- 172.21.15.17:0/4242816006 shutdown_connections 2024-09-19T08:11:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.016+0000 7f2112711640 1 -- 172.21.15.17:0/4242816006 wait complete. 2024-09-19T08:11:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.017+0000 7f2112711640 1 Processor -- start 2024-09-19T08:11:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.017+0000 7f2112711640 1 -- start start 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f210c06cd90 0x7f210c1550b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f210c0d0e20 0x7f210c15a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f210c06dc70 con 0x7f210c161c60 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f210c074100 con 0x7f210c0d0e20 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2112711640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f210c0b47a0 con 0x7f210c06cd90 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49612/0 (socket says 172.21.15.17:49612) 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 -- 172.21.15.17:0/1645942876 learned_addr learned my addr 172.21.15.17:0/1645942876 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f210b7fe640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f210c0d0e20 0x7f210c15a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f210bfff640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f210c06cd90 0x7f210c1550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 -- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f210c06cd90 msgr2=0x7f210c1550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f210c06cd90 0x7f210c1550b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 -- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f210c0d0e20 msgr2=0x7f210c15a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f210c0d0e20 0x7f210c15a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 -- 172.21.15.17:0/1645942876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210c1f7b20 con 0x7f210c161c60 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.018+0000 7f2110cae640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7f210400c7a0 tx=0x7f210400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.019+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2104018070 con 0x7f210c161c60 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.019+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f210400a640 con 0x7f210c161c60 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.019+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210400aab0 con 0x7f210c161c60 2024-09-19T08:11:40.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.019+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f210c155700 con 0x7f210c161c60 2024-09-19T08:11:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.019+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f210c155cc0 con 0x7f210c161c60 2024-09-19T08:11:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.020+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f210c06d730 con 0x7f210c161c60 2024-09-19T08:11:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.020+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f210401b070 con 0x7f210c161c60 2024-09-19T08:11:40.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.021+0000 7f2108ff9640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 0x7f20f806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.021+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7f210408b290 con 0x7f210c161c60 2024-09-19T08:11:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.021+0000 7f210bfff640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 0x7f20f806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.021+0000 7f210bfff640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 0x7f20f806e7a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f20fc009aa0 tx=0x7f20fc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.025+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2104058ab0 con 0x7f210c161c60 2024-09-19T08:11:40.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.235+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f210c0b4580 con 0x7f210c161c60 2024-09-19T08:11:40.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.236+0000 7f2108ff9640 1 -- 172.21.15.17:0/1645942876 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) ==== 95+0+4395 (secure 0 0 0) 0x7f210405cdb0 con 0x7f210c161c60 2024-09-19T08:11:40.236 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:40.236 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":241,"btime":"2024-09-19T08:11:39:901626+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3585040330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3585040330},{"type":"v1","addr":"172.21.15.17:6835","nonce":3585040330}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:39.901576+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:40.237 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 241 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 msgr2=0x7f20f806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 0x7f20f806e7a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f20fc009aa0 tx=0x7f20fc009190 comp rx=0 tx=0).stop 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 msgr2=0x7f210c1f75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7f210400c7a0 tx=0x7f210400cc60 comp rx=0 tx=0).stop 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 shutdown_connections 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f20f806c2e0 0x7f20f806e7a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f210c161c60 0x7f210c1f75e0 unknown :-1 s=CLOSED pgs=1896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f210c0d0e20 0x7f210c15a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 --2- 172.21.15.17:0/1645942876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f210c06cd90 0x7f210c1550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 >> 172.21.15.17:0/1645942876 conn(0x7f210c067950 msgr2=0x7f210c06e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 shutdown_connections 2024-09-19T08:11:40.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.238+0000 7f2112711640 1 -- 172.21.15.17:0/1645942876 wait complete. 2024-09-19T08:11:40.249 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:40.249 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.351+0000 7f215888d640 1 Processor -- start 2024-09-19T08:11:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.351+0000 7f215888d640 1 -- start start 2024-09-19T08:11:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215888d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f215415e7c0 0x7f2154162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215888d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f21540b6a40 0x7f21540b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215888d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21540b39a0 con 0x7f21540cf480 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215888d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f21541630d0 con 0x7f215415e7c0 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215888d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f215415eba0 con 0x7f21540b6a40 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f215259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f215415e7c0 0x7f2154162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f2151d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f21540cf480 0x7f21540b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58094/0 (socket says 172.21.15.17:58094) 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f2151d9b640 1 -- 172.21.15.17:0/2127914081 learned_addr learned my addr 172.21.15.17:0/2127914081 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.352+0000 7f2152d9d640 1 --2- 172.21.15.17:0/2127914081 >> v2:172.21.15.160:3300/0 conn(0x7f21540b6a40 0x7f21540b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215259c640 1 -- 172.21.15.17:0/2127914081 >> v2:172.21.15.160:3300/0 conn(0x7f21540b6a40 msgr2=0x7f21540b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215259c640 1 --2- 172.21.15.17:0/2127914081 >> v2:172.21.15.160:3300/0 conn(0x7f21540b6a40 0x7f21540b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215259c640 1 -- 172.21.15.17:0/2127914081 >> v1:172.21.15.17:6789/0 conn(0x7f21540cf480 legacy=0x7f21540b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215259c640 1 -- 172.21.15.17:0/2127914081 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21540cfc60 con 0x7f215415e7c0 2024-09-19T08:11:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215159a640 1 -- 172.21.15.17:0/2127914081 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 353175362 0 0) 0x7f21540b39a0 con 0x7f21540cf480 2024-09-19T08:11:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215259c640 1 --2- 172.21.15.17:0/2127914081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215415e7c0 0x7f2154162b90 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7f2154074430 tx=0x7f214402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19e8ccbf1e118a16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215159a640 1 -- 172.21.15.17:0/2127914081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144037070 con 0x7f215415e7c0 2024-09-19T08:11:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.353+0000 7f215159a640 1 -- 172.21.15.17:0/2127914081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2144032440 con 0x7f215415e7c0 2024-09-19T08:11:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215159a640 1 -- 172.21.15.17:0/2127914081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144032810 con 0x7f215415e7c0 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 -- 172.21.15.17:0/2127914081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215415e7c0 msgr2=0x7f2154162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 --2- 172.21.15.17:0/2127914081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215415e7c0 0x7f2154162b90 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7f2154074430 tx=0x7f214402a230 comp rx=0 tx=0).stop 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 -- 172.21.15.17:0/2127914081 shutdown_connections 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 --2- 172.21.15.17:0/2127914081 >> v2:172.21.15.160:3300/0 conn(0x7f21540b6a40 0x7f21540b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 --2- 172.21.15.17:0/2127914081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215415e7c0 0x7f2154162b90 unknown :-1 s=CLOSED pgs=1898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 -- 172.21.15.17:0/2127914081 >> 172.21.15.17:0/2127914081 conn(0x7f21540d1320 msgr2=0x7f21540d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 -- 172.21.15.17:0/2127914081 shutdown_connections 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.354+0000 7f215888d640 1 -- 172.21.15.17:0/2127914081 wait complete. 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.355+0000 7f215888d640 1 Processor -- start 2024-09-19T08:11:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.355+0000 7f215888d640 1 -- start start 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 0x7f21540b74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f215415e7c0 0x7f2154155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f215415f100 con 0x7f21540b6a40 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f215415ee20 con 0x7f215415e7c0 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215888d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f215415f3e0 con 0x7f21540cf480 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49634/0 (socket says 172.21.15.17:49634) 2024-09-19T08:11:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.356+0000 7f215259c640 1 -- 172.21.15.17:0/2622721377 learned_addr learned my addr 172.21.15.17:0/2622721377 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2151d9b640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 0x7f21540b74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 -- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 msgr2=0x7f21540b74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2152d9d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f215415e7c0 0x7f2154155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 0x7f21540b74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 -- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f215415e7c0 msgr2=0x7f2154155230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f215415e7c0 0x7f2154155230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 -- 172.21.15.17:0/2622721377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21540b7ba0 con 0x7f21540b6a40 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2151d9b640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 0x7f21540b74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215259c640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7f2144000c00 tx=0x7f21440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144037040 con 0x7f21540b6a40 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2144004250 con 0x7f21540b6a40 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21540b7e80 con 0x7f21540b6a40 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144006e10 con 0x7f21540b6a40 2024-09-19T08:11:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.357+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21540cc9f0 con 0x7f21540b6a40 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.358+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f215415f900 con 0x7f21540b6a40 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.359+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2144030770 con 0x7f21540b6a40 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.359+0000 7f2142ffd640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 0x7f213406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.359+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7f21440acfd0 con 0x7f21540b6a40 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.359+0000 7f2151d9b640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 0x7f213406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.360+0000 7f2151d9b640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 0x7f213406e7a0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2154159760 tx=0x7f2148009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.363+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f214407aed0 con 0x7f21540b6a40 2024-09-19T08:11:40.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.573+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21540cb1f0 con 0x7f21540b6a40 2024-09-19T08:11:40.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.574+0000 7f2142ffd640 1 -- 172.21.15.17:0/2622721377 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) ==== 95+0+4395 (secure 0 0 0) 0x7f214407a7d0 con 0x7f21540b6a40 2024-09-19T08:11:40.577 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:40.577 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":241,"btime":"2024-09-19T08:11:39:901626+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3585040330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3585040330},{"type":"v1","addr":"172.21.15.17:6835","nonce":3585040330}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:39.901576+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 241 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 msgr2=0x7f213406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 0x7f213406e7a0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2154159760 tx=0x7f2148009040 comp rx=0 tx=0).stop 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 msgr2=0x7f21540ba000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7f2144000c00 tx=0x7f21440046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 shutdown_connections 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f213406c2e0 0x7f213406e7a0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f215415e7c0 0x7f2154155230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f21540cf480 0x7f21540b74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 --2- 172.21.15.17:0/2622721377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21540b6a40 0x7f21540ba000 unknown :-1 s=CLOSED pgs=1899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 >> 172.21.15.17:0/2622721377 conn(0x7f21540d1320 msgr2=0x7f21540b5560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 shutdown_connections 2024-09-19T08:11:40.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.576+0000 7f215888d640 1 -- 172.21.15.17:0/2622721377 wait complete. 2024-09-19T08:11:40.587 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:40.587 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:40.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.690+0000 7f1b45842640 1 Processor -- start 2024-09-19T08:11:40.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.690+0000 7f1b45842640 1 -- start start 2024-09-19T08:11:40.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1b4015b2e0 0x7f1b400b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400cdfc0 0x7f1b400b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b400b22c0 0x7f1b400ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1b4015b6c0 con 0x7f1b400b22c0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1b400ce4f0 con 0x7f1b4015b2e0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b45842640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1b400ce7d0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b400b22c0 0x7f1b400ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1b400b22c0 0x7f1b400ccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49642/0 (socket says 172.21.15.17:49642) 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 -- 172.21.15.17:0/1816020512 learned_addr learned my addr 172.21.15.17:0/1816020512 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3e7fc640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400cdfc0 0x7f1b400b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3effd640 1 --2- 172.21.15.17:0/1816020512 >> v2:172.21.15.160:3300/0 conn(0x7f1b4015b2e0 0x7f1b400b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 -- 172.21.15.17:0/1816020512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400cdfc0 msgr2=0x7f1b400b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400cdfc0 0x7f1b400b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 -- 172.21.15.17:0/1816020512 >> v2:172.21.15.160:3300/0 conn(0x7f1b4015b2e0 msgr2=0x7f1b400b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:40.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 --2- 172.21.15.17:0/1816020512 >> v2:172.21.15.160:3300/0 conn(0x7f1b4015b2e0 0x7f1b400b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.691+0000 7f1b3f7fe640 1 -- 172.21.15.17:0/1816020512 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b400ceab0 con 0x7f1b400b22c0 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.692+0000 7f1b3f7fe640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400b22c0 0x7f1b400ccad0 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7f1b40069550 tx=0x7f1b3802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd458e73ee1f1b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.692+0000 7f1b3dffb640 1 -- 172.21.15.17:0/1816020512 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38037070 con 0x7f1b400b22c0 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.692+0000 7f1b3dffb640 1 -- 172.21.15.17:0/1816020512 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b38032440 con 0x7f1b400b22c0 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.692+0000 7f1b3dffb640 1 -- 172.21.15.17:0/1816020512 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38032810 con 0x7f1b400b22c0 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 -- 172.21.15.17:0/1816020512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400b22c0 msgr2=0x7f1b400ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400b22c0 0x7f1b400ccad0 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7f1b40069550 tx=0x7f1b3802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 -- 172.21.15.17:0/1816020512 shutdown_connections 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400b22c0 0x7f1b400ccad0 unknown :-1 s=CLOSED pgs=1900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 --2- 172.21.15.17:0/1816020512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400cdfc0 0x7f1b400b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 --2- 172.21.15.17:0/1816020512 >> v2:172.21.15.160:3300/0 conn(0x7f1b4015b2e0 0x7f1b400b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 -- 172.21.15.17:0/1816020512 >> 172.21.15.17:0/1816020512 conn(0x7f1b4006bc10 msgr2=0x7f1b4006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 -- 172.21.15.17:0/1816020512 shutdown_connections 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.693+0000 7f1b45842640 1 -- 172.21.15.17:0/1816020512 wait complete. 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.694+0000 7f1b45842640 1 Processor -- start 2024-09-19T08:11:40.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.694+0000 7f1b45842640 1 -- start start 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400b22c0 0x7f1b400aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b4015b2e0 0x7f1b4013f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b400712b0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1b40071130 con 0x7f1b4015b2e0 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b45842640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1b400b4260 con 0x7f1b400b22c0 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b3e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b3e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49652/0 (socket says 172.21.15.17:49652) 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b3e7fc640 1 -- 172.21.15.17:0/1082492173 learned_addr learned my addr 172.21.15.17:0/1082492173 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b3f7fe640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b4015b2e0 0x7f1b4013f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.695+0000 7f1b3effd640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400b22c0 0x7f1b400aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 -- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400b22c0 msgr2=0x7f1b400aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400b22c0 0x7f1b400aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 -- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b4015b2e0 msgr2=0x7f1b4013f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b4015b2e0 0x7f1b4013f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 -- 172.21.15.17:0/1082492173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b40141de0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b3e7fc640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800d800 tx=0x7f1b2800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2800b6c0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b28019070 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b401420c0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2800ba80 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.696+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b400af050 con 0x7f1b400cdfc0 2024-09-19T08:11:40.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.697+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b400b1d80 con 0x7f1b400cdfc0 2024-09-19T08:11:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.698+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b2800bc20 con 0x7f1b400cdfc0 2024-09-19T08:11:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.698+0000 7f1b37fff640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 0x7f1b2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:40.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.698+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7f1b2808c140 con 0x7f1b400cdfc0 2024-09-19T08:11:40.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.698+0000 7f1b3effd640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 0x7f1b2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:40.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.699+0000 7f1b3effd640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 0x7f1b2006e770 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f1b300039e0 tx=0x7f1b30009830 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:40.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.702+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1b280598d0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.917+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b40142450 con 0x7f1b400cdfc0 2024-09-19T08:11:40.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.918+0000 7f1b37fff640 1 -- 172.21.15.17:0/1082492173 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) ==== 95+0+4395 (secure 0 0 0) 0x7f1b2805dbd0 con 0x7f1b400cdfc0 2024-09-19T08:11:40.918 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:40.918 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":241,"btime":"2024-09-19T08:11:39:901626+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9459,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3585040330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3585040330},{"type":"v1","addr":"172.21.15.17:6835","nonce":3585040330}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:39.901576+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:40.918 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 241 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 msgr2=0x7f1b2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 0x7f1b2006e770 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f1b300039e0 tx=0x7f1b30009830 comp rx=0 tx=0).stop 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 msgr2=0x7f1b401526e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800d800 tx=0x7f1b2800dcc0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 shutdown_connections 2024-09-19T08:11:40.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b2006c2b0 0x7f1b2006e770 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1b4015b2e0 0x7f1b4013f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b400cdfc0 0x7f1b401526e0 unknown :-1 s=CLOSED pgs=1901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 --2- 172.21.15.17:0/1082492173 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1b400b22c0 0x7f1b400aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 >> 172.21.15.17:0/1082492173 conn(0x7f1b4006bc10 msgr2=0x7f1b4015a610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 shutdown_connections 2024-09-19T08:11:40.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:40.920+0000 7f1b45842640 1 -- 172.21.15.17:0/1082492173 wait complete. 2024-09-19T08:11:40.932 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate mds_snaptable' led to DAMAGED state 2024-09-19T08:11:40.932 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate mds0_inotable' 2024-09-19T08:11:40.932 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:40.932 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:40.948 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:40.948 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:40.949 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:40.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:40.949 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:41.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:41.005 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:41.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.149+0000 7fa87eb4b640 1 Processor -- start 2024-09-19T08:11:41.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 -- start start 2024-09-19T08:11:41.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa878161c60 0x7fa8780d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa8780d1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8780d3040 con 0x7fa87806cd90 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa8780d2df0 con 0x7fa878161c60 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.150+0000 7fa87eb4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa878073050 con 0x7fa8780d0e20 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa877fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa87806cd90 0x7fa87806d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58100/0 (socket says 172.21.15.17:58100) 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa877fff640 1 -- 172.21.15.17:0/2982567421 learned_addr learned my addr 172.21.15.17:0/2982567421 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa87d0e8640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa8780d1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/2982567421 >> v2:172.21.15.160:3300/0 conn(0x7fa878161c60 0x7fa8780d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2930014001 0 0) 0x7fa8780d3040 con 0x7fa87806cd90 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa864003520 con 0x7fa87806cd90 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1378398126 0 0) 0x7fa864003520 con 0x7fa87806cd90 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 msgr2=0x7fa8780d1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa8780d1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 >> v2:172.21.15.160:3300/0 conn(0x7fa878161c60 msgr2=0x7fa8780d1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:41.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 --2- 172.21.15.17:0/2982567421 >> v2:172.21.15.160:3300/0 conn(0x7fa878161c60 0x7fa8780d1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa878073330 con 0x7fa87806cd90 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fa860001670 con 0x7fa87806cd90 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 >> v1:172.21.15.17:6789/0 conn(0x7fa87806cd90 legacy=0x7fa87806d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8640039b0 0x7fa864003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa864004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa864004d40 0x7fa8640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa8780d2df0 con 0x7fa8640039b0 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa878073050 con 0x7fa864004d40 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa86400ba40 con 0x7fa8780d0e20 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8640039b0 0x7fa864003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa877fff640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa864004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.151+0000 7fa87d0e8640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa864004d40 0x7fa8640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 -- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 msgr2=0x7fa864004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:41.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8780d0e20 0x7fa864004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 -- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa864004d40 msgr2=0x7fa8640051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa864004d40 0x7fa8640051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 -- 172.21.15.17:0/2982567421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa864003520 con 0x7fa8640039b0 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8640039b0 0x7fa864003dd0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7fa870009ac0 tx=0x7fa864005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80d049c9d1f9c06b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870036070 con 0x7fa8640039b0 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa870031400 con 0x7fa8640039b0 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.152+0000 7fa8777fe640 1 -- 172.21.15.17:0/2982567421 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870009690 con 0x7fa8640039b0 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 -- 172.21.15.17:0/2982567421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8640039b0 msgr2=0x7fa864003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/2982567421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8640039b0 0x7fa864003dd0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7fa870009ac0 tx=0x7fa864005830 comp rx=0 tx=0).stop 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87d0e8640 1 -- 172.21.15.17:0/2982567421 reap_dead start 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 -- 172.21.15.17:0/2982567421 shutdown_connections 2024-09-19T08:11:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 -- 172.21.15.17:0/2982567421 >> 172.21.15.17:0/2982567421 conn(0x7fa878067950 msgr2=0x7fa878067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 -- 172.21.15.17:0/2982567421 shutdown_connections 2024-09-19T08:11:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.153+0000 7fa87eb4b640 1 -- 172.21.15.17:0/2982567421 wait complete. 2024-09-19T08:11:41.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.154+0000 7fa87eb4b640 1 Processor -- start 2024-09-19T08:11:41.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.154+0000 7fa87eb4b640 1 -- start start 2024-09-19T08:11:41.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa8640039b0 0x7fa8781590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8781f4740 0x7fa8781f4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa8780d1290 con 0x7fa87815bec0 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa878074100 con 0x7fa8640039b0 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87eb4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa8780d1410 con 0x7fa8781f4740 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa877fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa877fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49666/0 (socket says 172.21.15.17:49666) 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa877fff640 1 -- 172.21.15.17:0/1817411866 learned_addr learned my addr 172.21.15.17:0/1817411866 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87d0e8640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8781f4740 0x7fa8781f4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.155+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa8640039b0 0x7fa8781590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 -- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8781f4740 msgr2=0x7fa8781f4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8781f4740 0x7fa8781f4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 -- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa8640039b0 msgr2=0x7fa8781590f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa8640039b0 0x7fa8781590f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 -- 172.21.15.17:0/1817411866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa878159760 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa877fff640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7fa86000e730 tx=0x7fa86000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86000c660 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa860018070 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa878159a40 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86000ca60 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.156+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87815a000 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.157+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8780d1e10 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.158+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa86000cc00 con 0x7fa87815bec0 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.158+0000 7fa8757fa640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 0x7fa85806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:41.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.158+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7fa86008b8d0 con 0x7fa87815bec0 2024-09-19T08:11:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.158+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 0x7fa85806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.159+0000 7fa87c8e7640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 0x7fa85806e7a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa870033000 tx=0x7fa870008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.162+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa8600590f0 con 0x7fa87815bec0 2024-09-19T08:11:41.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.374+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa8780b7150 con 0x7fa87815bec0 2024-09-19T08:11:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.898+0000 7fa8757fa640 1 -- 172.21.15.17:0/1817411866 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v242) ==== 161+0+0 (secure 0 0 0) 0x7fa86005d3f0 con 0x7fa87815bec0 2024-09-19T08:11:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:41.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 msgr2=0x7fa85806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 0x7fa85806e7a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa870033000 tx=0x7fa870008030 comp rx=0 tx=0).stop 2024-09-19T08:11:41.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 msgr2=0x7fa8781f4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:41.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7fa86000e730 tx=0x7fa86000ebf0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 shutdown_connections 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa85806c2e0 0x7fa85806e7a0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa8781f4740 0x7fa8781f4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa87815bec0 0x7fa8781f4200 unknown :-1 s=CLOSED pgs=1904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 --2- 172.21.15.17:0/1817411866 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa8640039b0 0x7fa8781590f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 >> 172.21.15.17:0/1817411866 conn(0x7fa878067950 msgr2=0x7fa87806e5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 shutdown_connections 2024-09-19T08:11:41.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:41.900+0000 7fa87eb4b640 1 -- 172.21.15.17:0/1817411866 wait complete. 2024-09-19T08:11:41.912 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.017+0000 7efc33111640 1 Processor -- start 2024-09-19T08:11:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.017+0000 7efc33111640 1 -- start start 2024-09-19T08:11:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc33111640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc2c0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc33111640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efc2c0d26d0 0x7efc2c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc33111640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc2c06cec0 con 0x7efc2c15e8c0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc33111640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efc2c0d2d40 con 0x7efc2c0d26d0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc33111640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc2c0b7250 con 0x7efc2c15e4e0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc23fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efc2c15e8c0 0x7efc2c0d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:58110/0 (socket says 172.21.15.17:58110) 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc23fff640 1 -- 172.21.15.17:0/1436448795 learned_addr learned my addr 172.21.15.17:0/1436448795 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc2c0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc316ae640 1 --2- 172.21.15.17:0/1436448795 >> v2:172.21.15.160:3300/0 conn(0x7efc2c0d26d0 0x7efc2c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 104050483 0 0) 0x7efc2c06cec0 con 0x7efc2c15e8c0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc14003520 con 0x7efc2c15e8c0 2024-09-19T08:11:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1355397320 0 0) 0x7efc14003520 con 0x7efc2c15e8c0 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 msgr2=0x7efc2c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc2c0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 >> v2:172.21.15.160:3300/0 conn(0x7efc2c0d26d0 msgr2=0x7efc2c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 --2- 172.21.15.17:0/1436448795 >> v2:172.21.15.160:3300/0 conn(0x7efc2c0d26d0 0x7efc2c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2c06d160 con 0x7efc2c15e8c0 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7efc1c001670 con 0x7efc2c15e8c0 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.018+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc2c0b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc316ae640 1 --2- 172.21.15.17:0/1436448795 >> v2:172.21.15.160:3300/0 conn(0x7efc2c0d26d0 0x7efc2c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:42.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 >> v1:172.21.15.17:6789/0 conn(0x7efc2c15e8c0 legacy=0x7efc2c0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc140039b0 0x7efc14003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc14004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc14004d40 0x7efc140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c0d2d40 con 0x7efc140039b0 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c0b7250 con 0x7efc14004d40 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc1400b9c0 con 0x7efc2c15e4e0 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc140039b0 0x7efc14003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc23fff640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc14004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc316ae640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc14004d40 0x7efc140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 -- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 msgr2=0x7efc14004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc14004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 -- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc14004d40 msgr2=0x7efc140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc14004d40 0x7efc140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc30ead640 1 -- 172.21.15.17:0/1436448795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc14003520 con 0x7efc140039b0 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc23fff640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc2c15e4e0 0x7efc14004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.019+0000 7efc316ae640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc14004d40 0x7efc140051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc30ead640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc140039b0 0x7efc14003dd0 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7efc28009c90 tx=0x7efc14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64852022adeea0d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28036070 con 0x7efc140039b0 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc28031400 con 0x7efc140039b0 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc237fe640 1 -- 172.21.15.17:0/1436448795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28009860 con 0x7efc140039b0 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 -- 172.21.15.17:0/1436448795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc140039b0 msgr2=0x7efc14003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 --2- 172.21.15.17:0/1436448795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc140039b0 0x7efc14003dd0 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7efc28009c90 tx=0x7efc14005830 comp rx=0 tx=0).stop 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc316ae640 1 -- 172.21.15.17:0/1436448795 reap_dead start 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 -- 172.21.15.17:0/1436448795 shutdown_connections 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 -- 172.21.15.17:0/1436448795 >> 172.21.15.17:0/1436448795 conn(0x7efc2c06f400 msgr2=0x7efc2c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 -- 172.21.15.17:0/1436448795 shutdown_connections 2024-09-19T08:11:42.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.020+0000 7efc33111640 1 -- 172.21.15.17:0/1436448795 wait complete. 2024-09-19T08:11:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.022+0000 7efc33111640 1 Processor -- start 2024-09-19T08:11:42.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.022+0000 7efc33111640 1 -- start start 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.022+0000 7efc33111640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc140039b0 0x7efc2c14e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 0x7efc2c159bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c0b67d0 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c06d720 con 0x7efc2c159730 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc2c0b6950 con 0x7efc140039b0 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49680/0 (socket says 172.21.15.17:49680) 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 -- 172.21.15.17:0/2113484107 learned_addr learned my addr 172.21.15.17:0/2113484107 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc30ead640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc140039b0 0x7efc2c14e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc23fff640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 0x7efc2c159bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 -- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc140039b0 msgr2=0x7efc2c14e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc140039b0 0x7efc2c14e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 -- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 msgr2=0x7efc2c159bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 0x7efc2c159bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 -- 172.21.15.17:0/2113484107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2c0b2920 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc23fff640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 0x7efc2c159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc316ae640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7efc2c073d20 tx=0x7efc240115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc24011ea0 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2401b070 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2c0b2c00 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc24003990 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.023+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc2c0b31c0 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.024+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc2c073f70 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.025+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc24005d10 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.025+0000 7efc217fa640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 0x7efc1806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.025+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7efc2408c2c0 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.026+0000 7efc30ead640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 0x7efc1806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.026+0000 7efc30ead640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 0x7efc1806e7a0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efc28033000 tx=0x7efc28008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.030+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc2c073f70 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.276+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7efc2c0b6ca0 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.903+0000 7efc217fa640 1 -- 172.21.15.17:0/2113484107 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v243) ==== 101+0+0 (secure 0 0 0) 0x7efc24025020 con 0x7efc2c0b1bf0 2024-09-19T08:11:42.904 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:42.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 msgr2=0x7efc1806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 0x7efc1806e7a0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efc28033000 tx=0x7efc28008030 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 msgr2=0x7efc2c0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7efc2c073d20 tx=0x7efc240115a0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 shutdown_connections 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc1806c2e0 0x7efc1806e7a0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc2c0b1bf0 0x7efc2c0b20a0 unknown :-1 s=CLOSED pgs=1907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc2c159730 0x7efc2c159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 --2- 172.21.15.17:0/2113484107 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc140039b0 0x7efc2c14e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 >> 172.21.15.17:0/2113484107 conn(0x7efc2c06f400 msgr2=0x7efc2c15b540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 shutdown_connections 2024-09-19T08:11:42.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.907+0000 7efc33111640 1 -- 172.21.15.17:0/2113484107 wait complete. 2024-09-19T08:11:42.922 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:42.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.970+0000 7fe7add1df40 1 Processor -- start 2024-09-19T08:11:42.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.970+0000 7fe7add1df40 1 -- start start 2024-09-19T08:11:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 0x55d089b175d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b1a8f0 0x55d089b17b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d089995510 con 0x55d089a6f670 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d0899eec50 con 0x55d089b1a8f0 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7add1df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d089a44db0 con 0x55d089b18fe0 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7aad9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7aad9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33636/0 (socket says 172.21.15.17:33636) 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.971+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1488485613 learned_addr learned my addr 172.21.15.17:0/1488485613 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 msgr2=0x55d089b175d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 0x55d089b175d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b1a8f0 0x55d089b17b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 0x55d089b175d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b1a8f0 msgr2=0x55d089b17b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b1a8f0 0x55d089b17b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1488485613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d089ba2880 con 0x55d089a6f670 2024-09-19T08:11:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 0x55d089b175d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00b320 tx=0x7fe79c00b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae39bbafe7c74c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7a959b640 1 -- 172.21.15.17:0/1488485613 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe79c012020 con 0x55d089a6f670 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7a959b640 1 -- 172.21.15.17:0/1488485613 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe79c00d690 con 0x55d089a6f670 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.972+0000 7fe7a959b640 1 -- 172.21.15.17:0/1488485613 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe79c00da40 con 0x55d089a6f670 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- 172.21.15.17:0/1488485613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 msgr2=0x55d089b16720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00b320 tx=0x7fe79c00b7e0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- 172.21.15.17:0/1488485613 shutdown_connections 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b1a8f0 0x55d089b17b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089b18fe0 0x55d089b175d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1488485613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089a6f670 0x55d089b16720 unknown :-1 s=CLOSED pgs=1909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- 172.21.15.17:0/1488485613 >> 172.21.15.17:0/1488485613 conn(0x55d089a6e280 msgr2=0x55d089a42580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- 172.21.15.17:0/1488485613 shutdown_connections 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- 172.21.15.17:0/1488485613 wait complete. 2024-09-19T08:11:42.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 Processor -- start 2024-09-19T08:11:42.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.973+0000 7fe7add1df40 1 -- start start 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089a6f670 0x55d089b09000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b18fe0 0x55d089a8d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d089ba25e0 con 0x55d089b1a8f0 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d089b14e20 con 0x55d089b18fe0 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7add1df40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d089b147d0 con 0x55d089a6f670 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7ab59f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7ab59f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33646/0 (socket says 172.21.15.17:33646) 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 learned_addr learned my addr 172.21.15.17:0/1990117288 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089a6f670 0x55d089b09000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.974+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b18fe0 0x55d089a8d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089a6f670 msgr2=0x55d089b09000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089a6f670 0x55d089b09000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b18fe0 msgr2=0x55d089a8d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d089b18fe0 0x55d089a8d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d089b0be20 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d089a6f670 0x55d089b09000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7fe7a40259c0 tx=0x7fe7a4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe793fff640 1 -- 172.21.15.17:0/1990117288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4069070 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe793fff640 1 -- 172.21.15.17:0/1990117288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7a4051e20 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d089b0edb0 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe793fff640 1 -- 172.21.15.17:0/1990117288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4055040 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.975+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d089b0c380 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.977+0000 7fe793fff640 1 -- 172.21.15.17:0/1990117288 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe7a406c070 con 0x55d089b1a8f0 2024-09-19T08:11:42.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.977+0000 7fe793fff640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 0x7fe79806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe793fff640 1 -- 172.21.15.17:0/1990117288 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7fe7a40ce0b0 con 0x55d089b1a8f0 2024-09-19T08:11:42.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 0x7fe79806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.980 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d089b15f50 0x55d089b0cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089b16ce0 con 0x55d089b15f50 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d089b15f50 0x55d089b0cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 0x7fe79806d150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fe79c000c00 tx=0x7fe79c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.978+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d089b15f50 0x55d089b0cdb0 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.980+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v116'846 uv820 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.980+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089b0d2f0 con 0x55d089b15f50 2024-09-19T08:11:42.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.982+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v116'847 uv847 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.982+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089b0d720 con 0x55d089b15f50 2024-09-19T08:11:42.983 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:42.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.983+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v116'848 uv848 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.983+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbcb80 con 0x55d089b15f50 2024-09-19T08:11:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.984+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v116'849 uv849 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.985+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbcf20 con 0x55d089b15f50 2024-09-19T08:11:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.986+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v116'850 uv850 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.986+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbbb70 con 0x55d089b15f50 2024-09-19T08:11:42.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.987+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v116'851 uv851 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.987+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbbf60 con 0x55d089b15f50 2024-09-19T08:11:42.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.988+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v116'852 uv826 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.988+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc350 con 0x55d089b15f50 2024-09-19T08:11:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.990+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v116'853 uv853 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.990+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc350 con 0x55d089b15f50 2024-09-19T08:11:42.991 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.991+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v116'854 uv854 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.991+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.993+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v116'855 uv855 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.993+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.994+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v116'856 uv856 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.994+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.995+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v116'857 uv857 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.995+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.996+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v116'858 uv833 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.996+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.998+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v116'859 uv859 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.998+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:42.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.999+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v116'860 uv860 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:42.999 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:42.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:42.999+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:43.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.000+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v116'861 uv861 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.000+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:43.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.001+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v116'862 uv862 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.002+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbc300 con 0x55d089b15f50 2024-09-19T08:11:43.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.003+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v116'863 uv863 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.003+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.004+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v116'864 uv864 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.004+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.006+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v116'865 uv839 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.006+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.007+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v116'866 uv866 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.007+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.008 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.008+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v116'867 uv867 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.008+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbe2d0 con 0x55d089b15f50 2024-09-19T08:11:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.009+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v116'868 uv868 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.009+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbe2d0 con 0x55d089b15f50 2024-09-19T08:11:43.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.011+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v116'869 uv869 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.011+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.012+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v116'870 uv870 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.012+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.013+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v116'871 uv845 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.013+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.015+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v116'872 uv872 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.015+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.016+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v116'873 uv873 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.016 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.016+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbe2d0 con 0x55d089b15f50 2024-09-19T08:11:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.017+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v116'874 uv874 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.017+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbe2d0 con 0x55d089b15f50 2024-09-19T08:11:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.018+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v116'875 uv875 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.018+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bbd2c0 con 0x55d089b15f50 2024-09-19T08:11:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.019+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v116'876 uv876 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.019+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d089bbd7d0 0x55d089bbfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.019+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc0100 con 0x55d089bbd7d0 2024-09-19T08:11:43.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.020+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d089bbd7d0 0x55d089bbfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.020+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d089bbd7d0 0x55d089bbfbc0 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.022+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v116'611 uv594 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.022+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc04a0 con 0x55d089bbd7d0 2024-09-19T08:11:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.023+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v116'612 uv612 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.023+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc0840 con 0x55d089bbd7d0 2024-09-19T08:11:43.024 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.024+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v116'613 uv613 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.024+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1090 con 0x55d089bbd7d0 2024-09-19T08:11:43.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.025+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v116'614 uv614 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.025+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1430 con 0x55d089bbd7d0 2024-09-19T08:11:43.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.026+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v116'615 uv615 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.027+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc17d0 con 0x55d089bbd7d0 2024-09-19T08:11:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.028+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v116'616 uv599 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.028+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.029+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v116'617 uv617 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.029+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.030 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.030+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v116'618 uv618 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.030+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.031+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v116'619 uv619 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.031+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.033+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v116'620 uv620 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.033+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.034+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v116'621 uv604 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.034+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.035+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v116'622 uv622 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.035+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.037 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:43.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.037+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v116'623 uv623 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.037+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc55d0 con 0x55d089bbd7d0 2024-09-19T08:11:43.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.038+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v116'624 uv624 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.038+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc55d0 con 0x55d089bbd7d0 2024-09-19T08:11:43.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.039+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v116'625 uv625 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.039+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.041+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v116'626 uv610 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.041+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.042+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v116'627 uv627 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.042+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.043 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:43.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.043+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v116'628 uv628 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.043+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc2b80 con 0x55d089bbd7d0 2024-09-19T08:11:43.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.044+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v116'629 uv629 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.044+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc2b80 con 0x55d089bbd7d0 2024-09-19T08:11:43.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.045+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v116'630 uv630 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.045+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089bbd7d0 2024-09-19T08:11:43.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.046+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v116'631 uv631 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bbd7d0 2024-09-19T08:11:43.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.046+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089b15f50 2024-09-19T08:11:43.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.047+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v116'165 uv164 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.047+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089b15f50 2024-09-19T08:11:43.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.048+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v116'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.048+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089b15f50 2024-09-19T08:11:43.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.049+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v116'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.049 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:43.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.049+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc2b80 con 0x55d089b15f50 2024-09-19T08:11:43.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.050+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v116'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.050+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc2b80 con 0x55d089b15f50 2024-09-19T08:11:43.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.051+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v116'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.051+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc1b70 con 0x55d089b15f50 2024-09-19T08:11:43.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.052+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v116'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.052+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d089bc2080 0x55d089bc4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.052+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4b30 con 0x55d089bc2080 2024-09-19T08:11:43.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.052+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d089bc2080 0x55d089bc4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.053+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d089bc2080 0x55d089bc4490 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.054+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v116'123 uv122 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.054+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089bc2080 2024-09-19T08:11:43.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.055+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v116'124 uv124 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.055+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089bc2080 2024-09-19T08:11:43.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.056+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v116'125 uv125 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.056 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:43.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.056+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089bc2080 2024-09-19T08:11:43.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.057+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v116'126 uv126 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.057+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089b15f50 2024-09-19T08:11:43.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.058+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v116'165 uv164 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.058+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089b15f50 2024-09-19T08:11:43.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.059+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v116'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.059+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089b15f50 2024-09-19T08:11:43.060 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:43.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.060+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v116'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.060+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc5f80 con 0x55d089b15f50 2024-09-19T08:11:43.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.061+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v116'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.061+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc5f80 con 0x55d089b15f50 2024-09-19T08:11:43.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.064+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v116'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.064+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc4f70 con 0x55d089b15f50 2024-09-19T08:11:43.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.065+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v116'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.065+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d089bc55f0 0x55d089bc79e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.065+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc7fb0 con 0x55d089bc55f0 2024-09-19T08:11:43.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.066+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d089bc55f0 0x55d089bc79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.066+0000 7fe7ab59f640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d089bc55f0 0x55d089bc79e0 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.068+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v116'305 uv299 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.068+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8450 con 0x55d089bc55f0 2024-09-19T08:11:43.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.069+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v116'306 uv306 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.069+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8930 con 0x55d089bc55f0 2024-09-19T08:11:43.069 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:43.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.070+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v116'307 uv307 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.070+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bca1e0 con 0x55d089bc55f0 2024-09-19T08:11:43.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.071+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v116'308 uv308 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.071+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bca580 con 0x55d089bc55f0 2024-09-19T08:11:43.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.072+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v116'309 uv309 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.072+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc91d0 con 0x55d089bc55f0 2024-09-19T08:11:43.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.073+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v116'310 uv310 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.073+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bc55f0 2024-09-19T08:11:43.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.074+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v116'311 uv304 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.074+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bc55f0 2024-09-19T08:11:43.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.075+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v116'312 uv312 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.075+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bc55f0 2024-09-19T08:11:43.076 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:43.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.076+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v116'313 uv313 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.076+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bc55f0 2024-09-19T08:11:43.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.077+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v116'314 uv314 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.077+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bc55f0 2024-09-19T08:11:43.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.078+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v116'315 uv315 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.078+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d089bca920 0x55d089bccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.078+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bca920 2024-09-19T08:11:43.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.078+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d089bca920 0x55d089bccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.079+0000 7fe7aad9e640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d089bca920 0x55d089bccd10 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.080+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v116'138 uv137 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bca920 2024-09-19T08:11:43.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.080+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc95e0 con 0x55d089bca920 2024-09-19T08:11:43.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.081+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v116'139 uv139 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bca920 2024-09-19T08:11:43.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.081+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bca920 2024-09-19T08:11:43.081 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:43.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.082+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v116'140 uv140 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bca920 2024-09-19T08:11:43.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.082+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bca920 2024-09-19T08:11:43.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.083+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v116'141 uv141 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bca920 2024-09-19T08:11:43.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.083+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bca920 2024-09-19T08:11:43.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.084+0000 7fe7aad9e640 1 -- 172.21.15.17:0/1990117288 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v116'142 uv142 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe79c00e4f0 con 0x55d089bca920 2024-09-19T08:11:43.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.084+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089b15f50 2024-09-19T08:11:43.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.085+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v116'165 uv164 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.085+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089b15f50 2024-09-19T08:11:43.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.086+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v116'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.086+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089b15f50 2024-09-19T08:11:43.086 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:43.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.087+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v116'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.087+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bce260 con 0x55d089b15f50 2024-09-19T08:11:43.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.088+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v116'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.088+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bce260 con 0x55d089b15f50 2024-09-19T08:11:43.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.089+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v116'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.089+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089b15f50 2024-09-19T08:11:43.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.089+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v116'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089b15f50 2024-09-19T08:11:43.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.089+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bc2080 2024-09-19T08:11:43.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.091+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v116'273 uv267 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.091+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bc2080 2024-09-19T08:11:43.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.092+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v116'274 uv274 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.092+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bcd250 con 0x55d089bc2080 2024-09-19T08:11:43.092 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:43.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.093+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v116'275 uv275 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.093+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.093+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v116'276 uv276 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.094+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.094+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v116'277 uv277 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.094+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.095+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v116'278 uv272 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.095+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.096+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v116'279 uv279 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.096+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.097+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v116'280 uv280 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.097 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.097+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bc8dc0 con 0x55d089bc2080 2024-09-19T08:11:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.098+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v116'281 uv281 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.098+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0060 con 0x55d089bc2080 2024-09-19T08:11:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.099+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v116'282 uv282 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.099+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d089bcdd80 0x55d089bd0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.099+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0720 con 0x55d089bcdd80 2024-09-19T08:11:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.100+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d089bcdd80 0x55d089bd0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.100+0000 7fe7aa59d640 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d089bcdd80 0x55d089bd0170 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.101+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v116'120 uv119 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bcdd80 2024-09-19T08:11:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.101+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0720 con 0x55d089bcdd80 2024-09-19T08:11:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.102+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v116'121 uv121 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bcdd80 2024-09-19T08:11:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.102+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0720 con 0x55d089bcdd80 2024-09-19T08:11:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.103+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v116'122 uv122 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bcdd80 2024-09-19T08:11:43.103 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.103+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bcdd80 2024-09-19T08:11:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.104+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v116'123 uv123 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bcdd80 2024-09-19T08:11:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.104+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc2080 2024-09-19T08:11:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.105+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v116'165 uv164 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.105+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc2080 2024-09-19T08:11:43.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.106+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v116'166 uv166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.106+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc2080 2024-09-19T08:11:43.107 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.107+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v116'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.107+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd1b20 con 0x55d089bc2080 2024-09-19T08:11:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.108+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v116'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.108+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd1b20 con 0x55d089bc2080 2024-09-19T08:11:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.109+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v116'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.109+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc2080 2024-09-19T08:11:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.110+0000 7fe7aa59d640 1 -- 172.21.15.17:0/1990117288 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v116'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a000f5c0 con 0x55d089bc2080 2024-09-19T08:11:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.110+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.111+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v116'140 uv139 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.111+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.113+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v116'141 uv141 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.113+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.113 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:43.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.114+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v116'142 uv142 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.114+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.115+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v116'143 uv143 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.115+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.116+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v116'144 uv144 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.116+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.118+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v116'339 uv331 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.118+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.119+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v116'340 uv340 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.119+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.119 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:43.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.120+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v116'341 uv341 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.120+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.121+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v116'342 uv342 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.121+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.122+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v116'343 uv343 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.122+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.123+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v116'344 uv338 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.123+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.124+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v116'345 uv345 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.124+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.125 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:43.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.125+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v116'346 uv346 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.125+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd1b20 con 0x55d089bc55f0 2024-09-19T08:11:43.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.126+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v116'347 uv347 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.126+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd1b20 con 0x55d089bc55f0 2024-09-19T08:11:43.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.127+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v116'348 uv348 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.127+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0b10 con 0x55d089bc55f0 2024-09-19T08:11:43.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.128+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v116'349 uv349 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.128+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x55d089bd0fc0 con 0x55d089bc55f0 2024-09-19T08:11:43.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v116'350 uv350 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fe7a406b030 con 0x55d089bc55f0 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d089b15f50 msgr2=0x55d089b0cdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55d089b15f50 0x55d089b0cdb0 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d089bc2080 msgr2=0x55d089bc4490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55d089bc2080 0x55d089bc4490 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d089bcdd80 msgr2=0x55d089bd0170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55d089bcdd80 0x55d089bd0170 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d089bbd7d0 msgr2=0x55d089bbfbc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55d089bbd7d0 0x55d089bbfbc0 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 reap_dead start 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d089bc55f0 msgr2=0x55d089bc79e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d089bc55f0 0x55d089bc79e0 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d089bca920 msgr2=0x55d089bccd10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.129+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55d089bca920 0x55d089bccd10 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7ab59f640 1 -- 172.21.15.17:0/1990117288 reap_dead start 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 msgr2=0x7fe79806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 0x7fe79806d150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fe79c000c00 tx=0x7fe79c009000 comp rx=0 tx=0).stop 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 msgr2=0x55d089a8d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7fe7a40259c0 tx=0x7fe7a4003330 comp rx=0 tx=0).stop 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 shutdown_connections 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe79806ac90 0x7fe79806d150 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 --2- 172.21.15.17:0/1990117288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d089b1a8f0 0x55d089a8d7b0 unknown :-1 s=CLOSED pgs=1910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 >> 172.21.15.17:0/1990117288 conn(0x55d089a6e280 msgr2=0x55d089a424d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 shutdown_connections 2024-09-19T08:11:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.130+0000 7fe7add1df40 1 -- 172.21.15.17:0/1990117288 wait complete. 2024-09-19T08:11:43.134 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate mds0_inotable 0 2024-09-19T08:11:43.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 Processor -- start 2024-09-19T08:11:43.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 -- start start 2024-09-19T08:11:43.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 0x5588f22c0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 0x5588f22bb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22bba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588f21eedb0 con 0x5588f21eca10 2024-09-19T08:11:43.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5588f213f510 con 0x5588f2219bb0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.219+0000 7fb945246f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5588f21ecdf0 con 0x5588f22c2fe0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb942d3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 0x5588f22c0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb942d3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 0x5588f22c0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33660/0 (socket says 172.21.15.17:33660) 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 0x5588f22bb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb942d3c640 1 -- 172.21.15.17:0/366713976 learned_addr learned my addr 172.21.15.17:0/366713976 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb94353d640 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22bba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 -- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 msgr2=0x5588f22bba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22bba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 -- 172.21.15.17:0/366713976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 msgr2=0x5588f22c0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 0x5588f22c0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 -- 172.21.15.17:0/366713976 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f2234910 con 0x5588f2219bb0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb93bfff640 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 0x5588f22bb500 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x5588f221e8d0 tx=0x7fb92c005a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff14171883a40e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb941d3a640 1 -- 172.21.15.17:0/366713976 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c019070 con 0x5588f2219bb0 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb941d3a640 1 -- 172.21.15.17:0/366713976 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb92c008930 con 0x5588f2219bb0 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.220+0000 7fb941d3a640 1 -- 172.21.15.17:0/366713976 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c008d00 con 0x5588f2219bb0 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 -- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 msgr2=0x5588f22bb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 0x5588f22bb500 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x5588f221e8d0 tx=0x7fb92c005a00 comp rx=0 tx=0).stop 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 -- 172.21.15.17:0/366713976 shutdown_connections 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22bba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f2219bb0 0x5588f22bb500 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 --2- 172.21.15.17:0/366713976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f21eca10 0x5588f22c0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 -- 172.21.15.17:0/366713976 >> 172.21.15.17:0/366713976 conn(0x5588f2218280 msgr2=0x5588f22c2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 -- 172.21.15.17:0/366713976 shutdown_connections 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 -- 172.21.15.17:0/366713976 wait complete. 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.221+0000 7fb945246f40 1 Processor -- start 2024-09-19T08:11:43.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 -- start start 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f21eca10 0x5588f22bfc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 0x5588f22bcce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588f22bbf80 con 0x5588f2219bb0 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5588f22b9c50 con 0x5588f21eca10 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb945246f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5588f22c1cb0 con 0x5588f22c2fe0 2024-09-19T08:11:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb93bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 0x5588f22bcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb93bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 0x5588f22bcce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33664/0 (socket says 172.21.15.17:33664) 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb93bfff640 1 -- 172.21.15.17:0/929534999 learned_addr learned my addr 172.21.15.17:0/929534999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.222+0000 7fb94353d640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb942d3c640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f21eca10 0x5588f22bfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 -- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 msgr2=0x5588f22b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5588f22c2fe0 0x5588f22b3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 -- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f21eca10 msgr2=0x5588f22bfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5588f21eca10 0x5588f22bfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 -- 172.21.15.17:0/929534999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f221cfe0 con 0x5588f2219bb0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb93bfff640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 0x5588f22bcce0 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009fd0 tx=0x7fb92c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb940d38640 1 -- 172.21.15.17:0/929534999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c023020 con 0x5588f2219bb0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5588f22c19d0 con 0x5588f2219bb0 2024-09-19T08:11:43.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb940d38640 1 -- 172.21.15.17:0/929534999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb92c01a040 con 0x5588f2219bb0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb940d38640 1 -- 172.21.15.17:0/929534999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c019070 con 0x5588f2219bb0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.223+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588f22c0140 con 0x5588f2219bb0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb940d38640 1 -- 172.21.15.17:0/929534999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb92c026020 con 0x5588f2219bb0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb940d38640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb92406ac90 0x7fb92406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb940d38640 1 -- 172.21.15.17:0/929534999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7fb92c08bf00 con 0x5588f2219bb0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb942d3c640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb92406ac90 0x7fb92406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb945246f40 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5588f22bd220 0x5588f22b7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) -- 0x5588f22b5010 con 0x5588f22bd220 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.225+0000 7fb94353d640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5588f22bd220 0x5588f22b7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.226+0000 7fb942d3c640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb92406ac90 0x7fb92406d150 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fb934005a40 tx=0x7fb934050000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.226+0000 7fb94353d640 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5588f22bd220 0x5588f22b7a10 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb94353d640 1 -- 172.21.15.17:0/929534999 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_inotable [truncate 0] v116'283 uv283 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fb93c003550 con 0x5588f22bd220 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5588f22bd220 msgr2=0x5588f22b7a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5588f22bd220 0x5588f22b7a10 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb92406ac90 msgr2=0x7fb92406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb92406ac90 0x7fb92406d150 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fb934005a40 tx=0x7fb934050000 comp rx=0 tx=0).stop 2024-09-19T08:11:43.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 msgr2=0x5588f22bcce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 --2- 172.21.15.17:0/929534999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588f2219bb0 0x5588f22bcce0 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009fd0 tx=0x7fb92c003020 comp rx=0 tx=0).stop 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb94353d640 1 -- 172.21.15.17:0/929534999 reap_dead start 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 shutdown_connections 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 >> 172.21.15.17:0/929534999 conn(0x5588f2218280 msgr2=0x5588f21eef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 shutdown_connections 2024-09-19T08:11:43.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.227+0000 7fb945246f40 1 -- 172.21.15.17:0/929534999 wait complete. 2024-09-19T08:11:43.231 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:43.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.337+0000 7f98c7874640 1 Processor -- start 2024-09-19T08:11:43.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.337+0000 7f98c7874640 1 -- start start 2024-09-19T08:11:43.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c7874640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f98c00b5a50 0x7f98c015ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c7874640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98c0067ba0 con 0x7f98c015e660 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c7874640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98c0067e80 con 0x7f98c00cffa0 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c7874640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f98c0067950 con 0x7f98c00b5a50 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c5610640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f98c015e660 0x7f98c00cf890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46448/0 (socket says 172.21.15.17:46448) 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c5610640 1 -- 172.21.15.17:0/1280999426 learned_addr learned my addr 172.21.15.17:0/1280999426 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98c5e11640 1 --2- 172.21.15.17:0/1280999426 >> v2:172.21.15.17:3300/0 conn(0x7f98c00b5a50 0x7f98c015ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98bffff640 1 -- 172.21.15.17:0/1280999426 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 552837280 0 0) 0x7f98c0067ba0 con 0x7f98c015e660 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.338+0000 7f98bffff640 1 -- 172.21.15.17:0/1280999426 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f98a8003520 con 0x7f98c015e660 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98c5e11640 1 -- 172.21.15.17:0/1280999426 >> v1:172.21.15.160:6789/0 conn(0x7f98c00cffa0 legacy=0x7f98c00b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98c5e11640 1 -- 172.21.15.17:0/1280999426 >> v1:172.21.15.17:6789/0 conn(0x7f98c015e660 legacy=0x7f98c00cf890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98c5e11640 1 -- 172.21.15.17:0/1280999426 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98c00b3be0 con 0x7f98c00b5a50 2024-09-19T08:11:43.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98c5e11640 1 --2- 172.21.15.17:0/1280999426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c015ea40 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f98b80097a0 tx=0x7f98b802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9b69ecd2210e22f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98bffff640 1 -- 172.21.15.17:0/1280999426 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b8037070 con 0x7f98c00b5a50 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98bffff640 1 -- 172.21.15.17:0/1280999426 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98b8032440 con 0x7f98c00b5a50 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.339+0000 7f98bffff640 1 -- 172.21.15.17:0/1280999426 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b8032810 con 0x7f98c00b5a50 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 -- 172.21.15.17:0/1280999426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 msgr2=0x7f98c015ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 --2- 172.21.15.17:0/1280999426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c015ea40 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f98b80097a0 tx=0x7f98b802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 -- 172.21.15.17:0/1280999426 shutdown_connections 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 --2- 172.21.15.17:0/1280999426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c015ea40 unknown :-1 s=CLOSED pgs=1913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 -- 172.21.15.17:0/1280999426 >> 172.21.15.17:0/1280999426 conn(0x7f98c00cd400 msgr2=0x7f98c00cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 -- 172.21.15.17:0/1280999426 shutdown_connections 2024-09-19T08:11:43.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.340+0000 7f98c7874640 1 -- 172.21.15.17:0/1280999426 wait complete. 2024-09-19T08:11:43.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.341+0000 7f98c7874640 1 Processor -- start 2024-09-19T08:11:43.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.341+0000 7f98c7874640 1 -- start start 2024-09-19T08:11:43.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98c00cffa0 0x7f98c0140270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98c015e660 0x7f98c01f43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f98c00ccb80 con 0x7f98c00b5a50 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f98c00b3990 con 0x7f98c00cffa0 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c7874640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f98c00ccd00 con 0x7f98c015e660 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c5610640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c5610640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33682/0 (socket says 172.21.15.17:33682) 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c5610640 1 -- 172.21.15.17:0/936105552 learned_addr learned my addr 172.21.15.17:0/936105552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c5e11640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98c015e660 0x7f98c01f43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.342+0000 7f98c4e0f640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98c00cffa0 0x7f98c0140270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 -- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98c015e660 msgr2=0x7f98c01f43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98c015e660 0x7f98c01f43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 -- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98c00cffa0 msgr2=0x7f98c0140270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98c00cffa0 0x7f98c0140270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 -- 172.21.15.17:0/936105552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98c01407b0 con 0x7f98c00b5a50 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c5610640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 secure :-1 s=READY pgs=1914 cs=0 l=1 rev1=1 crypto rx=0x7f98b000caa0 tx=0x7f98b000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b0017070 con 0x7f98c00b5a50 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98b000ac00 con 0x7f98c00b5a50 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98c014faf0 con 0x7f98c00b5a50 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b0012400 con 0x7f98c00b5a50 2024-09-19T08:11:43.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.343+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98c01500b0 con 0x7f98c00b5a50 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.344+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98c0069170 con 0x7f98c00b5a50 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.345+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f98b001a070 con 0x7f98c00b5a50 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.345+0000 7f98bdffb640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 0x7f98ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.345+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8146+0+0 (secure 0 0 0) 0x7f98b008baa0 con 0x7f98c00b5a50 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.345+0000 7f98c4e0f640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 0x7f98ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:43.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.346+0000 7f98c4e0f640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 0x7f98ac06e770 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f98b4004f60 tx=0x7f98b4007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:43.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.350+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f98b0059230 con 0x7f98c00b5a50 2024-09-19T08:11:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.564+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f98c015d840 con 0x7f98c00b5a50 2024-09-19T08:11:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.912+0000 7f98bdffb640 1 -- 172.21.15.17:0/936105552 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v244) ==== 162+0+0 (secure 0 0 0) 0x7f98b005d530 con 0x7f98c00b5a50 2024-09-19T08:11:43.912 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:43.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 msgr2=0x7f98ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 0x7f98ac06e770 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f98b4004f60 tx=0x7f98b4007e30 comp rx=0 tx=0).stop 2024-09-19T08:11:43.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 msgr2=0x7f98c014a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 secure :-1 s=READY pgs=1914 cs=0 l=1 rev1=1 crypto rx=0x7f98b000caa0 tx=0x7f98b000cf60 comp rx=0 tx=0).stop 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 shutdown_connections 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98ac06c2b0 0x7f98ac06e770 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f98c015e660 0x7f98c01f43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f98c00cffa0 0x7f98c0140270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 --2- 172.21.15.17:0/936105552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f98c00b5a50 0x7f98c014a770 unknown :-1 s=CLOSED pgs=1914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 >> 172.21.15.17:0/936105552 conn(0x7f98c00cd400 msgr2=0x7f98c015be80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 shutdown_connections 2024-09-19T08:11:43.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:43.914+0000 7f98c7874640 1 -- 172.21.15.17:0/936105552 wait complete. 2024-09-19T08:11:43.918 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:43.919+0000 7ff3dd511640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': End of buffer [buffer:2] 2024-09-19T08:11:43.919 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:43.919+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:43.919 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:43.919+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:43.928 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.034+0000 7fa0a8d59640 1 Processor -- start 2024-09-19T08:11:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.034+0000 7fa0a8d59640 1 -- start start 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.034+0000 7fa0a8d59640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0a40cd880 0x7fa0a40b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.034+0000 7fa0a8d59640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 0x7fa0a415c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.034+0000 7fa0a8d59640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a40ce160 con 0x7fa0a4156990 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a8d59640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa0a4156d70 con 0x7fa0a40cd880 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a8d59640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa0a40cea90 con 0x7fa0a40b22c0 2024-09-19T08:11:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0a40cd880 0x7fa0a40b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa0a4156990 0x7fa0a40cd170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46454/0 (socket says 172.21.15.17:46454) 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa0a40cd880 0x7fa0a40b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33692/0 (socket says 172.21.15.17:33692) 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a259c640 1 -- 172.21.15.17:0/3758654163 learned_addr learned my addr 172.21.15.17:0/3758654163 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a2d9d640 1 --2- 172.21.15.17:0/3758654163 >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 0x7fa0a415c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 -- 172.21.15.17:0/3758654163 >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 msgr2=0x7fa0a415c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 --2- 172.21.15.17:0/3758654163 >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 0x7fa0a415c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 -- 172.21.15.17:0/3758654163 >> v1:172.21.15.17:6789/0 conn(0x7fa0a4156990 legacy=0x7fa0a40cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa099d9b640 1 -- 172.21.15.17:0/3758654163 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a40731f0 con 0x7fa0a40cd880 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a1d9b640 1 -- 172.21.15.17:0/3758654163 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2713573392 0 0) 0x7fa0a40ce160 con 0x7fa0a4156990 2024-09-19T08:11:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.035+0000 7fa0a2d9d640 1 --2- 172.21.15.17:0/3758654163 >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 0x7fa0a415c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa099d9b640 1 --2- 172.21.15.17:0/3758654163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40cd880 0x7fa0a40b1d80 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fa0a415fe00 tx=0x7fa08c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=538ebd3ab219405d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a1d9b640 1 -- 172.21.15.17:0/3758654163 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c037070 con 0x7fa0a40cd880 2024-09-19T08:11:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a1d9b640 1 -- 172.21.15.17:0/3758654163 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa08c032440 con 0x7fa0a40cd880 2024-09-19T08:11:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a1d9b640 1 -- 172.21.15.17:0/3758654163 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c02ae60 con 0x7fa0a40cd880 2024-09-19T08:11:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 -- 172.21.15.17:0/3758654163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40cd880 msgr2=0x7fa0a40b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/3758654163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40cd880 0x7fa0a40b1d80 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fa0a415fe00 tx=0x7fa08c02a110 comp rx=0 tx=0).stop 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 -- 172.21.15.17:0/3758654163 shutdown_connections 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/3758654163 >> v2:172.21.15.160:3300/0 conn(0x7fa0a40b22c0 0x7fa0a415c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/3758654163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40cd880 0x7fa0a40b1d80 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 -- 172.21.15.17:0/3758654163 >> 172.21.15.17:0/3758654163 conn(0x7fa0a406bc10 msgr2=0x7fa0a406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 -- 172.21.15.17:0/3758654163 shutdown_connections 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.036+0000 7fa0a8d59640 1 -- 172.21.15.17:0/3758654163 wait complete. 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.038+0000 7fa0a8d59640 1 Processor -- start 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.038+0000 7fa0a8d59640 1 -- start start 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 0x7fa0a4157170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 0x7fa0a413d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a40b26d0 con 0x7fa0a40b22c0 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a40ce720 con 0x7fa0a4156990 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a8d59640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a40cef20 con 0x7fa0a40cd880 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33704/0 (socket says 172.21.15.17:33704) 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 -- 172.21.15.17:0/893465596 learned_addr learned my addr 172.21.15.17:0/893465596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa099d9b640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 0x7fa0a4157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a2d9d640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 0x7fa0a413d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 -- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 msgr2=0x7fa0a4157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 0x7fa0a4157170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 -- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 msgr2=0x7fa0a413d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 0x7fa0a413d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 -- 172.21.15.17:0/893465596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a4159760 con 0x7fa0a40b22c0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa099d9b640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 0x7fa0a4157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a2d9d640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 0x7fa0a413d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.039+0000 7fa0a259c640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7fa09400c430 tx=0x7fa09400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.040+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0940074e0 con 0x7fa0a40b22c0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.040+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0940047e0 con 0x7fa0a40b22c0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.040+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a4159a40 con 0x7fa0a40b22c0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.040+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094004bd0 con 0x7fa0a40b22c0 2024-09-19T08:11:44.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.040+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a414fc90 con 0x7fa0a40b22c0 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.041+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a40b1d80 con 0x7fa0a40b22c0 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.041+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa094011070 con 0x7fa0a40b22c0 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.042+0000 7fa09b7fe640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 0x7fa08406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.042+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7fa09408bb00 con 0x7fa0a40b22c0 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.042+0000 7fa099d9b640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 0x7fa08406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.043+0000 7fa099d9b640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 0x7fa08406e770 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fa08c034000 tx=0x7fa08c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.046+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa094059840 con 0x7fa0a40b22c0 2024-09-19T08:11:44.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.257+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0a40cfe60 con 0x7fa0a40b22c0 2024-09-19T08:11:44.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.258+0000 7fa09b7fe640 1 -- 172.21.15.17:0/893465596 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 246 v246) ==== 95+0+3569 (secure 0 0 0) 0x7fa094059140 con 0x7fa0a40b22c0 2024-09-19T08:11:44.258 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:44.258 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":246,"btime":"2024-09-19T08:11:43:920336+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:43.920273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:44.258 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 246 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 msgr2=0x7fa08406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 0x7fa08406e770 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fa08c034000 tx=0x7fa08c02e000 comp rx=0 tx=0).stop 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 msgr2=0x7fa0a4158e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7fa09400c430 tx=0x7fa09400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 shutdown_connections 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa08406c2b0 0x7fa08406e770 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0a4156990 0x7fa0a413d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0a40cd880 0x7fa0a4157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 --2- 172.21.15.17:0/893465596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a40b22c0 0x7fa0a4158e10 unknown :-1 s=CLOSED pgs=1917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 >> 172.21.15.17:0/893465596 conn(0x7fa0a406bc10 msgr2=0x7fa0a40cf2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 shutdown_connections 2024-09-19T08:11:44.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.260+0000 7fa0a8d59640 1 -- 172.21.15.17:0/893465596 wait complete. 2024-09-19T08:11:44.271 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:44.271 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.374+0000 7f8b7a98d640 1 Processor -- start 2024-09-19T08:11:44.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.374+0000 7f8b7a98d640 1 -- start start 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b7a98d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b7415e640 0x7f8b740ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b7a98d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8b740d3660 0x7f8b740cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b7a98d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b7415ea20 con 0x7f8b740cf0e0 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b7a98d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8b740b2860 con 0x7f8b740d3660 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b7a98d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8b740b1c50 con 0x7f8b7415e640 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b78f2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8b740d3660 0x7f8b740cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b737fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8b740cf0e0 0x7f8b740b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46470/0 (socket says 172.21.15.17:46470) 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b78f2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8b740d3660 0x7f8b740cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33712/0 (socket says 172.21.15.17:33712) 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b737fe640 1 -- 172.21.15.17:0/1768110898 learned_addr learned my addr 172.21.15.17:0/1768110898 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b73fff640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b7415e640 0x7f8b740ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b78f2a640 1 -- 172.21.15.17:0/1768110898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b7415e640 msgr2=0x7f8b740ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:44.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b78f2a640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b7415e640 0x7f8b740ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.375+0000 7f8b78f2a640 1 -- 172.21.15.17:0/1768110898 >> v1:172.21.15.17:6789/0 conn(0x7f8b740cf0e0 legacy=0x7f8b740b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b78f2a640 1 -- 172.21.15.17:0/1768110898 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b740b1f30 con 0x7f8b740d3660 2024-09-19T08:11:44.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b72ffd640 1 -- 172.21.15.17:0/1768110898 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3537909172 0 0) 0x7f8b7415ea20 con 0x7f8b740cf0e0 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b78f2a640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b740d3660 0x7f8b740cf520 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7f8b7415ebf0 tx=0x7f8b6c02a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f54cffcb51a550 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b72ffd640 1 -- 172.21.15.17:0/1768110898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c007740 con 0x7f8b740d3660 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b72ffd640 1 -- 172.21.15.17:0/1768110898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b6c0078e0 con 0x7f8b740d3660 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.376+0000 7f8b72ffd640 1 -- 172.21.15.17:0/1768110898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c007cb0 con 0x7f8b740d3660 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 -- 172.21.15.17:0/1768110898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b740d3660 msgr2=0x7f8b740cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b740d3660 0x7f8b740cf520 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7f8b7415ebf0 tx=0x7f8b6c02a530 comp rx=0 tx=0).stop 2024-09-19T08:11:44.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 -- 172.21.15.17:0/1768110898 shutdown_connections 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b740d3660 0x7f8b740cf520 unknown :-1 s=CLOSED pgs=1919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/1768110898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b7415e640 0x7f8b740ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 -- 172.21.15.17:0/1768110898 >> 172.21.15.17:0/1768110898 conn(0x7f8b7409d820 msgr2=0x7f8b740d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 -- 172.21.15.17:0/1768110898 shutdown_connections 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.377+0000 7f8b7a98d640 1 -- 172.21.15.17:0/1768110898 wait complete. 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.378+0000 7f8b7a98d640 1 Processor -- start 2024-09-19T08:11:44.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.378+0000 7f8b7a98d640 1 -- start start 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b740cf0e0 0x7f8b74160790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b740d3660 0x7f8b740ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8b740cfe40 con 0x7f8b7415e640 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8b740b24f0 con 0x7f8b740cf0e0 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b7a98d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8b740b73a0 con 0x7f8b740d3660 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b78f2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b78f2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33714/0 (socket says 172.21.15.17:33714) 2024-09-19T08:11:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b78f2a640 1 -- 172.21.15.17:0/2633260778 learned_addr learned my addr 172.21.15.17:0/2633260778 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b73fff640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b740cf0e0 0x7f8b74160790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.379+0000 7f8b737fe640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b740d3660 0x7f8b740ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 -- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b740d3660 msgr2=0x7f8b740ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b740d3660 0x7f8b740ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 -- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b740cf0e0 msgr2=0x7f8b74160790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b740cf0e0 0x7f8b74160790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 -- 172.21.15.17:0/2633260778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b74160d90 con 0x7f8b7415e640 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b78f2a640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c02ab20 tx=0x7f8b6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c03f070 con 0x7f8b7415e640 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b6c031c40 con 0x7f8b7415e640 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b74161070 con 0x7f8b7415e640 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c009450 con 0x7f8b7415e640 2024-09-19T08:11:44.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.380+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b74161630 con 0x7f8b7415e640 2024-09-19T08:11:44.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.381+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b74068eb0 con 0x7f8b7415e640 2024-09-19T08:11:44.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.382+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b6c003990 con 0x7f8b7415e640 2024-09-19T08:11:44.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.382+0000 7f8b70ff9640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 0x7f8b6006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.382+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7f8b6c0aca70 con 0x7f8b7415e640 2024-09-19T08:11:44.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.382+0000 7f8b73fff640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 0x7f8b6006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.383+0000 7f8b73fff640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 0x7f8b6006e7a0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f8b64009b40 tx=0x7f8b64009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.386+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8b6c07a1f0 con 0x7f8b7415e640 2024-09-19T08:11:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.600+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b7406d7d0 con 0x7f8b7415e640 2024-09-19T08:11:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.601+0000 7f8b70ff9640 1 -- 172.21.15.17:0/2633260778 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 246 v246) ==== 95+0+3569 (secure 0 0 0) 0x7f8b6c07e4f0 con 0x7f8b7415e640 2024-09-19T08:11:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:44.601 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":246,"btime":"2024-09-19T08:11:43:920336+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:43.920273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 246 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 msgr2=0x7f8b6006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 0x7f8b6006e7a0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f8b64009b40 tx=0x7f8b64009190 comp rx=0 tx=0).stop 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 msgr2=0x7f8b741f7310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c02ab20 tx=0x7f8b6c004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 shutdown_connections 2024-09-19T08:11:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b6006c2e0 0x7f8b6006e7a0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b7415e640 0x7f8b741f7310 unknown :-1 s=CLOSED pgs=1920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8b740d3660 0x7f8b740ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 --2- 172.21.15.17:0/2633260778 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8b740cf0e0 0x7f8b74160790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 >> 172.21.15.17:0/2633260778 conn(0x7f8b7409d820 msgr2=0x7f8b740d42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 shutdown_connections 2024-09-19T08:11:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.603+0000 7f8b7a98d640 1 -- 172.21.15.17:0/2633260778 wait complete. 2024-09-19T08:11:44.614 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:44.614 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:44.651 INFO:tasks.ceph.mds.c.smithi017.stderr: -41> 2024-09-19T08:11:39.900+0000 7fb802f68640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': End of buffer [buffer:2] 2024-09-19T08:11:44.676 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:44.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.719+0000 7f6268152640 1 Processor -- start 2024-09-19T08:11:44.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.719+0000 7f6268152640 1 -- start start 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 0x7f62600ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 0x7f62600cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62600b2cf0 0x7f62600b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f62600b2860 con 0x7f62600b2cf0 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f626015ea20 con 0x7f62600cf0e0 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f6268152640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62600b1c50 con 0x7f626015e640 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f62666ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62600b2cf0 0x7f62600b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f62666ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f62600b2cf0 0x7f62600b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33752/0 (socket says 172.21.15.17:33752) 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.720+0000 7f62666ef640 1 -- 172.21.15.17:0/2199826268 learned_addr learned my addr 172.21.15.17:0/2199826268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62656ed640 1 --2- 172.21.15.17:0/2199826268 >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 0x7f62600cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f6265eee640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 0x7f62600ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 -- 172.21.15.17:0/2199826268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 msgr2=0x7f62600ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 0x7f62600ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 -- 172.21.15.17:0/2199826268 >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 msgr2=0x7f62600cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 --2- 172.21.15.17:0/2199826268 >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 0x7f62600cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 -- 172.21.15.17:0/2199826268 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62600b1f30 con 0x7f62600b2cf0 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62656ed640 1 --2- 172.21.15.17:0/2199826268 >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 0x7f62600cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:44.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f6265eee640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 0x7f62600ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.721+0000 7f62666ef640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62600b2cf0 0x7f62600b31a0 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f626008d790 tx=0x7f625802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d51b40d18c0f5c24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6264eec640 1 -- 172.21.15.17:0/2199826268 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258037070 con 0x7f62600b2cf0 2024-09-19T08:11:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6264eec640 1 -- 172.21.15.17:0/2199826268 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6258032440 con 0x7f62600b2cf0 2024-09-19T08:11:44.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6264eec640 1 -- 172.21.15.17:0/2199826268 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258032810 con 0x7f62600b2cf0 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 -- 172.21.15.17:0/2199826268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62600b2cf0 msgr2=0x7f62600b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62600b2cf0 0x7f62600b31a0 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f626008d790 tx=0x7f625802a140 comp rx=0 tx=0).stop 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 -- 172.21.15.17:0/2199826268 shutdown_connections 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62600b2cf0 0x7f62600b31a0 unknown :-1 s=CLOSED pgs=1924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 --2- 172.21.15.17:0/2199826268 >> v2:172.21.15.160:3300/0 conn(0x7f62600cf0e0 0x7f62600cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 --2- 172.21.15.17:0/2199826268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f626015e640 0x7f62600ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 -- 172.21.15.17:0/2199826268 >> 172.21.15.17:0/2199826268 conn(0x7f626009d820 msgr2=0x7f62600d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 -- 172.21.15.17:0/2199826268 shutdown_connections 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.722+0000 7f6268152640 1 -- 172.21.15.17:0/2199826268 wait complete. 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.723+0000 7f6268152640 1 Processor -- start 2024-09-19T08:11:44.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.723+0000 7f6268152640 1 -- start start 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62600b2cf0 0x7f626015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62600cf0e0 0x7f626014c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62600cfe40 con 0x7f626015e640 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f62600b24f0 con 0x7f62600cf0e0 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6268152640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f62600b73a0 con 0x7f62600b2cf0 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f62666ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f62666ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33756/0 (socket says 172.21.15.17:33756) 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f62666ef640 1 -- 172.21.15.17:0/964615924 learned_addr learned my addr 172.21.15.17:0/964615924 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f62656ed640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62600cf0e0 0x7f626014c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f6265eee640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62600b2cf0 0x7f626015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.724+0000 7f62666ef640 1 -- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62600b2cf0 msgr2=0x7f626015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62666ef640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62600b2cf0 0x7f626015ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62666ef640 1 -- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62600cf0e0 msgr2=0x7f626014c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62666ef640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62600cf0e0 0x7f626014c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62666ef640 1 -- 172.21.15.17:0/964615924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f626015f160 con 0x7f626015e640 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62666ef640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7f62580090b0 tx=0x7f62580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258037040 con 0x7f626015e640 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6258042070 con 0x7f626015e640 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62601f4ec0 con 0x7f626015e640 2024-09-19T08:11:44.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258030bd0 con 0x7f626015e640 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.725+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62600cd2a0 con 0x7f626015e640 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.726+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62600cd090 con 0x7f626015e640 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.726+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6258047460 con 0x7f626015e640 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.727+0000 7f62527fc640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 0x7f624406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.727+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7f62580ac9e0 con 0x7f626015e640 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.727+0000 7f6265eee640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 0x7f624406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:44.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.728+0000 7f6265eee640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 0x7f624406e770 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f625c00a990 tx=0x7f625c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.731+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f625807a7b0 con 0x7f626015e640 2024-09-19T08:11:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.943+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62600d3980 con 0x7f626015e640 2024-09-19T08:11:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.943+0000 7f62527fc640 1 -- 172.21.15.17:0/964615924 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 247 v247) ==== 95+0+4392 (secure 0 0 0) 0x7f625807a0b0 con 0x7f626015e640 2024-09-19T08:11:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:44.944 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":247,"btime":"2024-09-19T08:11:44:921473+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9648,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/537473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":537473041},{"type":"v1","addr":"172.21.15.17:6834","nonce":537473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":247}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:43.920273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 247 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.945+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 msgr2=0x7f624406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.945+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 0x7f624406e770 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f625c00a990 tx=0x7f625c008040 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.945+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 msgr2=0x7f62601f4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.945+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7f62580090b0 tx=0x7f62580046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.945+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 shutdown_connections 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f624406c2b0 0x7f624406e770 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f626015e640 0x7f62601f4340 unknown :-1 s=CLOSED pgs=1925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62600cf0e0 0x7f626014c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 --2- 172.21.15.17:0/964615924 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62600b2cf0 0x7f626015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 >> 172.21.15.17:0/964615924 conn(0x7f626009d820 msgr2=0x7f626006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:44.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 shutdown_connections 2024-09-19T08:11:44.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:44.946+0000 7f6268152640 1 -- 172.21.15.17:0/964615924 wait complete. 2024-09-19T08:11:44.956 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate mds0_inotable' led to DAMAGED state 2024-09-19T08:11:44.956 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 400.00000000' 2024-09-19T08:11:44.957 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:44.957 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:45.013 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:45.013 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:45.014 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:45.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:45.014 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:45.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:45.070 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:45.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.213+0000 7fd8853c4640 1 Processor -- start 2024-09-19T08:11:45.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.213+0000 7fd8853c4640 1 -- start start 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd8853c4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd88015c4a0 0x7fd8800cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd8853c4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8800d0a30 con 0x7fd8800b47a0 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd8853c4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8800b76f0 con 0x7fd8800d2da0 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd8853c4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd8800d0d30 con 0x7fd88015c4a0 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd87effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd88015c4a0 0x7fd8800cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd87f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd8800b47a0 0x7fd880166030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46482/0 (socket says 172.21.15.17:46482) 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd87effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd88015c4a0 0x7fd8800cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33766/0 (socket says 172.21.15.17:33766) 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.214+0000 7fd87f7fe640 1 -- 172.21.15.17:0/1887710100 learned_addr learned my addr 172.21.15.17:0/1887710100 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.215+0000 7fd87effd640 1 -- 172.21.15.17:0/1887710100 >> v1:172.21.15.160:6789/0 conn(0x7fd8800d2da0 legacy=0x7fd8800b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.215+0000 7fd87effd640 1 -- 172.21.15.17:0/1887710100 >> v1:172.21.15.17:6789/0 conn(0x7fd8800b47a0 legacy=0x7fd880166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.215+0000 7fd87effd640 1 -- 172.21.15.17:0/1887710100 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd880073710 con 0x7fd88015c4a0 2024-09-19T08:11:45.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.215+0000 7fd87dffb640 1 -- 172.21.15.17:0/1887710100 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3393896428 0 0) 0x7fd8800d0a30 con 0x7fd8800b47a0 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.215+0000 7fd87effd640 1 --2- 172.21.15.17:0/1887710100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd88015c4a0 0x7fd8800cff80 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7fd870009d90 tx=0x7fd87002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8831f7717012f28e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd87dffb640 1 -- 172.21.15.17:0/1887710100 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd870007740 con 0x7fd88015c4a0 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd87dffb640 1 -- 172.21.15.17:0/1887710100 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8700078e0 con 0x7fd88015c4a0 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd87dffb640 1 -- 172.21.15.17:0/1887710100 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd870007cb0 con 0x7fd88015c4a0 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 -- 172.21.15.17:0/1887710100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd88015c4a0 msgr2=0x7fd8800cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1887710100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd88015c4a0 0x7fd8800cff80 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7fd870009d90 tx=0x7fd87002a660 comp rx=0 tx=0).stop 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 -- 172.21.15.17:0/1887710100 shutdown_connections 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1887710100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd88015c4a0 0x7fd8800cff80 unknown :-1 s=CLOSED pgs=1927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 -- 172.21.15.17:0/1887710100 >> 172.21.15.17:0/1887710100 conn(0x7fd880067950 msgr2=0x7fd880067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 -- 172.21.15.17:0/1887710100 shutdown_connections 2024-09-19T08:11:45.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.216+0000 7fd8853c4640 1 -- 172.21.15.17:0/1887710100 wait complete. 2024-09-19T08:11:45.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 Processor -- start 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 -- start start 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8800b47a0 0x7fd8801f5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd88015c4a0 0x7fd8801f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd88015c880 con 0x7fd8800d2da0 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd8800d28e0 con 0x7fd88015c4a0 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.218+0000 7fd8853c4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd88015ca00 con 0x7fd8800b47a0 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33774/0 (socket says 172.21.15.17:33774) 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 -- 172.21.15.17:0/1595245099 learned_addr learned my addr 172.21.15.17:0/1595245099 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87effd640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8800b47a0 0x7fd8801f5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:45.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87f7fe640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd88015c4a0 0x7fd8801f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 -- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8800b47a0 msgr2=0x7fd8801f5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8800b47a0 0x7fd8801f5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 -- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd88015c4a0 msgr2=0x7fd8801f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd88015c4a0 0x7fd8801f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 -- 172.21.15.17:0/1595245099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8801f1a10 con 0x7fd8800d2da0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd87e7fc640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7fd86800c400 tx=0x7fd86800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd868017070 con 0x7fd8800d2da0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8680052d0 con 0x7fd8800d2da0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8801f4930 con 0x7fd8800d2da0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd868003830 con 0x7fd8800d2da0 2024-09-19T08:11:45.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.219+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8801f4ef0 con 0x7fd8800d2da0 2024-09-19T08:11:45.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.220+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8800cff80 con 0x7fd8800d2da0 2024-09-19T08:11:45.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.221+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd86801a070 con 0x7fd8800d2da0 2024-09-19T08:11:45.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.221+0000 7fd8777fe640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:45.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.222+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7fd86808b0c0 con 0x7fd8800d2da0 2024-09-19T08:11:45.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.222+0000 7fd87effd640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:45.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.222+0000 7fd87effd640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 0x7fd86006e770 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd870034000 tx=0x7fd87002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:45.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.226+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd868058840 con 0x7fd8800d2da0 2024-09-19T08:11:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.442+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd8800b65e0 con 0x7fd8800d2da0 2024-09-19T08:11:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.932+0000 7fd8777fe640 1 -- 172.21.15.17:0/1595245099 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v248) ==== 161+0+0 (secure 0 0 0) 0x7fd86805cb40 con 0x7fd8800d2da0 2024-09-19T08:11:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.935+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 msgr2=0x7fd86006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.935+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 0x7fd86006e770 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd870034000 tx=0x7fd87002f000 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.935+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 msgr2=0x7fd8801f14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.935+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7fd86800c400 tx=0x7fd86800c8c0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 shutdown_connections 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd88015c4a0 0x7fd8801f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8800d2da0 0x7fd8801f14d0 unknown :-1 s=CLOSED pgs=1928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 --2- 172.21.15.17:0/1595245099 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8800b47a0 0x7fd8801f5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 >> 172.21.15.17:0/1595245099 conn(0x7fd880067950 msgr2=0x7fd8800b56a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 shutdown_connections 2024-09-19T08:11:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:45.936+0000 7fd8853c4640 1 -- 172.21.15.17:0/1595245099 wait complete. 2024-09-19T08:11:45.948 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.056+0000 7fa0f242e640 1 Processor -- start 2024-09-19T08:11:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.056+0000 7fa0f242e640 1 -- start start 2024-09-19T08:11:46.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f242e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f242e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f242e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0ec06cec0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f242e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa0ec0d2d40 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f242e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0ec0b7250 con 0x7fa0ec15e4e0 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0eb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0ebfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0eb7fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:39326/0 (socket says 172.21.15.17:39326) 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0ebfff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:52530/0 (socket says 172.21.15.17:52530) 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0eb7fe640 1 -- 172.21.15.17:0/3001942526 learned_addr learned my addr 172.21.15.17:0/3001942526 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.057+0000 7fa0f09cb640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fa0ec0d1fc0 0x7fa0ec0d2450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:43174/0 (socket says 172.21.15.17:43174) 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eb7fe640 1 -- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 msgr2=0x7fa0ec0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eb7fe640 1 --2- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eb7fe640 1 -- 172.21.15.17:0/3001942526 >> v1:172.21.15.160:6789/0 conn(0x7fa0ec0d1fc0 legacy=0x7fa0ec0d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eaffd640 1 -- 172.21.15.17:0/3001942526 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4030644340 0 0) 0x7fa0ec06cec0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eb7fe640 1 -- 172.21.15.17:0/3001942526 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ec06d160 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.058+0000 7fa0eb7fe640 1 --2- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0009870 tx=0x7fa0e002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a77d57b70e20b8e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0eaffd640 1 -- 172.21.15.17:0/3001942526 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0037070 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0eaffd640 1 -- 172.21.15.17:0/3001942526 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e0032440 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0eaffd640 1 -- 172.21.15.17:0/3001942526 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e0032810 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 -- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e8c0 msgr2=0x7fa0ec0b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 --2- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0009870 tx=0x7fa0e002a270 comp rx=0 tx=0).stop 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 -- 172.21.15.17:0/3001942526 shutdown_connections 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 --2- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b6d10 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 --2- 172.21.15.17:0/3001942526 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 -- 172.21.15.17:0/3001942526 >> 172.21.15.17:0/3001942526 conn(0x7fa0ec06f400 msgr2=0x7fa0ec06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 -- 172.21.15.17:0/3001942526 shutdown_connections 2024-09-19T08:11:46.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.059+0000 7fa0f242e640 1 -- 172.21.15.17:0/3001942526 wait complete. 2024-09-19T08:11:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.060+0000 7fa0f242e640 1 Processor -- start 2024-09-19T08:11:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 -- start start 2024-09-19T08:11:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ec06dc40 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ec06d720 con 0x7fa0ec15e4e0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0f242e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa0ec06ddc0 con 0x7fa0ec15e8c0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33784/0 (socket says 172.21.15.17:33784) 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.061+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2748703181 learned_addr learned my addr 172.21.15.17:0/2748703181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0f09cb640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0eb7fe640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e8c0 msgr2=0x7fa0ec0b1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e4e0 msgr2=0x7fa0ec0b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2748703181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ec0b2420 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0ebfff640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00e9b0 tx=0x7fa0dc00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc017070 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0dc00c9a0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0ec0b26f0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc00cd90 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.062+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0ec0b2cb0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.063+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0ec0d2450 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.064+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0dc01a070 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.064+0000 7fa0e8ff9640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 0x7fa0d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.064+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7fa0dc08bd50 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.064+0000 7fa0eb7fe640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 0x7fa0d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:46.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.065+0000 7fa0eb7fe640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 0x7fa0d806e770 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0034000 tx=0x7fa0e002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:46.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.068+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0dc08f030 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.320+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fa0ec0d1650 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.937+0000 7fa0e8ff9640 1 -- 172.21.15.17:0/2748703181 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v249) ==== 101+0+0 (secure 0 0 0) 0x7fa0dc0594d0 con 0x7fa0ec0d1fc0 2024-09-19T08:11:46.937 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:46.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 msgr2=0x7fa0d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 0x7fa0d806e770 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0034000 tx=0x7fa0e002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:46.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 msgr2=0x7fa0ec14c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00e9b0 tx=0x7fa0dc00ee70 comp rx=0 tx=0).stop 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 shutdown_connections 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0d806c2b0 0x7fa0d806e770 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa0ec15e8c0 0x7fa0ec0b1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa0ec15e4e0 0x7fa0ec0b19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 --2- 172.21.15.17:0/2748703181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0ec0d1fc0 0x7fa0ec14c300 unknown :-1 s=CLOSED pgs=1929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 >> 172.21.15.17:0/2748703181 conn(0x7fa0ec06f400 msgr2=0x7fa0ec15cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 shutdown_connections 2024-09-19T08:11:46.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:46.940+0000 7fa0f242e640 1 -- 172.21.15.17:0/2748703181 wait complete. 2024-09-19T08:11:46.955 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:47.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.003+0000 7f8908305f40 1 Processor -- start 2024-09-19T08:11:47.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.003+0000 7f8908305f40 1 -- start start 2024-09-19T08:11:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384820b0 0x55ff383c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384a02f0 0x55ff383c69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ff38319510 con 0x55ff38411740 2024-09-19T08:11:47.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ff38372c50 con 0x55ff384820b0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8908305f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ff38411bb0 con 0x55ff384a02f0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8905dfb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8905dfb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33792/0 (socket says 172.21.15.17:33792) 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f8905dfb640 1 -- 172.21.15.17:0/1365377211 learned_addr learned my addr 172.21.15.17:0/1365377211 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f89065fc640 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384a02f0 0x55ff383c69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.004+0000 7f89055fa640 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384820b0 0x55ff383c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 -- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384a02f0 msgr2=0x55ff383c69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384a02f0 0x55ff383c69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 -- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384820b0 msgr2=0x55ff383c86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384820b0 0x55ff383c86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 -- 172.21.15.17:0/1365377211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff38480b10 con 0x55ff38411740 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f88f8001d70 tx=0x7f88f800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c679f748c8cef088 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f88f7fff640 1 -- 172.21.15.17:0/1365377211 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f800bd60 con 0x55ff38411740 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f88f7fff640 1 -- 172.21.15.17:0/1365377211 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88f800f400 con 0x55ff38411740 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f88f7fff640 1 -- 172.21.15.17:0/1365377211 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f800f7f0 con 0x55ff38411740 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8908305f40 1 -- 172.21.15.17:0/1365377211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 msgr2=0x55ff3847fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.005+0000 7f8908305f40 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f88f8001d70 tx=0x7f88f800b5b0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 -- 172.21.15.17:0/1365377211 shutdown_connections 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384a02f0 0x55ff383c69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384820b0 0x55ff383c86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 --2- 172.21.15.17:0/1365377211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847fd50 unknown :-1 s=CLOSED pgs=1931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 -- 172.21.15.17:0/1365377211 >> 172.21.15.17:0/1365377211 conn(0x55ff383f2400 msgr2=0x55ff383f76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 -- 172.21.15.17:0/1365377211 shutdown_connections 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 -- 172.21.15.17:0/1365377211 wait complete. 2024-09-19T08:11:47.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 Processor -- start 2024-09-19T08:11:47.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.006+0000 7f8908305f40 1 -- start start 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384820b0 0x55ff384939f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384a02f0 0x55ff3847adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ff38410130 con 0x55ff38411740 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55ff38480d80 con 0x55ff384a02f0 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8908305f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55ff38410410 con 0x55ff384820b0 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33798/0 (socket says 172.21.15.17:33798) 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 learned_addr learned my addr 172.21.15.17:0/1840256819 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f89065fc640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384a02f0 0x55ff3847adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384820b0 0x55ff384939f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384820b0 msgr2=0x55ff384939f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55ff384820b0 0x55ff384939f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384a02f0 msgr2=0x55ff3847adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55ff384a02f0 0x55ff3847adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.007+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff38493f30 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x55ff3849a900 tx=0x7f88f8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f88f6ffd640 1 -- 172.21.15.17:0/1840256819 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f801c640 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f88f6ffd640 1 -- 172.21.15.17:0/1840256819 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88f801c7e0 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ff383f6580 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f88f6ffd640 1 -- 172.21.15.17:0/1840256819 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f801cbb0 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.008+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff383f6820 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f88f6ffd640 1 -- 172.21.15.17:0/1840256819 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f88f8017030 con 0x55ff38411740 2024-09-19T08:11:47.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f88f6ffd640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 0x7f88e806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f88f6ffd640 1 -- 172.21.15.17:0/1840256819 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7f88f808c300 con 0x55ff38411740 2024-09-19T08:11:47.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 0x7f88e806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.013 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ff3847b300 0x55ff38410b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.010+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff383c7ce0 con 0x55ff3847b300 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.011+0000 7f89065fc640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ff3847b300 0x55ff38410b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.011+0000 7f89065fc640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ff3847b300 0x55ff38410b30 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.011+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 0x7f88e806d180 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f88fc057000 tx=0x7f88fc052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.013+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v117'877 uv851 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.013+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff383c80a0 con 0x55ff3847b300 2024-09-19T08:11:47.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.014+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v117'878 uv878 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.014+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff383c84d0 con 0x55ff3847b300 2024-09-19T08:11:47.015 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:47.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.016+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v117'879 uv879 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.016+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385432b0 con 0x55ff3847b300 2024-09-19T08:11:47.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.017+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v117'880 uv880 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.017+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38543650 con 0x55ff3847b300 2024-09-19T08:11:47.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.018+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v117'881 uv881 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.018+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385422a0 con 0x55ff3847b300 2024-09-19T08:11:47.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.020+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v117'882 uv882 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.020+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542690 con 0x55ff3847b300 2024-09-19T08:11:47.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.021+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v117'883 uv857 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.021+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a80 con 0x55ff3847b300 2024-09-19T08:11:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.023+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v117'884 uv884 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.023+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a80 con 0x55ff3847b300 2024-09-19T08:11:47.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.024+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v117'885 uv885 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.024 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.024+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.025+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v117'886 uv886 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.025+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.026+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v117'887 uv887 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.026+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.028+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v117'888 uv888 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.028+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.029+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v117'889 uv864 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.029+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.030+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v117'890 uv890 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.030+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.031 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:47.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.032+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v117'891 uv891 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.032+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.033+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v117'892 uv892 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.033+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.034+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v117'893 uv893 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.034+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542a30 con 0x55ff3847b300 2024-09-19T08:11:47.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.035+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v117'894 uv894 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.035+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542df0 con 0x55ff3847b300 2024-09-19T08:11:47.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.037+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v117'895 uv895 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.037+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.038+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v117'896 uv870 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.038+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.039+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v117'897 uv897 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.039+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.040 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:47.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.041+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v117'898 uv898 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.041+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.042+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v117'899 uv899 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.042+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.043+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v117'900 uv900 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.044+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.045+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v117'901 uv901 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.045+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.046+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v117'902 uv876 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.046+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.047+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v117'903 uv903 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.047+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.048+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v117'904 uv904 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.048 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:47.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.048+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.049+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v117'905 uv905 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.049+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.051+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v117'906 uv906 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.051+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff3847b300 2024-09-19T08:11:47.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.052+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v117'907 uv907 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.052+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ff38543f00 0x55ff385462f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.052+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38542ca0 con 0x55ff38543f00 2024-09-19T08:11:47.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.052+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ff38543f00 0x55ff385462f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.053+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ff38543f00 0x55ff385462f0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.054+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v117'632 uv615 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.054+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38546830 con 0x55ff38543f00 2024-09-19T08:11:47.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.055+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v117'633 uv633 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.056+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38546bd0 con 0x55ff38543f00 2024-09-19T08:11:47.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.057+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v117'634 uv634 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.057 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:47.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.057+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547420 con 0x55ff38543f00 2024-09-19T08:11:47.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.058+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v117'635 uv635 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.058+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385477c0 con 0x55ff38543f00 2024-09-19T08:11:47.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.059+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v117'636 uv636 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.059+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547b60 con 0x55ff38543f00 2024-09-19T08:11:47.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.060+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v117'637 uv620 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.060+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547f00 con 0x55ff38543f00 2024-09-19T08:11:47.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.061+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v117'638 uv638 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.061+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.062 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:47.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.062+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v117'639 uv639 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.062+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.063+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v117'640 uv640 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.064+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.065+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v117'641 uv641 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.065+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.066+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v117'642 uv625 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.066+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.067+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v117'643 uv643 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.067+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.068 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.068+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v117'644 uv644 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.068+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854bd00 con 0x55ff38543f00 2024-09-19T08:11:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.069+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v117'645 uv645 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.069+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854bd00 con 0x55ff38543f00 2024-09-19T08:11:47.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.070+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v117'646 uv646 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.070+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.072+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v117'647 uv631 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.072+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.073+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v117'648 uv648 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.073+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.073 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:47.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.074+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v117'649 uv649 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.074+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385492b0 con 0x55ff38543f00 2024-09-19T08:11:47.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.075+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v117'650 uv650 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.075+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385492b0 con 0x55ff38543f00 2024-09-19T08:11:47.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.076+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v117'651 uv651 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.076+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff38543f00 2024-09-19T08:11:47.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.077+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v117'652 uv652 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38543f00 2024-09-19T08:11:47.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.077+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff3847b300 2024-09-19T08:11:47.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.078+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v117'171 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.078+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff3847b300 2024-09-19T08:11:47.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.079+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v117'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.079+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff3847b300 2024-09-19T08:11:47.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.080+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v117'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.080 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:47.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.080+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385492b0 con 0x55ff3847b300 2024-09-19T08:11:47.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.081+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v117'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.081+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385492b0 con 0x55ff3847b300 2024-09-19T08:11:47.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.082+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v117'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.082+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385482a0 con 0x55ff3847b300 2024-09-19T08:11:47.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.083+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v117'176 uv176 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.083+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ff385487b0 0x55ff3854aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.083+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854b270 con 0x55ff385487b0 2024-09-19T08:11:47.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.083+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ff385487b0 0x55ff3854aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.083+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ff385487b0 0x55ff3854aba0 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.084+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v117'127 uv126 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.084+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854b780 con 0x55ff385487b0 2024-09-19T08:11:47.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.085+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v117'128 uv128 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.085+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854bc80 con 0x55ff385487b0 2024-09-19T08:11:47.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.086+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v117'129 uv129 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.086 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:47.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.086+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854c0f0 con 0x55ff385487b0 2024-09-19T08:11:47.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.087+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v117'130 uv130 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.087+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854c520 con 0x55ff3847b300 2024-09-19T08:11:47.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.088+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v117'171 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.088+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854c520 con 0x55ff3847b300 2024-09-19T08:11:47.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.089+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v117'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.089+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854c520 con 0x55ff3847b300 2024-09-19T08:11:47.090 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:47.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.091+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v117'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.091+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854d530 con 0x55ff3847b300 2024-09-19T08:11:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.092+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v117'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.092+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854d530 con 0x55ff3847b300 2024-09-19T08:11:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.093+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v117'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.093+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854c520 con 0x55ff3847b300 2024-09-19T08:11:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.094+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v117'176 uv176 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.094+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 0x55ff3854efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.094+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f5d0 con 0x55ff3854cba0 2024-09-19T08:11:47.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.094+0000 7f89065fc640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 0x55ff3854efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.095+0000 7f89065fc640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 0x55ff3854efd0 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.096+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v117'316 uv310 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.096+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.097+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v117'317 uv317 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.097+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.098+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v117'318 uv318 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.098 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.098+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385509b0 con 0x55ff3854cba0 2024-09-19T08:11:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.099+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v117'319 uv319 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.099+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385509b0 con 0x55ff3854cba0 2024-09-19T08:11:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.100+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v117'320 uv320 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.100+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.101+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v117'321 uv321 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.101+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.102+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v117'322 uv315 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.102+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.103+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v117'323 uv323 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.103+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.103 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.104+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v117'324 uv324 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.104+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.105+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v117'325 uv325 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.105+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff3854f9a0 con 0x55ff3854cba0 2024-09-19T08:11:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.106+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v117'326 uv326 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.106+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 0x55ff38552450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.106+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552b50 con 0x55ff38550020 2024-09-19T08:11:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.106+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 0x55ff38552450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.106+0000 7f8905dfb640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 0x55ff38552450 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.107+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v117'143 uv142 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38550020 2024-09-19T08:11:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.107+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff38550020 2024-09-19T08:11:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.108+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v117'144 uv144 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38550020 2024-09-19T08:11:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.108+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff38550020 2024-09-19T08:11:47.109 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.109+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v117'145 uv145 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38550020 2024-09-19T08:11:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.109+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff38550020 2024-09-19T08:11:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.110+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v117'146 uv146 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38550020 2024-09-19T08:11:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.110+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff38550020 2024-09-19T08:11:47.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.112+0000 7f8905dfb640 1 -- 172.21.15.17:0/1840256819 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v117'147 uv147 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88f801dd60 con 0x55ff38550020 2024-09-19T08:11:47.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.112+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff3847b300 2024-09-19T08:11:47.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.113+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v117'171 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.113+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff3847b300 2024-09-19T08:11:47.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.114+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v117'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.114+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff3847b300 2024-09-19T08:11:47.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.114+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v117'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.114 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:47.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.115+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38553f30 con 0x55ff3847b300 2024-09-19T08:11:47.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.115+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v117'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.115+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38553f30 con 0x55ff3847b300 2024-09-19T08:11:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.116+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v117'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.116+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff3847b300 2024-09-19T08:11:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.117+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v117'176 uv176 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3847b300 2024-09-19T08:11:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.117+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38552f20 con 0x55ff385487b0 2024-09-19T08:11:47.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.118+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v117'284 uv283 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.118+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385532e0 con 0x55ff385487b0 2024-09-19T08:11:47.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.119+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v117'285 uv285 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.119+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38553680 con 0x55ff385487b0 2024-09-19T08:11:47.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.120+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v117'286 uv286 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.120 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:47.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.120+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38553f20 con 0x55ff385487b0 2024-09-19T08:11:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.121+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v117'287 uv287 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.121+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547080 con 0x55ff385487b0 2024-09-19T08:11:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.122+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v117'288 uv288 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.122+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547080 con 0x55ff385487b0 2024-09-19T08:11:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.123+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v117'289 uv282 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.123+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547010 con 0x55ff385487b0 2024-09-19T08:11:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.124+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v117'290 uv290 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.124+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547010 con 0x55ff385487b0 2024-09-19T08:11:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.125+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v117'291 uv291 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.125 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.125+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38547010 con 0x55ff385487b0 2024-09-19T08:11:47.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.126+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v117'292 uv292 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.126+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38553b70 con 0x55ff385487b0 2024-09-19T08:11:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.127+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v117'293 uv293 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.127+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ff38554e70 0x55ff38557470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.127+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff38554e70 2024-09-19T08:11:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.127+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ff38554e70 0x55ff38557470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.127+0000 7f89055fa640 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ff38554e70 0x55ff38557470 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.129+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v117'124 uv123 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff38554e70 2024-09-19T08:11:47.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.129+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff38554e70 2024-09-19T08:11:47.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.130+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v117'125 uv125 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff38554e70 2024-09-19T08:11:47.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.130+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff38554e70 2024-09-19T08:11:47.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.130+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v117'126 uv126 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff38554e70 2024-09-19T08:11:47.130 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:47.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.130+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff38554e70 2024-09-19T08:11:47.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.131+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v117'127 uv127 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff38554e70 2024-09-19T08:11:47.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.131+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff385487b0 2024-09-19T08:11:47.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.133+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v117'171 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.133+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff385487b0 2024-09-19T08:11:47.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.134+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v117'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.134+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff385487b0 2024-09-19T08:11:47.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.135+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v117'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.135 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:47.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.135+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385589c0 con 0x55ff385487b0 2024-09-19T08:11:47.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.136+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v117'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.136+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385589c0 con 0x55ff385487b0 2024-09-19T08:11:47.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.137+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v117'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.137+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff385487b0 2024-09-19T08:11:47.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.138+0000 7f89055fa640 1 -- 172.21.15.17:0/1840256819 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v117'176 uv176 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f88fc06a040 con 0x55ff385487b0 2024-09-19T08:11:47.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.138+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.139+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v117'145 uv144 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.139+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.140+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v117'146 uv146 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.140+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.141+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v117'147 uv147 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.141 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:47.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.141+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.143+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v117'148 uv148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.143+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.144+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v117'149 uv149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.144+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.145+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v117'351 uv343 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.145+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.146+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v117'352 uv352 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.146+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.146 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:47.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.147+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v117'353 uv353 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.147+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.148+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v117'354 uv354 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.148+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.149+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v117'355 uv355 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.149+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.150+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v117'356 uv350 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.150+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.151+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v117'357 uv357 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.151+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.151 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:47.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.152+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v117'358 uv358 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.152+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385589c0 con 0x55ff3854cba0 2024-09-19T08:11:47.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.153+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v117'359 uv359 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.153+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385589c0 con 0x55ff3854cba0 2024-09-19T08:11:47.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.154+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v117'360 uv360 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.154+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff385579b0 con 0x55ff3854cba0 2024-09-19T08:11:47.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.155+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v117'361 uv361 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.155+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x55ff38557e60 con 0x55ff3854cba0 2024-09-19T08:11:47.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v117'362 uv362 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f8900001920 con 0x55ff3854cba0 2024-09-19T08:11:47.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ff3847b300 msgr2=0x55ff38410b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55ff3847b300 0x55ff38410b30 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ff385487b0 msgr2=0x55ff3854aba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55ff385487b0 0x55ff3854aba0 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ff38554e70 msgr2=0x55ff38557470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55ff38554e70 0x55ff38557470 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ff38543f00 msgr2=0x55ff385462f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55ff38543f00 0x55ff385462f0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f89065fc640 1 -- 172.21.15.17:0/1840256819 reap_dead start 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 msgr2=0x55ff3854efd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 0x55ff3854efd0 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 msgr2=0x55ff38552450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 0x55ff38552450 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 msgr2=0x7f88e806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 0x7f88e806d180 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f88fc057000 tx=0x7f88fc052000 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 msgr2=0x55ff3847ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x55ff3849a900 tx=0x7f88f8000bc0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 shutdown_connections 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55ff3854cba0 0x55ff3854efd0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55ff38550020 0x55ff38552450 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f88e806acc0 0x7f88e806d180 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 --2- 172.21.15.17:0/1840256819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ff38411740 0x55ff3847ec10 unknown :-1 s=CLOSED pgs=1932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 >> 172.21.15.17:0/1840256819 conn(0x55ff383f2400 msgr2=0x55ff3847fd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 shutdown_connections 2024-09-19T08:11:47.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.156+0000 7f8908305f40 1 -- 172.21.15.17:0/1840256819 wait complete. 2024-09-19T08:11:47.159 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 400.00000000 0 2024-09-19T08:11:47.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.203+0000 7f43ad177f40 1 Processor -- start 2024-09-19T08:11:47.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.203+0000 7f43ad177f40 1 -- start start 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea5199d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea5187b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5647ea487ff0 con 0x5647ea516cb0 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5647ea391510 con 0x5647ea517090 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ad177f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5647ea486fd0 con 0x5647ea489f80 2024-09-19T08:11:47.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33826/0 (socket says 172.21.15.17:33826) 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43a3fff640 1 -- 172.21.15.17:0/3350184773 learned_addr learned my addr 172.21.15.17:0/3350184773 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43ab46e640 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea5187b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.204+0000 7f43aac6d640 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea5199d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 -- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 msgr2=0x5647ea5199d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea5199d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 -- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 msgr2=0x5647ea5187b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea5187b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 -- 172.21.15.17:0/3350184773 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647ea519760 con 0x5647ea516cb0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a3fff640 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f4394025c80 tx=0x7f4394051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a298b4dfa4b55b14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a9c6b640 1 -- 172.21.15.17:0/3350184773 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4394056030 con 0x5647ea516cb0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a9c6b640 1 -- 172.21.15.17:0/3350184773 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4394052a90 con 0x5647ea516cb0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43a9c6b640 1 -- 172.21.15.17:0/3350184773 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439405b450 con 0x5647ea516cb0 2024-09-19T08:11:47.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 -- 172.21.15.17:0/3350184773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 msgr2=0x5647ea46e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f4394025c80 tx=0x7f4394051000 comp rx=0 tx=0).stop 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 -- 172.21.15.17:0/3350184773 shutdown_connections 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea5187b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea46e8a0 unknown :-1 s=CLOSED pgs=1934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 --2- 172.21.15.17:0/3350184773 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea5199d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.205+0000 7f43ad177f40 1 -- 172.21.15.17:0/3350184773 >> 172.21.15.17:0/3350184773 conn(0x5647ea46a280 msgr2=0x5647ea489030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.206+0000 7f43ad177f40 1 -- 172.21.15.17:0/3350184773 shutdown_connections 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.206+0000 7f43ad177f40 1 -- 172.21.15.17:0/3350184773 wait complete. 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.206+0000 7f43ad177f40 1 Processor -- start 2024-09-19T08:11:47.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.206+0000 7f43ad177f40 1 -- start start 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea4853e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea50d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea50d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5647ea4f7900 con 0x5647ea516cb0 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5647ea46f7f0 con 0x5647ea517090 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ad177f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5647ea4f7be0 con 0x5647ea489f80 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea50d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea50d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33834/0 (socket says 172.21.15.17:33834) 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 -- 172.21.15.17:0/430476631 learned_addr learned my addr 172.21.15.17:0/430476631 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43ab46e640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea50d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43aac6d640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea4853e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 -- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 msgr2=0x5647ea4853e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5647ea489f80 0x5647ea4853e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 -- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 msgr2=0x5647ea50d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5647ea517090 0x5647ea50d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 -- 172.21.15.17:0/430476631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647ea50ccc0 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.207+0000 7f43a3fff640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea50d470 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f4394045fb0 tx=0x7f4394002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.208+0000 7f43a8c69640 1 -- 172.21.15.17:0/430476631 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4394056070 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.208+0000 7f43a8c69640 1 -- 172.21.15.17:0/430476631 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4394074070 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.208+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5647ea5ae460 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.208+0000 7f43a8c69640 1 -- 172.21.15.17:0/430476631 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439406b040 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.208+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647ea5aea20 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.209+0000 7f43a8c69640 1 -- 172.21.15.17:0/430476631 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4394059020 con 0x5647ea516cb0 2024-09-19T08:11:47.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43a8c69640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438c06ac90 0x7f438c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43a8c69640 1 -- 172.21.15.17:0/430476631 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7f43940cff10 con 0x5647ea516cb0 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43aac6d640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438c06ac90 0x7f438c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43ad177f40 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5647ea485920 0x5647ea5af450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) -- 0x5647ea50def0 con 0x5647ea485920 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43ab46e640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5647ea485920 0x5647ea5af450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43aac6d640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438c06ac90 0x7f438c06d150 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x5647ea470620 tx=0x7f439c0027a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.210+0000 7f43ab46e640 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5647ea485920 0x5647ea5af450 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.211+0000 7f43ab46e640 1 -- 172.21.15.17:0/430476631 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 400.00000000 [truncate 0] v117'150 uv150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f43a400ca60 con 0x5647ea485920 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5647ea485920 msgr2=0x5647ea5af450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5647ea485920 0x5647ea5af450 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438c06ac90 msgr2=0x7f438c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f438c06ac90 0x7f438c06d150 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x5647ea470620 tx=0x7f439c0027a0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 msgr2=0x5647ea50d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 --2- 172.21.15.17:0/430476631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5647ea516cb0 0x5647ea50d470 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f4394045fb0 tx=0x7f4394002fb0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ab46e640 1 -- 172.21.15.17:0/430476631 reap_dead start 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 shutdown_connections 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 >> 172.21.15.17:0/430476631 conn(0x5647ea46a280 msgr2=0x5647ea519960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 shutdown_connections 2024-09-19T08:11:47.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.212+0000 7f43ad177f40 1 -- 172.21.15.17:0/430476631 wait complete. 2024-09-19T08:11:47.216 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:47.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.322+0000 7f515ec53640 1 Processor -- start 2024-09-19T08:11:47.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.322+0000 7f515ec53640 1 -- start start 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 0x7f51580cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 0x7f515806c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f515806c620 0x7f51580b5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f51580cfcc0 con 0x7f515806c620 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f51580cffa0 con 0x7f51580cf7b0 2024-09-19T08:11:47.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515ec53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51580d0280 con 0x7f515815e7f0 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f515806c620 0x7f51580b5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f515806c620 0x7f51580b5f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33836/0 (socket says 172.21.15.17:33836) 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 -- 172.21.15.17:0/1967947290 learned_addr learned my addr 172.21.15.17:0/1967947290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f5157fff640 1 --2- 172.21.15.17:0/1967947290 >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 0x7f515806c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 0x7f51580cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 -- 172.21.15.17:0/1967947290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 msgr2=0x7f51580cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 0x7f51580cf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 -- 172.21.15.17:0/1967947290 >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 msgr2=0x7f515806c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1967947290 >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 0x7f515806c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515d1f0640 1 -- 172.21.15.17:0/1967947290 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51580d0560 con 0x7f515806c620 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f5157fff640 1 --2- 172.21.15.17:0/1967947290 >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 0x7f515806c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.323+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 0x7f51580cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.324+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515806c620 0x7f51580b5f60 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7f51580b70d0 tx=0x7f515002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4a0a0f9c92236 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.324+0000 7f51577fe640 1 -- 172.21.15.17:0/1967947290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5150036070 con 0x7f515806c620 2024-09-19T08:11:47.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.324+0000 7f51577fe640 1 -- 172.21.15.17:0/1967947290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5150031600 con 0x7f515806c620 2024-09-19T08:11:47.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.324+0000 7f51577fe640 1 -- 172.21.15.17:0/1967947290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51500319d0 con 0x7f515806c620 2024-09-19T08:11:47.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 -- 172.21.15.17:0/1967947290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515806c620 msgr2=0x7f51580b5f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515806c620 0x7f51580b5f60 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7f51580b70d0 tx=0x7f515002a730 comp rx=0 tx=0).stop 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 -- 172.21.15.17:0/1967947290 shutdown_connections 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515806c620 0x7f51580b5f60 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 --2- 172.21.15.17:0/1967947290 >> v2:172.21.15.160:3300/0 conn(0x7f51580cf7b0 0x7f515806c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 --2- 172.21.15.17:0/1967947290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f515815e7f0 0x7f51580cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 -- 172.21.15.17:0/1967947290 >> 172.21.15.17:0/1967947290 conn(0x7f51580d44e0 msgr2=0x7f51580d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 -- 172.21.15.17:0/1967947290 shutdown_connections 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.325+0000 7f515ec53640 1 -- 172.21.15.17:0/1967947290 wait complete. 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.326+0000 7f515ec53640 1 Processor -- start 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.326+0000 7f515ec53640 1 -- start start 2024-09-19T08:11:47.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 0x7f515815a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 0x7f51580cc600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51580cee70 con 0x7f515815e7f0 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f51580cecf0 con 0x7f515806c620 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515ec53640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f51580b64a0 con 0x7f51580cf7b0 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33838/0 (socket says 172.21.15.17:33838) 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 -- 172.21.15.17:0/1314435763 learned_addr learned my addr 172.21.15.17:0/1314435763 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f5157fff640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 0x7f51580cc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 0x7f515815a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 -- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 msgr2=0x7f51580cc600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 0x7f51580cc600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 -- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 msgr2=0x7f515815a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 0x7f515815a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515d1f0640 1 -- 172.21.15.17:0/1314435763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51580cac20 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f5157fff640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 0x7f51580cc600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.327+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 0x7f515815a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f515d1f0640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f5150034040 tx=0x7f5150004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5150041020 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51500077a0 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f515815af00 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5150036040 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.328+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51580c9e60 con 0x7f515815e7f0 2024-09-19T08:11:47.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.329+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51580008d0 con 0x7f515815e7f0 2024-09-19T08:11:47.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.329+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5150044020 con 0x7f515815e7f0 2024-09-19T08:11:47.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.330+0000 7f51557fa640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 0x7f513c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:47.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.330+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8232+0+0 (secure 0 0 0) 0x7f51500ac830 con 0x7f515815e7f0 2024-09-19T08:11:47.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.330+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 0x7f513c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:47.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.331+0000 7f515c9ef640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 0x7f513c06e7a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f514c006fd0 tx=0x7f514c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:47.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.334+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f515004b070 con 0x7f515815e7f0 2024-09-19T08:11:47.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.551+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f51580ca060 con 0x7f515815e7f0 2024-09-19T08:11:47.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.944+0000 7f51557fa640 1 -- 172.21.15.17:0/1314435763 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v250) ==== 162+0+0 (secure 0 0 0) 0x7f515007a600 con 0x7f515815e7f0 2024-09-19T08:11:47.944 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.946+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 msgr2=0x7f513c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.946+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 0x7f513c06e7a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f514c006fd0 tx=0x7f514c008040 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.946+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 msgr2=0x7f51580ccb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.946+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f5150034040 tx=0x7f5150004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 shutdown_connections 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f513c06c2e0 0x7f513c06e7a0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f515815e7f0 0x7f51580ccb40 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f51580cf7b0 0x7f51580cc600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 --2- 172.21.15.17:0/1314435763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f515806c620 0x7f515815a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 >> 172.21.15.17:0/1314435763 conn(0x7f51580d44e0 msgr2=0x7f51580b9570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:47.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 shutdown_connections 2024-09-19T08:11:47.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:47.947+0000 7f515ec53640 1 -- 172.21.15.17:0/1314435763 wait complete. 2024-09-19T08:11:47.953 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:11:47.953+0000 7f9dde539640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-19T08:11:47.954 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:47.954+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:47.954 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:47.954+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:47.961 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:48.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.064+0000 7f178252c640 1 Processor -- start 2024-09-19T08:11:48.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.064+0000 7f178252c640 1 -- start start 2024-09-19T08:11:48.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f177c156990 0x7f177c0cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c0cd6b0 0x7f177c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f177c0b22c0 0x7f177c15fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f177c156d70 con 0x7f177c0b22c0 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f177c0cdb10 con 0x7f177c156990 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f178252c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f177c0cea90 con 0x7f177c0cd6b0 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f177c0b22c0 0x7f177c15fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f177c0b22c0 0x7f177c15fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33846/0 (socket says 172.21.15.17:33846) 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 -- 172.21.15.17:0/1492434915 learned_addr learned my addr 172.21.15.17:0/1492434915 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f177b7fe640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c0cd6b0 0x7f177c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 -- 172.21.15.17:0/1492434915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c0cd6b0 msgr2=0x7f177c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:48.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c0cd6b0 0x7f177c0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f177bfff640 1 --2- 172.21.15.17:0/1492434915 >> v2:172.21.15.160:3300/0 conn(0x7f177c156990 0x7f177c0cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 -- 172.21.15.17:0/1492434915 >> v2:172.21.15.160:3300/0 conn(0x7f177c156990 msgr2=0x7f177c0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:48.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 --2- 172.21.15.17:0/1492434915 >> v2:172.21.15.160:3300/0 conn(0x7f177c156990 0x7f177c0cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.065+0000 7f1780ac9640 1 -- 172.21.15.17:0/1492434915 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177c0ce160 con 0x7f177c0b22c0 2024-09-19T08:11:48.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.066+0000 7f1780ac9640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c15fec0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7f177c0d1160 tx=0x7f177402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=888adcc6071f7ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.066+0000 7f177affd640 1 -- 172.21.15.17:0/1492434915 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1774036070 con 0x7f177c0b22c0 2024-09-19T08:11:48.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.066+0000 7f177affd640 1 -- 172.21.15.17:0/1492434915 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1774031600 con 0x7f177c0b22c0 2024-09-19T08:11:48.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.066+0000 7f177affd640 1 -- 172.21.15.17:0/1492434915 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17740319d0 con 0x7f177c0b22c0 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 -- 172.21.15.17:0/1492434915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 msgr2=0x7f177c15fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c15fec0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7f177c0d1160 tx=0x7f177402a610 comp rx=0 tx=0).stop 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 -- 172.21.15.17:0/1492434915 shutdown_connections 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c15fec0 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 --2- 172.21.15.17:0/1492434915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c0cd6b0 0x7f177c0b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 --2- 172.21.15.17:0/1492434915 >> v2:172.21.15.160:3300/0 conn(0x7f177c156990 0x7f177c0cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 -- 172.21.15.17:0/1492434915 >> 172.21.15.17:0/1492434915 conn(0x7f177c06bc10 msgr2=0x7f177c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 -- 172.21.15.17:0/1492434915 shutdown_connections 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.067+0000 7f178252c640 1 -- 172.21.15.17:0/1492434915 wait complete. 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.068+0000 7f178252c640 1 Processor -- start 2024-09-19T08:11:48.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.068+0000 7f178252c640 1 -- start start 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 0x7f177c0b0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 0x7f177c15c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f177c0b26f0 con 0x7f177c0b22c0 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f177c0ce720 con 0x7f177c0cd6b0 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f178252c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f177c0cef20 con 0x7f177c156990 2024-09-19T08:11:48.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33850/0 (socket says 172.21.15.17:33850) 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 -- 172.21.15.17:0/760946269 learned_addr learned my addr 172.21.15.17:0/760946269 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177b7fe640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 0x7f177c0b0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f1780ac9640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 0x7f177c15c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 -- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 msgr2=0x7f177c15c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 0x7f177c15c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 -- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 msgr2=0x7f177c0b0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 0x7f177c0b0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177bfff640 1 -- 172.21.15.17:0/760946269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177c15de10 con 0x7f177c0b22c0 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f1780ac9640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 0x7f177c15c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.069+0000 7f177b7fe640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 0x7f177c0b0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f177bfff640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f176c00c7f0 tx=0x7f176c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c015070 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f176c004240 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f177c15e0f0 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c007620 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.070+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f177c15e990 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.071+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f177c0b1d80 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.071+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f176c0077c0 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.072+0000 7f1778ff9640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 0x7f176806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.072+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f176c08c030 con 0x7f177c0b22c0 2024-09-19T08:11:48.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.072+0000 7f177b7fe640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 0x7f176806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.073+0000 7f177b7fe640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 0x7f176806e770 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f177c073eb0 tx=0x7f1770008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.076+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f176c059db0 con 0x7f177c0b22c0 2024-09-19T08:11:48.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.286+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f177c0b4bd0 con 0x7f177c0b22c0 2024-09-19T08:11:48.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.286+0000 7f1778ff9640 1 -- 172.21.15.17:0/760946269 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 252 v252) ==== 95+0+3569 (secure 0 0 0) 0x7f176c0596b0 con 0x7f177c0b22c0 2024-09-19T08:11:48.286 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:48.286 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":252,"btime":"2024-09-19T08:11:47:955040+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:47.954988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:48.286 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 252 2024-09-19T08:11:48.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 msgr2=0x7f176806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 0x7f176806e770 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f177c073eb0 tx=0x7f1770008040 comp rx=0 tx=0).stop 2024-09-19T08:11:48.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 msgr2=0x7f177c0b3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f176c00c7f0 tx=0x7f176c00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 shutdown_connections 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f176806c2b0 0x7f176806e770 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f177c156990 0x7f177c15c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f177c0cd6b0 0x7f177c0b0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 --2- 172.21.15.17:0/760946269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f177c0b22c0 0x7f177c0b3c00 unknown :-1 s=CLOSED pgs=1939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 >> 172.21.15.17:0/760946269 conn(0x7f177c06bc10 msgr2=0x7f177c0d0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 shutdown_connections 2024-09-19T08:11:48.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.288+0000 7f178252c640 1 -- 172.21.15.17:0/760946269 wait complete. 2024-09-19T08:11:48.300 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:48.300 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:48.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.402+0000 7fe651159640 1 Processor -- start 2024-09-19T08:11:48.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.402+0000 7fe651159640 1 -- start start 2024-09-19T08:11:48.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe651159640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe64c15e7c0 0x7fe64c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe651159640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe64c0b39a0 con 0x7fe64c0cf480 2024-09-19T08:11:48.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe651159640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe64c15eba0 con 0x7fe64c0b6a40 2024-09-19T08:11:48.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe651159640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe64c1630d0 con 0x7fe64c15e7c0 2024-09-19T08:11:48.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe64c15e7c0 0x7fe64c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64a59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe64c0cf480 0x7fe64c0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46488/0 (socket says 172.21.15.17:46488) 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64a59c640 1 -- 172.21.15.17:0/3559875328 learned_addr learned my addr 172.21.15.17:0/3559875328 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe64c15e7c0 0x7fe64c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33864/0 (socket says 172.21.15.17:33864) 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64ad9d640 1 -- 172.21.15.17:0/3559875328 >> v1:172.21.15.160:6789/0 conn(0x7fe64c0b6a40 legacy=0x7fe64c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64ad9d640 1 -- 172.21.15.17:0/3559875328 >> v1:172.21.15.17:6789/0 conn(0x7fe64c0cf480 legacy=0x7fe64c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe649d9b640 1 -- 172.21.15.17:0/3559875328 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1396155327 0 0) 0x7fe64c0b39a0 con 0x7fe64c0cf480 2024-09-19T08:11:48.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.403+0000 7fe64ad9d640 1 -- 172.21.15.17:0/3559875328 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64c0cfc60 con 0x7fe64c15e7c0 2024-09-19T08:11:48.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.404+0000 7fe64ad9d640 1 --2- 172.21.15.17:0/3559875328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c15e7c0 0x7fe64c162b90 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0097a0 tx=0x7fe63c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a649b1bbcb2e7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.404+0000 7fe649d9b640 1 -- 172.21.15.17:0/3559875328 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c037070 con 0x7fe64c15e7c0 2024-09-19T08:11:48.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.404+0000 7fe649d9b640 1 -- 172.21.15.17:0/3559875328 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe63c032640 con 0x7fe64c15e7c0 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.404+0000 7fe649d9b640 1 -- 172.21.15.17:0/3559875328 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c032a10 con 0x7fe64c15e7c0 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 -- 172.21.15.17:0/3559875328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c15e7c0 msgr2=0x7fe64c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 --2- 172.21.15.17:0/3559875328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c15e7c0 0x7fe64c162b90 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0097a0 tx=0x7fe63c02a2c0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 -- 172.21.15.17:0/3559875328 shutdown_connections 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 --2- 172.21.15.17:0/3559875328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c15e7c0 0x7fe64c162b90 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 -- 172.21.15.17:0/3559875328 >> 172.21.15.17:0/3559875328 conn(0x7fe64c0d1320 msgr2=0x7fe64c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 -- 172.21.15.17:0/3559875328 shutdown_connections 2024-09-19T08:11:48.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.405+0000 7fe651159640 1 -- 172.21.15.17:0/3559875328 wait complete. 2024-09-19T08:11:48.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.406+0000 7fe651159640 1 Processor -- start 2024-09-19T08:11:48.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.406+0000 7fe651159640 1 -- start start 2024-09-19T08:11:48.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe64c0cf480 0x7fe64c0aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe64c15e7c0 0x7fe64c1f4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c15f100 con 0x7fe64c0b6a40 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe64c15ee20 con 0x7fe64c0cf480 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe651159640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe64c15f3e0 con 0x7fe64c15e7c0 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33866/0 (socket says 172.21.15.17:33866) 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 -- 172.21.15.17:0/2454030527 learned_addr learned my addr 172.21.15.17:0/2454030527 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 -- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe64c15e7c0 msgr2=0x7fe64c1f4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64a59c640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe64c0cf480 0x7fe64c0aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe64c15e7c0 0x7fe64c1f4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 -- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe64c0cf480 msgr2=0x7fe64c0aaf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe64c0cf480 0x7fe64c0aaf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.407+0000 7fe64ad9d640 1 -- 172.21.15.17:0/2454030527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64c1e9470 con 0x7fe64c0b6a40 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe64ad9d640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0097a0 tx=0x7fe63c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c041070 con 0x7fe64c0b6a40 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe63c032e10 con 0x7fe64c0b6a40 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe64c1e9750 con 0x7fe64c0b6a40 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c037040 con 0x7fe64c0b6a40 2024-09-19T08:11:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.408+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe64c1e9d10 con 0x7fe64c0b6a40 2024-09-19T08:11:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.409+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe64c15f900 con 0x7fe64c0b6a40 2024-09-19T08:11:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.409+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe63c044070 con 0x7fe64c0b6a40 2024-09-19T08:11:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.410+0000 7fe6337fe640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 0x7fe63806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.410+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7fe63c0acbb0 con 0x7fe64c0b6a40 2024-09-19T08:11:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.410+0000 7fe64a59c640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 0x7fe63806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.411+0000 7fe64a59c640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 0x7fe63806e770 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0cdf10 tx=0x7fe640009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.414+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe63c07a9c0 con 0x7fe64c0b6a40 2024-09-19T08:11:48.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.627+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe64c0d2150 con 0x7fe64c0b6a40 2024-09-19T08:11:48.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.627+0000 7fe6337fe640 1 -- 172.21.15.17:0/2454030527 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 252 v252) ==== 95+0+3569 (secure 0 0 0) 0x7fe63c07a2c0 con 0x7fe64c0b6a40 2024-09-19T08:11:48.628 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:48.628 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":252,"btime":"2024-09-19T08:11:47:955040+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:47.954988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:48.628 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 252 2024-09-19T08:11:48.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 msgr2=0x7fe63806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 0x7fe63806e770 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0cdf10 tx=0x7fe640009040 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 msgr2=0x7fe64c150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0097a0 tx=0x7fe63c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 shutdown_connections 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe63806c2b0 0x7fe63806e770 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe64c15e7c0 0x7fe64c1f4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.629+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe64c0cf480 0x7fe64c0aaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.630+0000 7fe651159640 1 --2- 172.21.15.17:0/2454030527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe64c0b6a40 0x7fe64c150750 unknown :-1 s=CLOSED pgs=1942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.630+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 >> 172.21.15.17:0/2454030527 conn(0x7fe64c0d1320 msgr2=0x7fe64c0b9b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.630+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 shutdown_connections 2024-09-19T08:11:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.630+0000 7fe651159640 1 -- 172.21.15.17:0/2454030527 wait complete. 2024-09-19T08:11:48.644 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:48.645 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:48.670 INFO:tasks.ceph.mds.a.smithi017.stderr: -47> 2024-09-19T08:11:43.919+0000 7ff3dd511640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': End of buffer [buffer:2] 2024-09-19T08:11:48.695 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:48.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.752+0000 7f1886b86640 1 Processor -- start 2024-09-19T08:11:48.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.752+0000 7f1886b86640 1 -- start start 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1886b86640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1880156770 0x7f1880160810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1886b86640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18800cff30 0x7f188006ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1886b86640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1880160d50 con 0x7f18800afec0 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1886b86640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f18800b61b0 con 0x7f18800cff30 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1886b86640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f18800b6490 con 0x7f1880156770 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18800cff30 0x7f188006ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18800cff30 0x7f188006ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33884/0 (socket says 172.21.15.17:33884) 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 -- 172.21.15.17:0/3617152562 learned_addr learned my addr 172.21.15.17:0/3617152562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f187ffff640 1 --1- 172.21.15.17:0/3617152562 >> v1:172.21.15.17:6789/0 conn(0x7f18800afec0 0x7f18800cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46494/0 (socket says 172.21.15.17:46494) 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1884922640 1 --2- 172.21.15.17:0/3617152562 >> v2:172.21.15.160:3300/0 conn(0x7f1880156770 0x7f1880160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 -- 172.21.15.17:0/3617152562 >> v2:172.21.15.160:3300/0 conn(0x7f1880156770 msgr2=0x7f1880160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 --2- 172.21.15.17:0/3617152562 >> v2:172.21.15.160:3300/0 conn(0x7f1880156770 0x7f1880160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 -- 172.21.15.17:0/3617152562 >> v1:172.21.15.17:6789/0 conn(0x7f18800afec0 legacy=0x7f18800cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f1885123640 1 -- 172.21.15.17:0/3617152562 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800b6770 con 0x7f18800cff30 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.753+0000 7f187f7fe640 1 -- 172.21.15.17:0/3617152562 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1289174572 0 0) 0x7f1880160d50 con 0x7f18800afec0 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.754+0000 7f1885123640 1 --2- 172.21.15.17:0/3617152562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18800cff30 0x7f188006ef40 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f18800739a0 tx=0x7f187802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=484e758d8cd6b42b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.754+0000 7f187f7fe640 1 -- 172.21.15.17:0/3617152562 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878036070 con 0x7f18800cff30 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.754+0000 7f187f7fe640 1 -- 172.21.15.17:0/3617152562 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1878031600 con 0x7f18800cff30 2024-09-19T08:11:48.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.754+0000 7f187f7fe640 1 -- 172.21.15.17:0/3617152562 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18780319d0 con 0x7f18800cff30 2024-09-19T08:11:48.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 -- 172.21.15.17:0/3617152562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18800cff30 msgr2=0x7f188006ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 --2- 172.21.15.17:0/3617152562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18800cff30 0x7f188006ef40 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f18800739a0 tx=0x7f187802a6a0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 -- 172.21.15.17:0/3617152562 shutdown_connections 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 --2- 172.21.15.17:0/3617152562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18800cff30 0x7f188006ef40 unknown :-1 s=CLOSED pgs=1945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 --2- 172.21.15.17:0/3617152562 >> v2:172.21.15.160:3300/0 conn(0x7f1880156770 0x7f1880160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 -- 172.21.15.17:0/3617152562 >> 172.21.15.17:0/3617152562 conn(0x7f18800b1770 msgr2=0x7f18800b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 -- 172.21.15.17:0/3617152562 shutdown_connections 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.755+0000 7f1886b86640 1 -- 172.21.15.17:0/3617152562 wait complete. 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.756+0000 7f1886b86640 1 Processor -- start 2024-09-19T08:11:48.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.756+0000 7f1886b86640 1 -- start start 2024-09-19T08:11:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18800afec0 0x7f18801f1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18800cff30 0x7f18800ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1880156cd0 con 0x7f1880156770 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1880156b50 con 0x7f18800afec0 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1886b86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18800b0350 con 0x7f18800cff30 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1885123640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1885123640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33886/0 (socket says 172.21.15.17:33886) 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1885123640 1 -- 172.21.15.17:0/1609244041 learned_addr learned my addr 172.21.15.17:0/1609244041 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f187ffff640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18800cff30 0x7f18800ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1884922640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18800afec0 0x7f18801f1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1885123640 1 -- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18800cff30 msgr2=0x7f18800ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.757+0000 7f1885123640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18800cff30 0x7f18800ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1885123640 1 -- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18800afec0 msgr2=0x7f18801f1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1885123640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18800afec0 0x7f18801f1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1885123640 1 -- 172.21.15.17:0/1609244041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18801f3f90 con 0x7f1880156770 2024-09-19T08:11:48.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1885123640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 secure :-1 s=READY pgs=1946 cs=0 l=1 rev1=1 crypto rx=0x7f1878009f40 tx=0x7f1878004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878036050 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1878042070 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18801f4270 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878009510 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.758+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18801f4830 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.759+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1880160810 con 0x7f1880156770 2024-09-19T08:11:48.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.759+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1878007bd0 con 0x7f1880156770 2024-09-19T08:11:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.760+0000 7f187d7fa640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.760+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f18780acc80 con 0x7f1880156770 2024-09-19T08:11:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.760+0000 7f1884922640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:48.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.761+0000 7f1884922640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 0x7f186406e770 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f188015fd60 tx=0x7f1874008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:48.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.765+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f187807a3b0 con 0x7f1880156770 2024-09-19T08:11:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.976+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18801549c0 con 0x7f1880156770 2024-09-19T08:11:48.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.976+0000 7f187d7fa640 1 -- 172.21.15.17:0/1609244041 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 253 v253) ==== 95+0+4395 (secure 0 0 0) 0x7f187807e6b0 con 0x7f1880156770 2024-09-19T08:11:48.977 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:48.977 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":253,"btime":"2024-09-19T08:11:48:956226+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9708,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2586755915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2586755915},{"type":"v1","addr":"172.21.15.17:6835","nonce":2586755915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":253}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:47.954988+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:48.977 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 253 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 msgr2=0x7f186406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 0x7f186406e770 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f188015fd60 tx=0x7f1874008040 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 msgr2=0x7f18800aede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 secure :-1 s=READY pgs=1946 cs=0 l=1 rev1=1 crypto rx=0x7f1878009f40 tx=0x7f1878004a40 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 shutdown_connections 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1880156770 0x7f18800aede0 unknown :-1 s=CLOSED pgs=1946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18800cff30 0x7f18800ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 --2- 172.21.15.17:0/1609244041 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18800afec0 0x7f18801f1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:48.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.978+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 >> 172.21.15.17:0/1609244041 conn(0x7f18800b1770 msgr2=0x7f18800b5190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:48.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.979+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 shutdown_connections 2024-09-19T08:11:48.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:48.979+0000 7f1886b86640 1 -- 172.21.15.17:0/1609244041 wait complete. 2024-09-19T08:11:48.990 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 400.00000000' led to DAMAGED state 2024-09-19T08:11:48.990 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 100.00000000.inode' 2024-09-19T08:11:48.990 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:48.990 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:49.046 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:49.047 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:49.047 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:49.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:49.047 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:49.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:49.103 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:49.103 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:49.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.246+0000 7f8d2e39a640 1 Processor -- start 2024-09-19T08:11:49.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 -- start start 2024-09-19T08:11:49.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d280ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8d280d3660 0x7f8d280cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d2815ea20 con 0x7f8d280cf0e0 2024-09-19T08:11:49.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8d280b2860 con 0x7f8d280d3660 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d2e39a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d280b1c50 con 0x7f8d2815e640 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.247+0000 7f8d277fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8d280cf0e0 0x7f8d280b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46504/0 (socket says 172.21.15.17:46504) 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d277fe640 1 -- 172.21.15.17:0/2678396843 learned_addr learned my addr 172.21.15.17:0/2678396843 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d27fff640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d280ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d2c937640 1 --2- 172.21.15.17:0/2678396843 >> v2:172.21.15.160:3300/0 conn(0x7f8d280d3660 0x7f8d280cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2594404065 0 0) 0x7f8d2815ea20 con 0x7f8d280cf0e0 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d14003520 con 0x7f8d280cf0e0 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 865359739 0 0) 0x7f8d14003520 con 0x7f8d280cf0e0 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 msgr2=0x7f8d280ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d280ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 >> v2:172.21.15.160:3300/0 conn(0x7f8d280d3660 msgr2=0x7f8d280cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 --2- 172.21.15.17:0/2678396843 >> v2:172.21.15.160:3300/0 conn(0x7f8d280d3660 0x7f8d280cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d280b1f30 con 0x7f8d280cf0e0 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8d10001670 con 0x7f8d280cf0e0 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 >> v1:172.21.15.17:6789/0 conn(0x7f8d280cf0e0 legacy=0x7f8d280b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d140039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d14003f50 0x7f8d14004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14004d40 0x7f8d140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8d280b2860 con 0x7f8d14003f50 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8d280b1c50 con 0x7f8d14004d40 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d1400bac0 con 0x7f8d2815e640 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d277fe640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d14003f50 0x7f8d14004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d27fff640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d140039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.248+0000 7f8d2c937640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14004d40 0x7f8d140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 -- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 msgr2=0x7f8d140039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d2815e640 0x7f8d140039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 -- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14004d40 msgr2=0x7f8d140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14004d40 0x7f8d140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 -- 172.21.15.17:0/2678396843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d14003520 con 0x7f8d14003f50 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d277fe640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d14003f50 0x7f8d14004800 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f8d280cb580 tx=0x7f8d14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac62dc91eb753638 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10007d50 con 0x7f8d14003f50 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d100058d0 con 0x7f8d14003f50 2024-09-19T08:11:49.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.249+0000 7f8d26ffd640 1 -- 172.21.15.17:0/2678396843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10005cc0 con 0x7f8d14003f50 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 -- 172.21.15.17:0/2678396843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d14003f50 msgr2=0x7f8d14004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/2678396843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d14003f50 0x7f8d14004800 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f8d280cb580 tx=0x7f8d14005830 comp rx=0 tx=0).stop 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2c937640 1 -- 172.21.15.17:0/2678396843 reap_dead start 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 -- 172.21.15.17:0/2678396843 shutdown_connections 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 -- 172.21.15.17:0/2678396843 >> 172.21.15.17:0/2678396843 conn(0x7f8d2809d820 msgr2=0x7f8d280d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 -- 172.21.15.17:0/2678396843 shutdown_connections 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.250+0000 7f8d2e39a640 1 -- 172.21.15.17:0/2678396843 wait complete. 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.251+0000 7f8d2e39a640 1 Processor -- start 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.251+0000 7f8d2e39a640 1 -- start start 2024-09-19T08:11:49.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14003f50 0x7f8d28154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d28159370 0x7f8d281611a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8d280cfe40 con 0x7f8d28158ef0 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8d280b24f0 con 0x7f8d14003f50 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2e39a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8d280b73a0 con 0x7f8d28159370 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33916/0 (socket says 172.21.15.17:33916) 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d277fe640 1 -- 172.21.15.17:0/1163897714 learned_addr learned my addr 172.21.15.17:0/1163897714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d27fff640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14003f50 0x7f8d28154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.252+0000 7f8d2c937640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d28159370 0x7f8d281611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 -- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d28159370 msgr2=0x7f8d281611a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d28159370 0x7f8d281611a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 -- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14003f50 msgr2=0x7f8d28154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14003f50 0x7f8d28154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 -- 172.21.15.17:0/1163897714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d28155070 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d277fe640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f8d1002adf0 tx=0x7f8d280b27d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10038040 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d10042070 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d28159ce0 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10001cb0 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.253+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d2815a2a0 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.254+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d28068eb0 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.254+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d10007290 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.255+0000 7f8d24ff9640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 0x7f8d0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.255+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f8d100ac040 con 0x7f8d28158ef0 2024-09-19T08:11:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.255+0000 7f8d27fff640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 0x7f8d0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:49.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.256+0000 7f8d27fff640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 0x7f8d0806e770 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8d18009a20 tx=0x7f8d18008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.259+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d10079dc0 con 0x7f8d28158ef0 2024-09-19T08:11:49.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.474+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8d2806cdc0 con 0x7f8d28158ef0 2024-09-19T08:11:49.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.962+0000 7f8d24ff9640 1 -- 172.21.15.17:0/1163897714 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v254) ==== 161+0+0 (secure 0 0 0) 0x7f8d100796c0 con 0x7f8d28158ef0 2024-09-19T08:11:49.963 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:49.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 msgr2=0x7f8d0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 0x7f8d0806e770 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8d18009a20 tx=0x7f8d18008040 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 msgr2=0x7f8d28160c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f8d1002adf0 tx=0x7f8d280b27d0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 shutdown_connections 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8d0806c2b0 0x7f8d0806e770 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8d28159370 0x7f8d281611a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d28158ef0 0x7f8d28160c60 unknown :-1 s=CLOSED pgs=1949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 --2- 172.21.15.17:0/1163897714 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8d14003f50 0x7f8d28154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 >> 172.21.15.17:0/1163897714 conn(0x7f8d2809d820 msgr2=0x7f8d280b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 shutdown_connections 2024-09-19T08:11:49.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:49.965+0000 7f8d2e39a640 1 -- 172.21.15.17:0/1163897714 wait complete. 2024-09-19T08:11:49.977 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:50.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 Processor -- start 2024-09-19T08:11:50.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 -- start start 2024-09-19T08:11:50.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc5600cf2b0 0x7fc5600d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc56015ea20 con 0x7fc56015e640 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5600b1c50 con 0x7fc5600cf720 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.084+0000 7fc5663cd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc5600b3d00 con 0x7fc5600cf2b0 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55ffff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc56015e640 0x7fc5600ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46506/0 (socket says 172.21.15.17:46506) 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55ffff640 1 -- 172.21.15.17:0/974817127 learned_addr learned my addr 172.21.15.17:0/974817127 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55f7fe640 1 --2- 172.21.15.17:0/974817127 >> v2:172.21.15.160:3300/0 conn(0x7fc5600cf2b0 0x7fc5600d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2697379751 0 0) 0x7fc56015ea20 con 0x7fc56015e640 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc548003520 con 0x7fc56015e640 2024-09-19T08:11:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 392200235 0 0) 0x7fc548003520 con 0x7fc56015e640 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 >> v2:172.21.15.160:3300/0 conn(0x7fc5600cf2b0 msgr2=0x7fc5600d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 --2- 172.21.15.17:0/974817127 >> v2:172.21.15.160:3300/0 conn(0x7fc5600cf2b0 0x7fc5600d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 >> v1:172.21.15.160:6789/0 conn(0x7fc5600cf720 legacy=0x7fc5600d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5600b1f30 con 0x7fc56015e640 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fc550001670 con 0x7fc56015e640 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 >> v1:172.21.15.17:6789/0 conn(0x7fc56015e640 legacy=0x7fc5600ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc548003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc548004800 0x7fc548004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc548005210 0x7fc54800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc54800c130 con 0x7fc548003a00 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc54800c2e0 con 0x7fc548005210 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc54800c4e0 con 0x7fc548004800 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55ffff640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc548003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.085+0000 7fc55f7fe640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc548004800 0x7fc548004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc56496a640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc548005210 0x7fc54800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 -- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc548004800 msgr2=0x7fc548004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc548004800 0x7fc548004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 -- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc548005210 msgr2=0x7fc54800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc548005210 0x7fc54800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 -- 172.21.15.17:0/974817127 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc548003520 con 0x7fc548003a00 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc56496a640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc548005210 0x7fc54800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc56496a640 1 -- 172.21.15.17:0/974817127 reap_dead start 2024-09-19T08:11:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.086+0000 7fc55ffff640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc548003e20 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7fc55000c0e0 tx=0x7fc548005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bed797f5fd17a00e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc550007c40 con 0x7fc548003a00 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc550005af0 con 0x7fc548003a00 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc55effd640 1 -- 172.21.15.17:0/974817127 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc550007070 con 0x7fc548003a00 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 -- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 msgr2=0x7fc548003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc548003e20 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7fc55000c0e0 tx=0x7fc548005830 comp rx=0 tx=0).stop 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 -- 172.21.15.17:0/974817127 shutdown_connections 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 --2- 172.21.15.17:0/974817127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc548003e20 unknown :-1 s=CLOSED pgs=1951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 -- 172.21.15.17:0/974817127 >> 172.21.15.17:0/974817127 conn(0x7fc56009d820 msgr2=0x7fc5600d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 -- 172.21.15.17:0/974817127 shutdown_connections 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.087+0000 7fc5663cd640 1 -- 172.21.15.17:0/974817127 wait complete. 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.088+0000 7fc5663cd640 1 Processor -- start 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 -- start start 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5600cb620 0x7fc5600cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 0x7fc5600b9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc5600b24f0 con 0x7fc548003a00 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc5600b2860 con 0x7fc5600b8e90 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc5663cd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc5600cfe40 con 0x7fc5600cb620 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc55ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc55ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33938/0 (socket says 172.21.15.17:33938) 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc55ffff640 1 -- 172.21.15.17:0/1754195602 learned_addr learned my addr 172.21.15.17:0/1754195602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.089+0000 7fc55f7fe640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5600cb620 0x7fc5600cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc56496a640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 0x7fc5600b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 -- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5600cb620 msgr2=0x7fc5600cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5600cb620 0x7fc5600cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 -- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 msgr2=0x7fc5600b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 0x7fc5600b9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 -- 172.21.15.17:0/1754195602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5600cbb90 con 0x7fc548003a00 2024-09-19T08:11:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc56496a640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 0x7fc5600b9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55ffff640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 secure :-1 s=READY pgs=1952 cs=0 l=1 rev1=1 crypto rx=0x7fc55000c200 tx=0x7fc5600b1e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc550037040 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc550041070 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5600cbe70 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc550001670 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.090+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5600cc430 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.091+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5600b9850 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.092+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc550004a20 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.092+0000 7fc55cff9640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 0x7fc54c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.092+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7fc5500abc40 con 0x7fc548003a00 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.092+0000 7fc55f7fe640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 0x7fc54c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.093+0000 7fc55f7fe640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 0x7fc54c06e7a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc5600b9aa0 tx=0x7fc554009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:50.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.097+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc5500798e0 con 0x7fc548003a00 2024-09-19T08:11:50.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.347+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fc5600b73a0 con 0x7fc548003a00 2024-09-19T08:11:50.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.967+0000 7fc55cff9640 1 -- 172.21.15.17:0/1754195602 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v255) ==== 101+0+0 (secure 0 0 0) 0x7fc5500791e0 con 0x7fc548003a00 2024-09-19T08:11:50.967 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 msgr2=0x7fc54c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 0x7fc54c06e7a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc5600b9aa0 tx=0x7fc554009190 comp rx=0 tx=0).stop 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 msgr2=0x7fc56014faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 secure :-1 s=READY pgs=1952 cs=0 l=1 rev1=1 crypto rx=0x7fc55000c200 tx=0x7fc5600b1e20 comp rx=0 tx=0).stop 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 shutdown_connections 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc54c06c2e0 0x7fc54c06e7a0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc5600b8e90 0x7fc5600b9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc5600cb620 0x7fc5600cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 --2- 172.21.15.17:0/1754195602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc548003a00 0x7fc56014faa0 unknown :-1 s=CLOSED pgs=1952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:50.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 >> 172.21.15.17:0/1754195602 conn(0x7fc56009d820 msgr2=0x7fc5600d2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:50.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 shutdown_connections 2024-09-19T08:11:50.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:50.970+0000 7fc5663cd640 1 -- 172.21.15.17:0/1754195602 wait complete. 2024-09-19T08:11:50.984 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 Processor -- start 2024-09-19T08:11:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 -- start start 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fdd367e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 0x5641fdd36d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5641fdc41510 con 0x5641fdcf0660 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5641fdc9ac50 con 0x5641fddc16c0 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.032+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5641fdceefe0 con 0x5641fdd37980 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33960/0 (socket says 172.21.15.17:33960) 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 -- 172.21.15.17:0/3168333571 learned_addr learned my addr 172.21.15.17:0/3168333571 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:51.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51533640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fdd367e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a52535640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 0x5641fdd36d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 -- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 msgr2=0x5641fdd367e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fdd367e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 -- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 msgr2=0x5641fdd36d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 0x5641fdd36d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 -- 172.21.15.17:0/3168333571 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641fddc06e0 con 0x5641fdcf0660 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51533640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fdd367e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a52535640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 0x5641fdd36d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a51d34640 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7f4a44055040 tx=0x7f4a44051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c44a83d4df078ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a43fff640 1 -- 172.21.15.17:0/3168333571 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44056030 con 0x5641fdcf0660 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a43fff640 1 -- 172.21.15.17:0/3168333571 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a44060070 con 0x5641fdcf0660 2024-09-19T08:11:51.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.033+0000 7f4a43fff640 1 -- 172.21.15.17:0/3168333571 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44065470 con 0x5641fdcf0660 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 -- 172.21.15.17:0/3168333571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 msgr2=0x5641fdd37fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7f4a44055040 tx=0x7f4a44051000 comp rx=0 tx=0).stop 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 -- 172.21.15.17:0/3168333571 shutdown_connections 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fddc16c0 0x5641fdd36d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fdd367e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/3168333571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fdcf0660 0x5641fdd37fe0 unknown :-1 s=CLOSED pgs=1955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 -- 172.21.15.17:0/3168333571 >> 172.21.15.17:0/3168333571 conn(0x5641fdd19a00 msgr2=0x5641fdd38f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 -- 172.21.15.17:0/3168333571 shutdown_connections 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.034+0000 7f4a5423cf40 1 -- 172.21.15.17:0/3168333571 wait complete. 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 Processor -- start 2024-09-19T08:11:51.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 -- start start 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fdcf0660 0x5641fddb8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fddc5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 0x5641fddc5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5641fdd1e8f0 con 0x5641fddc16c0 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5641fdd1ebd0 con 0x5641fdcf0660 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a5423cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5641fddc2530 con 0x5641fdd37980 2024-09-19T08:11:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.035+0000 7f4a52535640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 0x5641fddc5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 0x5641fddc5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33976/0 (socket says 172.21.15.17:33976) 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 learned_addr learned my addr 172.21.15.17:0/436289763 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fddc5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fdcf0660 0x5641fddb8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 msgr2=0x5641fddc5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5641fdd37980 0x5641fddc5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fdcf0660 msgr2=0x5641fddb8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5641fdcf0660 0x5641fddb8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641fddbdfa0 con 0x5641fddc16c0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a52535640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 0x5641fddc5880 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00d4c0 tx=0x7f4a4c00d980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a42ffd640 1 -- 172.21.15.17:0/436289763 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c0125f0 con 0x5641fddc16c0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a42ffd640 1 -- 172.21.15.17:0/436289763 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4c018070 con 0x5641fddc16c0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5641fddb0ef0 con 0x5641fddc16c0 2024-09-19T08:11:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a42ffd640 1 -- 172.21.15.17:0/436289763 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c0129b0 con 0x5641fddc16c0 2024-09-19T08:11:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.036+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641fddb14b0 con 0x5641fddc16c0 2024-09-19T08:11:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a42ffd640 1 -- 172.21.15.17:0/436289763 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a4c012b50 con 0x5641fddc16c0 2024-09-19T08:11:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a42ffd640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a3406ac90 0x7f4a3406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a42ffd640 1 -- 172.21.15.17:0/436289763 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f4a4c08acc0 con 0x5641fddc16c0 2024-09-19T08:11:51.042 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a3406ac90 0x7f4a3406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5641fdd36260 0x5641fddb2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.038+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fdd37fe0 con 0x5641fdd36260 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.039+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5641fdd36260 0x5641fddb2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.039+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5641fdd36260 0x5641fddb2670 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.039+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a3406ac90 0x7f4a3406d150 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4a44000c00 tx=0x7f4a44053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.041+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v118'908 uv882 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.041+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fddb2bb0 con 0x5641fdd36260 2024-09-19T08:11:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.043+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v118'909 uv909 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.043+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6a570 con 0x5641fdd36260 2024-09-19T08:11:51.044 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.044+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v118'910 uv910 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.044+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6b920 con 0x5641fdd36260 2024-09-19T08:11:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.046+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v118'911 uv911 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.046+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6bcc0 con 0x5641fdd36260 2024-09-19T08:11:51.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.047+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v118'912 uv912 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.047+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6a910 con 0x5641fdd36260 2024-09-19T08:11:51.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.048+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v118'913 uv913 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.048+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ad20 con 0x5641fdd36260 2024-09-19T08:11:51.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.049+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v118'914 uv888 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.049+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ad20 con 0x5641fdd36260 2024-09-19T08:11:51.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.051+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v118'915 uv915 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.051+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acd0 con 0x5641fdd36260 2024-09-19T08:11:51.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.052+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v118'916 uv916 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.052 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:51.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.052+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acd0 con 0x5641fdd36260 2024-09-19T08:11:51.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.053+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v118'917 uv917 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.053+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.055+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v118'918 uv918 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.055+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.056+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v118'919 uv919 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.056+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.058+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v118'920 uv895 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.058+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.059+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v118'921 uv921 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.059+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.060 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.060+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v118'922 uv922 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.060+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.062+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v118'923 uv923 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.062+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.063+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v118'924 uv924 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.063+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.065+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v118'925 uv925 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.065+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.066+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v118'926 uv926 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.066+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.068+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v118'927 uv901 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.068+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.069+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v118'928 uv928 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.069+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.070 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.070+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v118'929 uv929 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.070+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.072+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v118'930 uv930 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.072+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.073+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v118'931 uv931 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.073+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.075+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v118'932 uv932 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.075+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.076+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v118'933 uv907 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.076+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.078+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v118'934 uv934 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.078+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.079 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.079+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v118'935 uv935 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.079+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.080+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v118'936 uv936 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.080+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.081+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v118'937 uv937 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.081+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6acb0 con 0x5641fdd36260 2024-09-19T08:11:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.083+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v118'938 uv938 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.083+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5641fde6c060 0x5641fde6e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.083+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6e990 con 0x5641fde6c060 2024-09-19T08:11:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.083+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5641fde6c060 0x5641fde6e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.084+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5641fde6c060 0x5641fde6e450 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.086+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v118'653 uv636 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.086+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ed30 con 0x5641fde6c060 2024-09-19T08:11:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.087+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v118'654 uv654 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.087+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6f0d0 con 0x5641fde6c060 2024-09-19T08:11:51.088 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:51.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.088+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v118'655 uv655 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.088+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6f470 con 0x5641fde6c060 2024-09-19T08:11:51.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.089+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v118'656 uv656 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.089+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6f810 con 0x5641fde6c060 2024-09-19T08:11:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.090+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v118'657 uv657 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.090+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6fbb0 con 0x5641fde6c060 2024-09-19T08:11:51.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.092+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v118'658 uv641 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.092+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.093+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v118'659 uv659 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.093+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.094 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.094+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v118'660 uv660 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.094+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.096+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v118'661 uv661 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.096+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.097+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v118'662 uv662 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.097+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.099+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v118'663 uv646 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.099+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.100+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v118'664 uv664 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.100+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.101 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:51.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.101+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v118'665 uv665 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.101+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde739b0 con 0x5641fde6c060 2024-09-19T08:11:51.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.102+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v118'666 uv666 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.102+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde739b0 con 0x5641fde6c060 2024-09-19T08:11:51.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.103+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v118'667 uv667 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.103+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.105+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v118'668 uv652 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.105+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.106+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v118'669 uv669 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.106+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.106 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:51.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.107+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v118'670 uv670 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.107+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde70f60 con 0x5641fde6c060 2024-09-19T08:11:51.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.108+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v118'671 uv671 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.108+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde70f60 con 0x5641fde6c060 2024-09-19T08:11:51.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.109+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v118'672 uv672 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.109+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fde6c060 2024-09-19T08:11:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.110+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v118'673 uv673 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde6c060 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.110+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fdd36260 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.111+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v118'177 uv176 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.111+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fdd36260 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.112+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v118'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.112+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fdd36260 2024-09-19T08:11:51.114 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.113+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v118'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.113+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde70f60 con 0x5641fdd36260 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.114+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v118'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.114+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde70f60 con 0x5641fdd36260 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.115+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v118'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.115+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde6ff50 con 0x5641fdd36260 2024-09-19T08:11:51.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.116+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v118'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.116+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5641fde70620 0x5641fde70a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.116+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733b0 con 0x5641fde70620 2024-09-19T08:11:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.116+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5641fde70620 0x5641fde70a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.117+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5641fde70620 0x5641fde70a20 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.118+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v118'131 uv130 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.118+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733b0 con 0x5641fde70620 2024-09-19T08:11:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.118+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v118'132 uv132 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.119+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733b0 con 0x5641fde70620 2024-09-19T08:11:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.119+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v118'133 uv133 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.119 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.119+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733d0 con 0x5641fde70620 2024-09-19T08:11:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.120+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v118'134 uv134 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.120+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733d0 con 0x5641fdd36260 2024-09-19T08:11:51.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.122+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v118'177 uv176 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.122+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733d0 con 0x5641fdd36260 2024-09-19T08:11:51.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.123+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v118'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.123+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733b0 con 0x5641fdd36260 2024-09-19T08:11:51.124 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:51.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.124+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v118'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.124+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde743c0 con 0x5641fdd36260 2024-09-19T08:11:51.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.125+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v118'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.125+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde743c0 con 0x5641fdd36260 2024-09-19T08:11:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.127+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v118'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.127+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde733b0 con 0x5641fdd36260 2024-09-19T08:11:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.128+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v118'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.128+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5641fde73c80 0x5641fde74080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.128+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde76880 con 0x5641fde73c80 2024-09-19T08:11:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.128+0000 7f4a52535640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5641fde73c80 0x5641fde74080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.129+0000 7f4a52535640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5641fde73c80 0x5641fde74080 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.130+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v118'327 uv321 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.130+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde76c20 con 0x5641fde73c80 2024-09-19T08:11:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.131+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v118'328 uv328 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.131+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde76fc0 con 0x5641fde73c80 2024-09-19T08:11:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.132+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v118'329 uv329 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.132 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.132+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fddb1db0 con 0x5641fde73c80 2024-09-19T08:11:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.133+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v118'330 uv330 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.133+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde788e0 con 0x5641fde73c80 2024-09-19T08:11:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.134+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v118'331 uv331 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.134+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde77810 con 0x5641fde73c80 2024-09-19T08:11:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.135+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v118'332 uv332 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.135+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde77c00 con 0x5641fde73c80 2024-09-19T08:11:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.136+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v118'333 uv326 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.136+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde77ff0 con 0x5641fde73c80 2024-09-19T08:11:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.137+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v118'334 uv334 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.137+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde783e0 con 0x5641fde73c80 2024-09-19T08:11:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.138+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v118'335 uv335 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.138 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.138+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde783e0 con 0x5641fde73c80 2024-09-19T08:11:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.139+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v118'336 uv336 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.139+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde78390 con 0x5641fde73c80 2024-09-19T08:11:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.140+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v118'337 uv337 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.140+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5641fde79240 0x5641fde7b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.140+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bb70 con 0x5641fde79240 2024-09-19T08:11:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.141+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5641fde79240 0x5641fde7b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.141+0000 7f4a51d34640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5641fde79240 0x5641fde7b630 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.142+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v118'148 uv147 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde79240 2024-09-19T08:11:51.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.142+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bb70 con 0x5641fde79240 2024-09-19T08:11:51.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.143+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v118'149 uv149 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde79240 2024-09-19T08:11:51.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.143+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde79240 2024-09-19T08:11:51.144 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:51.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.144+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v118'150 uv150 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde79240 2024-09-19T08:11:51.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.145+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde79240 2024-09-19T08:11:51.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.146+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v118'151 uv151 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde79240 2024-09-19T08:11:51.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.146+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde79240 2024-09-19T08:11:51.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.147+0000 7f4a51d34640 1 -- 172.21.15.17:0/436289763 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v118'152 uv152 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a44052c80 con 0x5641fde79240 2024-09-19T08:11:51.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.147+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fdd36260 2024-09-19T08:11:51.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.148+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v118'177 uv176 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.148+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fdd36260 2024-09-19T08:11:51.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.149+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v118'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.149+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fdd36260 2024-09-19T08:11:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.150+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v118'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.149 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:51.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.150+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7cfa0 con 0x5641fdd36260 2024-09-19T08:11:51.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.151+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v118'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.151+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7cfa0 con 0x5641fdd36260 2024-09-19T08:11:51.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.151+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v118'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.151+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fdd36260 2024-09-19T08:11:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.152+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v118'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fdd36260 2024-09-19T08:11:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.152+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.153+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v118'294 uv288 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.154+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.155+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v118'295 uv295 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.155+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.155+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v118'296 uv296 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.155 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.156+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.156+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v118'297 uv297 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.157+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.157+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v118'298 uv298 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.157+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.158+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v118'299 uv293 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.158+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.159+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v118'300 uv300 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.159+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.160+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v118'301 uv301 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.160 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.160+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7bf90 con 0x5641fde70620 2024-09-19T08:11:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.161+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v118'302 uv302 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.161+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7ede0 con 0x5641fde70620 2024-09-19T08:11:51.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.162+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v118'303 uv303 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.162+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5641fde7cac0 0x5641fde7eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.162+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f480 con 0x5641fde7cac0 2024-09-19T08:11:51.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.162+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5641fde7cac0 0x5641fde7eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.162+0000 7f4a51533640 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5641fde7cac0 0x5641fde7eeb0 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.163+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v118'128 uv127 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde7cac0 2024-09-19T08:11:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.163+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f480 con 0x5641fde7cac0 2024-09-19T08:11:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.164+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v118'129 uv129 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde7cac0 2024-09-19T08:11:51.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.164+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f500 con 0x5641fde7cac0 2024-09-19T08:11:51.165 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:51.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.165+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v118'130 uv130 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde7cac0 2024-09-19T08:11:51.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.166+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde7cac0 2024-09-19T08:11:51.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.167+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v118'131 uv131 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde7cac0 2024-09-19T08:11:51.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.167+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde70620 2024-09-19T08:11:51.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.168+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v118'177 uv176 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.168+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde70620 2024-09-19T08:11:51.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.169+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v118'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.169+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde70620 2024-09-19T08:11:51.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.170+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v118'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.170 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:51.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.170+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde80590 con 0x5641fde70620 2024-09-19T08:11:51.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.171+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v118'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.171+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde80590 con 0x5641fde70620 2024-09-19T08:11:51.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.172+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v118'181 uv181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.172+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde70620 2024-09-19T08:11:51.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.173+0000 7f4a51533640 1 -- 172.21.15.17:0/436289763 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v118'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4800d3d0 con 0x5641fde70620 2024-09-19T08:11:51.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.173+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.175+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v118'151 uv150 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.175+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.176+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v118'152 uv152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.176+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.177+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v118'153 uv153 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.177 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:51.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.177+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.178+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v118'154 uv154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.178+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.179+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v118'155 uv155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.180+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.181+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v118'363 uv355 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.181+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.182+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v118'364 uv364 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.182+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.183+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v118'365 uv365 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.183 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:51.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.183+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.184+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v118'366 uv366 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.185+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.186+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v118'367 uv367 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.186+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.187+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v118'368 uv362 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.187+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.188+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v118'369 uv369 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.188+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.189+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v118'370 uv370 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.189 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.189+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde80590 con 0x5641fde73c80 2024-09-19T08:11:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.189+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v118'371 uv371 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.190+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde80590 con 0x5641fde73c80 2024-09-19T08:11:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.191+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v118'372 uv372 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.191+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f580 con 0x5641fde73c80 2024-09-19T08:11:51.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.192+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v118'373 uv373 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.192+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5641fde7f940 con 0x5641fde73c80 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v118'374 uv374 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4a4c054a70 con 0x5641fde73c80 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5641fdd36260 msgr2=0x5641fddb2670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5641fdd36260 0x5641fddb2670 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5641fde70620 msgr2=0x5641fde70a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5641fde70620 0x5641fde70a20 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5641fde7cac0 msgr2=0x5641fde7eeb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5641fde7cac0 0x5641fde7eeb0 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5641fde6c060 msgr2=0x5641fde6e450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5641fde6c060 0x5641fde6e450 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 reap_dead start 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5641fde73c80 msgr2=0x5641fde74080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5641fde73c80 0x5641fde74080 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5641fde79240 msgr2=0x5641fde7b630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5641fde79240 0x5641fde7b630 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a3406ac90 msgr2=0x7f4a3406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a3406ac90 0x7f4a3406d150 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4a44000c00 tx=0x7f4a44053000 comp rx=0 tx=0).stop 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 msgr2=0x5641fddc5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 --2- 172.21.15.17:0/436289763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641fddc16c0 0x5641fddc5880 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00d4c0 tx=0x7f4a4c00d980 comp rx=0 tx=0).stop 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a52535640 1 -- 172.21.15.17:0/436289763 reap_dead start 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 shutdown_connections 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 >> 172.21.15.17:0/436289763 conn(0x5641fdd19a00 msgr2=0x5641fddc64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 shutdown_connections 2024-09-19T08:11:51.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.193+0000 7f4a5423cf40 1 -- 172.21.15.17:0/436289763 wait complete. 2024-09-19T08:11:51.196 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 100.00000000.inode 0 2024-09-19T08:11:51.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.241+0000 7f4120a23f40 1 Processor -- start 2024-09-19T08:11:51.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.241+0000 7f4120a23f40 1 -- start start 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4108002820 0x5634c9a21680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 0x5634c99aec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5634c99aa490 con 0x5634c9a258d0 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5634c98b7510 con 0x5634c9a3f6b0 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f4120a23f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5634c99accf0 con 0x7f4108002820 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33998/0 (socket says 172.21.15.17:33998) 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 -- 172.21.15.17:0/1593202633 learned_addr learned my addr 172.21.15.17:0/1593202633 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411e51b640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4108002820 0x5634c9a21680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411dd1a640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 0x5634c99aec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 -- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4108002820 msgr2=0x5634c9a21680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4108002820 0x5634c9a21680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 -- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 msgr2=0x5634c99aec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.242+0000 7f411ed1c640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 0x5634c99aec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411ed1c640 1 -- 172.21.15.17:0/1593202633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634c9a3fea0 con 0x5634c9a258d0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411dd1a640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 0x5634c99aec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411ed1c640 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x5634c9991920 tx=0x7f4118006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b73e7e71f2d91c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411cd18640 1 -- 172.21.15.17:0/1593202633 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4118003660 con 0x5634c9a258d0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411cd18640 1 -- 172.21.15.17:0/1593202633 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4118017070 con 0x5634c9a258d0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f411cd18640 1 -- 172.21.15.17:0/1593202633 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4118003a20 con 0x5634c9a258d0 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 -- 172.21.15.17:0/1593202633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 msgr2=0x5634c9a22300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x5634c9991920 tx=0x7f4118006430 comp rx=0 tx=0).stop 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 -- 172.21.15.17:0/1593202633 shutdown_connections 2024-09-19T08:11:51.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a22300 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5634c9a3f6b0 0x5634c99aec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 --2- 172.21.15.17:0/1593202633 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4108002820 0x5634c9a21680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 -- 172.21.15.17:0/1593202633 >> 172.21.15.17:0/1593202633 conn(0x5634c998fa00 msgr2=0x5634c99949e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 -- 172.21.15.17:0/1593202633 shutdown_connections 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.243+0000 7f4120a23f40 1 -- 172.21.15.17:0/1593202633 wait complete. 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.244+0000 7f4120a23f40 1 Processor -- start 2024-09-19T08:11:51.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.244+0000 7f4120a23f40 1 -- start start 2024-09-19T08:11:51.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a1d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634c9a3f6b0 0x5634c9a3c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4108002820 0x5634c9966940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5634c9a1e1a0 con 0x5634c9a258d0 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5634c9a21bc0 con 0x7f4108002820 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5634c9a1e3f0 con 0x5634c9a3f6b0 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a1d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a1d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34010/0 (socket says 172.21.15.17:34010) 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 -- 172.21.15.17:0/2783800984 learned_addr learned my addr 172.21.15.17:0/2783800984 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411dd1a640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634c9a3f6b0 0x5634c9a3c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411ed1c640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4108002820 0x5634c9966940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 -- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634c9a3f6b0 msgr2=0x5634c9a3c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5634c9a3f6b0 0x5634c9a3c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 -- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4108002820 msgr2=0x5634c9966940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4108002820 0x5634c9966940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 -- 172.21.15.17:0/2783800984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634c9965bc0 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f411e51b640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a1d650 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7f4110008630 tx=0x7f4110008720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f410f7fe640 1 -- 172.21.15.17:0/2783800984 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4110016830 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f410f7fe640 1 -- 172.21.15.17:0/2783800984 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41100169d0 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f410f7fe640 1 -- 172.21.15.17:0/2783800984 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4110016e00 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.245+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5634c9965e60 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.246+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634c9a20d40 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.247+0000 7f410f7fe640 1 -- 172.21.15.17:0/2783800984 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f41100273a0 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.247+0000 7f410f7fe640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f410006ac90 0x7f410006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.247+0000 7f410f7fe640 1 -- 172.21.15.17:0/2783800984 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f411008bb30 con 0x5634c9a258d0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.247+0000 7f411dd1a640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f410006ac90 0x7f410006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.248+0000 7f4120a23f40 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634c9a1dc10 0x5634c9a24870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.248+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) -- 0x5634c9ad40d0 con 0x5634c9a1dc10 2024-09-19T08:11:51.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.248+0000 7f411ed1c640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634c9a1dc10 0x5634c9a24870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.248+0000 7f411dd1a640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f410006ac90 0x7f410006d150 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f4114009810 tx=0x7f4114052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.248+0000 7f411ed1c640 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634c9a1dc10 0x5634c9a24870 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.249+0000 7f411ed1c640 1 -- 172.21.15.17:0/2783800984 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 100.00000000.inode [truncate 0] v118'375 uv375 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4118003820 con 0x5634c9a1dc10 2024-09-19T08:11:51.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.249+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634c9a1dc10 msgr2=0x5634c9a24870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.249+0000 7f4120a23f40 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5634c9a1dc10 0x5634c9a24870 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f410006ac90 msgr2=0x7f410006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f410006ac90 0x7f410006d150 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f4114009810 tx=0x7f4114052000 comp rx=0 tx=0).stop 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 msgr2=0x5634c9a1d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 --2- 172.21.15.17:0/2783800984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5634c9a258d0 0x5634c9a1d650 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7f4110008630 tx=0x7f4110008720 comp rx=0 tx=0).stop 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f411ed1c640 1 -- 172.21.15.17:0/2783800984 reap_dead start 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 shutdown_connections 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 >> 172.21.15.17:0/2783800984 conn(0x5634c998fa00 msgr2=0x5634c99aec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 shutdown_connections 2024-09-19T08:11:51.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.250+0000 7f4120a23f40 1 -- 172.21.15.17:0/2783800984 wait complete. 2024-09-19T08:11:51.253 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.359+0000 7f9bb3c6e640 1 Processor -- start 2024-09-19T08:11:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.359+0000 7f9bb3c6e640 1 -- start start 2024-09-19T08:11:51.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb3c6e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 0x7f9bac0ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb3c6e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bac15f9d0 con 0x7f9bac15edf0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb3c6e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9bac15fcb0 con 0x7f9bac15b2e0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb3c6e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9bac073fe0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb220b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9bac15edf0 0x7f9bac0cc9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46520/0 (socket says 172.21.15.17:46520) 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb220b640 1 -- 172.21.15.17:0/1663747691 learned_addr learned my addr 172.21.15.17:0/1663747691 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.360+0000 7f9bb1209640 1 --2- 172.21.15.17:0/1663747691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 0x7f9bac0ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2273229459 0 0) 0x7f9bac15f9d0 con 0x7f9bac15edf0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b94003520 con 0x7f9bac15edf0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb1209640 1 -- 172.21.15.17:0/1663747691 >> v1:172.21.15.160:6789/0 conn(0x7f9bac15b2e0 legacy=0x7f9bac0b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3359055207 0 0) 0x7f9bac15fcb0 con 0x7f9bac15b2e0 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb1209640 1 -- 172.21.15.17:0/1663747691 >> v1:172.21.15.17:6789/0 conn(0x7f9bac15edf0 legacy=0x7f9bac0cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb1209640 1 -- 172.21.15.17:0/1663747691 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bac0cdea0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.361+0000 7f9bb1209640 1 --2- 172.21.15.17:0/1663747691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 0x7f9bac0ce980 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9ba00097d0 tx=0x7f9ba002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=236d13d18eac96b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0037070 con 0x7f9bac0b50a0 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ba0032440 con 0x7f9bac0b50a0 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb0a08640 1 -- 172.21.15.17:0/1663747691 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba00327f0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/1663747691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 msgr2=0x7f9bac0ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/1663747691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 0x7f9bac0ce980 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9ba00097d0 tx=0x7f9ba002a290 comp rx=0 tx=0).stop 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/1663747691 shutdown_connections 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/1663747691 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac0b50a0 0x7f9bac0ce980 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/1663747691 >> 172.21.15.17:0/1663747691 conn(0x7f9bac06bc10 msgr2=0x7f9bac06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/1663747691 shutdown_connections 2024-09-19T08:11:51.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.362+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/1663747691 wait complete. 2024-09-19T08:11:51.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.363+0000 7f9bb3c6e640 1 Processor -- start 2024-09-19T08:11:51.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 -- start start 2024-09-19T08:11:51.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac15b2e0 0x7f9bac1e6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bac15edf0 0x7f9bac0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac15b6c0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9bac0ce4f0 con 0x7f9bac15edf0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb3c6e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9bac15f2a0 con 0x7f9bac15b2e0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb1a0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb1a0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34016/0 (socket says 172.21.15.17:34016) 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.364+0000 7f9bb1a0a640 1 -- 172.21.15.17:0/3335566873 learned_addr learned my addr 172.21.15.17:0/3335566873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb220b640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bac15edf0 0x7f9bac0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1209640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac15b2e0 0x7f9bac1e6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 -- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac15b2e0 msgr2=0x7f9bac1e6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac15b2e0 0x7f9bac1e6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 -- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bac15edf0 msgr2=0x7f9bac0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bac15edf0 0x7f9bac0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 -- 172.21.15.17:0/3335566873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bac0b0a10 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb1a0a640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00c890 tx=0x7f9b9c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c017070 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b9c003dc0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bac1e5a30 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0052b0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.365+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bac14dcb0 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.366+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bac069170 con 0x7f9bac0b50a0 2024-09-19T08:11:51.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.367+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b9c01a070 con 0x7f9bac0b50a0 2024-09-19T08:11:51.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.367+0000 7f9baa7fc640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 0x7f9b9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:51.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.367+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8318+0+0 (secure 0 0 0) 0x7f9b9c08b590 con 0x7f9bac0b50a0 2024-09-19T08:11:51.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.367+0000 7f9bb1209640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 0x7f9b9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:51.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.368+0000 7f9bb1209640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 0x7f9b9806e770 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0034000 tx=0x7f9ba002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:51.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.371+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b9c059310 con 0x7f9bac0b50a0 2024-09-19T08:11:51.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.586+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f9bac0ce980 con 0x7f9bac0b50a0 2024-09-19T08:11:51.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.973+0000 7f9baa7fc640 1 -- 172.21.15.17:0/3335566873 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v256) ==== 162+0+0 (secure 0 0 0) 0x7f9b9c058c10 con 0x7f9bac0b50a0 2024-09-19T08:11:51.974 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 msgr2=0x7f9b9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 0x7f9b9806e770 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0034000 tx=0x7f9ba002e000 comp rx=0 tx=0).stop 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 msgr2=0x7f9bac14d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00c890 tx=0x7f9b9c00cd50 comp rx=0 tx=0).stop 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 shutdown_connections 2024-09-19T08:11:51.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9b9806c2b0 0x7f9b9806e770 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9bac15edf0 0x7f9bac0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9bac15b2e0 0x7f9bac1e6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 --2- 172.21.15.17:0/3335566873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9bac0b50a0 0x7f9bac14d770 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 >> 172.21.15.17:0/3335566873 conn(0x7f9bac06bc10 msgr2=0x7f9bac0b2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 shutdown_connections 2024-09-19T08:11:51.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:51.976+0000 7f9bb3c6e640 1 -- 172.21.15.17:0/3335566873 wait complete. 2024-09-19T08:11:51.984 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:51.984+0000 7f3b370a3640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-19T08:11:51.984 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:11:51.984+0000 7f3b370a3640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:11:51.985 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:51.985+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:11:51.985 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:11:51.985+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:11:51.990 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:52.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.096+0000 7fb0bd827640 1 Processor -- start 2024-09-19T08:11:52.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.096+0000 7fb0bd827640 1 -- start start 2024-09-19T08:11:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0bd827640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb0b80b8b90 0x7fb0b80d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0bd827640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0b80d17e0 con 0x7fb0b815eab0 2024-09-19T08:11:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0bd827640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0b80cfc10 con 0x7fb0b806dcb0 2024-09-19T08:11:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0bd827640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb0b80d09d0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b6ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb0b815eab0 0x7fb0b806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:46532/0 (socket says 172.21.15.17:46532) 2024-09-19T08:11:52.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b67fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb0b80b8b90 0x7fb0b80d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b6ffd640 1 -- 172.21.15.17:0/4003938727 learned_addr learned my addr 172.21.15.17:0/4003938727 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:52.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b67fc640 1 -- 172.21.15.17:0/4003938727 >> v1:172.21.15.160:6789/0 conn(0x7fb0b806dcb0 legacy=0x7fb0b80d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:52.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b67fc640 1 -- 172.21.15.17:0/4003938727 >> v1:172.21.15.17:6789/0 conn(0x7fb0b815eab0 legacy=0x7fb0b806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.097+0000 7fb0b67fc640 1 -- 172.21.15.17:0/4003938727 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0b80cfef0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.098+0000 7fb0b67fc640 1 --2- 172.21.15.17:0/4003938727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b80d2470 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac0097a0 tx=0x7fb0ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=440be925c3c0e1bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.098+0000 7fb0b5ffb640 1 -- 172.21.15.17:0/4003938727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac037070 con 0x7fb0b80b8b90 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.098+0000 7fb0b5ffb640 1 -- 172.21.15.17:0/4003938727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac032440 con 0x7fb0b80b8b90 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.098+0000 7fb0b5ffb640 1 -- 172.21.15.17:0/4003938727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac032810 con 0x7fb0b80b8b90 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 -- 172.21.15.17:0/4003938727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 msgr2=0x7fb0b80d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 --2- 172.21.15.17:0/4003938727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b80d2470 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac0097a0 tx=0x7fb0ac02a270 comp rx=0 tx=0).stop 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 -- 172.21.15.17:0/4003938727 shutdown_connections 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 --2- 172.21.15.17:0/4003938727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b80d2470 unknown :-1 s=CLOSED pgs=1964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 -- 172.21.15.17:0/4003938727 >> 172.21.15.17:0/4003938727 conn(0x7fb0b80d4b30 msgr2=0x7fb0b80d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 -- 172.21.15.17:0/4003938727 shutdown_connections 2024-09-19T08:11:52.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.099+0000 7fb0bd827640 1 -- 172.21.15.17:0/4003938727 wait complete. 2024-09-19T08:11:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.100+0000 7fb0bd827640 1 Processor -- start 2024-09-19T08:11:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.100+0000 7fb0bd827640 1 -- start start 2024-09-19T08:11:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 0x7fb0b8158a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 0x7fb0b815f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b80d04b0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b815ee90 con 0x7fb0b806dcb0 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0bd827640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb0b80ceb50 con 0x7fb0b815eab0 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34038/0 (socket says 172.21.15.17:34038) 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 -- 172.21.15.17:0/3381790535 learned_addr learned my addr 172.21.15.17:0/3381790535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 -- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 msgr2=0x7fb0b815f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b77fe640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 0x7fb0b815f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b6ffd640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 0x7fb0b8158a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 0x7fb0b815f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 -- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 msgr2=0x7fb0b8158a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 0x7fb0b8158a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b67fc640 1 -- 172.21.15.17:0/3381790535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0b81600e0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b77fe640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 0x7fb0b815f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.101+0000 7fb0b6ffd640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 0x7fb0b8158a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb0b67fc640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac000c00 tx=0x7fb0ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac041070 con 0x7fb0b80b8b90 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0ac03c930 con 0x7fb0b80b8b90 2024-09-19T08:11:52.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac037040 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0b80b4af0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.102+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0b80b50b0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.103+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0b8069f80 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.103+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0ac044070 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.104+0000 7fb09ffff640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 0x7fb0a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.104+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fb0ac0acd00 con 0x7fb0b80b8b90 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.104+0000 7fb0b6ffd640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 0x7fb0a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.105+0000 7fb0b6ffd640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 0x7fb0a406e770 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fb0a8000f60 tx=0x7fb0a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.108+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0b8069f80 con 0x7fb0b80b8b90 2024-09-19T08:11:52.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.322+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0b806e380 con 0x7fb0b80b8b90 2024-09-19T08:11:52.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.322+0000 7fb09ffff640 1 -- 172.21.15.17:0/3381790535 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 258 v258) ==== 95+0+3569 (secure 0 0 0) 0x7fb0ac07aac0 con 0x7fb0b80b8b90 2024-09-19T08:11:52.323 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:52.323 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":258,"btime":"2024-09-19T08:11:51:986120+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:51.986065+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:52.324 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 258 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 msgr2=0x7fb0a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 0x7fb0a406e770 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fb0a8000f60 tx=0x7fb0a8009040 comp rx=0 tx=0).stop 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 msgr2=0x7fb0b815f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac000c00 tx=0x7fb0ac0046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 shutdown_connections 2024-09-19T08:11:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb0a406c2b0 0x7fb0a406e770 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb0b815eab0 0x7fb0b815f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0b80b8b90 0x7fb0b815f010 unknown :-1 s=CLOSED pgs=1965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 --2- 172.21.15.17:0/3381790535 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb0b806dcb0 0x7fb0b8158a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 >> 172.21.15.17:0/3381790535 conn(0x7fb0b80d4b30 msgr2=0x7fb0b80d3430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 shutdown_connections 2024-09-19T08:11:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.325+0000 7fb0bd827640 1 -- 172.21.15.17:0/3381790535 wait complete. 2024-09-19T08:11:52.336 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:52.336 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:52.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.443+0000 7f2bc425c640 1 Processor -- start 2024-09-19T08:11:52.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.443+0000 7f2bc425c640 1 -- start start 2024-09-19T08:11:52.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc425c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc425c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 0x7f2bbc0b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc425c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bbc0d17e0 con 0x7f2bbc0b80c0 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc425c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2bbc0d09d0 con 0x7f2bbc15eab0 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc425c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2bbc15ee90 con 0x7f2bbc06dae0 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc1ff8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc1ff8640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52016/0 (socket says 172.21.15.17:52016) 2024-09-19T08:11:52.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/1246848984 learned_addr learned my addr 172.21.15.17:0/1246848984 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.444+0000 7f2bc17f7640 1 --2- 172.21.15.17:0/1246848984 >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 0x7f2bbc0b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/1246848984 >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 msgr2=0x7f2bbc0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc1ff8640 1 --2- 172.21.15.17:0/1246848984 >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 0x7f2bbc0b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/1246848984 >> v1:172.21.15.160:6789/0 conn(0x7f2bbc0b80c0 legacy=0x7f2bbc0b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/1246848984 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc0cfc10 con 0x7f2bbc15eab0 2024-09-19T08:11:52.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc17f7640 1 --2- 172.21.15.17:0/1246848984 >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 0x7f2bbc0b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc1ff8640 1 --2- 172.21.15.17:0/1246848984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc0d1c20 tx=0x7f2bb802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f51e92647fc38c1e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc0ff6640 1 -- 172.21.15.17:0/1246848984 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb8037070 con 0x7f2bbc15eab0 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc0ff6640 1 -- 172.21.15.17:0/1246848984 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bb802ae50 con 0x7f2bbc15eab0 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.445+0000 7f2bc0ff6640 1 -- 172.21.15.17:0/1246848984 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb8032860 con 0x7f2bbc15eab0 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 -- 172.21.15.17:0/1246848984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc15eab0 msgr2=0x7f2bbc06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 --2- 172.21.15.17:0/1246848984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc0d1c20 tx=0x7f2bb802a300 comp rx=0 tx=0).stop 2024-09-19T08:11:52.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 -- 172.21.15.17:0/1246848984 shutdown_connections 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 --2- 172.21.15.17:0/1246848984 >> v2:172.21.15.160:3300/0 conn(0x7f2bbc06dae0 0x7f2bbc0b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 --2- 172.21.15.17:0/1246848984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc06d5a0 unknown :-1 s=CLOSED pgs=1966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 -- 172.21.15.17:0/1246848984 >> 172.21.15.17:0/1246848984 conn(0x7f2bbc0d4b30 msgr2=0x7f2bbc0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 -- 172.21.15.17:0/1246848984 shutdown_connections 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.446+0000 7f2bc425c640 1 -- 172.21.15.17:0/1246848984 wait complete. 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.447+0000 7f2bc425c640 1 Processor -- start 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.447+0000 7f2bc425c640 1 -- start start 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2bbc0b80c0 0x7f2bbc15a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc0b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0d01d0 con 0x7f2bbc06dae0 2024-09-19T08:11:52.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc06df20 con 0x7f2bbc15eab0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc425c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2bbc0d04b0 con 0x7f2bbc0b80c0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc1ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc1ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52024/0 (socket says 172.21.15.17:52024) 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/2087807850 learned_addr learned my addr 172.21.15.17:0/2087807850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc17f7640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2bbc0b80c0 0x7f2bbc15a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.448+0000 7f2bc27f9640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc0b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2bbc0b80c0 msgr2=0x7f2bbc15a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2bbc0b80c0 0x7f2bbc15a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2bbc15eab0 msgr2=0x7f2bbc0b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc0b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 -- 172.21.15.17:0/2087807850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc14ee80 con 0x7f2bbc06dae0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc1ff8640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8000c00 tx=0x7f2bb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb8041020 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bb803c670 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bbc0b4be0 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb8037040 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.449+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bbc0b51a0 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.450+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bbc0b3600 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.450+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2bb8044020 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.451+0000 7f2bb27fc640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 0x7f2ba006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.451+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f2bb80ac430 con 0x7f2bbc06dae0 2024-09-19T08:11:52.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.451+0000 7f2bc17f7640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 0x7f2ba006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.452+0000 7f2bc17f7640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 0x7f2ba006e770 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc15dc00 tx=0x7f2bac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.455+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2bb804b030 con 0x7f2bbc06dae0 2024-09-19T08:11:52.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.665+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2bbc0cf670 con 0x7f2bbc06dae0 2024-09-19T08:11:52.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.666+0000 7f2bb27fc640 1 -- 172.21.15.17:0/2087807850 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 258 v258) ==== 95+0+3569 (secure 0 0 0) 0x7f2bbc14ee80 con 0x7f2bbc06dae0 2024-09-19T08:11:52.666 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:52.667 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":258,"btime":"2024-09-19T08:11:51:986120+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:51.986065+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:52.667 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 258 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 msgr2=0x7f2ba006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 0x7f2ba006e770 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc15dc00 tx=0x7f2bac008040 comp rx=0 tx=0).stop 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 msgr2=0x7f2bbc14e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8000c00 tx=0x7f2bb80046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 shutdown_connections 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2ba006c2b0 0x7f2ba006e770 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2bbc15eab0 0x7f2bbc0b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2bbc0b80c0 0x7f2bbc15a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 --2- 172.21.15.17:0/2087807850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2bbc06dae0 0x7f2bbc14e940 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 >> 172.21.15.17:0/2087807850 conn(0x7f2bbc0d4b30 msgr2=0x7f2bbc0d2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 shutdown_connections 2024-09-19T08:11:52.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.668+0000 7f2bc425c640 1 -- 172.21.15.17:0/2087807850 wait complete. 2024-09-19T08:11:52.679 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:11:52.680 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:52.704 INFO:tasks.ceph.mds.c.smithi017.stderr: -46> 2024-09-19T08:11:47.953+0000 7f9dde539640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-19T08:11:52.728 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:11:52.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.785+0000 7fd32f047640 1 Processor -- start 2024-09-19T08:11:52.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.785+0000 7fd32f047640 1 -- start start 2024-09-19T08:11:52.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd32815eab0 0x7fd32806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd32806dae0 0x7fd3280b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3280b80c0 0x7fd3280b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd3280d09d0 con 0x7fd32815eab0 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd32815ee90 con 0x7fd32806dae0 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32f047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd32806df20 con 0x7fd3280b80c0 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd32815eab0 0x7fd32806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd32815eab0 0x7fd32806d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52052/0 (socket says 172.21.15.17:52052) 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 -- 172.21.15.17:0/2375411906 learned_addr learned my addr 172.21.15.17:0/2375411906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 -- 172.21.15.17:0/2375411906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3280b80c0 msgr2=0x7fd3280b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2375411906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3280b80c0 0x7fd3280b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 -- 172.21.15.17:0/2375411906 >> v2:172.21.15.160:3300/0 conn(0x7fd32806dae0 msgr2=0x7fd3280b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:52.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2375411906 >> v2:172.21.15.160:3300/0 conn(0x7fd32806dae0 0x7fd3280b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.786+0000 7fd32cde3640 1 -- 172.21.15.17:0/2375411906 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3280d17e0 con 0x7fd32815eab0 2024-09-19T08:11:52.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.787+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2375411906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd32815eab0 0x7fd32806d5a0 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7fd3280d1c20 tx=0x7fd31802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8211231b5ded47c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.787+0000 7fd3277fe640 1 -- 172.21.15.17:0/2375411906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd318037070 con 0x7fd32815eab0 2024-09-19T08:11:52.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.787+0000 7fd3277fe640 1 -- 172.21.15.17:0/2375411906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd318032440 con 0x7fd32815eab0 2024-09-19T08:11:52.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.787+0000 7fd3277fe640 1 -- 172.21.15.17:0/2375411906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd318032810 con 0x7fd32815eab0 2024-09-19T08:11:52.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 -- 172.21.15.17:0/2375411906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd32815eab0 msgr2=0x7fd32806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 --2- 172.21.15.17:0/2375411906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd32815eab0 0x7fd32806d5a0 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7fd3280d1c20 tx=0x7fd31802a2a0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 -- 172.21.15.17:0/2375411906 shutdown_connections 2024-09-19T08:11:52.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 --2- 172.21.15.17:0/2375411906 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd3280b80c0 0x7fd3280b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 --2- 172.21.15.17:0/2375411906 >> v2:172.21.15.160:3300/0 conn(0x7fd32806dae0 0x7fd3280b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 --2- 172.21.15.17:0/2375411906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd32815eab0 0x7fd32806d5a0 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 -- 172.21.15.17:0/2375411906 >> 172.21.15.17:0/2375411906 conn(0x7fd3280d4b30 msgr2=0x7fd3280d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 -- 172.21.15.17:0/2375411906 shutdown_connections 2024-09-19T08:11:52.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.788+0000 7fd32f047640 1 -- 172.21.15.17:0/2375411906 wait complete. 2024-09-19T08:11:52.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.789+0000 7fd32f047640 1 Processor -- start 2024-09-19T08:11:52.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.789+0000 7fd32f047640 1 -- start start 2024-09-19T08:11:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 0x7fd3280cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd32815eab0 0x7fd32814e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd3280d01d0 con 0x7fd3280b80c0 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd3280cfef0 con 0x7fd32806dae0 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32f047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd3280d04b0 con 0x7fd32815eab0 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52068/0 (socket says 172.21.15.17:52068) 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 -- 172.21.15.17:0/2817996808 learned_addr learned my addr 172.21.15.17:0/2817996808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 -- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd32815eab0 msgr2=0x7fd32814e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd32815eab0 0x7fd32814e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 -- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 msgr2=0x7fd3280cb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 0x7fd3280cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 0x7fd3280cb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd327fff640 1 -- 172.21.15.17:0/2817996808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3280cbcd0 con 0x7fd3280b80c0 2024-09-19T08:11:52.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.790+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 0x7fd3280cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd327fff640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fd31c00b410 tx=0x7fd31c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c015020 con 0x7fd3280b80c0 2024-09-19T08:11:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd31c011850 con 0x7fd3280b80c0 2024-09-19T08:11:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3280cbfb0 con 0x7fd3280b80c0 2024-09-19T08:11:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c011c40 con 0x7fd3280b80c0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.791+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3280cc570 con 0x7fd3280b80c0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.792+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3280ceb30 con 0x7fd3280b80c0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.792+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd31c018020 con 0x7fd3280b80c0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.793+0000 7fd3257fa640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 0x7fd31406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.793+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fd31c08bdc0 con 0x7fd3280b80c0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.793+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 0x7fd31406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.794+0000 7fd32cde3640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 0x7fd31406e7a0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fd318034000 tx=0x7fd31802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:52.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:52.797+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd31c01f020 con 0x7fd3280b80c0 2024-09-19T08:11:53.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.008+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3280b9600 con 0x7fd3280b80c0 2024-09-19T08:11:53.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.008+0000 7fd3257fa640 1 -- 172.21.15.17:0/2817996808 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 259 v259) ==== 95+0+4392 (secure 0 0 0) 0x7fd31c0172c0 con 0x7fd3280b80c0 2024-09-19T08:11:53.009 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:53.009 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":259,"btime":"2024-09-19T08:11:52:987422+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9777,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/921696582","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":921696582},{"type":"v1","addr":"172.21.15.17:6834","nonce":921696582}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":259}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:51.986065+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 259 2024-09-19T08:11:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 msgr2=0x7fd31406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 0x7fd31406e7a0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fd318034000 tx=0x7fd31802e000 comp rx=0 tx=0).stop 2024-09-19T08:11:53.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 msgr2=0x7fd3280ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fd31c00b410 tx=0x7fd31c00b8d0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 shutdown_connections 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd31406c2e0 0x7fd31406e7a0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd32815eab0 0x7fd32814e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3280b80c0 0x7fd3280ccd70 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 --2- 172.21.15.17:0/2817996808 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd32806dae0 0x7fd3280cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 >> 172.21.15.17:0/2817996808 conn(0x7fd3280d4b30 msgr2=0x7fd3280b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.010+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 shutdown_connections 2024-09-19T08:11:53.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.011+0000 7fd32f047640 1 -- 172.21.15.17:0/2817996808 wait complete. 2024-09-19T08:11:53.022 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 100.00000000.inode' led to DAMAGED state 2024-09-19T08:11:53.022 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 10000000000.00000000:sixmegs_head' 2024-09-19T08:11:53.022 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:11:53.022 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:11:53.078 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:11:53.078 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:11:53.078 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:11:53.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:11:53.078 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:11:53.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:11:53.134 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:11:53.135 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:11:53.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.277+0000 7f1ea2b42640 1 Processor -- start 2024-09-19T08:11:53.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.277+0000 7f1ea2b42640 1 -- start start 2024-09-19T08:11:53.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea2b42640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1e9c15e7c0 0x7f1e9c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea2b42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 0x7f1e9c0b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea2b42640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e9c0b39a0 con 0x7f1e9c15f900 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea2b42640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1e9c1630d0 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea2b42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1e9c15eba0 con 0x7f1e9c0cf480 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1e9c15e7c0 0x7f1e9c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1e9c15e7c0 0x7f1e9c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52080/0 (socket says 172.21.15.17:52080) 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 -- 172.21.15.17:0/1263776084 learned_addr learned my addr 172.21.15.17:0/1263776084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1e9bfff640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 0x7f1e9c0b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 -- 172.21.15.17:0/1263776084 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 msgr2=0x7f1e9c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 0x7f1e9c0b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 -- 172.21.15.17:0/1263776084 >> v1:172.21.15.160:6789/0 conn(0x7f1e9c15f900 legacy=0x7f1e9c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1ea08de640 1 -- 172.21.15.17:0/1263776084 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9c0cfc60 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.278+0000 7f1e9bfff640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 0x7f1e9c0b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:11:53.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.279+0000 7f1ea08de640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15e7c0 0x7f1e9c162b90 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009870 tx=0x7f1e8c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a22b951dade9e690 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.279+0000 7f1e9b7fe640 1 -- 172.21.15.17:0/1263776084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c037070 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.279+0000 7f1e9b7fe640 1 -- 172.21.15.17:0/1263776084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e8c032440 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.279+0000 7f1e9b7fe640 1 -- 172.21.15.17:0/1263776084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c032810 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 -- 172.21.15.17:0/1263776084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15e7c0 msgr2=0x7f1e9c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15e7c0 0x7f1e9c162b90 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009870 tx=0x7f1e8c02a2a0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 -- 172.21.15.17:0/1263776084 shutdown_connections 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c0cf480 0x7f1e9c0b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/1263776084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15e7c0 0x7f1e9c162b90 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 -- 172.21.15.17:0/1263776084 >> 172.21.15.17:0/1263776084 conn(0x7f1e9c0d1320 msgr2=0x7f1e9c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:53.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 -- 172.21.15.17:0/1263776084 shutdown_connections 2024-09-19T08:11:53.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.280+0000 7f1ea2b42640 1 -- 172.21.15.17:0/1263776084 wait complete. 2024-09-19T08:11:53.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.281+0000 7f1ea2b42640 1 Processor -- start 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.281+0000 7f1ea2b42640 1 -- start start 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 0x7f1e9c0ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c15e7c0 0x7f1e9c14e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9c15f100 con 0x7f1e9c15f900 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9c15ee20 con 0x7f1e9c0cf480 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea2b42640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1e9c15f3e0 con 0x7f1e9c15e7c0 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea10df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea10df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52084/0 (socket says 172.21.15.17:52084) 2024-09-19T08:11:53.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea10df640 1 -- 172.21.15.17:0/2686241885 learned_addr learned my addr 172.21.15.17:0/2686241885 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1e9bfff640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c15e7c0 0x7f1e9c14e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.282+0000 7f1ea08de640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 0x7f1e9c0ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 -- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c15e7c0 msgr2=0x7f1e9c14e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c15e7c0 0x7f1e9c14e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 -- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 msgr2=0x7f1e9c0ce0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 0x7f1e9c0ce0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 -- 172.21.15.17:0/2686241885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9c0ce620 con 0x7f1e9c15f900 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea08de640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 0x7f1e9c0ce0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea10df640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f1e9400b440 tx=0x7f1e9400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:53.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94015020 con 0x7f1e9c15f900 2024-09-19T08:11:53.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e94011830 con 0x7f1e9c15f900 2024-09-19T08:11:53.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e9c0cd040 con 0x7f1e9c15f900 2024-09-19T08:11:53.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94011c20 con 0x7f1e9c15f900 2024-09-19T08:11:53.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.283+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e9c0cd600 con 0x7f1e9c15f900 2024-09-19T08:11:53.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.284+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e9c162b90 con 0x7f1e9c15f900 2024-09-19T08:11:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.284+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e94018020 con 0x7f1e9c15f900 2024-09-19T08:11:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.285+0000 7f1e997fa640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 0x7f1e7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.285+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f1e9408bba0 con 0x7f1e9c15f900 2024-09-19T08:11:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.285+0000 7f1ea08de640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 0x7f1e7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:53.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.286+0000 7f1ea08de640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 0x7f1e7c06e770 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c034000 tx=0x7f1e8c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:53.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.289+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e9401f030 con 0x7f1e9c15f900 2024-09-19T08:11:53.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.500+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1e9c0d2660 con 0x7f1e9c15f900 2024-09-19T08:11:53.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.992+0000 7f1e997fa640 1 -- 172.21.15.17:0/2686241885 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v260) ==== 161+0+0 (secure 0 0 0) 0x7f1e940596c0 con 0x7f1e9c15f900 2024-09-19T08:11:53.993 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:11:53.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 msgr2=0x7f1e7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 0x7f1e7c06e770 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c034000 tx=0x7f1e8c02e000 comp rx=0 tx=0).stop 2024-09-19T08:11:53.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 msgr2=0x7f1e9c0aaf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:53.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f1e9400b440 tx=0x7f1e9400b900 comp rx=0 tx=0).stop 2024-09-19T08:11:53.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 shutdown_connections 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1e7c06c2b0 0x7f1e7c06e770 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e9c15f900 0x7f1e9c0aaf70 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1e9c15e7c0 0x7f1e9c14e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 --2- 172.21.15.17:0/2686241885 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1e9c0cf480 0x7f1e9c0ce0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 >> 172.21.15.17:0/2686241885 conn(0x7f1e9c0d1320 msgr2=0x7f1e9c15c950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 shutdown_connections 2024-09-19T08:11:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:53.995+0000 7f1ea2b42640 1 -- 172.21.15.17:0/2686241885 wait complete. 2024-09-19T08:11:54.010 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:11:54.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.118+0000 7fcc8c7e8640 1 Processor -- start 2024-09-19T08:11:54.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.119+0000 7fcc8c7e8640 1 -- start start 2024-09-19T08:11:54.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8c7e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc840b53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8c7e8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc8415c370 con 0x7fcc8415bf90 2024-09-19T08:11:54.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8c7e8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc840cf630 con 0x7fcc840cdae0 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8c7e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcc840d0240 con 0x7fcc840cdf70 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8a584640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcc8415bf90 0x7fcc8415f3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43408/0 (socket says 172.21.15.17:43408) 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8a584640 1 -- 172.21.15.17:0/3321853340 learned_addr learned my addr 172.21.15.17:0/3321853340 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc840b53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3751525603 0 0) 0x7fcc8415c370 con 0x7fcc8415bf90 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc70003520 con 0x7fcc8415bf90 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3149550894 0 0) 0x7fcc70003520 con 0x7fcc8415bf90 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 msgr2=0x7fcc840b53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc840b53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 >> v1:172.21.15.160:6789/0 conn(0x7fcc840cdae0 legacy=0x7fcc840b4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:54.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc840cf910 con 0x7fcc8415bf90 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fcc80001670 con 0x7fcc8415bf90 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 >> v1:172.21.15.17:6789/0 conn(0x7fcc8415bf90 legacy=0x7fcc8415f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc70003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70003f80 0x7fcc70004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70004d40 0x7fcc700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc840d0240 con 0x7fcc70004d40 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7000bad0 con 0x7fcc70003f80 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.120+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcc7000bcd0 con 0x7fcc840cdf70 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70004d40 0x7fcc700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8a584640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc70003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc89d83640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70003f80 0x7fcc70004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 -- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 msgr2=0x7fcc70003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:54.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc840cdf70 0x7fcc70003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 -- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70003f80 msgr2=0x7fcc70004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70003f80 0x7fcc70004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc8ad85640 1 -- 172.21.15.17:0/3321853340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc70003520 con 0x7fcc70004d40 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.121+0000 7fcc89d83640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70003f80 0x7fcc70004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70004d40 0x7fcc700051c0 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c009f90 tx=0x7fcc70005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a76cc7a70fcb84 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c009c10 con 0x7fcc70004d40 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc7c036070 con 0x7fcc70004d40 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc89582640 1 -- 172.21.15.17:0/3321853340 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c031850 con 0x7fcc70004d40 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/3321853340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70004d40 msgr2=0x7fcc700051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/3321853340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70004d40 0x7fcc700051c0 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c009f90 tx=0x7fcc70005830 comp rx=0 tx=0).stop 2024-09-19T08:11:54.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8ad85640 1 -- 172.21.15.17:0/3321853340 reap_dead start 2024-09-19T08:11:54.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/3321853340 shutdown_connections 2024-09-19T08:11:54.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/3321853340 >> 172.21.15.17:0/3321853340 conn(0x7fcc840b1770 msgr2=0x7fcc840b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:54.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/3321853340 shutdown_connections 2024-09-19T08:11:54.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.122+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/3321853340 wait complete. 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 Processor -- start 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 -- start start 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70004d40 0x7fcc84160900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 0x7fcc840ae4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc840ce380 con 0x7fcc840cd090 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcc840cfed0 con 0x7fcc70004d40 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8c7e8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcc840ce830 con 0x7fcc84160e40 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8ad85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.124+0000 7fcc8ad85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52094/0 (socket says 172.21.15.17:52094) 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 -- 172.21.15.17:0/500204717 learned_addr learned my addr 172.21.15.17:0/500204717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:54.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8a584640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70004d40 0x7fcc84160900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc89d83640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 0x7fcc840ae4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 -- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 msgr2=0x7fcc840ae4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 0x7fcc840ae4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 -- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70004d40 msgr2=0x7fcc84160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70004d40 0x7fcc84160900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 -- 172.21.15.17:0/500204717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc84147280 con 0x7fcc840cd090 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc89d83640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 0x7fcc840ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8ad85640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c009f90 tx=0x7fcc7c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:54.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c009c10 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc7c003990 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc84147520 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c003d80 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.125+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc84147ae0 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.126+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc840cf290 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.127+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc7c005d10 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.127+0000 7fcc7affd640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 0x7fcc6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.127+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fcc7c0ad600 con 0x7fcc840cd090 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.127+0000 7fcc8a584640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 0x7fcc6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:54.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.128+0000 7fcc8a584640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 0x7fcc6806e7a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fcc800011e0 tx=0x7fcc80001170 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:54.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.131+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcc7c04a060 con 0x7fcc840cd090 2024-09-19T08:11:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.377+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fcc840b5e20 con 0x7fcc840cd090 2024-09-19T08:11:54.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.993+0000 7fcc7affd640 1 -- 172.21.15.17:0/500204717 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v261) ==== 101+0+0 (secure 0 0 0) 0x7fcc7c02e050 con 0x7fcc840cd090 2024-09-19T08:11:54.995 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:11:55.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 msgr2=0x7fcc6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 0x7fcc6806e7a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fcc800011e0 tx=0x7fcc80001170 comp rx=0 tx=0).stop 2024-09-19T08:11:55.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 msgr2=0x7fcc840ae9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c009f90 tx=0x7fcc7c009750 comp rx=0 tx=0).stop 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 shutdown_connections 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcc6806c2e0 0x7fcc6806e7a0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc840cd090 0x7fcc840ae9e0 unknown :-1 s=CLOSED pgs=1976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcc84160e40 0x7fcc840ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 --2- 172.21.15.17:0/500204717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcc70004d40 0x7fcc84160900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 >> 172.21.15.17:0/500204717 conn(0x7fcc840b1770 msgr2=0x7fcc840b49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.996+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 shutdown_connections 2024-09-19T08:11:55.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:54.997+0000 7fcc8c7e8640 1 -- 172.21.15.17:0/500204717 wait complete. 2024-09-19T08:11:55.012 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:11:55.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.059+0000 7fa65a616f40 1 Processor -- start 2024-09-19T08:11:55.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.059+0000 7fa65a616f40 1 -- start start 2024-09-19T08:11:55.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 0x563e1c807cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 0x563e1c88c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563e1c711510 con 0x7fa6400022a0 2024-09-19T08:11:55.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563e1c76ac50 con 0x563e1c88bdc0 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65a616f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563e1c898640 con 0x563e1c808a30 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65810c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65810c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52112/0 (socket says 172.21.15.17:52112) 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65810c640 1 -- 172.21.15.17:0/1387674755 learned_addr learned my addr 172.21.15.17:0/1387674755 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65890d640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 0x563e1c88c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.060+0000 7fa65790b640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 0x563e1c807cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 -- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 msgr2=0x563e1c807cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 0x563e1c807cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 -- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 msgr2=0x563e1c88c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 0x563e1c88c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 -- 172.21.15.17:0/1387674755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e1c88c7b0 con 0x7fa6400022a0 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65790b640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 0x563e1c807cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:55.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65890d640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 0x563e1c88c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65810c640 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7fa648057040 tx=0x7fa648050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ebc9fa6c83af93b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa656909640 1 -- 172.21.15.17:0/1387674755 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa648061450 con 0x7fa6400022a0 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa656909640 1 -- 172.21.15.17:0/1387674755 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa648066070 con 0x7fa6400022a0 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa656909640 1 -- 172.21.15.17:0/1387674755 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa648061810 con 0x7fa6400022a0 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 -- 172.21.15.17:0/1387674755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 msgr2=0x563e1c89a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7fa648057040 tx=0x7fa648050000 comp rx=0 tx=0).stop 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 -- 172.21.15.17:0/1387674755 shutdown_connections 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c88bdc0 0x563e1c88c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c808a30 0x563e1c807cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1387674755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c89a040 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.061+0000 7fa65a616f40 1 -- 172.21.15.17:0/1387674755 >> 172.21.15.17:0/1387674755 conn(0x563e1c7ea400 msgr2=0x563e1c897df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.062+0000 7fa65a616f40 1 -- 172.21.15.17:0/1387674755 shutdown_connections 2024-09-19T08:11:55.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.062+0000 7fa65a616f40 1 -- 172.21.15.17:0/1387674755 wait complete. 2024-09-19T08:11:55.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.062+0000 7fa65a616f40 1 Processor -- start 2024-09-19T08:11:55.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.062+0000 7fa65a616f40 1 -- start start 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c808a30 0x563e1c886fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c88bdc0 0x563e1c88a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c88a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563e1c809210 con 0x7fa6400022a0 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x563e1c808f30 con 0x563e1c808a30 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65a616f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x563e1c8094f0 con 0x563e1c88bdc0 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c88a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c88a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52122/0 (socket says 172.21.15.17:52122) 2024-09-19T08:11:55.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 learned_addr learned my addr 172.21.15.17:0/1761058717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c88bdc0 0x563e1c88a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c808a30 0x563e1c886fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c88bdc0 msgr2=0x563e1c88a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c88bdc0 0x563e1c88a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c808a30 msgr2=0x563e1c886fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x563e1c808a30 0x563e1c886fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e1c887510 con 0x7fa6400022a0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.063+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x563e1c88bdc0 0x563e1c88a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa65890d640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c88a680 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x563e1c8062a0 tx=0x7fa65000e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa655907640 1 -- 172.21.15.17:0/1761058717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650016020 con 0x7fa6400022a0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa655907640 1 -- 172.21.15.17:0/1761058717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa65000ee90 con 0x7fa6400022a0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa655907640 1 -- 172.21.15.17:0/1761058717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650012610 con 0x7fa6400022a0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563e1c7ef7a0 con 0x7fa6400022a0 2024-09-19T08:11:55.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.064+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e1c880e80 con 0x7fa6400022a0 2024-09-19T08:11:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.065+0000 7fa655907640 1 -- 172.21.15.17:0/1761058717 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa650019020 con 0x7fa6400022a0 2024-09-19T08:11:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa655907640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa64406ac90 0x7fa64406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa655907640 1 -- 172.21.15.17:0/1761058717 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fa65008a6d0 con 0x7fa6400022a0 2024-09-19T08:11:55.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa64406ac90 0x7fa64406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.070 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563e1c7edc60 0x563e1c92ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c808260 con 0x563e1c7edc60 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.066+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563e1c7edc60 0x563e1c92ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.067+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa64406ac90 0x7fa64406d150 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fa648065000 tx=0x7fa648052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.067+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563e1c7edc60 0x563e1c92ff20 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.069+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v119'939 uv913 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.069+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c930460 con 0x563e1c7edc60 2024-09-19T08:11:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.070+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v119'940 uv940 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.070+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93a730 con 0x563e1c7edc60 2024-09-19T08:11:55.072 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:11:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.071+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v119'941 uv941 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.071+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93bae0 con 0x563e1c7edc60 2024-09-19T08:11:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.073+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v119'942 uv942 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.073+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93be80 con 0x563e1c7edc60 2024-09-19T08:11:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.074+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v119'943 uv943 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.074+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93aad0 con 0x563e1c7edc60 2024-09-19T08:11:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.075+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v119'944 uv944 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.075+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93aef0 con 0x563e1c7edc60 2024-09-19T08:11:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.077+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v119'945 uv919 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.077+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b2e0 con 0x563e1c7edc60 2024-09-19T08:11:55.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.078+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v119'946 uv946 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.078+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b2e0 con 0x563e1c7edc60 2024-09-19T08:11:55.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.079+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v119'947 uv947 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.080 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:11:55.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.079+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.081+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v119'948 uv948 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.081+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.082+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v119'949 uv949 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.082+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.083+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v119'950 uv950 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.083+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.085+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v119'951 uv926 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.085+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.086+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v119'952 uv952 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.086+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.088+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v119'953 uv953 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.089 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:11:55.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.088+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.089+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v119'954 uv954 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.089+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.090+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v119'955 uv955 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.090+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b290 con 0x563e1c7edc60 2024-09-19T08:11:55.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.092+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v119'956 uv956 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.092+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b6c0 con 0x563e1c7edc60 2024-09-19T08:11:55.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.093+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v119'957 uv957 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.093+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.094+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v119'958 uv932 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.094+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.096+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v119'959 uv959 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.096+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.098 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:11:55.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.097+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v119'960 uv960 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.097+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.098+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v119'961 uv961 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.098+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.099+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v119'962 uv962 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.100+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.101+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v119'963 uv963 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.101+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.102+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v119'964 uv938 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.102+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.103+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v119'965 uv965 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.103+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.105 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:11:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.105+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v119'966 uv966 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.105+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.106+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v119'967 uv967 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.106+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.107+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v119'968 uv968 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.107+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93b500 con 0x563e1c7edc60 2024-09-19T08:11:55.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.108+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v119'969 uv969 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.108+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563e1c93c220 0x563e1c93e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.108+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93eb50 con 0x563e1c93c220 2024-09-19T08:11:55.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.109+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563e1c93c220 0x563e1c93e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.109+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563e1c93c220 0x563e1c93e610 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.111+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v119'674 uv657 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.111+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93eef0 con 0x563e1c93c220 2024-09-19T08:11:55.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.112+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v119'675 uv675 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.112+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93f290 con 0x563e1c93c220 2024-09-19T08:11:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.113+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v119'676 uv676 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.114 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:11:55.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.113+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93fae0 con 0x563e1c93c220 2024-09-19T08:11:55.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.114+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v119'677 uv677 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.115+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93fe80 con 0x563e1c93c220 2024-09-19T08:11:55.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.116+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v119'678 uv678 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.116+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940220 con 0x563e1c93c220 2024-09-19T08:11:55.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.117+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v119'679 uv662 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.117+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9405c0 con 0x563e1c93c220 2024-09-19T08:11:55.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.118+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v119'680 uv680 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.118+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.120 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:11:55.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.119+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v119'681 uv681 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.119+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.120+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v119'682 uv682 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.120+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.122+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v119'683 uv683 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.122+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.123+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v119'684 uv667 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.123+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.124+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v119'685 uv685 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.124+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.126 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:11:55.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.126+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v119'686 uv686 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.126+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9443c0 con 0x563e1c93c220 2024-09-19T08:11:55.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.127+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v119'687 uv687 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.127+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9443c0 con 0x563e1c93c220 2024-09-19T08:11:55.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.128+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v119'688 uv688 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.128+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.130+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v119'689 uv673 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.130+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.131+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v119'690 uv690 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.131+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.132 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:11:55.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.132+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v119'691 uv691 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.132+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c941970 con 0x563e1c93c220 2024-09-19T08:11:55.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.133+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v119'692 uv692 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.133+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c941970 con 0x563e1c93c220 2024-09-19T08:11:55.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.134+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v119'693 uv693 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.134+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c93c220 2024-09-19T08:11:55.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.136+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v119'694 uv694 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c93c220 2024-09-19T08:11:55.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.136+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c7edc60 2024-09-19T08:11:55.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.137+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v119'183 uv182 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.137+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c7edc60 2024-09-19T08:11:55.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.138+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v119'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.138+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c7edc60 2024-09-19T08:11:55.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.139+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v119'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.140 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:11:55.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.139+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c941970 con 0x563e1c7edc60 2024-09-19T08:11:55.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.140+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v119'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.140+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c941970 con 0x563e1c7edc60 2024-09-19T08:11:55.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.141+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v119'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.141+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c940960 con 0x563e1c7edc60 2024-09-19T08:11:55.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.142+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v119'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.142+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563e1c940e70 0x563e1c943260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.142+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943930 con 0x563e1c940e70 2024-09-19T08:11:55.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.142+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563e1c940e70 0x563e1c943260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.142+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563e1c940e70 0x563e1c943260 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.143+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v119'135 uv134 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.143+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943d20 con 0x563e1c940e70 2024-09-19T08:11:55.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.144+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v119'136 uv136 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.144+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943d20 con 0x563e1c940e70 2024-09-19T08:11:55.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.145+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v119'137 uv137 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.146 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:11:55.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.145+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943d20 con 0x563e1c940e70 2024-09-19T08:11:55.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.146+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v119'138 uv138 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.146+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93f6b0 con 0x563e1c7edc60 2024-09-19T08:11:55.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.147+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v119'183 uv182 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.147+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93f6b0 con 0x563e1c7edc60 2024-09-19T08:11:55.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.149+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v119'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.149+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943c50 con 0x563e1c7edc60 2024-09-19T08:11:55.150 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:11:55.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.150+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v119'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.150+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943c50 con 0x563e1c7edc60 2024-09-19T08:11:55.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.151+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v119'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.151+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943c50 con 0x563e1c7edc60 2024-09-19T08:11:55.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.152+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v119'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.152+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c943c50 con 0x563e1c7edc60 2024-09-19T08:11:55.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.153+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v119'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.153+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x563e1c944570 0x563e1c944990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.153+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947190 con 0x563e1c944570 2024-09-19T08:11:55.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.153+0000 7fa65890d640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x563e1c944570 0x563e1c944990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.153+0000 7fa65890d640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x563e1c944570 0x563e1c944990 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.155+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v119'338 uv332 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.155+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947530 con 0x563e1c944570 2024-09-19T08:11:55.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.156+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v119'339 uv339 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.156+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9478d0 con 0x563e1c944570 2024-09-19T08:11:55.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.157+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v119'340 uv340 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.158 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:11:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.157+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c93f6f0 con 0x563e1c944570 2024-09-19T08:11:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.158+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v119'341 uv341 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.158+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9491d0 con 0x563e1c944570 2024-09-19T08:11:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.159+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v119'342 uv342 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.159+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c948120 con 0x563e1c944570 2024-09-19T08:11:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.160+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v119'343 uv343 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.160+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c948530 con 0x563e1c944570 2024-09-19T08:11:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.161+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v119'344 uv337 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.161+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c948920 con 0x563e1c944570 2024-09-19T08:11:55.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.162+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v119'345 uv345 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.162+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c948920 con 0x563e1c944570 2024-09-19T08:11:55.163 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:11:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.163+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v119'346 uv346 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.163+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9488d0 con 0x563e1c944570 2024-09-19T08:11:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.164+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v119'347 uv347 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.164+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c9488d0 con 0x563e1c944570 2024-09-19T08:11:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.165+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v119'348 uv348 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.165+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x563e1c948cc0 0x563e1c94bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.165+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c040 con 0x563e1c948cc0 2024-09-19T08:11:55.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.165+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x563e1c948cc0 0x563e1c94bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.166+0000 7fa65810c640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x563e1c948cc0 0x563e1c94bb00 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.167+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v119'153 uv152 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c948cc0 2024-09-19T08:11:55.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.167+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c080 con 0x563e1c948cc0 2024-09-19T08:11:55.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.168+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v119'154 uv154 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c948cc0 2024-09-19T08:11:55.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.168+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c948cc0 2024-09-19T08:11:55.169 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:11:55.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.168+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v119'155 uv155 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c948cc0 2024-09-19T08:11:55.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.169+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c948cc0 2024-09-19T08:11:55.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.170+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v119'156 uv156 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c948cc0 2024-09-19T08:11:55.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.170+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c948cc0 2024-09-19T08:11:55.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.171+0000 7fa65810c640 1 -- 172.21.15.17:0/1761058717 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v119'157 uv157 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa6480615f0 con 0x563e1c948cc0 2024-09-19T08:11:55.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.171+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c7edc60 2024-09-19T08:11:55.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.172+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v119'183 uv182 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.172+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c7edc60 2024-09-19T08:11:55.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.173+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v119'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.173+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c7edc60 2024-09-19T08:11:55.174 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:11:55.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.174+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v119'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.174+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94d4b0 con 0x563e1c7edc60 2024-09-19T08:11:55.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.175+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v119'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.175+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94d4b0 con 0x563e1c7edc60 2024-09-19T08:11:55.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.175+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v119'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.176+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c7edc60 2024-09-19T08:11:55.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.176+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v119'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c7edc60 2024-09-19T08:11:55.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.177+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c940e70 2024-09-19T08:11:55.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.178+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v119'304 uv298 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.178+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c940e70 2024-09-19T08:11:55.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.179+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v119'305 uv305 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.179+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94c4a0 con 0x563e1c940e70 2024-09-19T08:11:55.180 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:11:55.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.179+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v119'306 uv306 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.180+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.181+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v119'307 uv307 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.181+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.182+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v119'308 uv308 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.182+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.183+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v119'309 uv303 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.183+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.184+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v119'310 uv310 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.184+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.185+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v119'311 uv311 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.185 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:11:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.185+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c947d10 con 0x563e1c940e70 2024-09-19T08:11:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.186+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v119'312 uv312 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.186+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f380 con 0x563e1c940e70 2024-09-19T08:11:55.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.187+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v119'313 uv313 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.187+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x563e1c94c9b0 0x563e1c94eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.187+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fa40 con 0x563e1c94c9b0 2024-09-19T08:11:55.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.187+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x563e1c94c9b0 0x563e1c94eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.187+0000 7fa65790b640 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x563e1c94c9b0 0x563e1c94eda0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.188+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v119'132 uv131 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c94c9b0 2024-09-19T08:11:55.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.188+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fa40 con 0x563e1c94c9b0 2024-09-19T08:11:55.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.189+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v119'133 uv133 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c94c9b0 2024-09-19T08:11:55.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.189+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fa40 con 0x563e1c94c9b0 2024-09-19T08:11:55.191 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:11:55.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.191+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v119'134 uv134 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c94c9b0 2024-09-19T08:11:55.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.191+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fac0 con 0x563e1c94c9b0 2024-09-19T08:11:55.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.192+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v119'135 uv135 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c94c9b0 2024-09-19T08:11:55.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.192+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fac0 con 0x563e1c940e70 2024-09-19T08:11:55.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.193+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v119'183 uv182 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.193+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fac0 con 0x563e1c940e70 2024-09-19T08:11:55.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.194+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v119'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.194+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fa40 con 0x563e1c940e70 2024-09-19T08:11:55.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.195+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v119'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.196 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:11:55.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.195+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c950a90 con 0x563e1c940e70 2024-09-19T08:11:55.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.196+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v119'186 uv186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.196+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c950a00 con 0x563e1c940e70 2024-09-19T08:11:55.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.198+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v119'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.198+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c940e70 2024-09-19T08:11:55.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.199+0000 7fa65790b640 1 -- 172.21.15.17:0/1761058717 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v119'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa64c009a60 con 0x563e1c940e70 2024-09-19T08:11:55.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.199+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.200+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v119'156 uv155 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.200+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.201+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v119'157 uv157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.201+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.202+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v119'158 uv158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.206 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:11:55.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.202+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.203+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v119'159 uv159 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.203+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.204+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v119'160 uv160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.205+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.206+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v119'376 uv375 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.206+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.207+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v119'377 uv377 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.207+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.209 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:11:55.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.208+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v119'378 uv378 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.208+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.210+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v119'379 uv379 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.210+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.211+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v119'380 uv380 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.211+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.212+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v119'381 uv374 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.212+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.213+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v119'382 uv382 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.213+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.214 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:11:55.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.214+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v119'383 uv383 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.214+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c950a00 con 0x563e1c944570 2024-09-19T08:11:55.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.215+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v119'384 uv384 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.215+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c950a00 con 0x563e1c944570 2024-09-19T08:11:55.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.216+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v119'385 uv385 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.216+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94f9f0 con 0x563e1c944570 2024-09-19T08:11:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.217+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v119'386 uv386 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.217+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x563e1c94fea0 con 0x563e1c944570 2024-09-19T08:11:55.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v119'387 uv387 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7fa650022070 con 0x563e1c944570 2024-09-19T08:11:55.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563e1c7edc60 msgr2=0x563e1c92ff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x563e1c7edc60 0x563e1c92ff20 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563e1c940e70 msgr2=0x563e1c943260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x563e1c940e70 0x563e1c943260 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x563e1c94c9b0 msgr2=0x563e1c94eda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x563e1c94c9b0 0x563e1c94eda0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563e1c93c220 msgr2=0x563e1c93e610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 reap_dead start 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x563e1c93c220 0x563e1c93e610 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x563e1c944570 msgr2=0x563e1c944990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x563e1c944570 0x563e1c944990 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x563e1c948cc0 msgr2=0x563e1c94bb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x563e1c948cc0 0x563e1c94bb00 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa64406ac90 msgr2=0x7fa64406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa64406ac90 0x7fa64406d150 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fa648065000 tx=0x7fa648052000 comp rx=0 tx=0).stop 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 msgr2=0x563e1c88a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 --2- 172.21.15.17:0/1761058717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6400022a0 0x563e1c88a680 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x563e1c8062a0 tx=0x7fa65000e5a0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65890d640 1 -- 172.21.15.17:0/1761058717 reap_dead start 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 shutdown_connections 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 >> 172.21.15.17:0/1761058717 conn(0x563e1c7ea400 msgr2=0x563e1c899fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 shutdown_connections 2024-09-19T08:11:55.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.218+0000 7fa65a616f40 1 -- 172.21.15.17:0/1761058717 wait complete. 2024-09-19T08:11:55.223 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 sixmegs_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:11:55.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.268+0000 7f8178e7bf40 1 Processor -- start 2024-09-19T08:11:55.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.268+0000 7f8178e7bf40 1 -- start start 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 0x5599335fbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55993361bcb0 0x5599335852d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559933496510 con 0x55993358ef80 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5599334efc50 con 0x559933570d80 2024-09-19T08:11:55.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55993358bfd0 con 0x55993361bcb0 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52144/0 (socket says 172.21.15.17:52144) 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 -- 172.21.15.17:0/4146789623 learned_addr learned my addr 172.21.15.17:0/4146789623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176971640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 0x5599335fbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8177172640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55993361bcb0 0x5599335852d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 -- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55993361bcb0 msgr2=0x5599335852d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55993361bcb0 0x5599335852d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 -- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 msgr2=0x5599335fbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 0x5599335fbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 -- 172.21.15.17:0/4146789623 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55993361eac0 con 0x55993358ef80 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176971640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 0x5599335fbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:11:55.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f8176170640 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f816c00b2f0 tx=0x7f816c00b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16155ac74fd8109 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.269+0000 7f817516e640 1 -- 172.21.15.17:0/4146789623 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c008070 con 0x55993358ef80 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f817516e640 1 -- 172.21.15.17:0/4146789623 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f816c00d500 con 0x55993358ef80 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f817516e640 1 -- 172.21.15.17:0/4146789623 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c00d8d0 con 0x55993358ef80 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 -- 172.21.15.17:0/4146789623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 msgr2=0x559933584d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f816c00b2f0 tx=0x7f816c00b7b0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 -- 172.21.15.17:0/4146789623 shutdown_connections 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55993361bcb0 0x5599335852d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x559933584d90 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/4146789623 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559933570d80 0x5599335fbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 -- 172.21.15.17:0/4146789623 >> 172.21.15.17:0/4146789623 conn(0x55993356f280 msgr2=0x559933574720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 -- 172.21.15.17:0/4146789623 shutdown_connections 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.270+0000 7f8178e7bf40 1 -- 172.21.15.17:0/4146789623 wait complete. 2024-09-19T08:11:55.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 Processor -- start 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 -- start start 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559933570d80 0x55993361e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x5599335fada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55993361bcb0 0x559933573d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55993361eda0 con 0x55993358ef80 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55993361d690 con 0x55993361bcb0 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8178e7bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55993361d040 con 0x559933570d80 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.271+0000 7f8176170640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x5599335fada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x5599335fada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52146/0 (socket says 172.21.15.17:52146) 2024-09-19T08:11:55.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 -- 172.21.15.17:0/299604219 learned_addr learned my addr 172.21.15.17:0/299604219 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176971640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559933570d80 0x55993361e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8177172640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55993361bcb0 0x559933573d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 -- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559933570d80 msgr2=0x55993361e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559933570d80 0x55993361e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 -- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55993361bcb0 msgr2=0x559933573d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55993361bcb0 0x559933573d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 -- 172.21.15.17:0/299604219 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559933589c90 con 0x55993358ef80 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8176170640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x5599335fada0 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f816c000fb0 tx=0x7f816c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f815ffff640 1 -- 172.21.15.17:0/299604219 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c00fc30 con 0x55993358ef80 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f815ffff640 1 -- 172.21.15.17:0/299604219 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f816c020030 con 0x55993358ef80 2024-09-19T08:11:55.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55993361ade0 con 0x55993358ef80 2024-09-19T08:11:55.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f815ffff640 1 -- 172.21.15.17:0/299604219 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c00de30 con 0x55993358ef80 2024-09-19T08:11:55.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.272+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55993358a200 con 0x55993358ef80 2024-09-19T08:11:55.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f815ffff640 1 -- 172.21.15.17:0/299604219 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f816c017040 con 0x55993358ef80 2024-09-19T08:11:55.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f815ffff640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f816406ac90 0x7f816406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f815ffff640 1 -- 172.21.15.17:0/299604219 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f816c08cc20 con 0x55993358ef80 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f8176971640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f816406ac90 0x7f816406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55993360d5f0 0x55993360da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=104b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) -- 0x55993360df40 con 0x55993360d5f0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.274+0000 7f8177172640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55993360d5f0 0x55993360da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.275+0000 7f8176971640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f816406ac90 0x7f816406d150 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f8168056000 tx=0x7f8168007030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.275+0000 7f8177172640 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55993360d5f0 0x55993360da00 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.276+0000 7f8177172640 1 -- 172.21.15.17:0/299604219 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v119'970 uv970 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f817000e040 con 0x55993360d5f0 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.276+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55993360d5f0 msgr2=0x55993360da00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.276+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55993360d5f0 0x55993360da00 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.276+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f816406ac90 msgr2=0x7f816406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f816406ac90 0x7f816406d150 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f8168056000 tx=0x7f8168007030 comp rx=0 tx=0).stop 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 msgr2=0x5599335fada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 --2- 172.21.15.17:0/299604219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993358ef80 0x5599335fada0 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f816c000fb0 tx=0x7f816c000ed0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8177172640 1 -- 172.21.15.17:0/299604219 reap_dead start 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 shutdown_connections 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 >> 172.21.15.17:0/299604219 conn(0x55993356f280 msgr2=0x55993361ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 shutdown_connections 2024-09-19T08:11:55.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.277+0000 7f8178e7bf40 1 -- 172.21.15.17:0/299604219 wait complete. 2024-09-19T08:11:55.283 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:11:55.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.388+0000 7f4e92752640 1 Processor -- start 2024-09-19T08:11:55.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.388+0000 7f4e92752640 1 -- start start 2024-09-19T08:11:55.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e92752640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4e8c0d0f40 0x7f4e8c06d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e92752640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e8c155b20 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e92752640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e8c06f470 con 0x7f4e8c0d2350 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e92752640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4e8c06f750 con 0x7f4e8c0d0f40 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e8b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4e8c0d0ad0 0x7f4e8c06d040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43438/0 (socket says 172.21.15.17:43438) 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e8b7fe640 1 -- 172.21.15.17:0/1081800991 learned_addr learned my addr 172.21.15.17:0/1081800991 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> v2:172.21.15.160:3300/0 conn(0x7f4e8c0d0f40 0x7f4e8c06d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3734551427 0 0) 0x7f4e8c155b20 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.389+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e74003520 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1382986483 0 0) 0x7f4e8c06f470 con 0x7f4e8c0d2350 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e8c155b20 con 0x7f4e8c0d2350 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3860770543 0 0) 0x7f4e74003520 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 >> v2:172.21.15.160:3300/0 conn(0x7f4e8c0d0f40 msgr2=0x7f4e8c06d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 --2- 172.21.15.17:0/1081800991 >> v2:172.21.15.160:3300/0 conn(0x7f4e8c0d0f40 0x7f4e8c06d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 >> v1:172.21.15.160:6789/0 conn(0x7f4e8c0d2350 legacy=0x7f4e8c0d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c06fa30 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f4e80001670 con 0x7f4e8c0d0ad0 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> v2:172.21.15.160:3300/0 conn(0x7f4e8c0d0f40 0x7f4e8c06d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 >> v1:172.21.15.17:6789/0 conn(0x7f4e8c0d0ad0 legacy=0x7f4e8c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e74003b40 0x7f4e74003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e74004800 0x7f4e74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 0x7f4e7400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c06f750 con 0x7f4e740051c0 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7400c040 con 0x7f4e74004800 2024-09-19T08:11:55.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4e7400c240 con 0x7f4e74003b40 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 0x7f4e7400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8b7fe640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e74004800 0x7f4e74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e8bfff640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e74003b40 0x7f4e74003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 -- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e74003b40 msgr2=0x7f4e74003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e74003b40 0x7f4e74003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 -- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e74004800 msgr2=0x7f4e74004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e74004800 0x7f4e74004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.390+0000 7f4e90cef640 1 -- 172.21.15.17:0/1081800991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e74003520 con 0x7f4e740051c0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.391+0000 7f4e90cef640 1 -- 172.21.15.17:0/1081800991 reap_dead start 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.391+0000 7f4e90cef640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 0x7f4e7400b9c0 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0d3270 tx=0x7f4e74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b420c36a557ac23e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.391+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84009de0 con 0x7f4e740051c0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.391+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e84003b90 con 0x7f4e740051c0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.391+0000 7f4e8affd640 1 -- 172.21.15.17:0/1081800991 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84004020 con 0x7f4e740051c0 2024-09-19T08:11:55.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 -- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 msgr2=0x7f4e7400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 0x7f4e7400b9c0 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0d3270 tx=0x7f4e74005830 comp rx=0 tx=0).stop 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 -- 172.21.15.17:0/1081800991 shutdown_connections 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 --2- 172.21.15.17:0/1081800991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e740051c0 0x7f4e7400b9c0 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 -- 172.21.15.17:0/1081800991 >> 172.21.15.17:0/1081800991 conn(0x7f4e8c0b7db0 msgr2=0x7f4e8c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 -- 172.21.15.17:0/1081800991 shutdown_connections 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.392+0000 7f4e92752640 1 -- 172.21.15.17:0/1081800991 wait complete. 2024-09-19T08:11:55.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.393+0000 7f4e92752640 1 Processor -- start 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.393+0000 7f4e92752640 1 -- start start 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e740051c0 0x7f4e8c144d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e8c1ea350 0x7f4e8c157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c0d0560 con 0x7f4e8c157c80 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c0d03e0 con 0x7f4e740051c0 2024-09-19T08:11:55.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e92752640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4e8c0d2730 con 0x7f4e8c1ea350 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52168/0 (socket says 172.21.15.17:52168) 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 -- 172.21.15.17:0/3960498007 learned_addr learned my addr 172.21.15.17:0/3960498007 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e8b7fe640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e8c1ea350 0x7f4e8c157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e8bfff640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e740051c0 0x7f4e8c144d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 -- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e8c1ea350 msgr2=0x7f4e8c157740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e8c1ea350 0x7f4e8c157740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 -- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e740051c0 msgr2=0x7f4e8c144d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e740051c0 0x7f4e8c144d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 -- 172.21.15.17:0/3960498007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c1581c0 con 0x7f4e8c157c80 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.394+0000 7f4e90cef640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f4e8402b090 tx=0x7f4e84009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.395+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84042410 con 0x7f4e8c157c80 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.395+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e840425b0 con 0x7f4e8c157c80 2024-09-19T08:11:55.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.395+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8c1584a0 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.395+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e840429a0 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.395+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e8c1e7290 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.396+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e8c0d2170 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.396+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e84005d10 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.397+0000 7f4e88ff9640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 0x7f4e7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.397+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f4e840aca40 con 0x7f4e8c157c80 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.397+0000 7f4e8bfff640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 0x7f4e7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.397+0000 7f4e8bfff640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 0x7f4e7806e770 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c005530 tx=0x7f4e7c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:55.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.401+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e8c0d2170 con 0x7f4e8c157c80 2024-09-19T08:11:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:55.614+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f4e8c0d2ac0 con 0x7f4e8c157c80 2024-09-19T08:11:56.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.002+0000 7f4e88ff9640 1 -- 172.21.15.17:0/3960498007 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v262) ==== 162+0+0 (secure 0 0 0) 0x7f4e84048060 con 0x7f4e8c157c80 2024-09-19T08:11:56.003 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 msgr2=0x7f4e7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 0x7f4e7806e770 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c005530 tx=0x7f4e7c009040 comp rx=0 tx=0).stop 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 msgr2=0x7f4e8c1e9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f4e8402b090 tx=0x7f4e84009750 comp rx=0 tx=0).stop 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 shutdown_connections 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4e7806c2b0 0x7f4e7806e770 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e8c157c80 0x7f4e8c1e9660 unknown :-1 s=CLOSED pgs=1987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4e8c1ea350 0x7f4e8c157740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 --2- 172.21.15.17:0/3960498007 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4e740051c0 0x7f4e8c144d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 >> 172.21.15.17:0/3960498007 conn(0x7f4e8c0b7db0 msgr2=0x7f4e8c0b5470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:56.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 shutdown_connections 2024-09-19T08:11:56.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.005+0000 7f4e92752640 1 -- 172.21.15.17:0/3960498007 wait complete. 2024-09-19T08:11:56.423 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:11:56.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.537+0000 7f2c636c9640 1 Processor -- start 2024-09-19T08:11:56.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.537+0000 7f2c636c9640 1 -- start start 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c636c9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 0x7f2c5c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c636c9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c5c0b39a0 con 0x7f2c5c0cf480 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c636c9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c5c15eba0 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c636c9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c5c1630d0 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c60c64640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2c5c0cf480 0x7f2c5c0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:43446/0 (socket says 172.21.15.17:43446) 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c60c64640 1 -- 172.21.15.17:0/1514458617 learned_addr learned my addr 172.21.15.17:0/1514458617 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c61465640 1 --2- 172.21.15.17:0/1514458617 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 0x7f2c5c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2992848471 0 0) 0x7f2c5c0b39a0 con 0x7f2c5c0cf480 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c48003520 con 0x7f2c5c0cf480 2024-09-19T08:11:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1301422464 0 0) 0x7f2c54001490 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.538+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c5c0b39a0 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.539+0000 7f2c61465640 1 -- 172.21.15.17:0/1514458617 >> v1:172.21.15.160:6789/0 conn(0x7f2c5c0b6a40 legacy=0x7f2c5c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.539+0000 7f2c61465640 1 -- 172.21.15.17:0/1514458617 >> v1:172.21.15.17:6789/0 conn(0x7f2c5c0cf480 legacy=0x7f2c5c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.539+0000 7f2c61465640 1 -- 172.21.15.17:0/1514458617 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c0cfc60 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.539+0000 7f2c61465640 1 --2- 172.21.15.17:0/1514458617 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 0x7f2c5c162b90 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2c580097d0 tx=0x7f2c5802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ab7208bae97cbff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58037070 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c58032440 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c53fff640 1 -- 172.21.15.17:0/1514458617 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c580327f0 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 -- 172.21.15.17:0/1514458617 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 msgr2=0x7f2c5c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 --2- 172.21.15.17:0/1514458617 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 0x7f2c5c162b90 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2c580097d0 tx=0x7f2c5802a290 comp rx=0 tx=0).stop 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 -- 172.21.15.17:0/1514458617 shutdown_connections 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 --2- 172.21.15.17:0/1514458617 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c15e7c0 0x7f2c5c162b90 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 -- 172.21.15.17:0/1514458617 >> 172.21.15.17:0/1514458617 conn(0x7f2c5c0d1320 msgr2=0x7f2c5c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:56.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 -- 172.21.15.17:0/1514458617 shutdown_connections 2024-09-19T08:11:56.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.540+0000 7f2c636c9640 1 -- 172.21.15.17:0/1514458617 wait complete. 2024-09-19T08:11:56.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 Processor -- start 2024-09-19T08:11:56.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 -- start start 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c0cf480 0x7f2c5c0ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c5c15e7c0 0x7f2c5c1601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c15f100 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c15ee20 con 0x7f2c5c15e7c0 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.542+0000 7f2c636c9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2c5c15f3e0 con 0x7f2c5c0cf480 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52176/0 (socket says 172.21.15.17:52176) 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 -- 172.21.15.17:0/4161116547 learned_addr learned my addr 172.21.15.17:0/4161116547 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:11:56.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c60c64640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c0cf480 0x7f2c5c0ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61c66640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c5c15e7c0 0x7f2c5c1601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 -- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c0cf480 msgr2=0x7f2c5c0ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c0cf480 0x7f2c5c0ccdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 -- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c5c15e7c0 msgr2=0x7f2c5c1601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c5c15e7c0 0x7f2c5c1601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 -- 172.21.15.17:0/4161116547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c0cb6b0 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c61465640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f2c580098f0 tx=0x7f2c580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58037050 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c58043070 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c5c0cb990 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.543+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5803cb30 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.544+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5c0cbf50 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.545+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c5c15f900 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.545+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c5803ccd0 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.546+0000 7f2c51ffb640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.546+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f2c580aca10 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.546+0000 7f2c60c64640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.547+0000 7f2c60c64640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0ab830 tx=0x7f2c4c007d70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.550+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c5807a060 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.736 INFO:tasks.ceph.mds.a.smithi017.stderr: -46> 2024-09-19T08:11:51.984+0000 7f3b370a3640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-19T08:11:56.736 INFO:tasks.ceph.mds.a.smithi017.stderr: -36> 2024-09-19T08:11:51.984+0000 7f3b370a3640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-19T08:11:56.760 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:11:56.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.763+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2c5c0d2150 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.764+0000 7f2c51ffb640 1 -- 172.21.15.17:0/4161116547 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 263 v263) ==== 95+0+4401 (secure 0 0 0) 0x7f2c5807e360 con 0x7f2c5c0b6a40 2024-09-19T08:11:56.765 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:11:56.765 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":263,"btime":"2024-09-19T08:11:56:007330+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":263,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:56.007313+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"c","rank":0,"incarnation":263,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/921696582","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":921696582},{"type":"v1","addr":"172.21.15.17:6834","nonce":921696582}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:11:56.765 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 263 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 msgr2=0x7f2c4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0ab830 tx=0x7f2c4c007d70 comp rx=0 tx=0).stop 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 msgr2=0x7f2c5c151920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f2c580098f0 tx=0x7f2c580046c0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 shutdown_connections 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2c4006c2b0 0x7f2c4006e770 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2c5c15e7c0 0x7f2c5c1601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2c5c0cf480 0x7f2c5c0ccdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 --2- 172.21.15.17:0/4161116547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c5c0b6a40 0x7f2c5c151920 unknown :-1 s=CLOSED pgs=1989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:56.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 >> 172.21.15.17:0/4161116547 conn(0x7f2c5c0d1320 msgr2=0x7f2c5c1621a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:56.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 shutdown_connections 2024-09-19T08:11:56.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:11:56.766+0000 7f2c636c9640 1 -- 172.21.15.17:0/4161116547 wait complete. 2024-09-19T08:11:56.778 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 263, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:11:56.007313+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 119, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9777}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9777': {'gid': 9777, 'name': 'c', 'rank': 0, 'incarnation': 263, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/921696582', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 921696582}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 921696582}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:11:56.778 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9777:up:replay 2024-09-19T08:11:56.778 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:11:58.681 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:11:58.685 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:12:02.183 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:02.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.298+0000 7f18ae6f1640 1 Processor -- start 2024-09-19T08:12:02.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.298+0000 7f18ae6f1640 1 -- start start 2024-09-19T08:12:02.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18ae6f1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f18a80afc70 0x7f18a815f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18ae6f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18a80cf200 0x7f18a80cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18ae6f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18a80ce420 con 0x7f18a80ce020 2024-09-19T08:12:02.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18ae6f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f18a815f950 con 0x7f18a80cf200 2024-09-19T08:12:02.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18ae6f1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f18a80cf780 con 0x7f18a80afc70 2024-09-19T08:12:02.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18a80cf200 0x7f18a80cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18a80cf200 0x7f18a80cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59086/0 (socket says 172.21.15.17:59086) 2024-09-19T08:12:02.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18acc8e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f18a80ce020 0x7f18a8154c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:41996/0 (socket says 172.21.15.17:41996) 2024-09-19T08:12:02.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 -- 172.21.15.17:0/1691918639 learned_addr learned my addr 172.21.15.17:0/1691918639 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a7fff640 1 --2- 172.21.15.17:0/1691918639 >> v2:172.21.15.160:3300/0 conn(0x7f18a80afc70 0x7f18a815f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 -- 172.21.15.17:0/1691918639 >> v2:172.21.15.160:3300/0 conn(0x7f18a80afc70 msgr2=0x7f18a815f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 --2- 172.21.15.17:0/1691918639 >> v2:172.21.15.160:3300/0 conn(0x7f18a80afc70 0x7f18a815f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 -- 172.21.15.17:0/1691918639 >> v1:172.21.15.17:6789/0 conn(0x7f18a80ce020 legacy=0x7f18a8154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a6ffd640 1 -- 172.21.15.17:0/1691918639 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1384645372 0 0) 0x7f18a80ce420 con 0x7f18a80ce020 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.299+0000 7f18a77fe640 1 -- 172.21.15.17:0/1691918639 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a80cfa60 con 0x7f18a80cf200 2024-09-19T08:12:02.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.300+0000 7f18a77fe640 1 --2- 172.21.15.17:0/1691918639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a80cdae0 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7f18a8070140 tx=0x7f189c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6995a68e197e420 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.300+0000 7f18a6ffd640 1 -- 172.21.15.17:0/1691918639 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189c037070 con 0x7f18a80cf200 2024-09-19T08:12:02.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.300+0000 7f18a6ffd640 1 -- 172.21.15.17:0/1691918639 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f189c032440 con 0x7f18a80cf200 2024-09-19T08:12:02.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.300+0000 7f18a6ffd640 1 -- 172.21.15.17:0/1691918639 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189c032810 con 0x7f18a80cf200 2024-09-19T08:12:02.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 -- 172.21.15.17:0/1691918639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 msgr2=0x7f18a80cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/1691918639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a80cdae0 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7f18a8070140 tx=0x7f189c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 -- 172.21.15.17:0/1691918639 shutdown_connections 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/1691918639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a80cdae0 unknown :-1 s=CLOSED pgs=1993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/1691918639 >> v2:172.21.15.160:3300/0 conn(0x7f18a80afc70 0x7f18a815f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 -- 172.21.15.17:0/1691918639 >> 172.21.15.17:0/1691918639 conn(0x7f18a80b1770 msgr2=0x7f18a80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 -- 172.21.15.17:0/1691918639 shutdown_connections 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.301+0000 7f18ae6f1640 1 -- 172.21.15.17:0/1691918639 wait complete. 2024-09-19T08:12:02.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.302+0000 7f18ae6f1640 1 Processor -- start 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.302+0000 7f18ae6f1640 1 -- start start 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 0x7f18a81f4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 0x7f18a81e9610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18a80d0300 con 0x7f18a80cf200 2024-09-19T08:12:02.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18a80d0020 con 0x7f18a80afc70 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18ae6f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18a80b0050 con 0x7f18a80ce020 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18acc8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18acc8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59096/0 (socket says 172.21.15.17:59096) 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.303+0000 7f18acc8e640 1 -- 172.21.15.17:0/177298707 learned_addr learned my addr 172.21.15.17:0/177298707 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a7fff640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 0x7f18a81f4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a77fe640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 0x7f18a81e9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 -- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 msgr2=0x7f18a81e9610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 0x7f18a81e9610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 -- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 msgr2=0x7f18a81f4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 0x7f18a81f4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 -- 172.21.15.17:0/177298707 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a81e87b0 con 0x7f18a80cf200 2024-09-19T08:12:02.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a77fe640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 0x7f18a81e9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a7fff640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 0x7f18a81f4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18acc8e640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7f18a000c780 tx=0x7f18a000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a0018070 con 0x7f18a80cf200 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18a000a640 con 0x7f18a80cf200 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18a81e8a90 con 0x7f18a80cf200 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a000aa30 con 0x7f18a80cf200 2024-09-19T08:12:02.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.304+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18a81e9050 con 0x7f18a80cf200 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.305+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18a815f410 con 0x7f18a80cf200 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.306+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18a001b070 con 0x7f18a80cf200 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.306+0000 7f18a4ff9640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 0x7f189406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.307+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f18a008b520 con 0x7f18a80cf200 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.307+0000 7f18a7fff640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 0x7f189406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.307+0000 7f18a7fff640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 0x7f189406e770 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1898006fd0 tx=0x7f1898008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.311+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18a00591b0 con 0x7f18a80cf200 2024-09-19T08:12:02.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.525+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18a81ea120 con 0x7f18a80cf200 2024-09-19T08:12:02.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.525+0000 7f18a4ff9640 1 -- 172.21.15.17:0/177298707 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 266 v266) ==== 95+0+5234 (secure 0 0 0) 0x7f18a0058ab0 con 0x7f18a80cf200 2024-09-19T08:12:02.527 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:02.527 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":266,"btime":"2024-09-19T08:11:59:017077+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":266,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:59.017068+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"c","rank":0,"incarnation":263,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/921696582","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":921696582},{"type":"v1","addr":"172.21.15.17:6834","nonce":921696582}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":6}]} 2024-09-19T08:12:02.527 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 266 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.527+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 msgr2=0x7f189406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.527+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 0x7f189406e770 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1898006fd0 tx=0x7f1898008040 comp rx=0 tx=0).stop 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 msgr2=0x7f18a81e9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7f18a000c780 tx=0x7f18a000cc40 comp rx=0 tx=0).stop 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 shutdown_connections 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f189406c2b0 0x7f189406e770 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a80cf200 0x7f18a81e9b50 unknown :-1 s=CLOSED pgs=1994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18a80ce020 0x7f18a81e9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 --2- 172.21.15.17:0/177298707 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18a80afc70 0x7f18a81f4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 >> 172.21.15.17:0/177298707 conn(0x7f18a80b1770 msgr2=0x7f18a8072b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 shutdown_connections 2024-09-19T08:12:02.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.528+0000 7f18ae6f1640 1 -- 172.21.15.17:0/177298707 wait complete. 2024-09-19T08:12:02.540 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 266, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:11:59.017068+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 119, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9777}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9777': {'gid': 9777, 'name': 'c', 'rank': 0, 'incarnation': 263, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/921696582', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 921696582}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 921696582}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9777, 'qdb_cluster': [9777]} 2024-09-19T08:12:02.540 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:12:02.540 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:12:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.643+0000 7fdbbc52c640 1 Processor -- start 2024-09-19T08:12:02.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.643+0000 7fdbbc52c640 1 -- start start 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbbc52c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdbb40b2490 0x7fdbb40721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbbc52c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbb40ce160 con 0x7fdbb40cd880 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbbc52c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbb40ce440 con 0x7fdbb4156990 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbbc52c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb4156d70 con 0x7fdbb40b2490 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb9ac7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdbb40cd880 0x7fdbb40b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42008/0 (socket says 172.21.15.17:42008) 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/1348351822 learned_addr learned my addr 172.21.15.17:0/1348351822 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1348351822 >> v2:172.21.15.160:3300/0 conn(0x7fdbb40b2490 0x7fdbb40721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3352006983 0 0) 0x7fdbb40ce160 con 0x7fdbb40cd880 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdba0003520 con 0x7fdbb40cd880 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 134725792 0 0) 0x7fdbb40ce440 con 0x7fdbb4156990 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdbb40ce160 con 0x7fdbb4156990 2024-09-19T08:12:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.644+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 565775292 0 0) 0x7fdba0003520 con 0x7fdbb40cd880 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 >> v2:172.21.15.160:3300/0 conn(0x7fdbb40b2490 msgr2=0x7fdbb40721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 --2- 172.21.15.17:0/1348351822 >> v2:172.21.15.160:3300/0 conn(0x7fdbb40b2490 0x7fdbb40721e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 >> v1:172.21.15.160:6789/0 conn(0x7fdbb4156990 legacy=0x7fdbb40cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb40ce720 con 0x7fdbb40cd880 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fdba4001670 con 0x7fdbb40cd880 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 >> v1:172.21.15.17:6789/0 conn(0x7fdbb40cd880 legacy=0x7fdbb40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0003b40 0x7fdba0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 0x7fdba0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdba0005230 0x7fdba000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdba000c160 con 0x7fdba0004800 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdba000c310 con 0x7fdba0005230 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdba000c510 con 0x7fdba0003b40 2024-09-19T08:12:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 0x7fdba0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0003b40 0x7fdba0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdba0005230 0x7fdba000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0003b40 msgr2=0x7fdba0003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0003b40 0x7fdba0003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdba0005230 msgr2=0x7fdba000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdba0005230 0x7fdba000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1348351822 reap_dead start 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.645+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/1348351822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba0003520 con 0x7fdba0004800 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 0x7fdba0004c80 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b5470 tx=0x7fdba0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16f5317e9b346344 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4007ce0 con 0x7fdba0004800 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdba4005ad0 con 0x7fdba0004800 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbb92c6640 1 -- 172.21.15.17:0/1348351822 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4007070 con 0x7fdba0004800 2024-09-19T08:12:02.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbbc52c640 1 -- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 msgr2=0x7fdba0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.646+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 0x7fdba0004c80 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b5470 tx=0x7fdba0005830 comp rx=0 tx=0).stop 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.647+0000 7fdbbc52c640 1 -- 172.21.15.17:0/1348351822 shutdown_connections 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.647+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/1348351822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdba0004800 0x7fdba0004c80 unknown :-1 s=CLOSED pgs=1996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.647+0000 7fdbbc52c640 1 -- 172.21.15.17:0/1348351822 >> 172.21.15.17:0/1348351822 conn(0x7fdbb406bc10 msgr2=0x7fdbb406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.647+0000 7fdbbc52c640 1 -- 172.21.15.17:0/1348351822 shutdown_connections 2024-09-19T08:12:02.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.647+0000 7fdbbc52c640 1 -- 172.21.15.17:0/1348351822 wait complete. 2024-09-19T08:12:02.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.648+0000 7fdbbc52c640 1 Processor -- start 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.648+0000 7fdbbc52c640 1 -- start start 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.648+0000 7fdbbc52c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0004800 0x7fdbb414afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbb414d7d0 0x7fdbb415e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40cea90 con 0x7fdbb406dad0 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40cf130 con 0x7fdbb414d7d0 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb40b1d80 con 0x7fdba0004800 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59122/0 (socket says 172.21.15.17:59122) 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/250275223 learned_addr learned my addr 172.21.15.17:0/250275223 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0004800 0x7fdbb414afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbb414d7d0 0x7fdbb415e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0004800 msgr2=0x7fdbb414afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0004800 0x7fdbb414afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbb414d7d0 msgr2=0x7fdbb415e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbb414d7d0 0x7fdbb415e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 -- 172.21.15.17:0/250275223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb414e120 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7fdba400c300 tx=0x7fdbb40ce330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbaaffd640 1 -- 172.21.15.17:0/250275223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4040030 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbaaffd640 1 -- 172.21.15.17:0/250275223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdba4005dc0 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbaaffd640 1 -- 172.21.15.17:0/250275223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4037040 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb4157f60 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.649+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb4158520 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.651+0000 7fdbaaffd640 1 -- 172.21.15.17:0/250275223 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdba4043070 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.652+0000 7fdbaaffd640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 0x7fdb9806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.652+0000 7fdbaaffd640 1 -- 172.21.15.17:0/250275223 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fdba40ab1a0 con 0x7fdbb406dad0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.652+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 0x7fdb9806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.652+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 0x7fdb9806e7a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0000c00 tx=0x7fdbb0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 Processor -- start 2024-09-19T08:12:02.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 -- start start 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2edb5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed6da80 0x55be2ed706a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55be2ecd2520 con 0x55be2ed71a50 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55be2ec7a3e0 con 0x55be2ed702c0 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.653+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55be2ecce4e0 con 0x55be2ed6da80 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59130/0 (socket says 172.21.15.17:59130) 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 -- 172.21.15.17:0/2397015835 learned_addr learned my addr 172.21.15.17:0/2397015835 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2edb5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed6da80 0x55be2ed706a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 -- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed6da80 msgr2=0x55be2ed706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed6da80 0x55be2ed706a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 -- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 msgr2=0x55be2edb5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2edb5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 -- 172.21.15.17:0/2397015835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be2ec952f0 con 0x55be2ed71a50 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fdbac003c60 tx=0x7fdbac009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a8f87e6e03493c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdb97fff640 1 -- 172.21.15.17:0/2397015835 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac017470 con 0x55be2ed71a50 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdb97fff640 1 -- 172.21.15.17:0/2397015835 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac01d070 con 0x55be2ed71a50 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.654+0000 7fdb97fff640 1 -- 172.21.15.17:0/2397015835 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac017810 con 0x55be2ed71a50 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2397015835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 msgr2=0x55be2ed6a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fdbac003c60 tx=0x7fdbac009750 comp rx=0 tx=0).stop 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2397015835 shutdown_connections 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed71a50 0x55be2ed6a8b0 unknown :-1 s=CLOSED pgs=1998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed6da80 0x55be2ed706a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2397015835 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2edb5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2397015835 >> 172.21.15.17:0/2397015835 conn(0x55be2ed6ca80 msgr2=0x55be2edb4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2397015835 shutdown_connections 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.655+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2397015835 wait complete. 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.656+0000 7fdbbf2be740 1 -- start start 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.656+0000 7fdbbf2be740 1 Processor -- start 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2ed913f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed6a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55be2ed6bf20 con 0x55be2ed96260 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55be2ec5b450 con 0x55be2ed702c0 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55be2edb6290 con 0x55be2ed71a50 2024-09-19T08:12:02.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbf2be740 10 client.0 _ll_register_callbacks cb 0x55be2e9e4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59132/0 (socket says 172.21.15.17:59132) 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1574743531 learned_addr learned my addr 172.21.15.17:0/1574743531 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2ed913f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed6a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 msgr2=0x55be2ed6a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed6a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 msgr2=0x55be2ed913f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2ed913f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.657+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1574743531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be2e9e52d0 con 0x55be2ed96260 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7fdbac017a80 tx=0x7fdbac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d6637cd4e1aa9b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac022400 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fdbac0225a0 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbac01d070 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) ==== 24+0+0 (secure 0 0 0) 0x7fdbac0227a0 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 10 client.9855 fetch_fsmap learned FSMap version 266 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) -- 0x55be2eaaf6b0 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac01d070 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 266) ==== 3502+0+0 (secure 0 0 0) 0x7fdbac022940 con 0x55be2ed96260 2024-09-19T08:12:02.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 10 client.9855 fetch_fsmap finished waiting for FSMap version 266 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 10 client.9855 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 20 client.9855 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2ed8fa40 0x55be2ed8fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 4 client.9855 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 --> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be2ecdfc50 con 0x55be2ed8fa40 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.658+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2ed8fa40 0x55be2ed8fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.659+0000 7fdb957fa640 10 client.9855 ms_handle_connect on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.659+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2ed8fa40 0x55be2ed8fe20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e554ad8a1f4b8543 server_cookie=47993d229c95a383 in_seq=0 out_seq=0 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.659+0000 7fdb957fa640 1 -- 172.21.15.17:0/1574743531 <== mds.0 v2:172.21.15.17:6832/921696582 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55be2ecdfc50 con 0x55be2ed8fa40 2024-09-19T08:12:02.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.659+0000 7fdb957fa640 10 client.9855 handle_command_reply: tid=0 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 client.9855 shutdown 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 msgr2=0x55be2ed966e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7fdbac017a80 tx=0x7fdbac004a40 comp rx=0 tx=0).stop 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 shutdown_connections 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2ed8fa40 0x55be2ed8fe20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed966e0 unknown :-1 s=CLOSED pgs=1999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdb957fa640 0 client.9855 ms_handle_reset on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed6a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1574743531 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed702c0 0x55be2ed913f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 >> 172.21.15.17:0/1574743531 conn(0x55be2ed6da80 msgr2=0x55be2edb2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 shutdown_connections 2024-09-19T08:12:02.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1574743531 wait complete. 2024-09-19T08:12:02.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.660+0000 7fdbbf2be740 20 client.9855 trim_cache size 0 max 16384 2024-09-19T08:12:02.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.678+0000 7fdbbf2be740 1 Processor -- start 2024-09-19T08:12:02.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.678+0000 7fdbbf2be740 1 -- start start 2024-09-19T08:12:02.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed702c0 0x55be2edb30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed71a50 0x55be2ed69e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb41ffa50 con 0x55be2ed96260 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb41fedb0 con 0x55be2ed71a50 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb41ff400 con 0x55be2ed702c0 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59140/0 (socket says 172.21.15.17:59140) 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1678729768 learned_addr learned my addr 172.21.15.17:0/1678729768 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed702c0 msgr2=0x55be2edb30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed702c0 0x55be2edb30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed71a50 msgr2=0x55be2ed69e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed71a50 0x55be2ed69e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 -- 172.21.15.17:0/1678729768 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be2edb6780 con 0x55be2ed96260 2024-09-19T08:12:02.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7fdbac0048a0 tx=0x7fdbac023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f69ce5069290567a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdb977fe640 1 -- 172.21.15.17:0/1678729768 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac017ab0 con 0x55be2ed96260 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdb977fe640 1 -- 172.21.15.17:0/1678729768 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac01d070 con 0x55be2ed96260 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.679+0000 7fdb977fe640 1 -- 172.21.15.17:0/1678729768 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac022400 con 0x55be2ed96260 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1678729768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 msgr2=0x55be2ed6a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7fdbac0048a0 tx=0x7fdbac023000 comp rx=0 tx=0).stop 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1678729768 shutdown_connections 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed96260 0x55be2ed6a380 unknown :-1 s=CLOSED pgs=2000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed71a50 0x55be2ed69e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/1678729768 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed702c0 0x55be2edb30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1678729768 >> 172.21.15.17:0/1678729768 conn(0x55be2ed6da80 msgr2=0x55be2edb24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1678729768 shutdown_connections 2024-09-19T08:12:02.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.680+0000 7fdbbf2be740 1 -- 172.21.15.17:0/1678729768 wait complete. 2024-09-19T08:12:02.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.681+0000 7fdbbf2be740 1 -- start start 2024-09-19T08:12:02.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.681+0000 7fdbbf2be740 1 Processor -- start 2024-09-19T08:12:02.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed994f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 0x55be2ed99a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55be2ed69900 con 0x55be2ed702c0 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55be2edc5c20 con 0x55be2ed96260 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55be2ed8ec00 con 0x55be2ed71a50 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 10 client.0 _ll_register_callbacks cb 0x7fdbb0001e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59148/0 (socket says 172.21.15.17:59148) 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 -- 172.21.15.17:0/2016049337 learned_addr learned my addr 172.21.15.17:0/2016049337 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 0x55be2ed99a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 -- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 msgr2=0x55be2ed994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 -- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 msgr2=0x55be2ed99a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 0x55be2ed99a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 -- 172.21.15.17:0/2016049337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be2edb3720 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbaac9640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 0x55be2ed99a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbba2c8640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 secure :-1 s=READY pgs=2001 cs=0 l=1 rev1=1 crypto rx=0x55be2ed8eb30 tx=0x7fdbb0007cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b87990298808ad3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdb957fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0032060 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fdbb0006c40 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.682+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbac01d070 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) ==== 24+0+0 (secure 0 0 0) 0x7fdbb0006e40 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 10 client.9861 fetch_fsmap learned FSMap version 266 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) -- 0x55be2ed6a2e0 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac01d070 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 266) ==== 3502+0+0 (secure 0 0 0) 0x7fdbb0035020 con 0x55be2ed702c0 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 10 client.9861 fetch_fsmap finished waiting for FSMap version 266 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 10 client.9861 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 20 client.9861 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2edd97c0 0x55be2edc3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 4 client.9861 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 --> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] -- command(tid 0: {"prefix": "status"}) -- 0x55be2ecd9fa0 con 0x55be2edd97c0 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2edd97c0 0x55be2edc3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 10 client.9861 ms_handle_connect on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbb9ac7640 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2edd97c0 0x55be2edc3710 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e42c86f4bdf1dc5c server_cookie=412a858e98a3d022 in_seq=0 out_seq=0 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 1 -- 172.21.15.17:0/2016049337 <== mds.0 v2:172.21.15.17:6832/921696582 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55be2ecd9fa0 con 0x55be2edd97c0 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdb957fa640 10 client.9861 handle_command_reply: tid=0 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.683+0000 7fdbbf2be740 1 client.9861 shutdown 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 msgr2=0x55be2ee373f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 secure :-1 s=READY pgs=2001 cs=0 l=1 rev1=1 crypto rx=0x55be2ed8eb30 tx=0x7fdbb0007cc0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 shutdown_connections 2024-09-19T08:12:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55be2ed96260 0x55be2ed99a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55be2ed71a50 0x55be2ed994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x55be2edd97c0 0x55be2edc3710 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 --2- 172.21.15.17:0/2016049337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be2ed702c0 0x55be2ee373f0 unknown :-1 s=CLOSED pgs=2001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdb957fa640 0 client.9861 ms_handle_reset on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 >> 172.21.15.17:0/2016049337 conn(0x55be2ed6da80 msgr2=0x55be2edb5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 shutdown_connections 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 1 -- 172.21.15.17:0/2016049337 wait complete. 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbf2be740 20 client.9861 trim_cache size 0 max 16384 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:02.692 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 9777, 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6770290460000004, 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 266, 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 119, 2024-09-19T08:12:02.693 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 119, 2024-09-19T08:12:02.694 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 9.9541676139999993 2024-09-19T08:12:02.694 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:02.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 msgr2=0x7fdb9806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 0x7fdb9806e7a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0000c00 tx=0x7fdbb0009040 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 msgr2=0x7fdbb415c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7fdba400c300 tx=0x7fdbb40ce330 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 shutdown_connections 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdb9806c2e0 0x7fdb9806e7a0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdbb414d7d0 0x7fdbb415e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbb406dad0 0x7fdbb415c8d0 unknown :-1 s=CLOSED pgs=1997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 --2- 172.21.15.17:0/250275223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdba0004800 0x7fdbb414afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 >> 172.21.15.17:0/250275223 conn(0x7fdbb406bc10 msgr2=0x7fdbb4073950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.684+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 shutdown_connections 2024-09-19T08:12:02.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.685+0000 7fdbbc52c640 1 -- 172.21.15.17:0/250275223 wait complete. 2024-09-19T08:12:02.696 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:02.696 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap key 10000000000.00000000:sixmegs_head', proceeding to ls 2024-09-19T08:12:02.696 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:12:02.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.798+0000 7faaf4aa5640 1 Processor -- start 2024-09-19T08:12:02.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.798+0000 7faaf4aa5640 1 -- start start 2024-09-19T08:12:02.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaf4aa5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faaf00b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaf4aa5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7faaf015e8c0 0x7faaf00b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaf4aa5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaf006cec0 con 0x7faaf00d1fc0 2024-09-19T08:12:02.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaf4aa5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7faaf00d2d40 con 0x7faaf015e8c0 2024-09-19T08:12:02.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaf4aa5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faaf00b7250 con 0x7faaf015e4e0 2024-09-19T08:12:02.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaeed9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7faaf00d1fc0 0x7faaf00d2450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42010/0 (socket says 172.21.15.17:42010) 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaeed9d640 1 -- 172.21.15.17:0/2365975950 learned_addr learned my addr 172.21.15.17:0/2365975950 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faaf00b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaedd9b640 1 --2- 172.21.15.17:0/2365975950 >> v2:172.21.15.160:3300/0 conn(0x7faaf015e8c0 0x7faaf00b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2609020402 0 0) 0x7faaf006cec0 con 0x7faaf00d1fc0 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.799+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faad8003520 con 0x7faaf00d1fc0 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4125421887 0 0) 0x7faad8003520 con 0x7faaf00d1fc0 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 msgr2=0x7faaf00b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faaf00b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 >> v2:172.21.15.160:3300/0 conn(0x7faaf015e8c0 msgr2=0x7faaf00b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 --2- 172.21.15.17:0/2365975950 >> v2:172.21.15.160:3300/0 conn(0x7faaf015e8c0 0x7faaf00b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf006d160 con 0x7faaf00d1fc0 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7faae80019f0 con 0x7faaf00d1fc0 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faaf00b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 >> v1:172.21.15.17:6789/0 conn(0x7faaf00d1fc0 legacy=0x7faaf00d2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faad80039b0 0x7faad8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad8004800 0x7faad8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faad80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00d2d40 con 0x7faad80039b0 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00b7250 con 0x7faad8004800 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faad800b9c0 con 0x7faaf015e4e0 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faad80039b0 0x7faad8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaedd9b640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad8004800 0x7faad8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaeed9d640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faad80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 -- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 msgr2=0x7faad80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faad80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 -- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad8004800 msgr2=0x7faad8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad8004800 0x7faad8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaee59c640 1 -- 172.21.15.17:0/2365975950 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad8003520 con 0x7faad80039b0 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.800+0000 7faaeed9d640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf015e4e0 0x7faad80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.801+0000 7faaee59c640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faad80039b0 0x7faad8003dd0 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7faae0009c90 tx=0x7faad8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14f548e29333501f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.801+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae0036070 con 0x7faad80039b0 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.801+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faae0031400 con 0x7faad80039b0 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.801+0000 7faaed59a640 1 -- 172.21.15.17:0/2365975950 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae0009860 con 0x7faad80039b0 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 -- 172.21.15.17:0/2365975950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faad80039b0 msgr2=0x7faad8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/2365975950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faad80039b0 0x7faad8003dd0 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7faae0009c90 tx=0x7faad8005830 comp rx=0 tx=0).stop 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaeed9d640 1 -- 172.21.15.17:0/2365975950 reap_dead start 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 -- 172.21.15.17:0/2365975950 shutdown_connections 2024-09-19T08:12:02.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 -- 172.21.15.17:0/2365975950 >> 172.21.15.17:0/2365975950 conn(0x7faaf006f400 msgr2=0x7faaf006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:02.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 -- 172.21.15.17:0/2365975950 shutdown_connections 2024-09-19T08:12:02.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.802+0000 7faaf4aa5640 1 -- 172.21.15.17:0/2365975950 wait complete. 2024-09-19T08:12:02.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.803+0000 7faaf4aa5640 1 Processor -- start 2024-09-19T08:12:02.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.803+0000 7faaf4aa5640 1 -- start start 2024-09-19T08:12:02.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad80039b0 0x7faaf0152bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 0x7faaf0154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00b67d0 con 0x7faaf0157ff0 2024-09-19T08:12:02.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faaf006d720 con 0x7faad80039b0 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaf4aa5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faaf00b6950 con 0x7faaf00b0c40 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59160/0 (socket says 172.21.15.17:59160) 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 -- 172.21.15.17:0/3589239737 learned_addr learned my addr 172.21.15.17:0/3589239737 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaee59c640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad80039b0 0x7faaf0152bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaeed9d640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 0x7faaf0154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 -- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 msgr2=0x7faaf0154810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 0x7faaf0154810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 -- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad80039b0 msgr2=0x7faaf0152bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:02.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad80039b0 0x7faaf0152bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 -- 172.21.15.17:0/3589239737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf0158450 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaeed9d640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 0x7faaf0154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.804+0000 7faaedd9b640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7faae4011990 tx=0x7faae4011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.805+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae4019070 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.805+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faae4004240 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.805+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae400f8c0 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.805+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf014cc40 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.805+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf00afe80 con 0x7faaf0157ff0 2024-09-19T08:12:02.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.806+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf00b6cf0 con 0x7faaf0157ff0 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.806+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faae401c070 con 0x7faaf0157ff0 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.806+0000 7faadeffd640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 0x7faad006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.807+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7faae408c250 con 0x7faaf0157ff0 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.807+0000 7faaee59c640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 0x7faad006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.807+0000 7faaee59c640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 0x7faad006e770 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7faae0033000 tx=0x7faae0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:02.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:02.811+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faae4059f70 con 0x7faaf0157ff0 2024-09-19T08:12:02.992 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:02.991+0000 7f147cee3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:03.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.021+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faaf015c990 con 0x7faaf0157ff0 2024-09-19T08:12:03.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.021+0000 7faadeffd640 1 -- 172.21.15.17:0/3589239737 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v266) ==== 53+0+73 (secure 0 0 0) 0x7faae4059870 con 0x7faaf0157ff0 2024-09-19T08:12:03.022 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:12:03.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 msgr2=0x7faad006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:03.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 0x7faad006e770 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7faae0033000 tx=0x7faae0008030 comp rx=0 tx=0).stop 2024-09-19T08:12:03.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 msgr2=0x7faaf014c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7faae4011990 tx=0x7faae4011e50 comp rx=0 tx=0).stop 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 shutdown_connections 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faad006c2b0 0x7faad006e770 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faaf00b0c40 0x7faaf0154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faaf0157ff0 0x7faaf014c700 unknown :-1 s=CLOSED pgs=2004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 --2- 172.21.15.17:0/3589239737 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faad80039b0 0x7faaf0152bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 >> 172.21.15.17:0/3589239737 conn(0x7faaf006f400 msgr2=0x7faaf006db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 shutdown_connections 2024-09-19T08:12:03.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03.023+0000 7faaf4aa5640 1 -- 172.21.15.17:0/3589239737 wait complete. 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:03.035 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:12:03.036 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:12:03.036 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:12:03.036 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:03.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.036 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:12:03.053 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:12:03.054 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42198sec preferred_lft 42198sec 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.055 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:12:03.056 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:03.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.057 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:12:03.118 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:12:03.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.119 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:12:03.176 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:12:03.176 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:12:03.176 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:12:03.177 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:12:03.177 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:12:03.177 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:12:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:12:03.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:03.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.305 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:12:03.321 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:12:03.321 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:12:03.322 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:03.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.322 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:12:03.387 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:12:03.388 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:03.388 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:03.443 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:03.444 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:03.444 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:03.499 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:03.566 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:03.623 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:03.624 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:03.625 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:03.626 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:03.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.626 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:03.682 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:12:03.683 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:12:03.725 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:03.751 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:03.807 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:03.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:03.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:03.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:03.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.812 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:03.813 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:12:03.809+0000 7feea6120480 -1 init, newargv = 0x5619b7d6dbc0 newargc=15 2024-09-19T08:12:03.813 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[80746]: starting ceph client 2024-09-19T08:12:03.815 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[80746]: starting fuse 2024-09-19T08:12:03.829 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:12:03.829 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:12:03.829 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:12:03.830 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:12:03.831 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:03.948 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.80746.asok 2024-09-19T08:12:03.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:03.959 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.80746.asok 2024-09-19T08:12:03.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:03.959 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.80746.asok status 2024-09-19T08:12:04.096 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:04.096 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "80746", 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 9876, 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:12:04.097 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 9876 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2282059255 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:04.098 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2282059255 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.9876 192.168.0.1:0/2282059255", 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2282059255", 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 266, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 119, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:12:04.099 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:04.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:04.105 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:12:04.105 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:04.122 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:12:04.122 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:04.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:04.123 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:04.189 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:12:04.189 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:04.189 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> import json 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/./subdir/sixmegs'"'"') 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> except OSError as e: 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(e.errno) 2024-09-19T08:12:04.190 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:04.191 DEBUG:teuthology.orchestra.run.smithi017:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-19T08:12:04.191 DEBUG:teuthology.orchestra.run.smithi017:> print(json.dumps( 2024-09-19T08:12:04.191 DEBUG:teuthology.orchestra.run.smithi017:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-19T08:12:04.191 DEBUG:teuthology.orchestra.run.smithi017:> indent=2)) 2024-09-19T08:12:04.191 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:04.231 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:12:04.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04 stdin-killer INFO: command exited with status 5: exiting normally with same code! 2024-09-19T08:12:04.309 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-19T08:12:04.309 INFO:tasks.cephfs.test_damage:Result: EIO on client 2024-09-19T08:12:04.310 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:04.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.450+0000 7f954c282640 1 Processor -- start 2024-09-19T08:12:04.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.450+0000 7f954c282640 1 -- start start 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954c282640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f954415eab0 0x7f954406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954c282640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95440b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954c282640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95440d17e0 con 0x7f95440b80c0 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954c282640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f95440d09d0 con 0x7f954415eab0 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954c282640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f954415ee90 con 0x7f954406dae0 2024-09-19T08:12:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954a81f640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f95440b80c0 0x7f95440b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42024/0 (socket says 172.21.15.17:42024) 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954a81f640 1 -- 172.21.15.17:0/910745405 learned_addr learned my addr 172.21.15.17:0/910745405 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954981d640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95440b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.451+0000 7f954a01e640 1 --2- 172.21.15.17:0/910745405 >> v2:172.21.15.160:3300/0 conn(0x7f954415eab0 0x7f954406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2342129401 0 0) 0x7f95440d17e0 con 0x7f95440b80c0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9530003520 con 0x7f95440b80c0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2321573329 0 0) 0x7f9530003520 con 0x7f95440b80c0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 msgr2=0x7f95440b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95440b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 >> v2:172.21.15.160:3300/0 conn(0x7f954415eab0 msgr2=0x7f954406d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 --2- 172.21.15.17:0/910745405 >> v2:172.21.15.160:3300/0 conn(0x7f954415eab0 0x7f954406d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95440cfc10 con 0x7f95440b80c0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f953c0019f0 con 0x7f95440b80c0 2024-09-19T08:12:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 >> v1:172.21.15.17:6789/0 conn(0x7f95440b80c0 legacy=0x7f95440b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95300039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9530003f30 0x7f9530004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530004d40 0x7f95300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95440d09d0 con 0x7f9530003f30 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f954415ee90 con 0x7f9530004d40 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f953000b9f0 con 0x7f954406dae0 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9530003f30 0x7f9530004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954a01e640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95300039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954a81f640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530004d40 0x7f95300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 -- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 msgr2=0x7f95300039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f954406dae0 0x7f95300039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 -- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530004d40 msgr2=0x7f95300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530004d40 0x7f95300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954981d640 1 -- 172.21.15.17:0/910745405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9530003520 con 0x7f9530003f30 2024-09-19T08:12:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.452+0000 7f954a81f640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530004d40 0x7f95300051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.453+0000 7f954981d640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9530003f30 0x7f9530004800 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7f9534009ac0 tx=0x7f9530005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2007872a9c5875f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.453+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9534036070 con 0x7f9530003f30 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.453+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9534031400 con 0x7f9530003f30 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.453+0000 7f954901c640 1 -- 172.21.15.17:0/910745405 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9534009690 con 0x7f9530003f30 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 -- 172.21.15.17:0/910745405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9530003f30 msgr2=0x7f9530004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 --2- 172.21.15.17:0/910745405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9530003f30 0x7f9530004800 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7f9534009ac0 tx=0x7f9530005830 comp rx=0 tx=0).stop 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954a81f640 1 -- 172.21.15.17:0/910745405 reap_dead start 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 -- 172.21.15.17:0/910745405 shutdown_connections 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 -- 172.21.15.17:0/910745405 >> 172.21.15.17:0/910745405 conn(0x7f95440d4b30 msgr2=0x7f95440d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 -- 172.21.15.17:0/910745405 shutdown_connections 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.454+0000 7f954c282640 1 -- 172.21.15.17:0/910745405 wait complete. 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.455+0000 7f954c282640 1 Processor -- start 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.455+0000 7f954c282640 1 -- start start 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 0x7f9544154700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440abb50 0x7f95440aeea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95440d01d0 con 0x7f95440b09d0 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f954406df20 con 0x7f9530003f30 2024-09-19T08:12:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954c282640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f95440d04b0 con 0x7f95440abb50 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59170/0 (socket says 172.21.15.17:59170) 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 -- 172.21.15.17:0/2968301573 learned_addr learned my addr 172.21.15.17:0/2968301573 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954981d640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440abb50 0x7f95440aeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a01e640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 0x7f9544154700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 -- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440abb50 msgr2=0x7f95440aeea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440abb50 0x7f95440aeea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 -- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 msgr2=0x7f9544154700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 0x7f9544154700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a81f640 1 -- 172.21.15.17:0/2968301573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95440ac160 con 0x7f95440b09d0 2024-09-19T08:12:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.456+0000 7f954a01e640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 0x7f9544154700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f954a81f640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f95440697a0 tx=0x7f953c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c00eda0 con 0x7f95440b09d0 2024-09-19T08:12:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953c018070 con 0x7f95440b09d0 2024-09-19T08:12:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953c013660 con 0x7f95440b09d0 2024-09-19T08:12:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95440ac400 con 0x7f95440b09d0 2024-09-19T08:12:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.457+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95440ac9c0 con 0x7f95440b09d0 2024-09-19T08:12:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.458+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f954415e2e0 con 0x7f95440b09d0 2024-09-19T08:12:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.458+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f953c013800 con 0x7f95440b09d0 2024-09-19T08:12:04.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.459+0000 7f953affd640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 0x7f952806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.459+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f953c08c230 con 0x7f95440b09d0 2024-09-19T08:12:04.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.459+0000 7f954a01e640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 0x7f952806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.460+0000 7f954a01e640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 0x7f952806e770 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f9540009c40 tx=0x7f9540008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.464+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f954415e2e0 con 0x7f95440b09d0 2024-09-19T08:12:04.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.675+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9544069ac0 con 0x7f95440b09d0 2024-09-19T08:12:04.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.675+0000 7f953affd640 1 -- 172.21.15.17:0/2968301573 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 266 v266) ==== 95+0+5234 (secure 0 0 0) 0x7f9544069ac0 con 0x7f95440b09d0 2024-09-19T08:12:04.677 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:04.677 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":266,"btime":"2024-09-19T08:11:59:017077+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":266,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:11:59.017068+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"c","rank":0,"incarnation":263,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/921696582","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":921696582},{"type":"v1","addr":"172.21.15.17:6834","nonce":921696582}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":6}]} 2024-09-19T08:12:04.678 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 266 2024-09-19T08:12:04.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 msgr2=0x7f952806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 0x7f952806e770 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f9540009c40 tx=0x7f9540008040 comp rx=0 tx=0).stop 2024-09-19T08:12:04.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 msgr2=0x7f95440cca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f95440697a0 tx=0x7f953c00e530 comp rx=0 tx=0).stop 2024-09-19T08:12:04.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 shutdown_connections 2024-09-19T08:12:04.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f952806c2b0 0x7f952806e770 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95440b09d0 0x7f95440cca30 unknown :-1 s=CLOSED pgs=2010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f95440abb50 0x7f95440aeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 --2- 172.21.15.17:0/2968301573 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9530003f30 0x7f9544154700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 >> 172.21.15.17:0/2968301573 conn(0x7f95440d4b30 msgr2=0x7f954415ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 shutdown_connections 2024-09-19T08:12:04.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.678+0000 7f954c282640 1 -- 172.21.15.17:0/2968301573 wait complete. 2024-09-19T08:12:04.690 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-19T08:12:04.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.794+0000 7fb7e245e640 1 Processor -- start 2024-09-19T08:12:04.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.794+0000 7fb7e245e640 1 -- start start 2024-09-19T08:12:04.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7e245e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc0af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7e245e640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7dc1454f0 con 0x7fb7dc145110 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7e245e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7dc072f50 con 0x7fb7dc0b2530 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7e245e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7dc073b60 con 0x7fb7dc145700 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7dbfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7dc145110 0x7fb7dc0b1e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42028/0 (socket says 172.21.15.17:42028) 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7dbfff640 1 -- 172.21.15.17:0/2096937195 learned_addr learned my addr 172.21.15.17:0/2096937195 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.795+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/2096937195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc0af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3549783165 0 0) 0x7fb7dc1454f0 con 0x7fb7dc145110 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7c8003520 con 0x7fb7dc145110 2024-09-19T08:12:04.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2933389789 0 0) 0x7fb7dc072f50 con 0x7fb7dc0b2530 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7dc1454f0 con 0x7fb7dc0b2530 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7e09fb640 1 -- 172.21.15.17:0/2096937195 >> v1:172.21.15.160:6789/0 conn(0x7fb7dc0b2530 legacy=0x7fb7dc0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1816276051 0 0) 0x7fb7c8003520 con 0x7fb7dc145110 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7e09fb640 1 -- 172.21.15.17:0/2096937195 >> v1:172.21.15.17:6789/0 conn(0x7fb7dc145110 legacy=0x7fb7dc0b1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.796+0000 7fb7e09fb640 1 -- 172.21.15.17:0/2096937195 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7dc073230 con 0x7fb7dc145700 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/2096937195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc0af6f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009dc0 tx=0x7fb7d402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=500b9a751365dd86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc001670 con 0x7fb7dc145700 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7d4007540 con 0x7fb7dc145700 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7daffd640 1 -- 172.21.15.17:0/2096937195 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d40078f0 con 0x7fb7dc145700 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 -- 172.21.15.17:0/2096937195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 msgr2=0x7fb7dc0af6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 --2- 172.21.15.17:0/2096937195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc0af6f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009dc0 tx=0x7fb7d402a5d0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 -- 172.21.15.17:0/2096937195 shutdown_connections 2024-09-19T08:12:04.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 --2- 172.21.15.17:0/2096937195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc0af6f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 -- 172.21.15.17:0/2096937195 >> 172.21.15.17:0/2096937195 conn(0x7fb7dc06bc10 msgr2=0x7fb7dc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 -- 172.21.15.17:0/2096937195 shutdown_connections 2024-09-19T08:12:04.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.797+0000 7fb7e245e640 1 -- 172.21.15.17:0/2096937195 wait complete. 2024-09-19T08:12:04.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 Processor -- start 2024-09-19T08:12:04.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 -- start start 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7dc145110 0x7fb7dc0aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc153540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7dc0cfe40 con 0x7fb7dc0b2530 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7dc0737f0 con 0x7fb7dc145110 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.799+0000 7fb7e245e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7dc0cffc0 con 0x7fb7dc145700 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59180/0 (socket says 172.21.15.17:59180) 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 -- 172.21.15.17:0/3305118374 learned_addr learned my addr 172.21.15.17:0/3305118374 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc153540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7dc145110 0x7fb7dc0aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 -- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 msgr2=0x7fb7dc153540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc153540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 -- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7dc145110 msgr2=0x7fb7dc0aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7dc145110 0x7fb7dc0aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 -- 172.21.15.17:0/3305118374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7dc13c0c0 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc00c5a0 tx=0x7fb7cc00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7d8ff9640 1 -- 172.21.15.17:0/3305118374 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc017070 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7d8ff9640 1 -- 172.21.15.17:0/3305118374 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7cc005ce0 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7d8ff9640 1 -- 172.21.15.17:0/3305118374 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc0072b0 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7dc15d960 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.800+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7dc15df20 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.802+0000 7fb7d8ff9640 1 -- 172.21.15.17:0/3305118374 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7cc01a070 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.803+0000 7fb7d8ff9640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 0x7fb7bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.803+0000 7fb7d8ff9640 1 -- 172.21.15.17:0/3305118374 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fb7cc08b390 con 0x7fb7dc0b2530 2024-09-19T08:12:04.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.803+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 0x7fb7bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.803+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 0x7fb7bc06e770 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc15f3b0 tx=0x7fb7c4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 Processor -- start 2024-09-19T08:12:04.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 -- start start 2024-09-19T08:12:04.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb732e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb706c0 0x5633ecb72250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5633eca8f930 con 0x5633ecb70b20 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5633eca37570 con 0x5633ecb706c0 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5633eca8b8f0 con 0x5633ecb72f00 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e09fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e09fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59182/0 (socket says 172.21.15.17:59182) 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.804+0000 7fb7e09fb640 1 -- 172.21.15.17:0/1462915241 learned_addr learned my addr 172.21.15.17:0/1462915241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb732e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb706c0 0x5633ecb72250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 -- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 msgr2=0x5633ecb732e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb732e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 -- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb706c0 msgr2=0x5633ecb72250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb706c0 0x5633ecb72250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 -- 172.21.15.17:0/1462915241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633eca4c200 con 0x5633ecb70b20 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009ee0 tx=0x7fb7d402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3ba257b9500c3ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7d1ffb640 1 -- 172.21.15.17:0/1462915241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d4007740 con 0x5633ecb70b20 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7d1ffb640 1 -- 172.21.15.17:0/1462915241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7d40078e0 con 0x5633ecb70b20 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.805+0000 7fb7d1ffb640 1 -- 172.21.15.17:0/1462915241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d4007c90 con 0x5633ecb70b20 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1462915241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 msgr2=0x5633ecb52e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009ee0 tx=0x7fb7d402e000 comp rx=0 tx=0).stop 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1462915241 shutdown_connections 2024-09-19T08:12:04.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb52e80 unknown :-1 s=CLOSED pgs=2013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb706c0 0x5633ecb72250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1462915241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1462915241 >> 172.21.15.17:0/1462915241 conn(0x5633ecb28df0 msgr2=0x5633ecb70f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1462915241 shutdown_connections 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1462915241 wait complete. 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.806+0000 7fb7e51fa740 1 -- start start 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 Processor -- start 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb50970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 0x5633ecb69e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5633ecb6f620 con 0x5633ecb72f00 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5633eca186a0 con 0x5633ecb70b20 2024-09-19T08:12:04.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5633ecb6f900 con 0x5633ecb56780 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7e51fa740 10 client.0 _ll_register_callbacks cb 0x5633eca50300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59198/0 (socket says 172.21.15.17:59198) 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.807+0000 7fb7db7fe640 1 -- 172.21.15.17:0/1092251073 learned_addr learned my addr 172.21.15.17:0/1092251073 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 0x5633ecb69e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb50970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 -- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 msgr2=0x5633ecb69e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 0x5633ecb69e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 -- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 msgr2=0x5633ecb50970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb50970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 -- 172.21.15.17:0/1092251073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633ec86e7c0 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 0x5633ecb69e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb50970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4014700 tx=0x7fb7c4001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff50cf43276f4c0a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7baffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c40135c0 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7d40078e0 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fb7c4013760 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) ==== 24+0+0 (secure 0 0 0) 0x7fb7c402f050 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7e51fa740 10 client.9894 fetch_fsmap learned FSMap version 266 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) -- 0x5633ec8cef50 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.808+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7d40078e0 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 266) ==== 3502+0+0 (secure 0 0 0) 0x7fb7c4020070 con 0x5633ecb72f00 2024-09-19T08:12:04.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 10 client.9894 fetch_fsmap finished waiting for FSMap version 266 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 10 client.9894 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 20 client.9894 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb84990 0x5633ecb544f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 4 client.9894 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 --> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5633eca9d060 con 0x5633ecb84990 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb84990 0x5633ecb544f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb84990 0x5633ecb544f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67a094ce20922016 server_cookie=8a02300a033959ff in_seq=0 out_seq=0 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.809+0000 7fb7baffd640 10 client.9894 ms_handle_connect on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7baffd640 1 -- 172.21.15.17:0/1092251073 <== mds.0 v2:172.21.15.17:6832/921696582 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5633eca9d060 con 0x5633ecb84990 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7baffd640 10 client.9894 handle_command_reply: tid=0 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 client.9894 shutdown 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 msgr2=0x5633ecb69860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4014700 tx=0x7fb7c4001150 comp rx=0 tx=0).stop 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 shutdown_connections 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb56780 0x5633ecb69e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb84990 0x5633ecb544f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb72f00 0x5633ecb69860 unknown :-1 s=CLOSED pgs=2014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7baffd640 0 client.9894 ms_handle_reset on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/1092251073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb50970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 >> 172.21.15.17:0/1092251073 conn(0x5633ecb706c0 msgr2=0x5633ecb739e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 shutdown_connections 2024-09-19T08:12:04.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 1 -- 172.21.15.17:0/1092251073 wait complete. 2024-09-19T08:12:04.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.810+0000 7fb7e51fa740 20 client.9894 trim_cache size 0 max 16384 2024-09-19T08:12:04.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.823+0000 7fb7e51fa740 1 Processor -- start 2024-09-19T08:12:04.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 -- start start 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 0x5633ecb954b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb68000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7dc2013d0 con 0x5633ecb70b20 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7dc200760 con 0x5633ecb56780 2024-09-19T08:12:04.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7dc200db0 con 0x5633ecb72f00 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59204/0 (socket says 172.21.15.17:59204) 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.824+0000 7fb7db7fe640 1 -- 172.21.15.17:0/855565703 learned_addr learned my addr 172.21.15.17:0/855565703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb68000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 -- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 msgr2=0x5633ecb68000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb68000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 0x5633ecb954b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 -- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 msgr2=0x5633ecb954b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 0x5633ecb954b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 -- 172.21.15.17:0/855565703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633ec7620b0 con 0x5633ecb70b20 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 0x5633ecb954b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4014fd0 tx=0x7fb7c4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1743748dbe24b490 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7d17fa640 1 -- 172.21.15.17:0/855565703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c40135c0 con 0x5633ecb70b20 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7d17fa640 1 -- 172.21.15.17:0/855565703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c4026070 con 0x5633ecb70b20 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.825+0000 7fb7d17fa640 1 -- 172.21.15.17:0/855565703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c40139a0 con 0x5633ecb70b20 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- 172.21.15.17:0/855565703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 msgr2=0x5633ecb6e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4014fd0 tx=0x7fb7c4020000 comp rx=0 tx=0).stop 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- 172.21.15.17:0/855565703 shutdown_connections 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb68000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb70b20 0x5633ecb6e6e0 unknown :-1 s=CLOSED pgs=2015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/855565703 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb56780 0x5633ecb954b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- 172.21.15.17:0/855565703 >> 172.21.15.17:0/855565703 conn(0x5633ecb706c0 msgr2=0x5633ecb50810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- 172.21.15.17:0/855565703 shutdown_connections 2024-09-19T08:12:04.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- 172.21.15.17:0/855565703 wait complete. 2024-09-19T08:12:04.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 -- start start 2024-09-19T08:12:04.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.826+0000 7fb7e51fa740 1 Processor -- start 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb70f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb71440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5633ecb84810 con 0x5633ecb56780 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5633ecb55300 con 0x5633ecb70b20 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5633ecb85460 con 0x5633ecb72f00 2024-09-19T08:12:04.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7e51fa740 10 client.0 _ll_register_callbacks cb 0x7fb7c4017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59214/0 (socket says 172.21.15.17:59214) 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.827+0000 7fb7dbfff640 1 -- 172.21.15.17:0/4072291495 learned_addr learned my addr 172.21.15.17:0/4072291495 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb70f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 -- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 msgr2=0x5633ecb71440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb71440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb71440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 -- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 msgr2=0x5633ecb70f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb70f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 -- 172.21.15.17:0/4072291495 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633ecbf36e0 con 0x5633ecb56780 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e09fb640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb71440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:04.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb70f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7dbfff640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 secure :-1 s=READY pgs=2016 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc088de0 tx=0x7fb7cc014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=666accb9c1a3cb6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc087060 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7fb7cc055040 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7c4026070 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) ==== 24+0+0 (secure 0 0 0) 0x7fb7cc05de60 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 10 client.9900 fetch_fsmap learned FSMap version 266 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) -- 0x5633ecb83e00 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c4026070 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 266) ==== 3502+0+0 (secure 0 0 0) 0x7fb7cc061070 con 0x5633ecb56780 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 10 client.9900 fetch_fsmap finished waiting for FSMap version 266 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 10 client.9900 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 20 client.9900 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:04.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb261f0 0x5633ecb691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 4 client.9900 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.828+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 --> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) -- 0x5633ecb67710 con 0x5633ecb261f0 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb261f0 0x5633ecb691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7db7fe640 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb261f0 0x5633ecb691d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1def040f762b7b56 server_cookie=611faf974a08080 in_seq=0 out_seq=0 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7baffd640 10 client.9900 ms_handle_connect on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7baffd640 1 -- 172.21.15.17:0/4072291495 <== mds.0 v2:172.21.15.17:6832/921696582 1 ==== command_reply(tid 0: 0 ) ==== 8+0+214 (crc 0 0 0) 0x5633ecb67710 con 0x5633ecb261f0 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7baffd640 10 client.9900 handle_command_reply: tid=0 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 client.9900 shutdown 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 msgr2=0x5633ecbeec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 secure :-1 s=READY pgs=2016 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc088de0 tx=0x7fb7cc014040 comp rx=0 tx=0).stop 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 shutdown_connections 2024-09-19T08:12:04.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5633ecb72f00 0x5633ecb71440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5633ecb70b20 0x5633ecb70f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:6832/921696582,v1:172.21.15.17:6834/921696582] conn(0x5633ecb261f0 0x5633ecb691d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 --2- 172.21.15.17:0/4072291495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633ecb56780 0x5633ecbeec90 unknown :-1 s=CLOSED pgs=2016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7baffd640 0 client.9900 ms_handle_reset on v2:172.21.15.17:6832/921696582 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 >> 172.21.15.17:0/4072291495 conn(0x5633ecb706c0 msgr2=0x5633ecb50810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 shutdown_connections 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 1 -- 172.21.15.17:0/4072291495 wait complete. 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.829+0000 7fb7e51fa740 20 client.9900 trim_cache size 0 max 16384 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:04.837 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "damage_type": "dentry", 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 469460963, 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "ino": 1099511627776, 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "frag": "*", 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "dname": "sixmegs", 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "snap_id": "head", 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/subdir/sixmegs" 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:04.838 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 msgr2=0x7fb7bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 0x7fb7bc06e770 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc15f3b0 tx=0x7fb7c4009040 comp rx=0 tx=0).stop 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 msgr2=0x7fb7dc15f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc00c5a0 tx=0x7fb7cc00ca60 comp rx=0 tx=0).stop 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 shutdown_connections 2024-09-19T08:12:04.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7bc06c2b0 0x7fb7bc06e770 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7dc145700 0x7fb7dc153540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7dc145110 0x7fb7dc0aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 --2- 172.21.15.17:0/3305118374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7dc0b2530 0x7fb7dc15f460 unknown :-1 s=CLOSED pgs=2012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 >> 172.21.15.17:0/3305118374 conn(0x7fb7dc06bc10 msgr2=0x7fb7dc0d0420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 shutdown_connections 2024-09-19T08:12:04.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:04.830+0000 7fb7e245e640 1 -- 172.21.15.17:0/3305118374 wait complete. 2024-09-19T08:12:04.842 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 100.00000000:stray0_head' 2024-09-19T08:12:04.842 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:04.842 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:04.858 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:05.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.002+0000 7f25b6a4c640 1 Processor -- start 2024-09-19T08:12:05.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.002+0000 7f25b6a4c640 1 -- start start 2024-09-19T08:12:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25b6a4c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b0162280 0x7f25b00cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25b6a4c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f25b0162660 0x7f25b00ce350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25b6a4c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25b00cf870 con 0x7f25b00af940 2024-09-19T08:12:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25b6a4c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f25b00cfb50 con 0x7f25b0162660 2024-09-19T08:12:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25b6a4c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f25b00cfe30 con 0x7f25b0162280 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f25b0162660 0x7f25b00ce350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f25b0162660 0x7f25b00ce350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59222/0 (socket says 172.21.15.17:59222) 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 -- 172.21.15.17:0/3839918190 learned_addr learned my addr 172.21.15.17:0/3839918190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25affff640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b0162280 0x7f25b00cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 -- 172.21.15.17:0/3839918190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b0162280 msgr2=0x7f25b00cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b0162280 0x7f25b00cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 -- 172.21.15.17:0/3839918190 >> v1:172.21.15.17:6789/0 conn(0x7f25b00af940 legacy=0x7f25b0154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25af7fe640 1 -- 172.21.15.17:0/3839918190 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b00d0110 con 0x7f25b0162660 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.003+0000 7f25aeffd640 1 -- 172.21.15.17:0/3839918190 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 867860180 0 0) 0x7f25b00cf870 con 0x7f25b00af940 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.004+0000 7f25af7fe640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162660 0x7f25b00ce350 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009870 tx=0x7f25a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=862c8ad513ed75be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.004+0000 7f25aeffd640 1 -- 172.21.15.17:0/3839918190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4037070 con 0x7f25b0162660 2024-09-19T08:12:05.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.004+0000 7f25aeffd640 1 -- 172.21.15.17:0/3839918190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a4032440 con 0x7f25b0162660 2024-09-19T08:12:05.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.004+0000 7f25aeffd640 1 -- 172.21.15.17:0/3839918190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4032810 con 0x7f25b0162660 2024-09-19T08:12:05.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 -- 172.21.15.17:0/3839918190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162660 msgr2=0x7f25b00ce350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162660 0x7f25b00ce350 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009870 tx=0x7f25a402a270 comp rx=0 tx=0).stop 2024-09-19T08:12:05.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 -- 172.21.15.17:0/3839918190 shutdown_connections 2024-09-19T08:12:05.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162660 0x7f25b00ce350 unknown :-1 s=CLOSED pgs=2018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/3839918190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b0162280 0x7f25b00cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 -- 172.21.15.17:0/3839918190 >> 172.21.15.17:0/3839918190 conn(0x7f25b00b1770 msgr2=0x7f25b00b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 -- 172.21.15.17:0/3839918190 shutdown_connections 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.005+0000 7f25b6a4c640 1 -- 172.21.15.17:0/3839918190 wait complete. 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.006+0000 7f25b6a4c640 1 Processor -- start 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.006+0000 7f25b6a4c640 1 -- start start 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 0x7f25b01f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f25b0162660 0x7f25b015e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00afdb0 con 0x7f25b0162280 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00ce890 con 0x7f25b0162660 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b6a4c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f25b00aff30 con 0x7f25b00af940 2024-09-19T08:12:05.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59226/0 (socket says 172.21.15.17:59226) 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 -- 172.21.15.17:0/2437603383 learned_addr learned my addr 172.21.15.17:0/2437603383 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25affff640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 0x7f25b01f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25b4fe9640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f25b0162660 0x7f25b015e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 -- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 msgr2=0x7f25b01f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 0x7f25b01f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 -- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f25b0162660 msgr2=0x7f25b015e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.007+0000 7f25af7fe640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f25b0162660 0x7f25b015e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25af7fe640 1 -- 172.21.15.17:0/2437603383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b015ef00 con 0x7f25b0162280 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25affff640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 0x7f25b01f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25af7fe640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 secure :-1 s=READY pgs=2019 cs=0 l=1 rev1=1 crypto rx=0x7f25a402a2b0 tx=0x7f25a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4041020 con 0x7f25b0162280 2024-09-19T08:12:05.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a40306e0 con 0x7f25b0162280 2024-09-19T08:12:05.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b0159190 con 0x7f25b0162280 2024-09-19T08:12:05.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4037040 con 0x7f25b0162280 2024-09-19T08:12:05.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.008+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b0159750 con 0x7f25b0162280 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.009+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b00cf290 con 0x7f25b0162280 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.010+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25a4044020 con 0x7f25b0162280 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.010+0000 7f25acff9640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.010+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f25a40ac6a0 con 0x7f25b0162280 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.010+0000 7f25affff640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.011+0000 7f25affff640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 0x7f259c06e770 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f25a0006fd0 tx=0x7f25a0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.015+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25a404b030 con 0x7f25b0162280 2024-09-19T08:12:05.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.204+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f25b00cd120 con 0x7f25b0162280 2024-09-19T08:12:05.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.204+0000 7f25acff9640 1 -- 172.21.15.17:0/2437603383 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 62 entries v119) ==== 81+0+3768 (secure 0 0 0) 0x7f25b015ef00 con 0x7f25b0162280 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:05.206 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:05.207 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:05.208 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:05.209 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:05.210 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:listed 62 entries 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 msgr2=0x7f259c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 0x7f259c06e770 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f25a0006fd0 tx=0x7f25a0008040 comp rx=0 tx=0).stop 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 msgr2=0x7f25b01f38d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 secure :-1 s=READY pgs=2019 cs=0 l=1 rev1=1 crypto rx=0x7f25a402a2b0 tx=0x7f25a40046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 shutdown_connections 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f259c06c2b0 0x7f259c06e770 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f25b0162660 0x7f25b015e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b0162280 0x7f25b01f38d0 unknown :-1 s=CLOSED pgs=2019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.206+0000 7f25b6a4c640 1 --2- 172.21.15.17:0/2437603383 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f25b00af940 0x7f25b01f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.207+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 >> 172.21.15.17:0/2437603383 conn(0x7f25b00b1770 msgr2=0x7f25b00b4d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:05.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.207+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 shutdown_connections 2024-09-19T08:12:05.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.207+0000 7f25b6a4c640 1 -- 172.21.15.17:0/2437603383 wait complete. 2024-09-19T08:12:05.218 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:05.219 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:05.235 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:05.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.380+0000 7f4f5cd2a640 1 Processor -- start 2024-09-19T08:12:05.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.381+0000 7f4f5cd2a640 1 -- start start 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4f58156770 0x7f4f58160810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 0x7f4f580cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4f58160d50 con 0x7f4f58156770 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f4f580b61b0 con 0x7f4f580afec0 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5cd2a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4f580b6490 con 0x7f4f580b0350 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4f58156770 0x7f4f58160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4f58156770 0x7f4f58160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59240/0 (socket says 172.21.15.17:59240) 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 -- 172.21.15.17:0/3570487443 learned_addr learned my addr 172.21.15.17:0/3570487443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f56d9d640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f55d9b640 1 --2- 172.21.15.17:0/3570487443 >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 0x7f4f580cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 -- 172.21.15.17:0/3570487443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 msgr2=0x7f4f580cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580cfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 -- 172.21.15.17:0/3570487443 >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 msgr2=0x7f4f580cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 --2- 172.21.15.17:0/3570487443 >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 0x7f4f580cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f5659c640 1 -- 172.21.15.17:0/3570487443 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f580b6770 con 0x7f4f58156770 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f55d9b640 1 --2- 172.21.15.17:0/3570487443 >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 0x7f4f580cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.382+0000 7f4f56d9d640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:05.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5659c640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f58160810 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f4f58070160 tx=0x7f4f5002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f32d20c8e2d620ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5559a640 1 -- 172.21.15.17:0/3570487443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f50036070 con 0x7f4f58156770 2024-09-19T08:12:05.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5559a640 1 -- 172.21.15.17:0/3570487443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f50031600 con 0x7f4f58156770 2024-09-19T08:12:05.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5559a640 1 -- 172.21.15.17:0/3570487443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f500319d0 con 0x7f4f58156770 2024-09-19T08:12:05.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/3570487443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 msgr2=0x7f4f58160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.383+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f58160810 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f4f58070160 tx=0x7f4f5002a610 comp rx=0 tx=0).stop 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/3570487443 shutdown_connections 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/3570487443 >> v2:172.21.15.160:3300/0 conn(0x7f4f580afec0 0x7f4f580cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/3570487443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f58160810 unknown :-1 s=CLOSED pgs=2020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/3570487443 >> 172.21.15.17:0/3570487443 conn(0x7f4f580b1770 msgr2=0x7f4f580b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/3570487443 shutdown_connections 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.384+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/3570487443 wait complete. 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.385+0000 7f4f5cd2a640 1 Processor -- start 2024-09-19T08:12:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.385+0000 7f4f5cd2a640 1 -- start start 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4f580afec0 0x7f4f580ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f58156cd0 con 0x7f4f58156770 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4f58156b50 con 0x7f4f580afec0 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5cd2a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4f5806ef40 con 0x7f4f580b0350 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59252/0 (socket says 172.21.15.17:59252) 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 -- 172.21.15.17:0/1442357783 learned_addr learned my addr 172.21.15.17:0/1442357783 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f55d9b640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f5659c640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4f580afec0 0x7f4f580ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 -- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 msgr2=0x7f4f580aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 -- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4f580afec0 msgr2=0x7f4f580ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4f580afec0 0x7f4f580ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 -- 172.21.15.17:0/1442357783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5814ce90 con 0x7f4f58156770 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.386+0000 7f4f56d9d640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7f4f4800c820 tx=0x7f4f4800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.387+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f48015070 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.387+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f48007a30 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.387+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f48007e20 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.387+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f58152070 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.387+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f58152630 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.388+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f58160810 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.388+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f48018070 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.389+0000 7f4f4effd640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 0x7f4f3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.389+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7f4f4808be10 con 0x7f4f58156770 2024-09-19T08:12:05.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.389+0000 7f4f5659c640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 0x7f4f3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.389+0000 7f4f5659c640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 0x7f4f3806e770 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4f50033000 tx=0x7f4f50009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.393+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4f48059450 con 0x7f4f58156770 2024-09-19T08:12:05.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.579+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4f58067e30 con 0x7f4f58156770 2024-09-19T08:12:05.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.579+0000 7f4f4effd640 1 -- 172.21.15.17:0/1442357783 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 62 entries v119) ==== 81+0+3768 (secure 0 0 0) 0x7f4f4805d750 con 0x7f4f58156770 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:05.581 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:05.582 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:05.583 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:05.584 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:05.585 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:05.586 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:listed 62 entries 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.581+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 msgr2=0x7f4f3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.581+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 0x7f4f3806e770 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4f50033000 tx=0x7f4f50009000 comp rx=0 tx=0).stop 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.581+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 msgr2=0x7f4f5814ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.581+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7f4f4800c820 tx=0x7f4f4800cce0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 shutdown_connections 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4f3806c2b0 0x7f4f3806e770 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f58156770 0x7f4f5814ae20 unknown :-1 s=CLOSED pgs=2021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4f580b0350 0x7f4f580aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 --2- 172.21.15.17:0/1442357783 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4f580afec0 0x7f4f580ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 >> 172.21.15.17:0/1442357783 conn(0x7f4f580b1770 msgr2=0x7f4f580b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 shutdown_connections 2024-09-19T08:12:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.582+0000 7f4f5cd2a640 1 -- 172.21.15.17:0/1442357783 wait complete. 2024-09-19T08:12:05.593 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:12:05.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:05.594 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:05.620 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:12:05.620 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:05.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:05.620 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:05.676 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:05.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.819+0000 7ff1e672c640 1 Processor -- start 2024-09-19T08:12:05.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 -- start start 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e00cf0e0 0x7ff1e00cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1e015ea20 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e00b2860 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1e672c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e00b1c50 con 0x7ff1e015e640 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e00cf0e0 0x7ff1e00cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff1e00cf0e0 0x7ff1e00cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59262/0 (socket says 172.21.15.17:59262) 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 -- 172.21.15.17:0/1124278787 learned_addr learned my addr 172.21.15.17:0/1124278787 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1dffff640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 -- 172.21.15.17:0/1124278787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 msgr2=0x7ff1e00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:05.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e00ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 -- 172.21.15.17:0/1124278787 >> v1:172.21.15.160:6789/0 conn(0x7ff1e00b2cf0 legacy=0x7ff1e00b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:05.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.820+0000 7ff1df7fe640 1 -- 172.21.15.17:0/1124278787 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e00b1f30 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e00cf520 secure :-1 s=READY pgs=2022 cs=0 l=1 rev1=1 crypto rx=0x7ff1e015ebf0 tx=0x7ff1c802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77034a3b95f1aa05 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1deffd640 1 -- 172.21.15.17:0/1124278787 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8037070 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1deffd640 1 -- 172.21.15.17:0/1124278787 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1c8032440 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1deffd640 1 -- 172.21.15.17:0/1124278787 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8032810 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 -- 172.21.15.17:0/1124278787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00cf0e0 msgr2=0x7ff1e00cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e00cf520 secure :-1 s=READY pgs=2022 cs=0 l=1 rev1=1 crypto rx=0x7ff1e015ebf0 tx=0x7ff1c802a160 comp rx=0 tx=0).stop 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 -- 172.21.15.17:0/1124278787 shutdown_connections 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e00cf520 unknown :-1 s=CLOSED pgs=2022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1124278787 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e00ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 -- 172.21.15.17:0/1124278787 >> 172.21.15.17:0/1124278787 conn(0x7ff1e009d820 msgr2=0x7ff1e00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 -- 172.21.15.17:0/1124278787 shutdown_connections 2024-09-19T08:12:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.821+0000 7ff1e672c640 1 -- 172.21.15.17:0/1124278787 wait complete. 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.823+0000 7ff1e672c640 1 Processor -- start 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.823+0000 7ff1e672c640 1 -- start start 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.823+0000 7ff1e672c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.823+0000 7ff1e672c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e015fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.823+0000 7ff1e672c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e015d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e672c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e00cfe40 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e672c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e00b24f0 con 0x7ff1e00cf0e0 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e672c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e00b73a0 con 0x7ff1e015e640 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59272/0 (socket says 172.21.15.17:59272) 2024-09-19T08:12:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 -- 172.21.15.17:0/1094575903 learned_addr learned my addr 172.21.15.17:0/1094575903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e4cc9640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e015d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e015fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 -- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 msgr2=0x7ff1e015d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e015d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 -- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 msgr2=0x7ff1e015fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e015fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 -- 172.21.15.17:0/1094575903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e00b4230 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e015fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dffff640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7ff1d000d800 tx=0x7ff1d000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d000b6c0 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d0019070 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e00c95d0 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d000ba80 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.824+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e00c9b90 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.825+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e0068eb0 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.826+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1d000bc20 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.826+0000 7ff1dcff9640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 0x7ff1c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:05.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.826+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8404+0+0 (secure 0 0 0) 0x7ff1d008c2b0 con 0x7ff1e00b2cf0 2024-09-19T08:12:05.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.826+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 0x7ff1c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:05.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.827+0000 7ff1df7fe640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 0x7ff1c006e770 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8034000 tx=0x7ff1c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:05.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:05.831+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1e00b4230 con 0x7ff1e00b2cf0 2024-09-19T08:12:06.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.042+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff1e00b6f50 con 0x7ff1e00b2cf0 2024-09-19T08:12:06.044 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:06.043+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:06.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.044+0000 7ff1dcff9640 1 -- 172.21.15.17:0/1094575903 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v267) ==== 161+0+0 (secure 0 0 0) 0x7ff1d0059fd0 con 0x7ff1e00b2cf0 2024-09-19T08:12:06.045 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:06.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 msgr2=0x7ff1c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:06.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 0x7ff1c006e770 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8034000 tx=0x7ff1c802e000 comp rx=0 tx=0).stop 2024-09-19T08:12:06.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 msgr2=0x7ff1e015cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:06.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7ff1d000d800 tx=0x7ff1d000dcc0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 shutdown_connections 2024-09-19T08:12:06.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff1c006c2b0 0x7ff1c006e770 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff1e015e640 0x7ff1e015d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff1e00cf0e0 0x7ff1e015fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 --2- 172.21.15.17:0/1094575903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1e00b2cf0 0x7ff1e015cc90 unknown :-1 s=CLOSED pgs=2023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 >> 172.21.15.17:0/1094575903 conn(0x7ff1e009d820 msgr2=0x7ff1e006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:06.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 shutdown_connections 2024-09-19T08:12:06.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.047+0000 7ff1e672c640 1 -- 172.21.15.17:0/1094575903 wait complete. 2024-09-19T08:12:06.052 INFO:tasks.ceph.mds.c.smithi017.stderr: -480> 2024-09-19T08:12:02.991+0000 7f147cee3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:06.060 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:06.074 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:06.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.164+0000 7f40c4e0e640 1 Processor -- start 2024-09-19T08:12:06.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.164+0000 7f40c4e0e640 1 -- start start 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40c4e0e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f40c015e4e0 0x7f40c00b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40c4e0e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c015e8c0 0x7f40c00b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40c4e0e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40c006cec0 con 0x7f40c00d1fc0 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40c4e0e640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f40c00d2d40 con 0x7f40c015e4e0 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40c4e0e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f40c00b7250 con 0x7f40c015e8c0 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f40c015e4e0 0x7f40c00b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f40c015e4e0 0x7f40c00b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59292/0 (socket says 172.21.15.17:59292) 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 -- 172.21.15.17:0/3405306654 learned_addr learned my addr 172.21.15.17:0/3405306654 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40b7fff640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c015e8c0 0x7f40c00b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 -- 172.21.15.17:0/3405306654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c015e8c0 msgr2=0x7f40c00b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c015e8c0 0x7f40c00b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 -- 172.21.15.17:0/3405306654 >> v1:172.21.15.160:6789/0 conn(0x7f40c00d1fc0 legacy=0x7f40c00d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:06.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 -- 172.21.15.17:0/3405306654 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c006d160 con 0x7f40c015e4e0 2024-09-19T08:12:06.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40be59c640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b67d0 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7f40b0009870 tx=0x7f40b002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bdb78aa7c31d7aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:06.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40bdd9b640 1 -- 172.21.15.17:0/3405306654 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b0037070 con 0x7f40c015e4e0 2024-09-19T08:12:06.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40bdd9b640 1 -- 172.21.15.17:0/3405306654 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40b0032440 con 0x7f40c015e4e0 2024-09-19T08:12:06.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.166+0000 7f40bdd9b640 1 -- 172.21.15.17:0/3405306654 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b0032810 con 0x7f40c015e4e0 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 -- 172.21.15.17:0/3405306654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 msgr2=0x7f40c00b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b67d0 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7f40b0009870 tx=0x7f40b002a210 comp rx=0 tx=0).stop 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 -- 172.21.15.17:0/3405306654 shutdown_connections 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c015e8c0 0x7f40c00b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/3405306654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b67d0 unknown :-1 s=CLOSED pgs=2027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 -- 172.21.15.17:0/3405306654 >> 172.21.15.17:0/3405306654 conn(0x7f40c006f400 msgr2=0x7f40c006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 -- 172.21.15.17:0/3405306654 shutdown_connections 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.167+0000 7f40c4e0e640 1 -- 172.21.15.17:0/3405306654 wait complete. 2024-09-19T08:12:06.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.168+0000 7f40c4e0e640 1 Processor -- start 2024-09-19T08:12:06.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.168+0000 7f40c4e0e640 1 -- start start 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c00d1fc0 0x7f40c014c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f40c015e8c0 0x7f40c00b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f40c006dc40 con 0x7f40c015e4e0 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f40c006d720 con 0x7f40c015e8c0 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40c4e0e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f40c006ddc0 con 0x7f40c00d1fc0 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59304/0 (socket says 172.21.15.17:59304) 2024-09-19T08:12:06.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 -- 172.21.15.17:0/1291387207 learned_addr learned my addr 172.21.15.17:0/1291387207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40be59c640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c00d1fc0 0x7f40c014c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40bed9d640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f40c015e8c0 0x7f40c00b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 -- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c00d1fc0 msgr2=0x7f40c014c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c00d1fc0 0x7f40c014c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 -- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f40c015e8c0 msgr2=0x7f40c00b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f40c015e8c0 0x7f40c00b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 -- 172.21.15.17:0/1291387207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c0157050 con 0x7f40c015e4e0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b7fff640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f40a800c7f0 tx=0x7f40a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.169+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a8015070 con 0x7f40c015e4e0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.170+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40a8004220 con 0x7f40c015e4e0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.170+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c0157330 con 0x7f40c015e4e0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.170+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a8003610 con 0x7f40c015e4e0 2024-09-19T08:12:06.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.170+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c01578f0 con 0x7f40c015e4e0 2024-09-19T08:12:06.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.170+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c0157c60 con 0x7f40c015e4e0 2024-09-19T08:12:06.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.171+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40a80037b0 con 0x7f40c015e4e0 2024-09-19T08:12:06.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.171+0000 7f40b6ffd640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 0x7f40a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:06.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.172+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8490+0+0 (secure 0 0 0) 0x7f40a808bf30 con 0x7f40c015e4e0 2024-09-19T08:12:06.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.172+0000 7f40be59c640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 0x7f40a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:06.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.172+0000 7f40be59c640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 0x7f40a006e770 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f40b0034000 tx=0x7f40b002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:06.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.177+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f40a80595b0 con 0x7f40c015e4e0 2024-09-19T08:12:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:06.420+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f40c00d2470 con 0x7f40c015e4e0 2024-09-19T08:12:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.046+0000 7f40b6ffd640 1 -- 172.21.15.17:0/1291387207 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v268) ==== 107+0+0 (secure 0 0 0) 0x7f40a805d8b0 con 0x7f40c015e4e0 2024-09-19T08:12:07.047 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:12:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 msgr2=0x7f40a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 0x7f40a006e770 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f40b0034000 tx=0x7f40b002e000 comp rx=0 tx=0).stop 2024-09-19T08:12:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 msgr2=0x7f40c00b3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f40a800c7f0 tx=0x7f40a800ccb0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 shutdown_connections 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f40a006c2b0 0x7f40a006e770 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f40c015e8c0 0x7f40c00b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40c015e4e0 0x7f40c00b3650 unknown :-1 s=CLOSED pgs=2028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 --2- 172.21.15.17:0/1291387207 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f40c00d1fc0 0x7f40c014c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 >> 172.21.15.17:0/1291387207 conn(0x7f40c006f400 msgr2=0x7f40c015ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 shutdown_connections 2024-09-19T08:12:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.049+0000 7f40c4e0e640 1 -- 172.21.15.17:0/1291387207 wait complete. 2024-09-19T08:12:07.063 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:12:07.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 Processor -- start 2024-09-19T08:12:07.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 -- start start 2024-09-19T08:12:07.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee810f90 0x5631ee78b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee81bd80 0x5631ee78be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5631ee81b640 con 0x5631ee76e820 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.152+0000 7f0457e46f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5631ee694510 con 0x5631ee810f90 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f0457e46f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5631ee783660 con 0x5631ee81bd80 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59326/0 (socket says 172.21.15.17:59326) 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 -- 172.21.15.17:0/1543416497 learned_addr learned my addr 172.21.15.17:0/1543416497 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045613d640 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee81bd80 0x5631ee78be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045513b640 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee810f90 0x5631ee78b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 -- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee81bd80 msgr2=0x5631ee78be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee81bd80 0x5631ee78be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 -- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee810f90 msgr2=0x5631ee78b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee810f90 0x5631ee78b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 -- 172.21.15.17:0/1543416497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631ee788de0 con 0x5631ee76e820 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f045593c640 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7f04480017e0 tx=0x7f0448001ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36a9ad6ca120c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f044ffff640 1 -- 172.21.15.17:0/1543416497 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448003650 con 0x5631ee76e820 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f044ffff640 1 -- 172.21.15.17:0/1543416497 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04480037f0 con 0x5631ee76e820 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.153+0000 7f044ffff640 1 -- 172.21.15.17:0/1543416497 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448003ba0 con 0x5631ee76e820 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 -- 172.21.15.17:0/1543416497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 msgr2=0x5631ee80f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7f04480017e0 tx=0x7f0448001ca0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 -- 172.21.15.17:0/1543416497 shutdown_connections 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee81bd80 0x5631ee78be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee810f90 0x5631ee78b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 --2- 172.21.15.17:0/1543416497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee76e820 0x5631ee80f5d0 unknown :-1 s=CLOSED pgs=2031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 -- 172.21.15.17:0/1543416497 >> 172.21.15.17:0/1543416497 conn(0x5631ee76d400 msgr2=0x5631ee80ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 -- 172.21.15.17:0/1543416497 shutdown_connections 2024-09-19T08:12:07.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 -- 172.21.15.17:0/1543416497 wait complete. 2024-09-19T08:12:07.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.154+0000 7f0457e46f40 1 Processor -- start 2024-09-19T08:12:07.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 -- start start 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee76e820 0x5631ee8aa5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee810f90 0x5631ee78be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5631ee80b1f0 con 0x5631ee81bd80 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5631ee80ab10 con 0x5631ee76e820 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f0457e46f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5631ee80aea0 con 0x5631ee810f90 2024-09-19T08:12:07.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.155+0000 7f045613d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045513b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee810f90 0x5631ee78be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045593c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee76e820 0x5631ee8aa5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59340/0 (socket says 172.21.15.17:59340) 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045513b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee810f90 0x5631ee78be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:48244/0 (socket says 172.21.15.17:48244) 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 learned_addr learned my addr 172.21.15.17:0/2020269540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee810f90 msgr2=0x5631ee78be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5631ee810f90 0x5631ee78be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee76e820 msgr2=0x5631ee8aa5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5631ee76e820 0x5631ee8aa5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631ee8aab00 con 0x5631ee81bd80 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f045613d640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 secure :-1 s=READY pgs=2032 cs=0 l=1 rev1=1 crypto rx=0x7f045000a4f0 tx=0x7f0450002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f044effd640 1 -- 172.21.15.17:0/2020269540 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450054a30 con 0x5631ee81bd80 2024-09-19T08:12:07.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f044effd640 1 -- 172.21.15.17:0/2020269540 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0450063070 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5631ee78b4e0 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f044effd640 1 -- 172.21.15.17:0/2020269540 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450054dd0 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.156+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631ee78b050 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.158+0000 7f044effd640 1 -- 172.21.15.17:0/2020269540 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f045005e420 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.158+0000 7f044effd640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 0x7f043806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f044effd640 1 -- 172.21.15.17:0/2020269540 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8490+0+0 (secure 0 0 0) 0x7f04500cf2c0 con 0x5631ee81bd80 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 0x7f043806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.161 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:12:07.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5631ee78c3b0 0x5631ee8bcb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8079a0 con 0x5631ee78c3b0 2024-09-19T08:12:07.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5631ee78c3b0 0x5631ee8bcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 0x7f043806d150 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f04480017e0 tx=0x7f0448008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.159+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5631ee78c3b0 0x5631ee8bcb10 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.162+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v120'971 uv944 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.162+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee7f59b0 con 0x5631ee78c3b0 2024-09-19T08:12:07.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.163+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v120'972 uv972 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.163+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee7f4910 con 0x5631ee78c3b0 2024-09-19T08:12:07.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.164+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v120'973 uv973 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.164 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:12:07.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.164+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8be060 con 0x5631ee78c3b0 2024-09-19T08:12:07.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.165+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v120'974 uv974 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.165+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8be400 con 0x5631ee78c3b0 2024-09-19T08:12:07.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.167+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v120'975 uv975 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.167+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd050 con 0x5631ee78c3b0 2024-09-19T08:12:07.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.168+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v120'976 uv976 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.168+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd440 con 0x5631ee78c3b0 2024-09-19T08:12:07.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.170+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v120'977 uv950 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.170+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd830 con 0x5631ee78c3b0 2024-09-19T08:12:07.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.171+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v120'978 uv978 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.171+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd830 con 0x5631ee78c3b0 2024-09-19T08:12:07.172 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:12:07.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.173+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v120'979 uv979 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.173+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.174+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v120'980 uv980 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.174+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.176+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v120'981 uv981 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.176+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.177+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v120'982 uv982 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.177+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.179+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v120'983 uv970 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.179+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.180+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v120'984 uv984 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.180+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.181 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:12:07.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.182+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v120'985 uv985 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.182+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.183+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v120'986 uv986 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.184+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.185+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v120'987 uv987 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.185+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.186+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v120'988 uv988 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.186+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.188+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v120'989 uv989 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.188+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.189+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v120'990 uv963 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.190+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.191+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v120'991 uv991 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.191+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.192 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:12:07.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.192+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v120'992 uv992 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.192+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.194+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v120'993 uv993 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.194+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.195+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v120'994 uv994 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.195+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.197+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v120'995 uv995 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.197+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.198+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v120'996 uv969 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.198+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.199+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v120'997 uv997 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.200+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.201 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:12:07.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.201+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v120'998 uv998 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.201+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.202+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v120'999 uv999 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.202+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.203+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v120'1000 uv1000 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.204+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8bd7e0 con 0x5631ee78c3b0 2024-09-19T08:12:07.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.205+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v120'1001 uv1001 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.205+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5631ee8be7a0 0x5631ee8c0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.205+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c10d0 con 0x5631ee8be7a0 2024-09-19T08:12:07.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.206+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5631ee8be7a0 0x5631ee8c0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.206+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5631ee8be7a0 0x5631ee8c0b90 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.208+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v120'698 uv678 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.208+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c1470 con 0x5631ee8be7a0 2024-09-19T08:12:07.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.209+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v120'699 uv699 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.209+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c1810 con 0x5631ee8be7a0 2024-09-19T08:12:07.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.210+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v120'700 uv700 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.210 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:12:07.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.210+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c2060 con 0x5631ee8be7a0 2024-09-19T08:12:07.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.211+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v120'701 uv701 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.211+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c2400 con 0x5631ee8be7a0 2024-09-19T08:12:07.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.213+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v120'702 uv702 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.213+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.214+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v120'703 uv697 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.214+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.216+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v120'704 uv704 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.216+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.216 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:12:07.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.217+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v120'705 uv705 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.217+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.218+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v120'706 uv706 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.218+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.219+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v120'707 uv707 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.219+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.221+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v120'708 uv696 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.221+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.222+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v120'709 uv709 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.222+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.222 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:12:07.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.223+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v120'710 uv710 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.223+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c6200 con 0x5631ee8be7a0 2024-09-19T08:12:07.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.224+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v120'711 uv711 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.224+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c6200 con 0x5631ee8be7a0 2024-09-19T08:12:07.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.225+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v120'712 uv712 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.225+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.226+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v120'713 uv694 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.226+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.228+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v120'714 uv714 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.228+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.229+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v120'715 uv715 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.229 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:12:07.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.229+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c37b0 con 0x5631ee8be7a0 2024-09-19T08:12:07.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.230+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v120'716 uv716 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.230+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c37b0 con 0x5631ee8be7a0 2024-09-19T08:12:07.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.231+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v120'717 uv717 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.231+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee8be7a0 2024-09-19T08:12:07.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.232+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v120'718 uv718 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8be7a0 2024-09-19T08:12:07.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.232+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee78c3b0 2024-09-19T08:12:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.233+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v120'189 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.233+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee78c3b0 2024-09-19T08:12:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.234+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v120'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.234+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee78c3b0 2024-09-19T08:12:07.235 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:12:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.235+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v120'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.235+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c37b0 con 0x5631ee78c3b0 2024-09-19T08:12:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.236+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v120'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.236+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c37b0 con 0x5631ee78c3b0 2024-09-19T08:12:07.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.237+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v120'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.237+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c27a0 con 0x5631ee78c3b0 2024-09-19T08:12:07.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.238+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v120'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.238+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5631ee8c2e20 0x5631ee8c5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.238+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5870 con 0x5631ee8c2e20 2024-09-19T08:12:07.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.238+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5631ee8c2e20 0x5631ee8c5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.238+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5631ee8c2e20 0x5631ee8c5210 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.240+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v120'141 uv140 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.240+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5c60 con 0x5631ee8c2e20 2024-09-19T08:12:07.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.241+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v120'142 uv142 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.241+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5c60 con 0x5631ee8c2e20 2024-09-19T08:12:07.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.242+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v120'143 uv143 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.241 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:12:07.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.242+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5c60 con 0x5631ee8c2e20 2024-09-19T08:12:07.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.242+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v120'144 uv144 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.243+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5c30 con 0x5631ee78c3b0 2024-09-19T08:12:07.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.244+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v120'189 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.244+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5b70 con 0x5631ee78c3b0 2024-09-19T08:12:07.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.245+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v120'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.245+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5f60 con 0x5631ee78c3b0 2024-09-19T08:12:07.246 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:12:07.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.246+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v120'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.246+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5b70 con 0x5631ee78c3b0 2024-09-19T08:12:07.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.247+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v120'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.247+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c6b80 con 0x5631ee78c3b0 2024-09-19T08:12:07.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.248+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v120'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.248+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c5b70 con 0x5631ee78c3b0 2024-09-19T08:12:07.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.251+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v120'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.251+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5631ee8c6470 0x5631ee8c6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.251+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c9090 con 0x5631ee8c6470 2024-09-19T08:12:07.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.252+0000 7f045613d640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5631ee8c6470 0x5631ee8c6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.252+0000 7f045613d640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5631ee8c6470 0x5631ee8c6870 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.253+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v120'349 uv343 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.253+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c9430 con 0x5631ee8c6470 2024-09-19T08:12:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.254+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v120'350 uv350 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.254+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c97d0 con 0x5631ee8c6470 2024-09-19T08:12:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.255+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v120'351 uv351 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.255 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:12:07.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.255+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8c1cb0 con 0x5631ee8c6470 2024-09-19T08:12:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.256+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v120'352 uv352 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.256+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8cb110 con 0x5631ee8c6470 2024-09-19T08:12:07.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.258+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v120'353 uv353 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.258+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca020 con 0x5631ee8c6470 2024-09-19T08:12:07.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.259+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v120'354 uv354 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.259+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca410 con 0x5631ee8c6470 2024-09-19T08:12:07.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.260+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v120'355 uv348 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.260+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca7b0 con 0x5631ee8c6470 2024-09-19T08:12:07.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.261+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v120'356 uv356 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.261+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca7b0 con 0x5631ee8c6470 2024-09-19T08:12:07.262 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:12:07.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.262+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v120'357 uv357 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.262+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca7b0 con 0x5631ee8c6470 2024-09-19T08:12:07.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.263+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v120'358 uv358 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.263+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ca7b0 con 0x5631ee8c6470 2024-09-19T08:12:07.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.264+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v120'359 uv359 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.264+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 0x5631ee8cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.264+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8cdf60 con 0x5631ee8cabf0 2024-09-19T08:12:07.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.265+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 0x5631ee8cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.265+0000 7f045593c640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 0x5631ee8cda20 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.266+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v120'158 uv157 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8cabf0 2024-09-19T08:12:07.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.266+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8cdf60 con 0x5631ee8cabf0 2024-09-19T08:12:07.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.268+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v120'159 uv159 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8cabf0 2024-09-19T08:12:07.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.268+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8cabf0 2024-09-19T08:12:07.268 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:12:07.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.269+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v120'160 uv160 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8cabf0 2024-09-19T08:12:07.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.269+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8cabf0 2024-09-19T08:12:07.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.270+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v120'161 uv161 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8cabf0 2024-09-19T08:12:07.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.270+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8cabf0 2024-09-19T08:12:07.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.271+0000 7f045593c640 1 -- 172.21.15.17:0/2020269540 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v120'162 uv162 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f044800f030 con 0x5631ee8cabf0 2024-09-19T08:12:07.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.271+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee78c3b0 2024-09-19T08:12:07.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.272+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v120'189 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.272+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee78c3b0 2024-09-19T08:12:07.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.273+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v120'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.273+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee78c3b0 2024-09-19T08:12:07.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.273+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v120'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.273 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:12:07.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.274+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8cf390 con 0x5631ee78c3b0 2024-09-19T08:12:07.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.274+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v120'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.274+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8cf390 con 0x5631ee78c3b0 2024-09-19T08:12:07.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.275+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v120'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.275+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee78c3b0 2024-09-19T08:12:07.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.276+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v120'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee78c3b0 2024-09-19T08:12:07.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.276+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.277+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v120'314 uv308 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.277+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.278+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v120'315 uv315 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.278+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.279+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v120'316 uv316 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.279 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:12:07.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.279+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.280+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v120'317 uv317 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.280+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.281+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v120'318 uv318 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.282+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.283+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v120'319 uv313 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.283+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.284+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v120'320 uv320 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.284+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.284+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v120'321 uv321 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.284 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:12:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.284+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8ce380 con 0x5631ee8c2e20 2024-09-19T08:12:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.285+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v120'322 uv322 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.285+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d1190 con 0x5631ee8c2e20 2024-09-19T08:12:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.286+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v120'323 uv323 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.286+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5631ee8ceeb0 0x5631ee8d1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.286+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.287+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5631ee8ceeb0 0x5631ee8d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.287+0000 7f045513b640 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5631ee8ceeb0 0x5631ee8d1810 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.288+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v120'137 uv135 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.288+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.289+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v120'138 uv138 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.289+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.290+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v120'139 uv139 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.290 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:12:07.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.290+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.291+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v120'140 uv140 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8ceeb0 2024-09-19T08:12:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.291+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.292+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v120'189 uv188 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.292+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.294+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v120'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.294+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.294 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:12:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.295+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v120'191 uv191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.295+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.296+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v120'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.296+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.297+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v120'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.297+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c2e20 2024-09-19T08:12:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.298+0000 7f045513b640 1 -- 172.21.15.17:0/2020269540 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v120'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04400098f0 con 0x5631ee8c2e20 2024-09-19T08:12:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.298+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.299+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v120'161 uv160 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.299+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.301+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v120'162 uv162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.301+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.303 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:12:07.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.303+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v120'163 uv163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.304+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.305+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v120'164 uv164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.305+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.306+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v120'165 uv165 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.306+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.307+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v120'389 uv380 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.307+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.308+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v120'390 uv390 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.308+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.309+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v120'391 uv391 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.309 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:12:07.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.309+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.310+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v120'392 uv392 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.310+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.311+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v120'393 uv393 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.311+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.312+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v120'394 uv387 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.312+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.314+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v120'395 uv395 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.314+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.315+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v120'396 uv396 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.315 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:12:07.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.315+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.316+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v120'397 uv397 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.316+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.317+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v120'398 uv398 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.317+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d12a0 con 0x5631ee8c6470 2024-09-19T08:12:07.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.318+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v120'399 uv399 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.318+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x5631ee8d1d50 con 0x5631ee8c6470 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v120'400 uv400 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f04500a3050 con 0x5631ee8c6470 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5631ee78c3b0 msgr2=0x5631ee8bcb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5631ee78c3b0 0x5631ee8bcb10 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5631ee8c2e20 msgr2=0x5631ee8c5210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5631ee8c2e20 0x5631ee8c5210 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5631ee8ceeb0 msgr2=0x5631ee8d1810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5631ee8ceeb0 0x5631ee8d1810 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5631ee8be7a0 msgr2=0x5631ee8c0b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5631ee8be7a0 0x5631ee8c0b90 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 reap_dead start 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5631ee8c6470 msgr2=0x5631ee8c6870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5631ee8c6470 0x5631ee8c6870 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f045613d640 1 -- 172.21.15.17:0/2020269540 reap_dead start 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 msgr2=0x5631ee8cda20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 0x5631ee8cda20 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 msgr2=0x7f043806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 0x7f043806d150 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f04480017e0 tx=0x7f0448008070 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 msgr2=0x5631ee7f5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 secure :-1 s=READY pgs=2032 cs=0 l=1 rev1=1 crypto rx=0x7f045000a4f0 tx=0x7f0450002fb0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 shutdown_connections 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5631ee8cabf0 0x5631ee8cda20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f043806ac90 0x7f043806d150 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 --2- 172.21.15.17:0/2020269540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631ee81bd80 0x5631ee7f5470 unknown :-1 s=CLOSED pgs=2032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 >> 172.21.15.17:0/2020269540 conn(0x5631ee76d400 msgr2=0x5631ee80a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 shutdown_connections 2024-09-19T08:12:07.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.319+0000 7f0457e46f40 1 -- 172.21.15.17:0/2020269540 wait complete. 2024-09-19T08:12:07.323 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 100.00000000 stray0_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:12:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 Processor -- start 2024-09-19T08:12:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 -- start start 2024-09-19T08:12:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bb32670 0x556b6bbc5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bbd63a0 0x556b6bb06640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556b6bbdda90 con 0x556b6bb075b0 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556b6bb05460 con 0x556b6bb32670 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.409+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556b6bb32fd0 con 0x556b6bbd63a0 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59354/0 (socket says 172.21.15.17:59354) 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341e135640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bbd63a0 0x556b6bb06640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 -- 172.21.15.17:0/2541763073 learned_addr learned my addr 172.21.15.17:0/2541763073 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d133640 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bb32670 0x556b6bbc5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 -- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bbd63a0 msgr2=0x556b6bb06640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bbd63a0 0x556b6bb06640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 -- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bb32670 msgr2=0x556b6bbc5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bb32670 0x556b6bbc5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 -- 172.21.15.17:0/2541763073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6ba31cb0 con 0x556b6bb075b0 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f341d934640 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f34100096b0 tx=0x7f3410009b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f38e83505489cc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f340ffff640 1 -- 172.21.15.17:0/2541763073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410014070 con 0x556b6bb075b0 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f340ffff640 1 -- 172.21.15.17:0/2541763073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341000b930 con 0x556b6bb075b0 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.410+0000 7f340ffff640 1 -- 172.21.15.17:0/2541763073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341000bd20 con 0x556b6bb075b0 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2541763073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 msgr2=0x556b6bbdec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f34100096b0 tx=0x7f3410009b70 comp rx=0 tx=0).stop 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2541763073 shutdown_connections 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bbd63a0 0x556b6bb06640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bb32670 0x556b6bbc5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2541763073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbdec70 unknown :-1 s=CLOSED pgs=2034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2541763073 >> 172.21.15.17:0/2541763073 conn(0x556b6bb31280 msgr2=0x556b6bb36720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2541763073 shutdown_connections 2024-09-19T08:12:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2541763073 wait complete. 2024-09-19T08:12:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 Processor -- start 2024-09-19T08:12:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.411+0000 7f341fe3cf40 1 -- start start 2024-09-19T08:12:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbc1860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bb32670 0x556b6bbdeca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bbd63a0 0x556b6bc6cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556b6bbd3a70 con 0x556b6bb075b0 2024-09-19T08:12:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556b6bbc9f80 con 0x556b6bbd63a0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341fe3cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556b6bbd2730 con 0x556b6bb32670 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbc1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbc1860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59356/0 (socket says 172.21.15.17:59356) 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 -- 172.21.15.17:0/2542558002 learned_addr learned my addr 172.21.15.17:0/2542558002 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d133640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bb32670 0x556b6bbdeca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341e135640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bbd63a0 0x556b6bc6cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 -- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bb32670 msgr2=0x556b6bbdeca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b6bb32670 0x556b6bbdeca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 -- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bbd63a0 msgr2=0x556b6bc6cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b6bbd63a0 0x556b6bc6cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.412+0000 7f341d934640 1 -- 172.21.15.17:0/2542558002 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6bbc6e40 con 0x556b6bb075b0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f341d934640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbc1860 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7f341000a010 tx=0x7f34100033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f340effd640 1 -- 172.21.15.17:0/2542558002 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410029070 con 0x556b6bb075b0 2024-09-19T08:12:07.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f340effd640 1 -- 172.21.15.17:0/2542558002 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f341000b730 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556b6bbc7120 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f340effd640 1 -- 172.21.15.17:0/2542558002 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410014040 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.413+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6bbc5880 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.414+0000 7f340effd640 1 -- 172.21.15.17:0/2542558002 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f341002c070 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f340effd640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f340006ac90 0x7f340006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f340effd640 1 -- 172.21.15.17:0/2542558002 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8490+0+0 (secure 0 0 0) 0x7f341008c0a0 con 0x556b6bb075b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341d133640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f340006ac90 0x7f340006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556b6bbc69b0 0x556b6bc75fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=103b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) -- 0x556b6bbdf1e0 con 0x556b6bbc69b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341e135640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556b6bbc69b0 0x556b6bc75fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341d133640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f340006ac90 0x7f340006d150 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x556b6bb07490 tx=0x7f341400d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.415+0000 7f341e135640 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556b6bbc69b0 0x556b6bc75fc0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341e135640 1 -- 172.21.15.17:0/2542558002 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [omap-set-vals] v120'324 uv324 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f3418057030 con 0x556b6bbc69b0 2024-09-19T08:12:07.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556b6bbc69b0 msgr2=0x556b6bc75fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556b6bbc69b0 0x556b6bc75fc0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f340006ac90 msgr2=0x7f340006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f340006ac90 0x7f340006d150 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x556b6bb07490 tx=0x7f341400d040 comp rx=0 tx=0).stop 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 msgr2=0x556b6bbc1860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 --2- 172.21.15.17:0/2542558002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b6bb075b0 0x556b6bbc1860 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7f341000a010 tx=0x7f34100033a0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341e135640 1 -- 172.21.15.17:0/2542558002 reap_dead start 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 shutdown_connections 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 >> 172.21.15.17:0/2542558002 conn(0x556b6bb31280 msgr2=0x556b6bb36720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 shutdown_connections 2024-09-19T08:12:07.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.417+0000 7f341fe3cf40 1 -- 172.21.15.17:0/2542558002 wait complete. 2024-09-19T08:12:07.421 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:12:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.526+0000 7f073d6e4640 1 Processor -- start 2024-09-19T08:12:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.526+0000 7f073d6e4640 1 -- start start 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f073d6e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f07380ce8f0 0x7f073815cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f073d6e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f0738073590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f073d6e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0738160750 con 0x7f0738160250 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f073d6e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f0738073ad0 con 0x7f07380ce8f0 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f073d6e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0738160a30 con 0x7f0738073160 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f07367fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f0738160250 0x7f07380708f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42066/0 (socket says 172.21.15.17:42066) 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.527+0000 7f07367fc640 1 -- 172.21.15.17:0/301240198 learned_addr learned my addr 172.21.15.17:0/301240198 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f07377fe640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f0738073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0736ffd640 1 --2- 172.21.15.17:0/301240198 >> v2:172.21.15.160:3300/0 conn(0x7f07380ce8f0 0x7f073815cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0735ffb640 1 -- 172.21.15.17:0/301240198 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 520853085 0 0) 0x7f0738160750 con 0x7f0738160250 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0735ffb640 1 -- 172.21.15.17:0/301240198 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0724003520 con 0x7f0738160250 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0736ffd640 1 -- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 msgr2=0x7f0738073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0736ffd640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f0738073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0736ffd640 1 -- 172.21.15.17:0/301240198 >> v1:172.21.15.17:6789/0 conn(0x7f0738160250 legacy=0x7f07380708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f0736ffd640 1 -- 172.21.15.17:0/301240198 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0738160d10 con 0x7f07380ce8f0 2024-09-19T08:12:07.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.528+0000 7f07377fe640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f0738073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:07.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f0736ffd640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073815cc10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0728009d90 tx=0x7f072802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65ef8f380d8abefe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f0735ffb640 1 -- 172.21.15.17:0/301240198 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728031600 con 0x7f07380ce8f0 2024-09-19T08:12:07.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f0735ffb640 1 -- 172.21.15.17:0/301240198 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07280317a0 con 0x7f07380ce8f0 2024-09-19T08:12:07.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f0735ffb640 1 -- 172.21.15.17:0/301240198 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728031b50 con 0x7f07380ce8f0 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 -- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 msgr2=0x7f073815cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073815cc10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0728009d90 tx=0x7f072802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 -- 172.21.15.17:0/301240198 shutdown_connections 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f0738073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 --2- 172.21.15.17:0/301240198 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073815cc10 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.529+0000 7f073d6e4640 1 -- 172.21.15.17:0/301240198 >> 172.21.15.17:0/301240198 conn(0x7f07380d2570 msgr2=0x7f07380d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.530+0000 7f073d6e4640 1 -- 172.21.15.17:0/301240198 shutdown_connections 2024-09-19T08:12:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.530+0000 7f073d6e4640 1 -- 172.21.15.17:0/301240198 wait complete. 2024-09-19T08:12:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.531+0000 7f073d6e4640 1 Processor -- start 2024-09-19T08:12:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.531+0000 7f073d6e4640 1 -- start start 2024-09-19T08:12:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f073814cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073814aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07380d30d0 con 0x7f0738160250 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f07380cecd0 con 0x7f07380ce8f0 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f073d6e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f07380d3250 con 0x7f0738073160 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59360/0 (socket says 172.21.15.17:59360) 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 -- 172.21.15.17:0/3053976610 learned_addr learned my addr 172.21.15.17:0/3053976610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f0736ffd640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f073814cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07367fc640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073814aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 -- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 msgr2=0x7f073814cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f073814cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 -- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 msgr2=0x7f073814aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073814aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 -- 172.21.15.17:0/3053976610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073814bd40 con 0x7f0738160250 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f0736ffd640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f073814cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.532+0000 7f07377fe640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f073000e880 tx=0x7f073000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.533+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0730017070 con 0x7f0738160250 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.533+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0730004020 con 0x7f0738160250 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.533+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07300043f0 con 0x7f0738160250 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.533+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073814c020 con 0x7f0738160250 2024-09-19T08:12:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.533+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f073814c5e0 con 0x7f0738160250 2024-09-19T08:12:07.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.534+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0738073590 con 0x7f0738160250 2024-09-19T08:12:07.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.534+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f073000c940 con 0x7f0738160250 2024-09-19T08:12:07.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.535+0000 7f072f7fe640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 0x7f071806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:07.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.535+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8490+0+0 (secure 0 0 0) 0x7f073008bfa0 con 0x7f0738160250 2024-09-19T08:12:07.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.535+0000 7f0736ffd640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 0x7f071806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:07.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.536+0000 7f0736ffd640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 0x7f071806e7a0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0728034000 tx=0x7f072802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:07.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.540+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0730059620 con 0x7f0738160250 2024-09-19T08:12:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:07.756+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f07380d0090 con 0x7f0738160250 2024-09-19T08:12:08.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.054+0000 7f072f7fe640 1 -- 172.21.15.17:0/3053976610 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v269) ==== 162+0+0 (secure 0 0 0) 0x7f073005d920 con 0x7f0738160250 2024-09-19T08:12:08.054 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 msgr2=0x7f071806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 0x7f071806e7a0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0728034000 tx=0x7f072802f000 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 msgr2=0x7f073814b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f073000e880 tx=0x7f073000ed40 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 shutdown_connections 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f071806c2e0 0x7f071806e7a0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0738160250 0x7f073814b360 unknown :-1 s=CLOSED pgs=2037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f07380ce8f0 0x7f073814aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 --2- 172.21.15.17:0/3053976610 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0738073160 0x7f073814cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.056+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 >> 172.21.15.17:0/3053976610 conn(0x7f07380d2570 msgr2=0x7f073815e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.057+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 shutdown_connections 2024-09-19T08:12:08.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.057+0000 7f073d6e4640 1 -- 172.21.15.17:0/3053976610 wait complete. 2024-09-19T08:12:08.070 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:08.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.173+0000 7f1bbf111640 1 Processor -- start 2024-09-19T08:12:08.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 -- start start 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 0x7f1bb80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1bb80cf0e0 0x7f1bb80cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bb815ea20 con 0x7f1bb80b2cf0 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1bb80b2860 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.174+0000 7f1bbf111640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1bb80b1c50 con 0x7f1bb815e640 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb7fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1bb80cf0e0 0x7f1bb80cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bbd6ae640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1bb80b2cf0 0x7f1bb80b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42082/0 (socket says 172.21.15.17:42082) 2024-09-19T08:12:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bbd6ae640 1 -- 172.21.15.17:0/1697729163 learned_addr learned my addr 172.21.15.17:0/1697729163 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bbcead640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 0x7f1bb80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb7fff640 1 -- 172.21.15.17:0/1697729163 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 msgr2=0x7f1bb80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb7fff640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 0x7f1bb80ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb7fff640 1 -- 172.21.15.17:0/1697729163 >> v1:172.21.15.17:6789/0 conn(0x7f1bb80b2cf0 legacy=0x7f1bb80b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb7fff640 1 -- 172.21.15.17:0/1697729163 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb80b1f30 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bb77fe640 1 -- 172.21.15.17:0/1697729163 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3333907404 0 0) 0x7f1bb815ea20 con 0x7f1bb80b2cf0 2024-09-19T08:12:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.175+0000 7f1bbcead640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 0x7f1bb80ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bb7fff640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80cf520 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f1bb815ebf0 tx=0x7f1ba402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47c198b04f198313 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bb77fe640 1 -- 172.21.15.17:0/1697729163 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4037070 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bb77fe640 1 -- 172.21.15.17:0/1697729163 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ba402ae50 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bb77fe640 1 -- 172.21.15.17:0/1697729163 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4032660 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 -- 172.21.15.17:0/1697729163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 msgr2=0x7f1bb80cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80cf520 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f1bb815ebf0 tx=0x7f1ba402a100 comp rx=0 tx=0).stop 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 -- 172.21.15.17:0/1697729163 shutdown_connections 2024-09-19T08:12:08.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80cf520 unknown :-1 s=CLOSED pgs=2039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 --2- 172.21.15.17:0/1697729163 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb815e640 0x7f1bb80ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 -- 172.21.15.17:0/1697729163 >> 172.21.15.17:0/1697729163 conn(0x7f1bb809d820 msgr2=0x7f1bb80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 -- 172.21.15.17:0/1697729163 shutdown_connections 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.176+0000 7f1bbf111640 1 -- 172.21.15.17:0/1697729163 wait complete. 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.178+0000 7f1bbf111640 1 Processor -- start 2024-09-19T08:12:08.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.178+0000 7f1bbf111640 1 -- start start 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.178+0000 7f1bbf111640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb80b2cf0 0x7f1bb80b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bb815e640 0x7f1bb814b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb80cfe40 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb80b24f0 con 0x7f1bb815e640 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1bb80b73a0 con 0x7f1bb80b2cf0 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59388/0 (socket says 172.21.15.17:59388) 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 -- 172.21.15.17:0/3407719432 learned_addr learned my addr 172.21.15.17:0/3407719432 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbcead640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb80b2cf0 0x7f1bb80b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbd6ae640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bb815e640 0x7f1bb814b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 -- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb80b2cf0 msgr2=0x7f1bb80b5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb80b2cf0 0x7f1bb80b5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 -- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bb815e640 msgr2=0x7f1bb814b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bb815e640 0x7f1bb814b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 -- 172.21.15.17:0/3407719432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb814ed20 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb7fff640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4035040 tx=0x7f1ba40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4037040 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ba4004030 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4004420 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bb80b5340 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.179+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bb80b5900 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.180+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bb80ceba0 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.181+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ba4003610 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.181+0000 7f1bb57fa640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 0x7f1b9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.181+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8490+0+0 (secure 0 0 0) 0x7f1ba40acb70 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.182+0000 7f1bbcead640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 0x7f1b9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:08.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.182+0000 7f1bbcead640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 0x7f1b9c06e770 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1bac006fd0 tx=0x7f1bac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.186+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ba407a310 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.398+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1bb80b6b70 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.399+0000 7f1bb57fa640 1 -- 172.21.15.17:0/3407719432 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 270 v270) ==== 95+0+5230 (secure 0 0 0) 0x7f1ba407e610 con 0x7f1bb80cf0e0 2024-09-19T08:12:08.399 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:08.399 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":270,"btime":"2024-09-19T08:12:08:057574+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":270,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:08.057561+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9930},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9930":{"gid":9930,"name":"c","rank":0,"incarnation":270,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/2252508760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2252508760},{"type":"v1","addr":"172.21.15.17:6834","nonce":2252508760}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:08.399 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 270 2024-09-19T08:12:08.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 msgr2=0x7f1b9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 0x7f1b9c06e770 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1bac006fd0 tx=0x7f1bac008040 comp rx=0 tx=0).stop 2024-09-19T08:12:08.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 msgr2=0x7f1bb80b3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:08.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4035040 tx=0x7f1ba40046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 shutdown_connections 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1b9c06c2b0 0x7f1b9c06e770 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1bb815e640 0x7f1bb814b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bb80cf0e0 0x7f1bb80b3410 unknown :-1 s=CLOSED pgs=2040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 --2- 172.21.15.17:0/3407719432 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1bb80b2cf0 0x7f1bb80b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 >> 172.21.15.17:0/3407719432 conn(0x7f1bb809d820 msgr2=0x7f1bb80cf670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 shutdown_connections 2024-09-19T08:12:08.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:08.401+0000 7f1bbf111640 1 -- 172.21.15.17:0/3407719432 wait complete. 2024-09-19T08:12:08.413 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:12:11.071 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:11.071+0000 7fd4ad07b640 -1 mds.0.damage notify_dentry Damage to dentries in fragment * of ino 0x100is fatal because it is a system directory for this rank 2024-09-19T08:12:11.073 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:11.073+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:11.073 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:11.073+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:12:12.053 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:12.053+0000 7fd4b1083640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:13.414 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:13.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.530+0000 7f69ad3a2640 1 Processor -- start 2024-09-19T08:12:13.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.530+0000 7f69ad3a2640 1 -- start start 2024-09-19T08:12:13.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69ad3a2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69a815e740 0x7f69a80b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69ad3a2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f69a80d1430 0x7f69a80b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69ad3a2640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69a80b8be0 con 0x7f69a815e360 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69ad3a2640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f69a80b8e70 con 0x7f69a815e740 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69ad3a2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f69a80b9150 con 0x7f69a80d1430 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69a77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69a815e740 0x7f69a80b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69a77fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f69a815e740 0x7f69a80b8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42888/0 (socket says 172.21.15.17:42888) 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69a77fe640 1 -- 172.21.15.17:0/2232821758 learned_addr learned my addr 172.21.15.17:0/2232821758 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:13.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.531+0000 7f69acba1640 1 --2- 172.21.15.17:0/2232821758 >> v2:172.21.15.160:3300/0 conn(0x7f69a80d1430 0x7f69a80b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a77fe640 1 -- 172.21.15.17:0/2232821758 >> v2:172.21.15.160:3300/0 conn(0x7f69a80d1430 msgr2=0x7f69a80b86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a77fe640 1 --2- 172.21.15.17:0/2232821758 >> v2:172.21.15.160:3300/0 conn(0x7f69a80d1430 0x7f69a80b86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a77fe640 1 -- 172.21.15.17:0/2232821758 >> v1:172.21.15.17:6789/0 conn(0x7f69a815e360 legacy=0x7f69a80d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a77fe640 1 -- 172.21.15.17:0/2232821758 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a80b9430 con 0x7f69a815e740 2024-09-19T08:12:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a6ffd640 1 -- 172.21.15.17:0/2232821758 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 889084458 0 0) 0x7f69a80b8be0 con 0x7f69a815e360 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.532+0000 7f69a77fe640 1 --2- 172.21.15.17:0/2232821758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a815e740 0x7f69a80b8160 secure :-1 s=READY pgs=2042 cs=0 l=1 rev1=1 crypto rx=0x7f69a80c7d50 tx=0x7f699c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221f520fe410261 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69a6ffd640 1 -- 172.21.15.17:0/2232821758 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c037070 con 0x7f69a815e740 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69a6ffd640 1 -- 172.21.15.17:0/2232821758 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699c032440 con 0x7f69a815e740 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69a6ffd640 1 -- 172.21.15.17:0/2232821758 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c032810 con 0x7f69a815e740 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 -- 172.21.15.17:0/2232821758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a815e740 msgr2=0x7f69a80b8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/2232821758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a815e740 0x7f69a80b8160 secure :-1 s=READY pgs=2042 cs=0 l=1 rev1=1 crypto rx=0x7f69a80c7d50 tx=0x7f699c02a270 comp rx=0 tx=0).stop 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 -- 172.21.15.17:0/2232821758 shutdown_connections 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/2232821758 >> v2:172.21.15.160:3300/0 conn(0x7f69a80d1430 0x7f69a80b86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/2232821758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a815e740 0x7f69a80b8160 unknown :-1 s=CLOSED pgs=2042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 -- 172.21.15.17:0/2232821758 >> 172.21.15.17:0/2232821758 conn(0x7f69a8067950 msgr2=0x7f69a8067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 -- 172.21.15.17:0/2232821758 shutdown_connections 2024-09-19T08:12:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.533+0000 7f69ad3a2640 1 -- 172.21.15.17:0/2232821758 wait complete. 2024-09-19T08:12:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.535+0000 7f69ad3a2640 1 Processor -- start 2024-09-19T08:12:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.535+0000 7f69ad3a2640 1 -- start start 2024-09-19T08:12:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815e360 0x7f69a80ce030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815e740 0x7f69a81f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69a80d2bf0 con 0x7f69a80d1430 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f69a80d2a70 con 0x7f69a815e740 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f69a80d2d70 con 0x7f69a815e360 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42894/0 (socket says 172.21.15.17:42894) 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 -- 172.21.15.17:0/3320035420 learned_addr learned my addr 172.21.15.17:0/3320035420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 -- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815e360 msgr2=0x7f69a80ce030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a77fe640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815e360 0x7f69a80ce030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815e360 0x7f69a80ce030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 -- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815e740 msgr2=0x7f69a81f43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815e740 0x7f69a81f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 -- 172.21.15.17:0/3320035420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a80abba0 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a7fff640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f699800c4e0 tx=0x7f699800c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6998017070 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69980035f0 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69980039e0 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.536+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69a80abe80 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.537+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69a80ac440 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.537+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69a80d0d20 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.538+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f699801a070 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.538+0000 7f69a4ff9640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 0x7f699406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.539+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f699808b100 con 0x7f69a80d1430 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.539+0000 7f69a77fe640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 0x7f699406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.539+0000 7f69a77fe640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 0x7f699406e770 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f699c034000 tx=0x7f699c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.543+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69980587d0 con 0x7f69a80d1430 2024-09-19T08:12:13.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.759+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69a815d0c0 con 0x7f69a80d1430 2024-09-19T08:12:13.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.759+0000 7f69a4ff9640 1 -- 172.21.15.17:0/3320035420 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) ==== 95+0+4395 (secure 0 0 0) 0x7f699805cad0 con 0x7f69a80d1430 2024-09-19T08:12:13.760 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:13.760 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":274,"btime":"2024-09-19T08:12:11:074015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:11.074010+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:13.760 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 274 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 msgr2=0x7f699406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 0x7f699406e770 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f699c034000 tx=0x7f699c02e000 comp rx=0 tx=0).stop 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 msgr2=0x7f69a81f6f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f699800c4e0 tx=0x7f699800c9a0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 shutdown_connections 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f699406c2b0 0x7f699406e770 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f69a815e740 0x7f69a81f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f69a815e360 0x7f69a80ce030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 --2- 172.21.15.17:0/3320035420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69a80d1430 0x7f69a81f6f00 unknown :-1 s=CLOSED pgs=2043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 >> 172.21.15.17:0/3320035420 conn(0x7f69a8067950 msgr2=0x7f69a80d3e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:13.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 shutdown_connections 2024-09-19T08:12:13.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.762+0000 7f69ad3a2640 1 -- 172.21.15.17:0/3320035420 wait complete. 2024-09-19T08:12:13.773 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:13.773 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:13.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.876+0000 7facf0294640 1 Processor -- start 2024-09-19T08:12:13.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.876+0000 7facf0294640 1 -- start start 2024-09-19T08:12:13.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7facf0294640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7face80cd880 0x7face80b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7facf0294640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80731f0 con 0x7face80b22c0 2024-09-19T08:12:13.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7facf0294640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80ce160 con 0x7face8156990 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7facf0294640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7face8156d70 con 0x7face80cd880 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7face80cd880 0x7face80b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7face80cd880 0x7face80b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42908/0 (socket says 172.21.15.17:42908) 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 -- 172.21.15.17:0/3009677026 learned_addr learned my addr 172.21.15.17:0/3009677026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7facee831640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7face80b22c0 0x7face815c8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42306/0 (socket says 172.21.15.17:42306) 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 -- 172.21.15.17:0/3009677026 >> v1:172.21.15.160:6789/0 conn(0x7face8156990 legacy=0x7face80cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 -- 172.21.15.17:0/3009677026 >> v1:172.21.15.17:6789/0 conn(0x7face80b22c0 legacy=0x7face815c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.877+0000 7faced82f640 1 -- 172.21.15.17:0/3009677026 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face80ce440 con 0x7face80cd880 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.878+0000 7faced82f640 1 --2- 172.21.15.17:0/3009677026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face80cd880 0x7face80b1d80 secure :-1 s=READY pgs=2045 cs=0 l=1 rev1=1 crypto rx=0x7facd8009870 tx=0x7facd802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f86657422c4b5a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.878+0000 7faced02e640 1 -- 172.21.15.17:0/3009677026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8037070 con 0x7face80cd880 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.878+0000 7faced02e640 1 -- 172.21.15.17:0/3009677026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facd8032440 con 0x7face80cd880 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.878+0000 7faced02e640 1 -- 172.21.15.17:0/3009677026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8032810 con 0x7face80cd880 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 -- 172.21.15.17:0/3009677026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face80cd880 msgr2=0x7face80b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 --2- 172.21.15.17:0/3009677026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face80cd880 0x7face80b1d80 secure :-1 s=READY pgs=2045 cs=0 l=1 rev1=1 crypto rx=0x7facd8009870 tx=0x7facd802a210 comp rx=0 tx=0).stop 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 -- 172.21.15.17:0/3009677026 shutdown_connections 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 --2- 172.21.15.17:0/3009677026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face80cd880 0x7face80b1d80 unknown :-1 s=CLOSED pgs=2045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 -- 172.21.15.17:0/3009677026 >> 172.21.15.17:0/3009677026 conn(0x7face806bc10 msgr2=0x7face806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 -- 172.21.15.17:0/3009677026 shutdown_connections 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.879+0000 7facf0294640 1 -- 172.21.15.17:0/3009677026 wait complete. 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.880+0000 7facf0294640 1 Processor -- start 2024-09-19T08:12:13.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.880+0000 7facf0294640 1 -- start start 2024-09-19T08:12:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7face80b22c0 0x7face81f2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 0x7face814ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7face80b26d0 con 0x7face8156990 2024-09-19T08:12:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7face80cea90 con 0x7face80cd880 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facf0294640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7face80cef20 con 0x7face80b22c0 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42918/0 (socket says 172.21.15.17:42918) 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 -- 172.21.15.17:0/1860699086 learned_addr learned my addr 172.21.15.17:0/1860699086 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee030640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7face80b22c0 0x7face81f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7faced82f640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 0x7face814ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 -- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7face80b22c0 msgr2=0x7face81f2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7face80b22c0 0x7face81f2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 -- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 msgr2=0x7face814ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 0x7face814ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 -- 172.21.15.17:0/1860699086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face815ca00 con 0x7face8156990 2024-09-19T08:12:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7faced82f640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 0x7face814ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.881+0000 7facee831640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7face000c710 tx=0x7face000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.882+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0017070 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.882+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face000ce20 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.882+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face815cce0 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.882+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face000a860 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.882+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7face815d2a0 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.883+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face80b1d80 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.883+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7face001a070 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.884+0000 7facdeffd640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 0x7faccc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.884+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7face008b550 con 0x7face8156990 2024-09-19T08:12:13.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.884+0000 7facee030640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 0x7faccc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:13.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.884+0000 7facee030640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 0x7faccc06e770 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7face4006fd0 tx=0x7face4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:13.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:13.888+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7face00591d0 con 0x7face8156990 2024-09-19T08:12:14.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.099+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7face80d0cc0 con 0x7face8156990 2024-09-19T08:12:14.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.099+0000 7facdeffd640 1 -- 172.21.15.17:0/1860699086 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) ==== 95+0+4395 (secure 0 0 0) 0x7face0058ad0 con 0x7face8156990 2024-09-19T08:12:14.099 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:14.100 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":274,"btime":"2024-09-19T08:12:11:074015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:11.074010+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:14.100 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 274 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 msgr2=0x7faccc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 0x7faccc06e770 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7face4006fd0 tx=0x7face4008040 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 msgr2=0x7face8158ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7face000c710 tx=0x7face000cbd0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 shutdown_connections 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faccc06c2b0 0x7faccc06e770 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7face8156990 0x7face8158ac0 unknown :-1 s=CLOSED pgs=2046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7face80cd880 0x7face814ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 --2- 172.21.15.17:0/1860699086 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7face80b22c0 0x7face81f2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 >> 172.21.15.17:0/1860699086 conn(0x7face806bc10 msgr2=0x7face8073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 shutdown_connections 2024-09-19T08:12:14.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.101+0000 7facf0294640 1 -- 172.21.15.17:0/1860699086 wait complete. 2024-09-19T08:12:14.112 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:12:14.112 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:14.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.214+0000 7f52a0a17640 1 Processor -- start 2024-09-19T08:12:14.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.214+0000 7f52a0a17640 1 -- start start 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f52a0a17640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f529c15e670 0x7f529c070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f52a0a17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f529c15f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f52a0a17640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f529c0731d0 con 0x7f529c0ceaf0 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f52a0a17640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f529c0d0040 con 0x7f529c15e670 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f52a0a17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f529c072f80 con 0x7f529c0cef50 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f5299d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f529c0ceaf0 0x7f529c15ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42314/0 (socket says 172.21.15.17:42314) 2024-09-19T08:12:14.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f5299d9b640 1 -- 172.21.15.17:0/2360109378 learned_addr learned my addr 172.21.15.17:0/2360109378 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f529a59c640 1 --2- 172.21.15.17:0/2360109378 >> v2:172.21.15.160:3300/0 conn(0x7f529c15e670 0x7f529c070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.215+0000 7f529ad9d640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f529c15f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2755230282 0 0) 0x7f529c0731d0 con 0x7f529c0ceaf0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5288003520 con 0x7f529c0ceaf0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 631500001 0 0) 0x7f5288003520 con 0x7f529c0ceaf0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 msgr2=0x7f529c15f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f529c15f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 >> v2:172.21.15.160:3300/0 conn(0x7f529c15e670 msgr2=0x7f529c070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 --2- 172.21.15.17:0/2360109378 >> v2:172.21.15.160:3300/0 conn(0x7f529c15e670 0x7f529c070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529c0734b0 con 0x7f529c0ceaf0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f5284001670 con 0x7f529c0ceaf0 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 >> v1:172.21.15.17:6789/0 conn(0x7f529c0ceaf0 legacy=0x7f529c15ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f52880039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5288003f30 0x7f5288004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f52880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f529c072f80 con 0x7f5288004d40 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f528800b9c0 con 0x7f5288003f30 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f528800bb70 con 0x7f529c0cef50 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f52880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529a59c640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f52880039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f5299d9b640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5288003f30 0x7f5288004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 -- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 msgr2=0x7f52880039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c0cef50 0x7f52880039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 -- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5288003f30 msgr2=0x7f5288004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5288003f30 0x7f5288004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f529ad9d640 1 -- 172.21.15.17:0/2360109378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5288003520 con 0x7f5288004d40 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.216+0000 7f5299d9b640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5288003f30 0x7f5288004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:14.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.217+0000 7f529ad9d640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f52880051c0 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7f528c009fc0 tx=0x7f5288005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e263de748bcc297 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.217+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c009c10 con 0x7f5288004d40 2024-09-19T08:12:14.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.217+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f528c036070 con 0x7f5288004d40 2024-09-19T08:12:14.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.217+0000 7f529959a640 1 -- 172.21.15.17:0/2360109378 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c031880 con 0x7f5288004d40 2024-09-19T08:12:14.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 -- 172.21.15.17:0/2360109378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 msgr2=0x7f52880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 --2- 172.21.15.17:0/2360109378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f52880051c0 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7f528c009fc0 tx=0x7f5288005830 comp rx=0 tx=0).stop 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f529ad9d640 1 -- 172.21.15.17:0/2360109378 reap_dead start 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 -- 172.21.15.17:0/2360109378 shutdown_connections 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 -- 172.21.15.17:0/2360109378 >> 172.21.15.17:0/2360109378 conn(0x7f529c06f400 msgr2=0x7f529c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 -- 172.21.15.17:0/2360109378 shutdown_connections 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.218+0000 7f52a0a17640 1 -- 172.21.15.17:0/2360109378 wait complete. 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.219+0000 7f52a0a17640 1 Processor -- start 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.219+0000 7f52a0a17640 1 -- start start 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 0x7f529c150fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 0x7f529c0d25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f529c073a70 con 0x7f5288004d40 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f529c073de0 con 0x7f529c1f45f0 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f52a0a17640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f529c0cf3c0 con 0x7f529c154900 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f529a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f529a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42946/0 (socket says 172.21.15.17:42946) 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f529a59c640 1 -- 172.21.15.17:0/443563445 learned_addr learned my addr 172.21.15.17:0/443563445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f5299d9b640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 0x7f529c150fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.220+0000 7f529ad9d640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 0x7f529c0d25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 -- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 msgr2=0x7f529c150fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 0x7f529c150fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 -- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 msgr2=0x7f529c0d25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 0x7f529c0d25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 -- 172.21.15.17:0/443563445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529c1f8aa0 con 0x7f5288004d40 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f5299d9b640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 0x7f529c150fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:14.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529ad9d640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 0x7f529c0d25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f529a59c640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7f5294011a70 tx=0x7f5294011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529400fb50 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f529400fcf0 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529400fea0 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f529c1f4fb0 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.221+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f529c1f7d60 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.222+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f529c071410 con 0x7f5288004d40 2024-09-19T08:12:14.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.223+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5294012040 con 0x7f5288004d40 2024-09-19T08:12:14.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.223+0000 7f5292ffd640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 0x7f527c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.223+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f529408c730 con 0x7f5288004d40 2024-09-19T08:12:14.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.223+0000 7f5299d9b640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 0x7f527c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.224+0000 7f5299d9b640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 0x7f527c06e7a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f529c158ea0 tx=0x7f5284009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.228+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f529c1f8aa0 con 0x7f5288004d40 2024-09-19T08:12:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.440+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f529c15ddf0 con 0x7f5288004d40 2024-09-19T08:12:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.441+0000 7f5292ffd640 1 -- 172.21.15.17:0/443563445 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) ==== 95+0+4395 (secure 0 0 0) 0x7f5294019030 con 0x7f5288004d40 2024-09-19T08:12:14.441 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:14.441 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":274,"btime":"2024-09-19T08:12:11:074015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:11.074010+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 274 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 msgr2=0x7f527c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 0x7f527c06e7a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f529c158ea0 tx=0x7f5284009040 comp rx=0 tx=0).stop 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 msgr2=0x7f529c1f8560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7f5294011a70 tx=0x7f5294011f30 comp rx=0 tx=0).stop 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 shutdown_connections 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f527c06c2e0 0x7f527c06e7a0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f529c1f45f0 0x7f529c0d25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f529c154900 0x7f529c150fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 --2- 172.21.15.17:0/443563445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5288004d40 0x7f529c1f8560 unknown :-1 s=CLOSED pgs=2049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 >> 172.21.15.17:0/443563445 conn(0x7f529c06f400 msgr2=0x7f529c0af120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 shutdown_connections 2024-09-19T08:12:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.443+0000 7f52a0a17640 1 -- 172.21.15.17:0/443563445 wait complete. 2024-09-19T08:12:14.454 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap key 100.00000000:stray0_head' led to DAMAGED state 2024-09-19T08:12:14.454 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 1.00000000:subdir_head' 2024-09-19T08:12:14.454 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:14.454 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:14.470 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:12:14.470 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:14.470 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:14.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:14.471 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:14.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:12:14.527 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:12:14.527 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:14.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.669+0000 7f06c2d26640 1 Processor -- start 2024-09-19T08:12:14.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.669+0000 7f06c2d26640 1 -- start start 2024-09-19T08:12:14.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.670+0000 7f06c2d26640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.670+0000 7f06c2d26640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.670+0000 7f06c2d26640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06bc15ea20 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.670+0000 7f06c2d26640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f06bc0b2860 con 0x7f06bc0d3660 2024-09-19T08:12:14.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.670+0000 7f06c2d26640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f06bc0b1c50 con 0x7f06bc15e640 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c12c3640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06bbfff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f06bc0cf0e0 0x7f06bc0b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:33018/0 (socket says 172.21.15.17:33018) 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:39848/0 (socket says 172.21.15.17:39848) 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06bbfff640 1 -- 172.21.15.17:0/4057600688 learned_addr learned my addr 172.21.15.17:0/4057600688 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c12c3640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:56122/0 (socket says 172.21.15.17:56122) 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 -- 172.21.15.17:0/4057600688 >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 msgr2=0x7f06bc0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 --2- 172.21.15.17:0/4057600688 >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 -- 172.21.15.17:0/4057600688 >> v1:172.21.15.160:6789/0 conn(0x7f06bc0cf0e0 legacy=0x7f06bc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c0ac2640 1 -- 172.21.15.17:0/4057600688 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06bc0b1f30 con 0x7f06bc15e640 2024-09-19T08:12:14.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.671+0000 7f06c12c3640 1 --2- 172.21.15.17:0/4057600688 >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.672+0000 7f06c0ac2640 1 --2- 172.21.15.17:0/4057600688 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f06bc15ebf0 tx=0x7f06b402a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14bb07f5b3238607 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.672+0000 7f06bb7fe640 1 -- 172.21.15.17:0/4057600688 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b4007740 con 0x7f06bc15e640 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.672+0000 7f06bb7fe640 1 -- 172.21.15.17:0/4057600688 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06b40078e0 con 0x7f06bc15e640 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.672+0000 7f06bb7fe640 1 -- 172.21.15.17:0/4057600688 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b4007cb0 con 0x7f06bc15e640 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 -- 172.21.15.17:0/4057600688 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 msgr2=0x7f06bc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 --2- 172.21.15.17:0/4057600688 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f06bc15ebf0 tx=0x7f06b402a530 comp rx=0 tx=0).stop 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 -- 172.21.15.17:0/4057600688 shutdown_connections 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 --2- 172.21.15.17:0/4057600688 >> v2:172.21.15.160:3300/0 conn(0x7f06bc0d3660 0x7f06bc0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 --2- 172.21.15.17:0/4057600688 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc15e640 0x7f06bc0ceba0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 -- 172.21.15.17:0/4057600688 >> 172.21.15.17:0/4057600688 conn(0x7f06bc09d820 msgr2=0x7f06bc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 -- 172.21.15.17:0/4057600688 shutdown_connections 2024-09-19T08:12:14.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.673+0000 7f06c2d26640 1 -- 172.21.15.17:0/4057600688 wait complete. 2024-09-19T08:12:14.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.674+0000 7f06c2d26640 1 Processor -- start 2024-09-19T08:12:14.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.674+0000 7f06c2d26640 1 -- start start 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc0d3660 0x7f06bc154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 0x7f06bc0c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f06bc0cfe40 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f06bc0b24f0 con 0x7f06bc15e640 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c2d26640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f06bc0b73a0 con 0x7f06bc0d3660 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42952/0 (socket says 172.21.15.17:42952) 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 -- 172.21.15.17:0/1848873179 learned_addr learned my addr 172.21.15.17:0/1848873179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06bbfff640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc0d3660 0x7f06bc154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c12c3640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 0x7f06bc0c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 -- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc0d3660 msgr2=0x7f06bc154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc0d3660 0x7f06bc154bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 -- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 msgr2=0x7f06bc0c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 0x7f06bc0c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c0ac2640 1 -- 172.21.15.17:0/1848873179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06bc0c87d0 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.675+0000 7f06c12c3640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 0x7f06bc0c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06c0ac2640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f06b4009e80 tx=0x7f06b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b4040070 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06b4031c40 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06bc0c8ab0 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b4009450 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.676+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06bc0c9070 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.677+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06bc068eb0 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.677+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f06b4039040 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.678+0000 7f06b97fa640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 0x7f06a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:14.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.678+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f06b40ad560 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.678+0000 7f06bbfff640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 0x7f06a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:14.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.679+0000 7f06bbfff640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 0x7f06a806e770 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f06bc1616e0 tx=0x7f06b0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:14.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.683+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f06b407b0d0 con 0x7f06bc0cf0e0 2024-09-19T08:12:14.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:14.894+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f06bc0ceba0 con 0x7f06bc0cf0e0 2024-09-19T08:12:15.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.089+0000 7f06b97fa640 1 -- 172.21.15.17:0/1848873179 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v275) ==== 161+0+0 (secure 0 0 0) 0x7f06b407a9d0 con 0x7f06bc0cf0e0 2024-09-19T08:12:15.090 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 msgr2=0x7f06a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 0x7f06a806e770 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f06bc1616e0 tx=0x7f06b0009040 comp rx=0 tx=0).stop 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 msgr2=0x7f06bc15b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f06b4009e80 tx=0x7f06b4004a40 comp rx=0 tx=0).stop 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 shutdown_connections 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f06a806c2b0 0x7f06a806e770 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f06bc15e640 0x7f06bc0c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f06bc0d3660 0x7f06bc154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 --2- 172.21.15.17:0/1848873179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06bc0cf0e0 0x7f06bc15b810 unknown :-1 s=CLOSED pgs=2050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 >> 172.21.15.17:0/1848873179 conn(0x7f06bc09d820 msgr2=0x7f06bc0d43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:15.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 shutdown_connections 2024-09-19T08:12:15.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.092+0000 7f06c2d26640 1 -- 172.21.15.17:0/1848873179 wait complete. 2024-09-19T08:12:15.104 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:15.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.207+0000 7f814d776640 1 Processor -- start 2024-09-19T08:12:15.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.207+0000 7f814d776640 1 -- start start 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f814d776640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f814815c4a0 0x7f81480cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f814d776640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81480d0a30 con 0x7f81480d2da0 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f814d776640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81480b76f0 con 0x7f81480b47a0 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f814d776640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f81480d0d30 con 0x7f814815c4a0 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f81467fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f81480d2da0 0x7f81480b4090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:42326/0 (socket says 172.21.15.17:42326) 2024-09-19T08:12:15.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.208+0000 7f81467fc640 1 -- 172.21.15.17:0/208465061 learned_addr learned my addr 172.21.15.17:0/208465061 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8146ffd640 1 --2- 172.21.15.17:0/208465061 >> v2:172.21.15.160:3300/0 conn(0x7f814815c4a0 0x7f81480cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 999836940 0 0) 0x7f81480d0a30 con 0x7f81480d2da0 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8134003520 con 0x7f81480d2da0 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8146ffd640 1 -- 172.21.15.17:0/208465061 >> v1:172.21.15.160:6789/0 conn(0x7f81480b47a0 legacy=0x7f8148166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 102432686 0 0) 0x7f8134003520 con 0x7f81480d2da0 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8146ffd640 1 -- 172.21.15.17:0/208465061 >> v1:172.21.15.17:6789/0 conn(0x7f81480d2da0 legacy=0x7f81480b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.209+0000 7f8146ffd640 1 -- 172.21.15.17:0/208465061 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8148073710 con 0x7f814815c4a0 2024-09-19T08:12:15.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f8146ffd640 1 --2- 172.21.15.17:0/208465061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f814815c4a0 0x7f81480cff80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f8138009d90 tx=0x7f813802a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ea953fe02eea91e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:15.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138035020 con 0x7f814815c4a0 2024-09-19T08:12:15.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8138007540 con 0x7f814815c4a0 2024-09-19T08:12:15.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f8145ffb640 1 -- 172.21.15.17:0/208465061 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8130001670 con 0x7f814815c4a0 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f814d776640 1 -- 172.21.15.17:0/208465061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f814815c4a0 msgr2=0x7f81480cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.210+0000 7f814d776640 1 --2- 172.21.15.17:0/208465061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f814815c4a0 0x7f81480cff80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f8138009d90 tx=0x7f813802a510 comp rx=0 tx=0).stop 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.211+0000 7f814d776640 1 -- 172.21.15.17:0/208465061 shutdown_connections 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.211+0000 7f814d776640 1 --2- 172.21.15.17:0/208465061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f814815c4a0 0x7f81480cff80 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.211+0000 7f814d776640 1 -- 172.21.15.17:0/208465061 >> 172.21.15.17:0/208465061 conn(0x7f8148067950 msgr2=0x7f8148067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.211+0000 7f814d776640 1 -- 172.21.15.17:0/208465061 shutdown_connections 2024-09-19T08:12:15.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.211+0000 7f814d776640 1 -- 172.21.15.17:0/208465061 wait complete. 2024-09-19T08:12:15.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.212+0000 7f814d776640 1 Processor -- start 2024-09-19T08:12:15.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.212+0000 7f814d776640 1 -- start start 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 0x7f8148143a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81480d2da0 0x7f8148140740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f814815c880 con 0x7f814815c4a0 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f81480d28e0 con 0x7f81480d2da0 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f814d776640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f814815ca00 con 0x7f81480b47a0 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42964/0 (socket says 172.21.15.17:42964) 2024-09-19T08:12:15.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 -- 172.21.15.17:0/3876821411 learned_addr learned my addr 172.21.15.17:0/3876821411 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f8146ffd640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 0x7f8148143a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81467fc640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81480d2da0 0x7f8148140740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 -- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 msgr2=0x7f8148143a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 0x7f8148143a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 -- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81480d2da0 msgr2=0x7f8148140740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81480d2da0 0x7f8148140740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 -- 172.21.15.17:0/3876821411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8148143f70 con 0x7f814815c4a0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f8146ffd640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 0x7f8148143a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f81477fe640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f814000c580 tx=0x7f814000ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.213+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8140017070 con 0x7f814815c4a0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.214+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81400035f0 con 0x7f814815c4a0 2024-09-19T08:12:15.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.214+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81400039e0 con 0x7f814815c4a0 2024-09-19T08:12:15.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.214+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8148140f90 con 0x7f814815c4a0 2024-09-19T08:12:15.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.214+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8148141510 con 0x7f814815c4a0 2024-09-19T08:12:15.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.214+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81480cff80 con 0x7f814815c4a0 2024-09-19T08:12:15.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.215+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f814001a070 con 0x7f814815c4a0 2024-09-19T08:12:15.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.216+0000 7f813f7fe640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 0x7f812806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:15.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.216+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f814008b480 con 0x7f814815c4a0 2024-09-19T08:12:15.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.216+0000 7f8146ffd640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 0x7f812806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:15.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.216+0000 7f8146ffd640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 0x7f812806e770 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8138033000 tx=0x7f813802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:15.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.220+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8148143f70 con 0x7f814815c4a0 2024-09-19T08:12:15.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:15.464+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f81480b41a0 con 0x7f814815c4a0 2024-09-19T08:12:15.823 INFO:tasks.ceph.mds.c.smithi017.stderr: -48> 2024-09-19T08:12:11.071+0000 7fd4ad07b640 -1 mds.0.damage notify_dentry Damage to dentries in fragment * of ino 0x100is fatal because it is a system directory for this rank 2024-09-19T08:12:15.824 INFO:tasks.ceph.mds.c.smithi017.stderr: -30> 2024-09-19T08:12:12.053+0000 7fd4b1083640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:15.850 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.098+0000 7f813f7fe640 1 -- 172.21.15.17:0/3876821411 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v276) ==== 101+0+0 (secure 0 0 0) 0x7f81400590c0 con 0x7f814815c4a0 2024-09-19T08:12:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 msgr2=0x7f812806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 0x7f812806e770 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8138033000 tx=0x7f813802f000 comp rx=0 tx=0).stop 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 msgr2=0x7f8148144480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f814000c580 tx=0x7f814000ca40 comp rx=0 tx=0).stop 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 shutdown_connections 2024-09-19T08:12:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f812806c2b0 0x7f812806e770 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f814815c4a0 0x7f8148144480 unknown :-1 s=CLOSED pgs=2052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81480d2da0 0x7f8148140740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 --2- 172.21.15.17:0/3876821411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81480b47a0 0x7f8148143a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 >> 172.21.15.17:0/3876821411 conn(0x7f8148067950 msgr2=0x7f81480b2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 shutdown_connections 2024-09-19T08:12:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.101+0000 7f814d776640 1 -- 172.21.15.17:0/3876821411 wait complete. 2024-09-19T08:12:16.115 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:12:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.164+0000 7f15c8ef3f40 1 Processor -- start 2024-09-19T08:12:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.164+0000 7f15c8ef3f40 1 -- start start 2024-09-19T08:12:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aaa93fe0 0x5646aab6b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e130 0x5646aab6d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5646aaadafc0 con 0x5646aab6e510 2024-09-19T08:12:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5646aa9e4510 con 0x5646aab6e130 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5646aaadace0 con 0x5646aaa93fe0 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42984/0 (socket says 172.21.15.17:42984) 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 -- 172.21.15.17:0/1470090868 learned_addr learned my addr 172.21.15.17:0/1470090868 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c69e9640 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aaa93fe0 0x5646aab6b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 -- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aaa93fe0 msgr2=0x5646aab6b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c61e8640 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e130 0x5646aab6d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aaa93fe0 0x5646aab6b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 -- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e130 msgr2=0x5646aab6d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e130 0x5646aab6d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.165+0000 7f15c71ea640 1 -- 172.21.15.17:0/1470090868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646aab592e0 con 0x5646aab6e510 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c71ea640 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7f15c00259b0 tx=0x7f15c0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f3a44cd382a15d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c51e6640 1 -- 172.21.15.17:0/1470090868 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0067070 con 0x5646aab6e510 2024-09-19T08:12:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c51e6640 1 -- 172.21.15.17:0/1470090868 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15c0058950 con 0x5646aab6e510 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c51e6640 1 -- 172.21.15.17:0/1470090868 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0058d00 con 0x5646aab6e510 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/1470090868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 msgr2=0x5646aab68690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7f15c00259b0 tx=0x7f15c0051000 comp rx=0 tx=0).stop 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/1470090868 shutdown_connections 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aab6e510 0x5646aab68690 unknown :-1 s=CLOSED pgs=2057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e130 0x5646aab6d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/1470090868 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aaa93fe0 0x5646aab6b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/1470090868 >> 172.21.15.17:0/1470090868 conn(0x5646aaabd280 msgr2=0x5646aaa91c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/1470090868 shutdown_connections 2024-09-19T08:12:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.166+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/1470090868 wait complete. 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.167+0000 7f15c8ef3f40 1 Processor -- start 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.167+0000 7f15c8ef3f40 1 -- start start 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aab6e130 0x5646aab61c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e510 0x5646aab6d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5646aab59830 con 0x5646aaa93fe0 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5646aaac2730 con 0x5646aab6e510 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c8ef3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5646aab68240 con 0x5646aab6e130 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42996/0 (socket says 172.21.15.17:42996) 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 learned_addr learned my addr 172.21.15.17:0/3038824311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aab6e130 0x5646aab61c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c71ea640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e510 0x5646aab6d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aab6e130 msgr2=0x5646aab61c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5646aab6e130 0x5646aab61c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e510 msgr2=0x5646aab6d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5646aab6e510 0x5646aab6d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646aab6b7b0 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.168+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7f15b800cec0 tx=0x7f15b800a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.169+0000 7f15affff640 1 -- 172.21.15.17:0/3038824311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b8008040 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.169+0000 7f15affff640 1 -- 172.21.15.17:0/3038824311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b8014020 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.169+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5646aab6ba90 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.169+0000 7f15affff640 1 -- 172.21.15.17:0/3038824311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b800f400 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.169+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646aab6c050 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.170+0000 7f15affff640 1 -- 172.21.15.17:0/3038824311 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f15b800f5a0 con 0x5646aaa93fe0 2024-09-19T08:12:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15affff640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 0x7f15b406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15affff640 1 -- 172.21.15.17:0/3038824311 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f15b808ab60 con 0x5646aaa93fe0 2024-09-19T08:12:16.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 0x7f15b406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.173 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5646aab68b80 0x5646aab6edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aab6f300 con 0x5646aab68b80 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c71ea640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5646aab68b80 0x5646aab6edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 0x7f15b406d150 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x5646aab610c0 tx=0x7f15bc005a00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.171+0000 7f15c71ea640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5646aab68b80 0x5646aab6edc0 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.174+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v121'1002 uv976 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.174+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aab6f6a0 con 0x5646aab68b80 2024-09-19T08:12:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.175+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v121'1003 uv1003 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.175+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac10e80 con 0x5646aab68b80 2024-09-19T08:12:16.176 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:12:16.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.176+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v121'1004 uv1004 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.176+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac12230 con 0x5646aab68b80 2024-09-19T08:12:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.178+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v121'1005 uv1005 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.178+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac125d0 con 0x5646aab68b80 2024-09-19T08:12:16.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.179+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v121'1006 uv1006 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.179+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac11220 con 0x5646aab68b80 2024-09-19T08:12:16.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.181+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v121'1007 uv1007 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.181+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115e0 con 0x5646aab68b80 2024-09-19T08:12:16.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.182+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v121'1008 uv982 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.182+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115e0 con 0x5646aab68b80 2024-09-19T08:12:16.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.184+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v121'1009 uv1009 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.184+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115e0 con 0x5646aab68b80 2024-09-19T08:12:16.185 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:12:16.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.185+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v121'1010 uv1010 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.185+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115e0 con 0x5646aab68b80 2024-09-19T08:12:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.187+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v121'1011 uv1011 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.187+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.188+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v121'1012 uv1012 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.188+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.189+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v121'1013 uv1013 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.189+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.190+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v121'1014 uv989 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.190+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.192+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v121'1015 uv1015 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.192+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.192 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:12:16.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.193+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v121'1016 uv1016 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.193+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.194+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v121'1017 uv1017 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.194+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.195+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v121'1018 uv1018 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.195+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.196+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v121'1019 uv1019 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.196+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.198+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v121'1020 uv1020 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.198+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.199+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v121'1021 uv995 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.199+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.200+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v121'1022 uv1022 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.200+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.201+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v121'1023 uv1023 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.201 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:12:16.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.201+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.203+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v121'1024 uv1024 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.203+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.204+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v121'1025 uv1025 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.204+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.205+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v121'1026 uv1026 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.205+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.206+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v121'1027 uv1001 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.206+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.207+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v121'1028 uv1028 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.207+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.208 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:12:16.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.209+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v121'1029 uv1029 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.209+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.210+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v121'1030 uv1030 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.210+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.211+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v121'1031 uv1031 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.211+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac115c0 con 0x5646aab68b80 2024-09-19T08:12:16.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.212+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v121'1032 uv1032 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.212+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5646aac12970 0x5646aac14d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.212+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac11e90 con 0x5646aac12970 2024-09-19T08:12:16.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.212+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5646aac12970 0x5646aac14d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.213+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5646aac12970 0x5646aac14d60 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.214+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v121'720 uv702 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.214+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac152a0 con 0x5646aac12970 2024-09-19T08:12:16.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.216+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v121'721 uv721 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.216+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac15640 con 0x5646aac12970 2024-09-19T08:12:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.217+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v121'722 uv722 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.217 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:12:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.217+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac15e90 con 0x5646aac12970 2024-09-19T08:12:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.218+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v121'723 uv723 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.218+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16230 con 0x5646aac12970 2024-09-19T08:12:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.219+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v121'724 uv724 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.219+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac165d0 con 0x5646aac12970 2024-09-19T08:12:16.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.221+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v121'725 uv707 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.221+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16970 con 0x5646aac12970 2024-09-19T08:12:16.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.222+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v121'726 uv726 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.222+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.223 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:12:16.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.223+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v121'727 uv727 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.223+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.224+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v121'728 uv728 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.224+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.226+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v121'729 uv729 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.226+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.227+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v121'730 uv712 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.227+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.228+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v121'731 uv731 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.228+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.230+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v121'732 uv732 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.229 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:12:16.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.230+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1a770 con 0x5646aac12970 2024-09-19T08:12:16.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.231+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v121'733 uv733 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.231+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1a770 con 0x5646aac12970 2024-09-19T08:12:16.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.232+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v121'734 uv734 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.232+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.233+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v121'735 uv718 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.233+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.235+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v121'736 uv736 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.235+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.235 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:12:16.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.236+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v121'737 uv737 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.236+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac17d20 con 0x5646aac12970 2024-09-19T08:12:16.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.237+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v121'738 uv738 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.237+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac17d20 con 0x5646aac12970 2024-09-19T08:12:16.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.238+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v121'739 uv739 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.238+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aac12970 2024-09-19T08:12:16.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.239+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v121'740 uv740 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac12970 2024-09-19T08:12:16.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.239+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aab68b80 2024-09-19T08:12:16.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.240+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v121'195 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.240+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aab68b80 2024-09-19T08:12:16.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.241+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v121'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.241+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aab68b80 2024-09-19T08:12:16.242 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:12:16.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.242+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v121'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.242+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac17d20 con 0x5646aab68b80 2024-09-19T08:12:16.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.243+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v121'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.243+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac17d20 con 0x5646aab68b80 2024-09-19T08:12:16.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.244+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v121'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.244+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac16d10 con 0x5646aab68b80 2024-09-19T08:12:16.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.245+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v121'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.245+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5646aac17220 0x5646aac19670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.245+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac19d10 con 0x5646aac17220 2024-09-19T08:12:16.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.245+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5646aac17220 0x5646aac19670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.246+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5646aac17220 0x5646aac19670 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.247+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v121'145 uv144 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f15bc0167a0 con 0x5646aac17220 2024-09-19T08:12:16.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.247+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1a220 con 0x5646aac17220 2024-09-19T08:12:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.248+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v121'146 uv146 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.248+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1a720 con 0x5646aac17220 2024-09-19T08:12:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.249+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v121'147 uv147 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.249 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:12:16.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.249+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac15ac0 con 0x5646aac17220 2024-09-19T08:12:16.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.250+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v121'148 uv148 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.250+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.251+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v121'195 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.251+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.252+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v121'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.252+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.253+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v121'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.253 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:12:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.253+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.254+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v121'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.254+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.255+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v121'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.255+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1b050 con 0x5646aab68b80 2024-09-19T08:12:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.257+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v121'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.257+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 0x5646aac1bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.257+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e4a0 con 0x5646aac1b970 2024-09-19T08:12:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.257+0000 7f15c71ea640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 0x5646aac1bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.257+0000 7f15c71ea640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 0x5646aac1bd70 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.259+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v121'360 uv354 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.259+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e4a0 con 0x5646aac1b970 2024-09-19T08:12:16.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.260+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v121'361 uv361 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.260+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e4a0 con 0x5646aac1b970 2024-09-19T08:12:16.261 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:12:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.261+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v121'362 uv362 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.261+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1abb0 con 0x5646aac1b970 2024-09-19T08:12:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.263+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v121'363 uv363 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.263+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.264+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v121'364 uv364 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.264+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.265+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v121'365 uv365 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.265+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.267+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v121'366 uv359 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.267+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.268+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v121'367 uv367 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.268+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.268 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:12:16.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.269+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v121'368 uv368 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.269+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.270+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v121'369 uv369 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.270+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1ab70 con 0x5646aac1b970 2024-09-19T08:12:16.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.271+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v121'370 uv370 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.271+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 0x5646aac212f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.271+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21830 con 0x5646aac1ef00 2024-09-19T08:12:16.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.272+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 0x5646aac212f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.272+0000 7f15c69e9640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 0x5646aac212f0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.273+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v121'163 uv162 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac1ef00 2024-09-19T08:12:16.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.273+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aac1ef00 2024-09-19T08:12:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.274+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v121'164 uv164 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac1ef00 2024-09-19T08:12:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.274+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aac1ef00 2024-09-19T08:12:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.275+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v121'165 uv165 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac1ef00 2024-09-19T08:12:16.275 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:12:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.275+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aac1ef00 2024-09-19T08:12:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.276+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v121'166 uv166 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac1ef00 2024-09-19T08:12:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.276+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aac1ef00 2024-09-19T08:12:16.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.277+0000 7f15c69e9640 1 -- 172.21.15.17:0/3038824311 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v121'167 uv167 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15b8020070 con 0x5646aac1ef00 2024-09-19T08:12:16.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.277+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aab68b80 2024-09-19T08:12:16.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.278+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v121'195 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.278+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aab68b80 2024-09-19T08:12:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.279+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v121'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.279+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aab68b80 2024-09-19T08:12:16.280 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:12:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.280+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v121'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.280+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac22c10 con 0x5646aab68b80 2024-09-19T08:12:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.281+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v121'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.281+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac22c10 con 0x5646aab68b80 2024-09-19T08:12:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.282+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v121'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.282+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aab68b80 2024-09-19T08:12:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.283+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v121'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aab68b80 2024-09-19T08:12:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.283+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac21c00 con 0x5646aac17220 2024-09-19T08:12:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.284+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v121'325 uv318 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.284+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac22030 con 0x5646aac17220 2024-09-19T08:12:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.285+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v121'326 uv326 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.285+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac22420 con 0x5646aac17220 2024-09-19T08:12:16.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.286+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v121'327 uv327 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.287 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:12:16.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.286+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.288+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v121'328 uv328 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.288+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.288+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v121'329 uv329 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.289+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.289+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v121'330 uv324 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.289+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.290+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v121'331 uv331 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.290+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.291+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v121'332 uv332 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.291 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:12:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.291+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac1e540 con 0x5646aac17220 2024-09-19T08:12:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.292+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v121'333 uv333 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.292+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25660 con 0x5646aac17220 2024-09-19T08:12:16.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.293+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v121'334 uv334 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.293+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5646aac23340 0x5646aac25730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.293+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d20 con 0x5646aac23340 2024-09-19T08:12:16.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.294+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5646aac23340 0x5646aac25730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.294+0000 7f15c61e8640 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5646aac23340 0x5646aac25730 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.295+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v121'142 uv140 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac23340 2024-09-19T08:12:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.295+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d20 con 0x5646aac23340 2024-09-19T08:12:16.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.296+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v121'143 uv143 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac23340 2024-09-19T08:12:16.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.296+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d20 con 0x5646aac23340 2024-09-19T08:12:16.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.297+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v121'144 uv144 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac23340 2024-09-19T08:12:16.297 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:12:16.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.297+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac23340 2024-09-19T08:12:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.298+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v121'145 uv145 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac23340 2024-09-19T08:12:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.298+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac17220 2024-09-19T08:12:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.299+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v121'195 uv194 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.299+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac17220 2024-09-19T08:12:16.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.300+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v121'196 uv196 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.300+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac17220 2024-09-19T08:12:16.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.301+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v121'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.301 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:12:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.301+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac26d60 con 0x5646aac17220 2024-09-19T08:12:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.302+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v121'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.302+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac26d60 con 0x5646aac17220 2024-09-19T08:12:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.303+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v121'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.303+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac17220 2024-09-19T08:12:16.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.305+0000 7f15c61e8640 1 -- 172.21.15.17:0/3038824311 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v121'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15bc020040 con 0x5646aac17220 2024-09-19T08:12:16.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.305+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.306+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v121'166 uv165 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.306+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.307+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v121'167 uv167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.307+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.308+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v121'168 uv168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.311 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.308+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.309+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v121'169 uv169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.309+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.310+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v121'170 uv170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.310+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.312+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v121'402 uv393 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.312+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.313+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v121'403 uv403 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.313+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.314 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:12:16.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.314+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v121'404 uv404 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.314+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.315+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v121'405 uv405 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.315+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.317+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v121'406 uv406 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.317+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.318+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v121'407 uv400 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.318+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.319+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v121'408 uv408 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.319+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.319 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:12:16.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.320+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v121'409 uv409 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.320+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.321+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v121'410 uv410 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.321+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.322+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v121'411 uv411 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.322+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac25d50 con 0x5646aac1b970 2024-09-19T08:12:16.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.323+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v121'412 uv412 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.323+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x5646aac261e0 con 0x5646aac1b970 2024-09-19T08:12:16.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v121'413 uv413 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f15c006a040 con 0x5646aac1b970 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5646aab68b80 msgr2=0x5646aab6edc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5646aab68b80 0x5646aab6edc0 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5646aac17220 msgr2=0x5646aac19670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5646aac17220 0x5646aac19670 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5646aac23340 msgr2=0x5646aac25730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5646aac23340 0x5646aac25730 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5646aac12970 msgr2=0x5646aac14d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5646aac12970 0x5646aac14d60 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 msgr2=0x5646aac1bd70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c71ea640 1 -- 172.21.15.17:0/3038824311 reap_dead start 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 0x5646aac1bd70 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 msgr2=0x5646aac212f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 0x5646aac212f0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 msgr2=0x7f15b406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 0x7f15b406d150 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x5646aab610c0 tx=0x7f15bc005a00 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 msgr2=0x5646aab565e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7f15b800cec0 tx=0x7f15b800a5d0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 shutdown_connections 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5646aac1b970 0x5646aac1bd70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5646aac1ef00 0x5646aac212f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15b406ac90 0x7f15b406d150 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 --2- 172.21.15.17:0/3038824311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646aaa93fe0 0x5646aab565e0 unknown :-1 s=CLOSED pgs=2058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 >> 172.21.15.17:0/3038824311 conn(0x5646aaabd280 msgr2=0x5646aab600c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 shutdown_connections 2024-09-19T08:12:16.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.324+0000 7f15c8ef3f40 1 -- 172.21.15.17:0/3038824311 wait complete. 2024-09-19T08:12:16.327 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 1.00000000 subdir_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:12:16.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.414+0000 7f1cc2c0af40 1 Processor -- start 2024-09-19T08:12:16.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.414+0000 7f1cc2c0af40 1 -- start start 2024-09-19T08:12:16.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 0x55d880efe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efcee0 0x55d880eea150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d880efd640 con 0x55d880ef2f90 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d880d76510 con 0x55d880efc5c0 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d880e65660 con 0x55d880efcee0 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43008/0 (socket says 172.21.15.17:43008) 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 -- 172.21.15.17:0/1644896025 learned_addr learned my addr 172.21.15.17:0/1644896025 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf146640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 0x55d880efe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cc0148640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efcee0 0x55d880eea150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 -- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efcee0 msgr2=0x55d880eea150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efcee0 0x55d880eea150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 -- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 msgr2=0x55d880efe790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 0x55d880efe790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 -- 172.21.15.17:0/1644896025 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d880e6b6b0 con 0x55d880ef2f90 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf146640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 0x55d880efe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000a980 tx=0x7f1cb0005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d85fba0d87e41ed6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbe144640 1 -- 172.21.15.17:0/1644896025 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0017020 con 0x55d880ef2f90 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbe144640 1 -- 172.21.15.17:0/1644896025 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb000da80 con 0x55d880ef2f90 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.415+0000 7f1cbe144640 1 -- 172.21.15.17:0/1644896025 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb000de30 con 0x55d880ef2f90 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1644896025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 msgr2=0x55d880ee9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000a980 tx=0x7f1cb0005d80 comp rx=0 tx=0).stop 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1644896025 shutdown_connections 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efcee0 0x55d880eea150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880efc5c0 0x55d880efe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1644896025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880ef2f90 0x55d880ee9a30 unknown :-1 s=CLOSED pgs=2059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1644896025 >> 172.21.15.17:0/1644896025 conn(0x55d880e4f400 msgr2=0x55d880e6bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1644896025 shutdown_connections 2024-09-19T08:12:16.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1644896025 wait complete. 2024-09-19T08:12:16.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 Processor -- start 2024-09-19T08:12:16.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.416+0000 7f1cc2c0af40 1 -- start start 2024-09-19T08:12:16.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880ef2f90 0x55d880ef3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efc5c0 0x55d880e6a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 0x55d880e6a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d880efcd10 con 0x55d880efcee0 2024-09-19T08:12:16.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55d880e6d4d0 con 0x55d880ef2f90 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc2c0af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55d880eed140 con 0x55d880efc5c0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc0148640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 0x55d880e6a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc0148640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 0x55d880e6a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43014/0 (socket says 172.21.15.17:43014) 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cc0148640 1 -- 172.21.15.17:0/1593080817 learned_addr learned my addr 172.21.15.17:0/1593080817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880ef2f90 0x55d880ef3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.417+0000 7f1cbf146640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efc5c0 0x55d880e6a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 -- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efc5c0 msgr2=0x55d880e6a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55d880efc5c0 0x55d880e6a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 -- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880ef2f90 msgr2=0x55d880ef3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55d880ef2f90 0x55d880ef3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 -- 172.21.15.17:0/1593080817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d880eecb30 con 0x55d880efcee0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc0148640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 0x55d880e6a770 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7f1cb800de00 tx=0x7f1cb800b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cbd142640 1 -- 172.21.15.17:0/1593080817 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8014020 con 0x55d880efcee0 2024-09-19T08:12:16.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cbd142640 1 -- 172.21.15.17:0/1593080817 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb8010410 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d880e67b60 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cbd142640 1 -- 172.21.15.17:0/1593080817 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8008030 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.418+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d880eecdd0 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.419+0000 7f1cbd142640 1 -- 172.21.15.17:0/1593080817 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1cb8017020 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cbd142640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ca006ac90 0x7f1ca006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cbd142640 1 -- 172.21.15.17:0/1593080817 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f1cb808aaa0 con 0x55d880efcee0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ca006ac90 0x7f1ca006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d880ef38b0 0x55d880e673a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=103b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) -- 0x55d880ee8170 con 0x55d880ef38b0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.420+0000 7f1cbf146640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d880ef38b0 0x55d880e673a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.421+0000 7f1cbf947640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ca006ac90 0x7f1ca006d150 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000a920 tx=0x7f1cb0012000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.421+0000 7f1cbf146640 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d880ef38b0 0x55d880e673a0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cbf146640 1 -- 172.21.15.17:0/1593080817 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [omap-set-vals] v121'414 uv414 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f1ca80545b0 con 0x55d880ef38b0 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d880ef38b0 msgr2=0x55d880e673a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55d880ef38b0 0x55d880e673a0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ca006ac90 msgr2=0x7f1ca006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ca006ac90 0x7f1ca006d150 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000a920 tx=0x7f1cb0012000 comp rx=0 tx=0).stop 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 msgr2=0x55d880e6a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 --2- 172.21.15.17:0/1593080817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d880efcee0 0x55d880e6a770 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7f1cb800de00 tx=0x7f1cb800b5e0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc0148640 1 -- 172.21.15.17:0/1593080817 reap_dead start 2024-09-19T08:12:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 shutdown_connections 2024-09-19T08:12:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 >> 172.21.15.17:0/1593080817 conn(0x55d880e4f400 msgr2=0x55d880efe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 shutdown_connections 2024-09-19T08:12:16.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.422+0000 7f1cc2c0af40 1 -- 172.21.15.17:0/1593080817 wait complete. 2024-09-19T08:12:16.426 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:12:16.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.531+0000 7f1297853640 1 Processor -- start 2024-09-19T08:12:16.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.532+0000 7f1297853640 1 -- start start 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f129015e500 0x7f129006d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12900d1fa0 0x7f12900cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f12900cf990 0x7f12900b3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f12900d00b0 con 0x7f129015e500 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f129006dc80 con 0x7f12900cf990 2024-09-19T08:12:16.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1297853640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f129006d9a0 con 0x7f12900d1fa0 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f129015e500 0x7f129006d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f129015e500 0x7f129006d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43028/0 (socket says 172.21.15.17:43028) 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 -- 172.21.15.17:0/2833216172 learned_addr learned my addr 172.21.15.17:0/2833216172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1295df0640 1 --2- 172.21.15.17:0/2833216172 >> v2:172.21.15.160:3300/0 conn(0x7f12900cf990 0x7f12900b3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f1294dee640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12900d1fa0 0x7f12900cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 -- 172.21.15.17:0/2833216172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12900d1fa0 msgr2=0x7f12900cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12900d1fa0 0x7f12900cf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 -- 172.21.15.17:0/2833216172 >> v2:172.21.15.160:3300/0 conn(0x7f12900cf990 msgr2=0x7f12900b3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 --2- 172.21.15.17:0/2833216172 >> v2:172.21.15.160:3300/0 conn(0x7f12900cf990 0x7f12900b3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.533+0000 7f12955ef640 1 -- 172.21.15.17:0/2833216172 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12900ce970 con 0x7f129015e500 2024-09-19T08:12:16.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f12955ef640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015e500 0x7f129006d040 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7f12900d1df0 tx=0x7f128c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a91546eec398ec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f1287fff640 1 -- 172.21.15.17:0/2833216172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c037070 con 0x7f129015e500 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f1287fff640 1 -- 172.21.15.17:0/2833216172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f128c032440 con 0x7f129015e500 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f1287fff640 1 -- 172.21.15.17:0/2833216172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c032810 con 0x7f129015e500 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f1297853640 1 -- 172.21.15.17:0/2833216172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015e500 msgr2=0x7f129006d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.534+0000 7f1297853640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015e500 0x7f129006d040 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7f12900d1df0 tx=0x7f128c02a270 comp rx=0 tx=0).stop 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 -- 172.21.15.17:0/2833216172 shutdown_connections 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 --2- 172.21.15.17:0/2833216172 >> v2:172.21.15.160:3300/0 conn(0x7f12900cf990 0x7f12900b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f12900d1fa0 0x7f12900cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 --2- 172.21.15.17:0/2833216172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015e500 0x7f129006d040 unknown :-1 s=CLOSED pgs=2061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 -- 172.21.15.17:0/2833216172 >> 172.21.15.17:0/2833216172 conn(0x7f1290067950 msgr2=0x7f1290067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:16.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 -- 172.21.15.17:0/2833216172 shutdown_connections 2024-09-19T08:12:16.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.535+0000 7f1297853640 1 -- 172.21.15.17:0/2833216172 wait complete. 2024-09-19T08:12:16.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.536+0000 7f1297853640 1 Processor -- start 2024-09-19T08:12:16.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.536+0000 7f1297853640 1 -- start start 2024-09-19T08:12:16.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12900d1fa0 0x7f12901f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f129015e500 0x7f12901f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f129006d580 con 0x7f129015cd70 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f12900cef30 con 0x7f12900d1fa0 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1297853640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f129006d700 con 0x7f129015e500 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43038/0 (socket says 172.21.15.17:43038) 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 -- 172.21.15.17:0/435942236 learned_addr learned my addr 172.21.15.17:0/435942236 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1294dee640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f129015e500 0x7f12901f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f12955ef640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12900d1fa0 0x7f12901f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 -- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f129015e500 msgr2=0x7f12901f4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f129015e500 0x7f12901f4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 -- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12900d1fa0 msgr2=0x7f12901f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12900d1fa0 0x7f12901f5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 -- 172.21.15.17:0/435942236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12901f4f60 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1295df0640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f128800ef90 tx=0x7f128800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.537+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1288018020 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.538+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1288014480 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.538+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12900ce070 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.538+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1288014870 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.538+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12900afde0 con 0x7f129015cd70 2024-09-19T08:12:16.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.539+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12900cf450 con 0x7f129015cd70 2024-09-19T08:12:16.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.539+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1288005d10 con 0x7f129015cd70 2024-09-19T08:12:16.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.540+0000 7f1285ffb640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:16.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.540+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f128808ccf0 con 0x7f129015cd70 2024-09-19T08:12:16.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.540+0000 7f12955ef640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:16.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.540+0000 7f12955ef640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 0x7f127406e770 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f128c034000 tx=0x7f128c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:16.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.544+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1288022030 con 0x7f129015cd70 2024-09-19T08:12:16.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:16.756+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f1290073dc0 con 0x7f129015cd70 2024-09-19T08:12:17.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.100+0000 7f1285ffb640 1 -- 172.21.15.17:0/435942236 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v277) ==== 162+0+0 (secure 0 0 0) 0x7f12901f4f60 con 0x7f129015cd70 2024-09-19T08:12:17.100 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:12:17.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 msgr2=0x7f127406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 0x7f127406e770 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f128c034000 tx=0x7f128c02e000 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 msgr2=0x7f12901e9600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f128800ef90 tx=0x7f128800c490 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 shutdown_connections 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f129015cd70 0x7f12901e9600 unknown :-1 s=CLOSED pgs=2062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f129015e500 0x7f12901f4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 --2- 172.21.15.17:0/435942236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f12900d1fa0 0x7f12901f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.102+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 >> 172.21.15.17:0/435942236 conn(0x7f1290067950 msgr2=0x7f12900b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.103+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 shutdown_connections 2024-09-19T08:12:17.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.103+0000 7f1297853640 1 -- 172.21.15.17:0/435942236 wait complete. 2024-09-19T08:12:17.520 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:17.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.636+0000 7f23e35e4640 1 Processor -- start 2024-09-19T08:12:17.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.636+0000 7f23e35e4640 1 -- start start 2024-09-19T08:12:17.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e35e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f23dc15e4e0 0x7f23dc0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e35e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23dc0d26d0 0x7f23dc0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e35e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23dc06cec0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e35e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f23dc0d2d40 con 0x7f23dc0d26d0 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e35e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f23dc0d2b20 con 0x7f23dc15e4e0 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e1b81640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23dc0d26d0 0x7f23dc0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e1b81640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23dc0d26d0 0x7f23dc0b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43048/0 (socket says 172.21.15.17:43048) 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.637+0000 7f23e1b81640 1 -- 172.21.15.17:0/1675889454 learned_addr learned my addr 172.21.15.17:0/1675889454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1380640 1 --2- 172.21.15.17:0/1675889454 >> v2:172.21.15.160:3300/0 conn(0x7f23dc15e4e0 0x7f23dc0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1b81640 1 -- 172.21.15.17:0/1675889454 >> v2:172.21.15.160:3300/0 conn(0x7f23dc15e4e0 msgr2=0x7f23dc0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1b81640 1 --2- 172.21.15.17:0/1675889454 >> v2:172.21.15.160:3300/0 conn(0x7f23dc15e4e0 0x7f23dc0b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1b81640 1 -- 172.21.15.17:0/1675889454 >> v1:172.21.15.160:6789/0 conn(0x7f23dc15e8c0 legacy=0x7f23dc0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1b81640 1 -- 172.21.15.17:0/1675889454 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc06d160 con 0x7f23dc0d26d0 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.638+0000 7f23e1b81640 1 --2- 172.21.15.17:0/1675889454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc0d26d0 0x7f23dc0b6d10 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f23dc075a10 tx=0x7f23d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889b6f7986fbbd4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23dbfff640 1 -- 172.21.15.17:0/1675889454 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4037070 con 0x7f23dc0d26d0 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23dbfff640 1 -- 172.21.15.17:0/1675889454 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23d4032440 con 0x7f23dc0d26d0 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23dbfff640 1 -- 172.21.15.17:0/1675889454 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4032810 con 0x7f23dc0d26d0 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 -- 172.21.15.17:0/1675889454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc0d26d0 msgr2=0x7f23dc0b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 --2- 172.21.15.17:0/1675889454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc0d26d0 0x7f23dc0b6d10 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f23dc075a10 tx=0x7f23d402a270 comp rx=0 tx=0).stop 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 -- 172.21.15.17:0/1675889454 shutdown_connections 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 --2- 172.21.15.17:0/1675889454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc0d26d0 0x7f23dc0b6d10 unknown :-1 s=CLOSED pgs=2063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 --2- 172.21.15.17:0/1675889454 >> v2:172.21.15.160:3300/0 conn(0x7f23dc15e4e0 0x7f23dc0b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 -- 172.21.15.17:0/1675889454 >> 172.21.15.17:0/1675889454 conn(0x7f23dc06f400 msgr2=0x7f23dc06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:17.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 -- 172.21.15.17:0/1675889454 shutdown_connections 2024-09-19T08:12:17.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.639+0000 7f23e35e4640 1 -- 172.21.15.17:0/1675889454 wait complete. 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 Processor -- start 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 -- start start 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc0d26d0 0x7f23dc1554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc15e4e0 0x7f23dc1f4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc06d720 con 0x7f23dc15e8c0 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc0b7250 con 0x7f23dc0d26d0 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.641+0000 7f23e35e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f23dc06dc40 con 0x7f23dc15e4e0 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43062/0 (socket says 172.21.15.17:43062) 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1380640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc0d26d0 0x7f23dc1554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 -- 172.21.15.17:0/3358000998 learned_addr learned my addr 172.21.15.17:0/3358000998 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e0b7f640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc15e4e0 0x7f23dc1f4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 -- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc15e4e0 msgr2=0x7f23dc1f4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc15e4e0 0x7f23dc1f4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 -- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc0d26d0 msgr2=0x7f23dc1554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc0d26d0 0x7f23dc1554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 -- 172.21.15.17:0/3358000998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc1f51f0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e1b81640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 secure :-1 s=READY pgs=2064 cs=0 l=1 rev1=1 crypto rx=0x7f23d402a2b0 tx=0x7f23d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4037040 con 0x7f23dc15e8c0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23d4042070 con 0x7f23dc15e8c0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23dc155ac0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.642+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4030900 con 0x7f23dc15e8c0 2024-09-19T08:12:17.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.643+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23dc156080 con 0x7f23dc15e8c0 2024-09-19T08:12:17.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.644+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23dc0d1fc0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.644+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f23d4030aa0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.645+0000 7f23d9ffb640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 0x7f23c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:17.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.645+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f23d40ac6b0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.645+0000 7f23e1380640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 0x7f23c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:17.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.646+0000 7f23e1380640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 0x7f23c806e770 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f23dc15a610 tx=0x7f23cc0098d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:17.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.650+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f23d4079ce0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.863+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23dc15c140 con 0x7f23dc15e8c0 2024-09-19T08:12:17.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.863+0000 7f23d9ffb640 1 -- 172.21.15.17:0/3358000998 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 278 v278) ==== 95+0+5233 (secure 0 0 0) 0x7f23d407dfe0 con 0x7f23dc15e8c0 2024-09-19T08:12:17.863 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:17.863 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":278,"btime":"2024-09-19T08:12:17:103358+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":278,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:17.103346+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10011},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10011":{"gid":10011,"name":"c","rank":0,"incarnation":278,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/1167338599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1167338599},{"type":"v1","addr":"172.21.15.17:6834","nonce":1167338599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:17.864 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 278 2024-09-19T08:12:17.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 msgr2=0x7f23c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 0x7f23c806e770 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f23dc15a610 tx=0x7f23cc0098d0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 msgr2=0x7f23dc159a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 secure :-1 s=READY pgs=2064 cs=0 l=1 rev1=1 crypto rx=0x7f23d402a2b0 tx=0x7f23d40046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 shutdown_connections 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23c806c2b0 0x7f23c806e770 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc15e8c0 0x7f23dc159a60 unknown :-1 s=CLOSED pgs=2064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc15e4e0 0x7f23dc1f4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 --2- 172.21.15.17:0/3358000998 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc0d26d0 0x7f23dc1554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 >> 172.21.15.17:0/3358000998 conn(0x7f23dc06f400 msgr2=0x7f23dc15d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 shutdown_connections 2024-09-19T08:12:17.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:17.865+0000 7f23e35e4640 1 -- 172.21.15.17:0/3358000998 wait complete. 2024-09-19T08:12:17.876 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 278, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:17.103346+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 121, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10011}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10011': {'gid': 10011, 'name': 'c', 'rank': 0, 'incarnation': 278, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/1167338599', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 1167338599}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 1167338599}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:12:17.876 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10011:up:replay 2024-09-19T08:12:17.876 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:12:21.105 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:21.105+0000 7fdb7764d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:23.119 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:23.119+0000 7f15fc84a640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-19T08:12:23.281 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.396+0000 7f8570647640 1 Processor -- start 2024-09-19T08:12:23.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.396+0000 7f8570647640 1 -- start start 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f8570647640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 0x7f856815f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f8570647640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85680b5d70 0x7f85680cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f8570647640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f856815f8f0 con 0x7f85680cf770 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f8570647640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f85680d0110 con 0x7f85680b5d70 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f8570647640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f85680ce6d0 con 0x7f856815c160 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f856ebe4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85680b5d70 0x7f85680cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f856ebe4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85680b5d70 0x7f85680cfbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60320/0 (socket says 172.21.15.17:60320) 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.397+0000 7f856ebe4640 1 -- 172.21.15.17:0/2799717007 learned_addr learned my addr 172.21.15.17:0/2799717007 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856e3e3640 1 --2- 172.21.15.17:0/2799717007 >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 0x7f856815f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856ebe4640 1 -- 172.21.15.17:0/2799717007 >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 msgr2=0x7f856815f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856ebe4640 1 --2- 172.21.15.17:0/2799717007 >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 0x7f856815f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856ebe4640 1 -- 172.21.15.17:0/2799717007 >> v1:172.21.15.160:6789/0 conn(0x7f85680cf770 legacy=0x7f8568161f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856ebe4640 1 -- 172.21.15.17:0/2799717007 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85680cd820 con 0x7f85680b5d70 2024-09-19T08:12:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.398+0000 7f856e3e3640 1 --2- 172.21.15.17:0/2799717007 >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 0x7f856815f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f856ebe4640 1 --2- 172.21.15.17:0/2799717007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85680b5d70 0x7f85680cfbd0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f85680b0800 tx=0x7f856002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a23194be45132f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f856d3e1640 1 -- 172.21.15.17:0/2799717007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560036070 con 0x7f85680b5d70 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f856d3e1640 1 -- 172.21.15.17:0/2799717007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8560031600 con 0x7f85680b5d70 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f856d3e1640 1 -- 172.21.15.17:0/2799717007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85600319d0 con 0x7f85680b5d70 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 -- 172.21.15.17:0/2799717007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85680b5d70 msgr2=0x7f85680cfbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 --2- 172.21.15.17:0/2799717007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85680b5d70 0x7f85680cfbd0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f85680b0800 tx=0x7f856002a730 comp rx=0 tx=0).stop 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 -- 172.21.15.17:0/2799717007 shutdown_connections 2024-09-19T08:12:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 --2- 172.21.15.17:0/2799717007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85680b5d70 0x7f85680cfbd0 unknown :-1 s=CLOSED pgs=2065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 --2- 172.21.15.17:0/2799717007 >> v2:172.21.15.160:3300/0 conn(0x7f856815c160 0x7f856815f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.399+0000 7f8570647640 1 -- 172.21.15.17:0/2799717007 >> 172.21.15.17:0/2799717007 conn(0x7f85680b1770 msgr2=0x7f85680b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.400+0000 7f8570647640 1 -- 172.21.15.17:0/2799717007 shutdown_connections 2024-09-19T08:12:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.400+0000 7f8570647640 1 -- 172.21.15.17:0/2799717007 wait complete. 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.401+0000 7f8570647640 1 Processor -- start 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.401+0000 7f8570647640 1 -- start start 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.401+0000 7f8570647640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 0x7f8568156610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.401+0000 7f8570647640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 0x7f8568143520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f8570647640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f8570647640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85680cdda0 con 0x7f8568157600 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f8570647640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85680b02d0 con 0x7f85680b5d70 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f8570647640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85680ce080 con 0x7f85680cf770 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60336/0 (socket says 172.21.15.17:60336) 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 -- 172.21.15.17:0/1755547608 learned_addr learned my addr 172.21.15.17:0/1755547608 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856e3e3640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 0x7f8568156610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856dbe2640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 0x7f8568143520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 -- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 msgr2=0x7f8568143520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 0x7f8568143520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 -- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 msgr2=0x7f8568156610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 0x7f8568156610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 -- 172.21.15.17:0/1755547608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8568157e40 con 0x7f8568157600 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856e3e3640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 0x7f8568156610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856dbe2640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 0x7f8568143520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f856ebe4640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7f856002ad20 tx=0x7f8560004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856003f020 con 0x7f8568157600 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.402+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8560037040 con 0x7f8568157600 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.403+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85681e7f50 con 0x7f8568157600 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.403+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560036070 con 0x7f8568157600 2024-09-19T08:12:23.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.403+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8568157ab0 con 0x7f8568157600 2024-09-19T08:12:23.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.404+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85680cf290 con 0x7f8568157600 2024-09-19T08:12:23.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.404+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8560042020 con 0x7f8568157600 2024-09-19T08:12:23.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.405+0000 7f855effd640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 0x7f854c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.405+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f85600ac690 con 0x7f8568157600 2024-09-19T08:12:23.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.405+0000 7f856e3e3640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 0x7f854c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.405+0000 7f856e3e3640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 0x7f854c06e770 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f8564006fd0 tx=0x7f8564008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.409+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85680cf290 con 0x7f8568157600 2024-09-19T08:12:23.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.621+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85680b3c60 con 0x7f8568157600 2024-09-19T08:12:23.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.621+0000 7f855effd640 1 -- 172.21.15.17:0/1755547608 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 282 v282) ==== 95+0+5242 (secure 0 0 0) 0x7f8560049020 con 0x7f8568157600 2024-09-19T08:12:23.621 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:23.621 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":282,"btime":"2024-09-19T08:12:23:120405+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":282,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:23.116612+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10011},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10011":{"gid":10011,"name":"c","rank":0,"incarnation":278,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6834/1167338599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1167338599},{"type":"v1","addr":"172.21.15.17:6834","nonce":1167338599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10011,"qdb_cluster":[10011]},"id":6}]} 2024-09-19T08:12:23.622 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 282 2024-09-19T08:12:23.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 msgr2=0x7f854c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 0x7f854c06e770 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f8564006fd0 tx=0x7f8564008040 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 msgr2=0x7f8568072500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7f856002ad20 tx=0x7f8560004a40 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 shutdown_connections 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f854c06c2b0 0x7f854c06e770 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8568157600 0x7f8568072500 unknown :-1 s=CLOSED pgs=2066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f85680cf770 0x7f8568143520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 --2- 172.21.15.17:0/1755547608 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85680b5d70 0x7f8568156610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 >> 172.21.15.17:0/1755547608 conn(0x7f85680b1770 msgr2=0x7f856815c550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 shutdown_connections 2024-09-19T08:12:23.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.623+0000 7f8570647640 1 -- 172.21.15.17:0/1755547608 wait complete. 2024-09-19T08:12:23.637 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 282, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:23.116612+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 121, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10011}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10011': {'gid': 10011, 'name': 'c', 'rank': 0, 'incarnation': 278, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.17:6834/1167338599', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 1167338599}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 1167338599}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10011, 'qdb_cluster': [10011]} 2024-09-19T08:12:23.637 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:12:23.637 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:12:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.740+0000 7fa11395f640 1 Processor -- start 2024-09-19T08:12:23.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.740+0000 7fa11395f640 1 -- start start 2024-09-19T08:12:23.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa11395f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa11395f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fa10c0ce020 0x7fa10c154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa11395f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa10c0ce430 con 0x7fa10c0afc70 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa11395f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fa10c0cf780 con 0x7fa10c0ce020 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa11395f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa10c0cfa60 con 0x7fa10c0cf200 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa1116fb640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa10c0afc70 0x7fa10c15f410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50584/0 (socket says 172.21.15.17:50584) 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa1116fb640 1 -- 172.21.15.17:0/3847597603 learned_addr learned my addr 172.21.15.17:0/3847597603 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa111efc640 1 --2- 172.21.15.17:0/3847597603 >> v2:172.21.15.17:3300/0 conn(0x7fa10c0ce020 0x7fa10c154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa110efa640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa103fff640 1 -- 172.21.15.17:0/3847597603 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2694058972 0 0) 0x7fa108001110 con 0x7fa10c0afc70 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa103fff640 1 -- 172.21.15.17:0/3847597603 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0f8003520 con 0x7fa10c0afc70 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa111efc640 1 -- 172.21.15.17:0/3847597603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 msgr2=0x7fa10c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa111efc640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa111efc640 1 -- 172.21.15.17:0/3847597603 >> v1:172.21.15.17:6789/0 conn(0x7fa10c0afc70 legacy=0x7fa10c15f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.741+0000 7fa111efc640 1 -- 172.21.15.17:0/3847597603 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10c0cfd40 con 0x7fa10c0ce020 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.742+0000 7fa111efc640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c154c50 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7fa104009d90 tx=0x7fa10402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a9c1ea614ece39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.742+0000 7fa103fff640 1 -- 172.21.15.17:0/3847597603 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa104007740 con 0x7fa10c0ce020 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.742+0000 7fa103fff640 1 -- 172.21.15.17:0/3847597603 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1040078e0 con 0x7fa10c0ce020 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.742+0000 7fa103fff640 1 -- 172.21.15.17:0/3847597603 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa104007cb0 con 0x7fa10c0ce020 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 -- 172.21.15.17:0/3847597603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 msgr2=0x7fa10c154c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c154c50 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7fa104009d90 tx=0x7fa10402a660 comp rx=0 tx=0).stop 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 -- 172.21.15.17:0/3847597603 shutdown_connections 2024-09-19T08:12:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c154c50 unknown :-1 s=CLOSED pgs=2068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 --2- 172.21.15.17:0/3847597603 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 -- 172.21.15.17:0/3847597603 >> 172.21.15.17:0/3847597603 conn(0x7fa10c0b1770 msgr2=0x7fa10c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 -- 172.21.15.17:0/3847597603 shutdown_connections 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.743+0000 7fa11395f640 1 -- 172.21.15.17:0/3847597603 wait complete. 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.744+0000 7fa11395f640 1 Processor -- start 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.744+0000 7fa11395f640 1 -- start start 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 0x7fa10c147560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0ab450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c0b0050 con 0x7fa10c0ce020 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c0d0300 con 0x7fa10c0afc70 2024-09-19T08:12:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa11395f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa10c0b01d0 con 0x7fa10c0cf200 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60342/0 (socket says 172.21.15.17:60342) 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 -- 172.21.15.17:0/2582167174 learned_addr learned my addr 172.21.15.17:0/2582167174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa111efc640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0ab450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 0x7fa10c147560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 -- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 msgr2=0x7fa10c0ab450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0ab450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 -- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 msgr2=0x7fa10c147560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 0x7fa10c147560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 -- 172.21.15.17:0/2582167174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10c0abe30 con 0x7fa10c0ce020 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 0x7fa10c147560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa111efc640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0ab450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.745+0000 7fa110efa640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 secure :-1 s=READY pgs=2069 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc00d620 tx=0x7fa0fc00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.746+0000 7fa101ffb640 1 -- 172.21.15.17:0/2582167174 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc00b620 con 0x7fa10c0ce020 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.746+0000 7fa101ffb640 1 -- 172.21.15.17:0/2582167174 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0fc019070 con 0x7fa10c0ce020 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.746+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa10c0ac110 con 0x7fa10c0ce020 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.746+0000 7fa101ffb640 1 -- 172.21.15.17:0/2582167174 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc00ba00 con 0x7fa10c0ce020 2024-09-19T08:12:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.746+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa10c0ac6d0 con 0x7fa10c0ce020 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.747+0000 7fa101ffb640 1 -- 172.21.15.17:0/2582167174 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0fc00bba0 con 0x7fa10c0ce020 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.748+0000 7fa101ffb640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 0x7fa0f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.748+0000 7fa101ffb640 1 -- 172.21.15.17:0/2582167174 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fa0fc08c390 con 0x7fa10c0ce020 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.748+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 0x7fa0f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.749+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 0x7fa0f006e7a0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fa108007fd0 tx=0x7fa108009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.749+0000 7fa1167d5740 1 Processor -- start 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.749+0000 7fa1167d5740 1 -- start start 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.749+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f4a80 0x557ac22f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac22f18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1167d5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ac2259520 con 0x557ac22f72c0 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557ac22013e0 con 0x557ac22f8a50 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557ac22554e0 con 0x557ac22f4a80 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60354/0 (socket says 172.21.15.17:60354) 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 -- 172.21.15.17:0/327990852 learned_addr learned my addr 172.21.15.17:0/327990852 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa110efa640 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f4a80 0x557ac22f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa111efc640 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac22f18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 -- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f4a80 msgr2=0x557ac22f76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f4a80 0x557ac22f76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 -- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 msgr2=0x557ac22f18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac22f18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 -- 172.21.15.17:0/327990852 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ac221c2f0 con 0x557ac22f72c0 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa1116fb640 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7fa108005960 tx=0x7fa108011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a25f288fa149313 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa0f6ffd640 1 -- 172.21.15.17:0/327990852 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108005e20 con 0x557ac22f72c0 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa0f6ffd640 1 -- 172.21.15.17:0/327990852 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10800e7b0 con 0x557ac22f72c0 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.750+0000 7fa0f6ffd640 1 -- 172.21.15.17:0/327990852 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10800eb60 con 0x557ac22f72c0 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 -- 172.21.15.17:0/327990852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 msgr2=0x557ac233ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7fa108005960 tx=0x7fa108011000 comp rx=0 tx=0).stop 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 -- 172.21.15.17:0/327990852 shutdown_connections 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac22f18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f4a80 0x557ac22f76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 --2- 172.21.15.17:0/327990852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233ca60 unknown :-1 s=CLOSED pgs=2070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 -- 172.21.15.17:0/327990852 >> 172.21.15.17:0/327990852 conn(0x557ac22f3a80 msgr2=0x557ac233bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 -- 172.21.15.17:0/327990852 shutdown_connections 2024-09-19T08:12:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.751+0000 7fa1167d5740 1 -- 172.21.15.17:0/327990852 wait complete. 2024-09-19T08:12:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.752+0000 7fa1167d5740 1 -- start start 2024-09-19T08:12:23.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.752+0000 7fa1167d5740 1 Processor -- start 2024-09-19T08:12:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.752+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f72c0 0x557ac2343050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac23136e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ac22f2f20 con 0x557ac231fff0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557ac21e2450 con 0x557ac22f8a50 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557ac233d290 con 0x557ac22f72c0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 10 client.0 _ll_register_callbacks cb 0x557ac1f6bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60366/0 (socket says 172.21.15.17:60366) 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 -- 172.21.15.17:0/2390678023 learned_addr learned my addr 172.21.15.17:0/2390678023 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa110efa640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac23136e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f72c0 0x557ac2343050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 -- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f72c0 msgr2=0x557ac2343050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f72c0 0x557ac2343050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 -- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 msgr2=0x557ac23136e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac23136e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 -- 172.21.15.17:0/2390678023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ac1f6c2d0 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa111efc640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7fa10402ac50 tx=0x7fa104004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6d9e62cfbedd9e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa0ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10404b060 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa10800e7b0 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.753+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fa10403d430 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=282) ==== 24+0+0 (secure 0 0 0) 0x7fa104009450 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 10 client.10062 fetch_fsmap learned FSMap version 282 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=282,monmap=2+}) -- 0x557ac20366b0 con 0x557ac231fff0 2024-09-19T08:12:23.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10800e7b0 con 0x557ac231fff0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 282) ==== 3502+0+0 (secure 0 0 0) 0x7fa10403d630 con 0x557ac231fff0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 10 client.10062 fetch_fsmap finished waiting for FSMap version 282 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 10 client.10062 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 20 client.10062 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac23406f0 0x557ac2340ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 4 client.10062 mds_command: new command op to 10011 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 --> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ac2266c50 con 0x557ac23406f0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac23406f0 0x557ac2340ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa1116fb640 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac23406f0 0x557ac2340ad0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd2145eb32698e5c server_cookie=38c46271672546d6 in_seq=0 out_seq=0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.754+0000 7fa0ebfff640 10 client.10062 ms_handle_connect on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa0ebfff640 1 -- 172.21.15.17:0/2390678023 <== mds.0 v2:172.21.15.17:6832/1167338599 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557ac2266c50 con 0x557ac23406f0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa0ebfff640 10 client.10062 handle_command_reply: tid=0 2024-09-19T08:12:23.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 client.10062 shutdown 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 msgr2=0x557ac234c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7fa10402ac50 tx=0x7fa104004ab0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 shutdown_connections 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac23406f0 0x557ac2340ad0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac231fff0 0x557ac234c5e0 unknown :-1 s=CLOSED pgs=2071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac23136e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa0ebfff640 0 client.10062 ms_handle_reset on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 --2- 172.21.15.17:0/2390678023 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f72c0 0x557ac2343050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 >> 172.21.15.17:0/2390678023 conn(0x557ac22f4a80 msgr2=0x557ac233b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 shutdown_connections 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.755+0000 7fa1167d5740 1 -- 172.21.15.17:0/2390678023 wait complete. 2024-09-19T08:12:23.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.756+0000 7fa1167d5740 20 client.10062 trim_cache size 0 max 16384 2024-09-19T08:12:23.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.773+0000 7fa1167d5740 1 Processor -- start 2024-09-19T08:12:23.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.773+0000 7fa1167d5740 1 -- start start 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c2016b0 con 0x557ac22f72c0 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c200a10 con 0x557ac231fff0 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa10c201060 con 0x557ac22f8a50 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60372/0 (socket says 172.21.15.17:60372) 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 -- 172.21.15.17:0/3316279122 learned_addr learned my addr 172.21.15.17:0/3316279122 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 -- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f8a50 msgr2=0x557ac2339fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.774+0000 7fa1116fb640 1 -- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac231fff0 msgr2=0x557ac233a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1116fb640 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1116fb640 1 -- 172.21.15.17:0/3316279122 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ac22ec470 con 0x557ac22f72c0 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1116fb640 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7fa108014000 tx=0x7fa108007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e52a64aef0fbd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa0f67fc640 1 -- 172.21.15.17:0/3316279122 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108032020 con 0x557ac22f72c0 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa0f67fc640 1 -- 172.21.15.17:0/3316279122 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10800fb50 con 0x557ac22f72c0 2024-09-19T08:12:23.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa0f67fc640 1 -- 172.21.15.17:0/3316279122 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10802e450 con 0x557ac22f72c0 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 -- 172.21.15.17:0/3316279122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 msgr2=0x557ac233de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7fa108014000 tx=0x7fa108007000 comp rx=0 tx=0).stop 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 -- 172.21.15.17:0/3316279122 shutdown_connections 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 --2- 172.21.15.17:0/3316279122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac233de70 unknown :-1 s=CLOSED pgs=2072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 -- 172.21.15.17:0/3316279122 >> 172.21.15.17:0/3316279122 conn(0x557ac22f4a80 msgr2=0x557ac231f8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 -- 172.21.15.17:0/3316279122 shutdown_connections 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.775+0000 7fa1167d5740 1 -- 172.21.15.17:0/3316279122 wait complete. 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.776+0000 7fa1167d5740 1 -- start start 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.776+0000 7fa1167d5740 1 Processor -- start 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ac2320470 con 0x557ac22f72c0 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x557ac2313c80 con 0x557ac22f8a50 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x557ac22f1270 con 0x557ac231fff0 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1167d5740 10 client.0 _ll_register_callbacks cb 0x7fa104009c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60380/0 (socket says 172.21.15.17:60380) 2024-09-19T08:12:23.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 -- 172.21.15.17:0/334606654 learned_addr learned my addr 172.21.15.17:0/334606654 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa110efa640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa111efc640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 -- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac231fff0 msgr2=0x557ac233a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 -- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 msgr2=0x557ac2339fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 -- 172.21.15.17:0/334606654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ac2316f70 con 0x557ac22f72c0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa1116fb640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7fa108009010 tx=0x7fa108000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca13ad907b8cf37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.777+0000 7fa0ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108032050 con 0x557ac22f72c0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fa10800ed80 con 0x557ac22f72c0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa10800fb50 con 0x557ac22f72c0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=282) ==== 24+0+0 (secure 0 0 0) 0x7fa10800f040 con 0x557ac22f72c0 2024-09-19T08:12:23.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 10 client.10068 fetch_fsmap learned FSMap version 282 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=282,monmap=2+}) -- 0x557ac23604e0 con 0x557ac22f72c0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa10800fb50 con 0x557ac22f72c0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 282) ==== 3502+0+0 (secure 0 0 0) 0x7fa10800f1e0 con 0x557ac22f72c0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 10 client.10068 fetch_fsmap finished waiting for FSMap version 282 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 10 client.10068 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 20 client.10068 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac2340ad0 0x557ac2340eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 4 client.10068 mds_command: new command op to 10011 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 --> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] -- command(tid 0: {"prefix": "status"}) -- 0x557ac2260fa0 con 0x557ac2340ad0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa110efa640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac2340ad0 0x557ac2340eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.778+0000 7fa0ebfff640 10 client.10068 ms_handle_connect on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa110efa640 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac2340ad0 0x557ac2340eb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a217dce510f760f server_cookie=cb5aa04b283c17c2 in_seq=0 out_seq=0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa0ebfff640 1 -- 172.21.15.17:0/334606654 <== mds.0 v2:172.21.15.17:6832/1167338599 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x557ac2260fa0 con 0x557ac2340ad0 2024-09-19T08:12:23.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa0ebfff640 10 client.10068 handle_command_reply: tid=0 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 client.10068 shutdown 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 msgr2=0x557ac23b9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7fa108009010 tx=0x7fa108000bc0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 shutdown_connections 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x557ac2340ad0 0x557ac2340eb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x557ac231fff0 0x557ac233a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x557ac22f8a50 0x557ac2339fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa0ebfff640 0 client.10068 ms_handle_reset on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 --2- 172.21.15.17:0/334606654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ac22f72c0 0x557ac23b9fc0 unknown :-1 s=CLOSED pgs=2073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 >> 172.21.15.17:0/334606654 conn(0x557ac22f4a80 msgr2=0x557ac2356310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 shutdown_connections 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 1 -- 172.21.15.17:0/334606654 wait complete. 2024-09-19T08:12:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.779+0000 7fa1167d5740 20 client.10068 trim_cache size 0 max 16384 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10011, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6739993220000002, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 282, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 121, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 121, 2024-09-19T08:12:23.785 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 7.9275579839999999 2024-09-19T08:12:23.786 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:23.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 msgr2=0x7fa0f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 0x7fa0f006e7a0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fa108007fd0 tx=0x7fa108009040 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 msgr2=0x7fa10c0aced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 secure :-1 s=READY pgs=2069 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc00d620 tx=0x7fa0fc00dae0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 shutdown_connections 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa0f006c2e0 0x7fa0f006e7a0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa10c0cf200 0x7fa10c0ab450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa10c0ce020 0x7fa10c0aced0 unknown :-1 s=CLOSED pgs=2069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 --2- 172.21.15.17:0/2582167174 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa10c0afc70 0x7fa10c147560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 >> 172.21.15.17:0/2582167174 conn(0x7fa10c0b1770 msgr2=0x7fa10c161f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 shutdown_connections 2024-09-19T08:12:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.780+0000 7fa11395f640 1 -- 172.21.15.17:0/2582167174 wait complete. 2024-09-19T08:12:23.790 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:23.790 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap key 1.00000000:subdir_head', proceeding to ls 2024-09-19T08:12:23.791 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:12:23.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.893+0000 7fd66e56d640 1 Processor -- start 2024-09-19T08:12:23.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.893+0000 7fd66e56d640 1 -- start start 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd66e56d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 0x7fd668070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd66e56d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6680732d0 con 0x7fd6680cecc0 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd66e56d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6680735b0 con 0x7fd6680b5320 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd66e56d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd668071080 con 0x7fd66815e590 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd6677fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd6680cecc0 0x7fd6680cf100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50596/0 (socket says 172.21.15.17:50596) 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd6677fe640 1 -- 172.21.15.17:0/1449649788 learned_addr learned my addr 172.21.15.17:0/1449649788 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.894+0000 7fd667fff640 1 --2- 172.21.15.17:0/1449649788 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 0x7fd668070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2411836157 0 0) 0x7fd6680732d0 con 0x7fd6680cecc0 2024-09-19T08:12:23.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd650003520 con 0x7fd6680cecc0 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1308325933 0 0) 0x7fd6680735b0 con 0x7fd6680b5320 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6680732d0 con 0x7fd6680b5320 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd667fff640 1 -- 172.21.15.17:0/1449649788 >> v1:172.21.15.160:6789/0 conn(0x7fd6680b5320 legacy=0x7fd6680b57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3568375249 0 0) 0x7fd650003520 con 0x7fd6680cecc0 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd667fff640 1 -- 172.21.15.17:0/1449649788 >> v1:172.21.15.17:6789/0 conn(0x7fd6680cecc0 legacy=0x7fd6680cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.895+0000 7fd667fff640 1 -- 172.21.15.17:0/1449649788 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd668073890 con 0x7fd66815e590 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd667fff640 1 --2- 172.21.15.17:0/1449649788 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 0x7fd668070b40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd6580097d0 tx=0x7fd65802a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c2d771e2919cb58 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658037070 con 0x7fd66815e590 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd65802acc0 con 0x7fd66815e590 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd666ffd640 1 -- 172.21.15.17:0/1449649788 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65c001670 con 0x7fd66815e590 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 -- 172.21.15.17:0/1449649788 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 msgr2=0x7fd668070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1449649788 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 0x7fd668070b40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd6580097d0 tx=0x7fd65802a230 comp rx=0 tx=0).stop 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 -- 172.21.15.17:0/1449649788 shutdown_connections 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1449649788 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd66815e590 0x7fd668070b40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 -- 172.21.15.17:0/1449649788 >> 172.21.15.17:0/1449649788 conn(0x7fd66806f400 msgr2=0x7fd66806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 -- 172.21.15.17:0/1449649788 shutdown_connections 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.896+0000 7fd66e56d640 1 -- 172.21.15.17:0/1449649788 wait complete. 2024-09-19T08:12:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.898+0000 7fd66e56d640 1 Processor -- start 2024-09-19T08:12:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.898+0000 7fd66e56d640 1 -- start start 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6680b5320 0x7fd6681420f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6680cecc0 0x7fd66815bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd66815e970 con 0x7fd66815e590 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd668073e50 con 0x7fd6680b5320 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd668072f80 con 0x7fd6680cecc0 2024-09-19T08:12:23.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd667fff640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6680b5320 0x7fd6681420f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60384/0 (socket says 172.21.15.17:60384) 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 -- 172.21.15.17:0/1236195512 learned_addr learned my addr 172.21.15.17:0/1236195512 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd6677fe640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6680cecc0 0x7fd66815bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 -- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6680cecc0 msgr2=0x7fd66815bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6680cecc0 0x7fd66815bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 -- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6680b5320 msgr2=0x7fd6681420f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6680b5320 0x7fd6681420f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 -- 172.21.15.17:0/1236195512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd668153870 con 0x7fd66815e590 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66cb0a640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7fd66000c790 tx=0x7fd66000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd660003b70 con 0x7fd66815e590 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd660003d10 con 0x7fd66815e590 2024-09-19T08:12:23.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66000aa50 con 0x7fd66815e590 2024-09-19T08:12:23.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.899+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd668153b10 con 0x7fd66815e590 2024-09-19T08:12:23.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.900+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6681540d0 con 0x7fd66815e590 2024-09-19T08:12:23.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.901+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6680714a0 con 0x7fd66815e590 2024-09-19T08:12:23.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.901+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd66000abf0 con 0x7fd66815e590 2024-09-19T08:12:23.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.902+0000 7fd664ff9640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 0x7fd65406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.902+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fd66008bdb0 con 0x7fd66815e590 2024-09-19T08:12:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.902+0000 7fd667fff640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 0x7fd65406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.902+0000 7fd667fff640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 0x7fd65406e770 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fd658034000 tx=0x7fd65802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:23.906+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd660059350 con 0x7fd66815e590 2024-09-19T08:12:24.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.116+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd668142630 con 0x7fd66815e590 2024-09-19T08:12:24.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.117+0000 7fd664ff9640 1 -- 172.21.15.17:0/1236195512 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v282) ==== 53+0+73 (secure 0 0 0) 0x7fd66005d650 con 0x7fd66815e590 2024-09-19T08:12:24.117 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:12:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 msgr2=0x7fd65406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 0x7fd65406e770 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fd658034000 tx=0x7fd65802e000 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 msgr2=0x7fd668158060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7fd66000c790 tx=0x7fd66000cc50 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 shutdown_connections 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd65406c2b0 0x7fd65406e770 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd66815e590 0x7fd668158060 unknown :-1 s=CLOSED pgs=2075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd6680cecc0 0x7fd66815bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 --2- 172.21.15.17:0/1236195512 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6680b5320 0x7fd6681420f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 >> 172.21.15.17:0/1236195512 conn(0x7fd66806f400 msgr2=0x7fd66806cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 shutdown_connections 2024-09-19T08:12:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24.119+0000 7fd66e56d640 1 -- 172.21.15.17:0/1236195512 wait complete. 2024-09-19T08:12:24.130 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:12:24.130 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:12:24.130 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:12:24.130 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:12:24.130 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:24.131 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:12:24.131 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:12:24.131 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:12:24.131 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:24.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.131 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:12:24.147 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:12:24.147 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:12:24.147 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:12:24.148 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42177sec preferred_lft 42177sec 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:24.149 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:24.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.150 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:12:24.213 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:12:24.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.215 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:12:24.273 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:12:24.273 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:12:24.273 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:12:24.273 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:12:24.273 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:12:24.273 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:12:24.273 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:12:24.273 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:12:24.274 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:12:24.274 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:12:24.274 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:12:24.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:12:24.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:24.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.401 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:12:24.417 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:12:24.417 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:12:24.418 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:24.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.418 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:12:24.484 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:12:24.484 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:24.484 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:24.540 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:24.540 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:24.540 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:24.595 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:24.662 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:24.719 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:24.720 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:24.721 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:24.722 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:24.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.723 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:24.775 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:12:24.775 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:12:24.818 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:24.844 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:24.902 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:24.902 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:24.902 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:24.902 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:24.902 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:24.903 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:24.904 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:24.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:24.906 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:24.906 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:12:24.902+0000 7fce4c019480 -1 init, newargv = 0x5629d0669df0 newargc=15 2024-09-19T08:12:24.906 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[82258]: starting ceph client 2024-09-19T08:12:24.907 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[82258]: starting fuse 2024-09-19T08:12:24.923 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:12:24.923 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:12:24.923 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:12:24.923 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:12:24.924 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:24.925 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:12:24.925 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:12:24.925 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:12:24.929 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:25.043 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.82258.asok 2024-09-19T08:12:25.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:25.053 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.82258.asok 2024-09-19T08:12:25.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:25.053 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.82258.asok status 2024-09-19T08:12:25.192 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:25.192 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:12:25.192 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:12:25.192 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "82258", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10080, 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 10080 2024-09-19T08:12:25.193 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4017128318 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4017128318 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.10080 192.168.0.1:0/4017128318", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/4017128318", 2024-09-19T08:12:25.194 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 282, 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 121, 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:12:25.195 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:25.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:25.201 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:12:25.201 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:25.217 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:12:25.217 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:25.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:25.217 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> import json 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> import sys 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> try: 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/./subdir'"'"') 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> except OSError as e: 2024-09-19T08:12:25.284 DEBUG:teuthology.orchestra.run.smithi017:> sys.exit(e.errno) 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> print(json.dumps( 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> indent=2)) 2024-09-19T08:12:25.285 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:25.326 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:12:25.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25 stdin-killer INFO: command exited with status 5: exiting normally with same code! 2024-09-19T08:12:25.402 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-19T08:12:25.402 INFO:tasks.cephfs.test_damage:Result: EIO on client 2024-09-19T08:12:25.402 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:25.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.544+0000 7fda125df640 1 Processor -- start 2024-09-19T08:12:25.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.544+0000 7fda125df640 1 -- start start 2024-09-19T08:12:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda125df640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fda0c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda125df640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fda0c0d3480 0x7fda0c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda125df640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda0c0d17e0 con 0x7fda0c06dae0 2024-09-19T08:12:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda125df640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fda0c0d09d0 con 0x7fda0c0d3480 2024-09-19T08:12:25.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda125df640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fda0c15ee90 con 0x7fda0c15eab0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda0b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fda0c06dae0 0x7fda0c0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50598/0 (socket says 172.21.15.17:50598) 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.545+0000 7fda0b7fe640 1 -- 172.21.15.17:0/3720696514 learned_addr learned my addr 172.21.15.17:0/3720696514 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0bfff640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fda0c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 --2- 172.21.15.17:0/3720696514 >> v2:172.21.15.160:3300/0 conn(0x7fda0c0d3480 0x7fda0c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1753867488 0 0) 0x7fda0c0d17e0 con 0x7fda0c06dae0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9f4003520 con 0x7fda0c06dae0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2524886319 0 0) 0x7fd9f4003520 con 0x7fda0c06dae0 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 msgr2=0x7fda0c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fda0c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 >> v2:172.21.15.160:3300/0 conn(0x7fda0c0d3480 msgr2=0x7fda0c0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 --2- 172.21.15.17:0/3720696514 >> v2:172.21.15.160:3300/0 conn(0x7fda0c0d3480 0x7fda0c0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0c0cfc10 con 0x7fda0c06dae0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fda00001670 con 0x7fda0c06dae0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 >> v1:172.21.15.17:6789/0 conn(0x7fda0c06dae0 legacy=0x7fda0c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fd9f4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fd9f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0d09d0 con 0x7fd9f4004d40 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c15ee90 con 0x7fd9f40039b0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd9f400b9c0 con 0x7fda0c15eab0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fd9f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0bfff640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda0b7fe640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fd9f4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 -- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 msgr2=0x7fd9f4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c15eab0 0x7fd9f4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 -- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9f40039b0 msgr2=0x7fd9f4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.546+0000 7fda10b7c640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd9f40039b0 0x7fd9f4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.547+0000 7fda10b7c640 1 -- 172.21.15.17:0/3720696514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f4003520 con 0x7fd9f4004d40 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.547+0000 7fda10b7c640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fd9f40051c0 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7fda04009f90 tx=0x7fd9f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2733de58e001fab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.547+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04009c10 con 0x7fd9f4004d40 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.547+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda04036070 con 0x7fd9f4004d40 2024-09-19T08:12:25.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.547+0000 7fda0affd640 1 -- 172.21.15.17:0/3720696514 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda04031880 con 0x7fd9f4004d40 2024-09-19T08:12:25.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 -- 172.21.15.17:0/3720696514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 msgr2=0x7fd9f40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 --2- 172.21.15.17:0/3720696514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fd9f40051c0 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7fda04009f90 tx=0x7fd9f4005830 comp rx=0 tx=0).stop 2024-09-19T08:12:25.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda10b7c640 1 -- 172.21.15.17:0/3720696514 reap_dead start 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 -- 172.21.15.17:0/3720696514 shutdown_connections 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 -- 172.21.15.17:0/3720696514 >> 172.21.15.17:0/3720696514 conn(0x7fda0c0d4b30 msgr2=0x7fda0c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 -- 172.21.15.17:0/3720696514 shutdown_connections 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.548+0000 7fda125df640 1 -- 172.21.15.17:0/3720696514 wait complete. 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.549+0000 7fda125df640 1 Processor -- start 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.549+0000 7fda125df640 1 -- start start 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c158280 0x7fda0c0b24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 0x7fda0c0b9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0d01d0 con 0x7fd9f4004d40 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c06df20 con 0x7fda0c0b8bd0 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda125df640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fda0c0d04b0 con 0x7fda0c158280 2024-09-19T08:12:25.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60400/0 (socket says 172.21.15.17:60400) 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 -- 172.21.15.17:0/2113319323 learned_addr learned my addr 172.21.15.17:0/2113319323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0b7fe640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c158280 0x7fda0c0b24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda10b7c640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 0x7fda0c0b9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 -- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c158280 msgr2=0x7fda0c0b24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c158280 0x7fda0c0b24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 -- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 msgr2=0x7fda0c0b9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 0x7fda0c0b9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.550+0000 7fda0bfff640 1 -- 172.21.15.17:0/2113319323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0c1587d0 con 0x7fd9f4004d40 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda10b7c640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 0x7fda0c0b9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda0bfff640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc0119a0 tx=0x7fd9fc011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc00faf0 con 0x7fd9f4004d40 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9fc00fc90 con 0x7fd9f4004d40 2024-09-19T08:12:25.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda0c158ab0 con 0x7fd9f4004d40 2024-09-19T08:12:25.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc014440 con 0x7fd9f4004d40 2024-09-19T08:12:25.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.551+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda0c159070 con 0x7fd9f4004d40 2024-09-19T08:12:25.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.552+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda0c0d3f00 con 0x7fd9f4004d40 2024-09-19T08:12:25.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.552+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9fc012040 con 0x7fd9f4004d40 2024-09-19T08:12:25.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.553+0000 7fda08ff9640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 0x7fd9f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.553+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fd9fc08c650 con 0x7fd9f4004d40 2024-09-19T08:12:25.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.553+0000 7fda0b7fe640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 0x7fd9f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.554+0000 7fda0b7fe640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 0x7fd9f806e770 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fda00001050 tx=0x7fda00000f80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.557+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda0c0d3f00 con 0x7fd9f4004d40 2024-09-19T08:12:25.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.769+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda0c15c340 con 0x7fd9f4004d40 2024-09-19T08:12:25.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.770+0000 7fda08ff9640 1 -- 172.21.15.17:0/2113319323 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 282 v282) ==== 95+0+5242 (secure 0 0 0) 0x7fd9fc019030 con 0x7fd9f4004d40 2024-09-19T08:12:25.770 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:25.770 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":282,"btime":"2024-09-19T08:12:23:120405+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":282,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:23.116612+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10011},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10011":{"gid":10011,"name":"c","rank":0,"incarnation":278,"state":"up:active","state_seq":5,"addr":"172.21.15.17:6834/1167338599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1167338599},{"type":"v1","addr":"172.21.15.17:6834","nonce":1167338599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10011,"qdb_cluster":[10011]},"id":6}]} 2024-09-19T08:12:25.770 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 282 2024-09-19T08:12:25.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 msgr2=0x7fd9f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 0x7fd9f806e770 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fda00001050 tx=0x7fda00000f80 comp rx=0 tx=0).stop 2024-09-19T08:12:25.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 msgr2=0x7fda0c0ce2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc0119a0 tx=0x7fd9fc011e60 comp rx=0 tx=0).stop 2024-09-19T08:12:25.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 shutdown_connections 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd9f806c2b0 0x7fd9f806e770 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda0c0b8bd0 0x7fda0c0b9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda0c158280 0x7fda0c0b24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 --2- 172.21.15.17:0/2113319323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9f4004d40 0x7fda0c0ce2f0 unknown :-1 s=CLOSED pgs=2080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 >> 172.21.15.17:0/2113319323 conn(0x7fda0c0d4b30 msgr2=0x7fda0c15f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 shutdown_connections 2024-09-19T08:12:25.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.772+0000 7fda125df640 1 -- 172.21.15.17:0/2113319323 wait complete. 2024-09-19T08:12:25.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-19T08:12:25.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.887+0000 7f6dbb911640 1 Processor -- start 2024-09-19T08:12:25.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.888+0000 7f6dbb911640 1 -- start start 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.888+0000 7f6dbb911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.888+0000 7f6dbb911640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6db40cef60 0x7f6db40d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6dbb911640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6db40b39d0 con 0x7f6db40d33c0 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6dbb911640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6db40cf520 con 0x7f6db40cef60 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6dbb911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6db40cf800 con 0x7f6db415e640 2024-09-19T08:12:25.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:42040/0 (socket says 172.21.15.17:42040) 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 -- 172.21.15.17:0/3484144094 learned_addr learned my addr 172.21.15.17:0/3484144094 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db8eac640 1 --2- 172.21.15.17:0/3484144094 >> v2:172.21.15.160:3300/0 conn(0x7f6db40cef60 0x7f6db40d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 -- 172.21.15.17:0/3484144094 >> v2:172.21.15.160:3300/0 conn(0x7f6db40cef60 msgr2=0x7f6db40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 --2- 172.21.15.17:0/3484144094 >> v2:172.21.15.160:3300/0 conn(0x7f6db40cef60 0x7f6db40d2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 -- 172.21.15.17:0/3484144094 >> v1:172.21.15.160:6789/0 conn(0x7f6db40d33c0 legacy=0x7f6db40d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.889+0000 7f6db96ad640 1 -- 172.21.15.17:0/3484144094 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db40cfae0 con 0x7f6db415e640 2024-09-19T08:12:25.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.890+0000 7f6db96ad640 1 --2- 172.21.15.17:0/3484144094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6da4009e50 tx=0x7f6da402a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=861e5139c8563c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.890+0000 7f6db3fff640 1 -- 172.21.15.17:0/3484144094 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4036070 con 0x7f6db415e640 2024-09-19T08:12:25.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.890+0000 7f6db3fff640 1 -- 172.21.15.17:0/3484144094 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6da4031600 con 0x7f6db415e640 2024-09-19T08:12:25.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.890+0000 7f6db3fff640 1 -- 172.21.15.17:0/3484144094 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da40319d0 con 0x7f6db415e640 2024-09-19T08:12:25.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 -- 172.21.15.17:0/3484144094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 msgr2=0x7f6db40b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 --2- 172.21.15.17:0/3484144094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6da4009e50 tx=0x7f6da402a680 comp rx=0 tx=0).stop 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 -- 172.21.15.17:0/3484144094 shutdown_connections 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 --2- 172.21.15.17:0/3484144094 >> v2:172.21.15.160:3300/0 conn(0x7f6db40cef60 0x7f6db40d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 --2- 172.21.15.17:0/3484144094 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db415e640 0x7f6db40b3bf0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 -- 172.21.15.17:0/3484144094 >> 172.21.15.17:0/3484144094 conn(0x7f6db4067d70 msgr2=0x7f6db4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 -- 172.21.15.17:0/3484144094 shutdown_connections 2024-09-19T08:12:25.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.891+0000 7f6dbb911640 1 -- 172.21.15.17:0/3484144094 wait complete. 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.892+0000 7f6dbb911640 1 Processor -- start 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.892+0000 7f6dbb911640 1 -- start start 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 0x7f6db40cb850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6db40d33c0 0x7f6db41eb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6db40d4e20 con 0x7f6db415e640 2024-09-19T08:12:25.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6db415ea20 con 0x7f6db40d33c0 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6dbb911640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6db40d4fa0 con 0x7f6db40cef60 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60408/0 (socket says 172.21.15.17:60408) 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6db9eae640 1 -- 172.21.15.17:0/878607702 learned_addr learned my addr 172.21.15.17:0/878607702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6db96ad640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 0x7f6db40cb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.893+0000 7f6db8eac640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6db40d33c0 0x7f6db41eb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 -- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 msgr2=0x7f6db40cb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 0x7f6db40cb850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 -- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6db40d33c0 msgr2=0x7f6db41eb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6db40d33c0 0x7f6db41eb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 -- 172.21.15.17:0/878607702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db40cbf50 con 0x7f6db415e640 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db96ad640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 0x7f6db40cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db9eae640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00c3c0 tx=0x7f6dac00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db1ffb640 1 -- 172.21.15.17:0/878607702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac017070 con 0x7f6db415e640 2024-09-19T08:12:25.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db1ffb640 1 -- 172.21.15.17:0/878607702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac0052d0 con 0x7f6db415e640 2024-09-19T08:12:25.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db40cc230 con 0x7f6db415e640 2024-09-19T08:12:25.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6db1ffb640 1 -- 172.21.15.17:0/878607702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac003830 con 0x7f6db415e640 2024-09-19T08:12:25.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.894+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db40cc7f0 con 0x7f6db415e640 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.896+0000 7f6db1ffb640 1 -- 172.21.15.17:0/878607702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6dac01a070 con 0x7f6db415e640 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.896+0000 7f6db1ffb640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.896+0000 7f6db1ffb640 1 -- 172.21.15.17:0/878607702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f6dac08b110 con 0x7f6db415e640 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.896+0000 7f6db96ad640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.897+0000 7f6db96ad640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 0x7f6da006e770 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6da4033000 tx=0x7f6da4009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.897+0000 7f6dbe6ac740 1 Processor -- start 2024-09-19T08:12:25.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.897+0000 7f6dbe6ac740 1 -- start start 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa1d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa1a6c0 0x55f6daa1c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f6da939930 con 0x55f6daa1ab20 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f6da8e1570 con 0x55f6daa1cf00 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f6da9358f0 con 0x55f6daa1a6c0 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60420/0 (socket says 172.21.15.17:60420) 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 -- 172.21.15.17:0/2786858717 learned_addr learned my addr 172.21.15.17:0/2786858717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db8eac640 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa1a6c0 0x55f6daa1c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db96ad640 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa1d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 -- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa1a6c0 msgr2=0x55f6daa1c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa1a6c0 0x55f6daa1c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 -- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 msgr2=0x55f6daa1d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa1d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 -- 172.21.15.17:0/2786858717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6da8f6200 con 0x55f6daa1ab20 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6db9eae640 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f6dac060d50 tx=0x7f6dac005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86fdfcbcfdc21ba5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.898+0000 7f6d9affd640 1 -- 172.21.15.17:0/2786858717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac05ca50 con 0x55f6daa1ab20 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6d9affd640 1 -- 172.21.15.17:0/2786858717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac061280 con 0x55f6daa1ab20 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6d9affd640 1 -- 172.21.15.17:0/2786858717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac054d10 con 0x55f6daa1ab20 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/2786858717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 msgr2=0x55f6da9fce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f6dac060d50 tx=0x7f6dac005480 comp rx=0 tx=0).stop 2024-09-19T08:12:25.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/2786858717 shutdown_connections 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9fce80 unknown :-1 s=CLOSED pgs=2082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa1a6c0 0x55f6daa1c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/2786858717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa1d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/2786858717 >> 172.21.15.17:0/2786858717 conn(0x55f6da9d2df0 msgr2=0x55f6daa1af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/2786858717 shutdown_connections 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.899+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/2786858717 wait complete. 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.900+0000 7f6dbe6ac740 1 -- start start 2024-09-19T08:12:25.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.900+0000 7f6dbe6ac740 1 Processor -- start 2024-09-19T08:12:25.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa13ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa15e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f6daa19620 con 0x55f6daa1ab20 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f6da8c26a0 con 0x55f6daa1cf00 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f6daa19900 con 0x55f6daa00470 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6dbe6ac740 10 client.0 _ll_register_callbacks cb 0x55f6da8fa300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60436/0 (socket says 172.21.15.17:60436) 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 -- 172.21.15.17:0/1833248176 learned_addr learned my addr 172.21.15.17:0/1833248176 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db8eac640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa13ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db9eae640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa15e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 -- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 msgr2=0x55f6daa15e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa15e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 -- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 msgr2=0x55f6daa13ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa13ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 -- 172.21.15.17:0/1833248176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6da7187c0 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6db96ad640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 secure :-1 s=READY pgs=2083 cs=0 l=1 rev1=1 crypto rx=0x7f6da402ac70 tx=0x7f6da4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0dba39964384e02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6d93fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.901+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da404c020 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f6da4048440 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dac061280 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=282) ==== 24+0+0 (secure 0 0 0) 0x7f6da4036040 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 10 client.10095 fetch_fsmap learned FSMap version 282 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=282,monmap=2+}) -- 0x55f6da778f50 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac061280 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 282) ==== 3502+0+0 (secure 0 0 0) 0x7f6da4008040 con 0x55f6daa1ab20 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 10 client.10095 fetch_fsmap finished waiting for FSMap version 282 2024-09-19T08:12:25.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 10 client.10095 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 20 client.10095 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa164c0 0x55f6daa11f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 4 client.10095 mds_command: new command op to 10011 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 --> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6da947060 con 0x55f6daa164c0 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6db8eac640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa164c0 0x55f6daa11f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6d93fff640 10 client.10095 ms_handle_connect on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.902+0000 7f6db8eac640 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa164c0 0x55f6daa11f60 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=652fa300202fce09 server_cookie=29eff30ee8bd9da7 in_seq=0 out_seq=0 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6d93fff640 1 -- 172.21.15.17:0/1833248176 <== mds.0 v2:172.21.15.17:6832/1167338599 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f6da947060 con 0x55f6daa164c0 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6d93fff640 10 client.10095 handle_command_reply: tid=0 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 client.10095 shutdown 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 msgr2=0x55f6da9ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 secure :-1 s=READY pgs=2083 cs=0 l=1 rev1=1 crypto rx=0x7f6da402ac70 tx=0x7f6da4004ab0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 shutdown_connections 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa164c0 0x55f6daa11f60 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa15e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1cf00 0x55f6daa13ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/1833248176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1ab20 0x55f6da9ff5d0 unknown :-1 s=CLOSED pgs=2083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6d93fff640 0 client.10095 ms_handle_reset on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 >> 172.21.15.17:0/1833248176 conn(0x55f6daa1a6c0 msgr2=0x55f6da9fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 shutdown_connections 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.903+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/1833248176 wait complete. 2024-09-19T08:12:25.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.904+0000 7f6dbe6ac740 20 client.10095 trim_cache size 0 max 16384 2024-09-19T08:12:25.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 Processor -- start 2024-09-19T08:12:25.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 -- start start 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa1da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa2d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6db4201880 con 0x55f6daa1cf00 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6db4200c10 con 0x55f6daa1ab20 2024-09-19T08:12:25.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.917+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6db4201230 con 0x55f6daa00470 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60448/0 (socket says 172.21.15.17:60448) 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 -- 172.21.15.17:0/860496108 learned_addr learned my addr 172.21.15.17:0/860496108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db96ad640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa1da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db8eac640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa2d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 -- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 msgr2=0x55f6daa1da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa1da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 -- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 msgr2=0x55f6daa2d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa2d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 -- 172.21.15.17:0/860496108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6da60c0b0 con 0x55f6daa1cf00 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db96ad640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa1da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6db9eae640 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0583a0 tx=0x7f6dac054a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5c6bfa81f8a1c64 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6d9a7fc640 1 -- 172.21.15.17:0/860496108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac05ca50 con 0x55f6daa1cf00 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6d9a7fc640 1 -- 172.21.15.17:0/860496108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac0569a0 con 0x55f6daa1cf00 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.918+0000 7f6d9a7fc640 1 -- 172.21.15.17:0/860496108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac060df0 con 0x55f6daa1cf00 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/860496108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 msgr2=0x55f6daa10e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0583a0 tx=0x7f6dac054a70 comp rx=0 tx=0).stop 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/860496108 shutdown_connections 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa10e30 unknown :-1 s=CLOSED pgs=2084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa2d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/860496108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa1da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/860496108 >> 172.21.15.17:0/860496108 conn(0x55f6daa1a6c0 msgr2=0x55f6da9d1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/860496108 shutdown_connections 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/860496108 wait complete. 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.919+0000 7f6dbe6ac740 1 -- start start 2024-09-19T08:12:25.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 Processor -- start 2024-09-19T08:12:25.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa86fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa3d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f6daa16340 con 0x55f6daa1cf00 2024-09-19T08:12:25.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f6da9fdfb0 con 0x55f6daa1ab20 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.920+0000 7f6dbe6ac740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f6da9fa8f0 con 0x55f6daa00470 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6dbe6ac740 10 client.0 _ll_register_callbacks cb 0x7f6da8009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60458/0 (socket says 172.21.15.17:60458) 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db96ad640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa86fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db8eac640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa3d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 -- 172.21.15.17:0/905597014 learned_addr learned my addr 172.21.15.17:0/905597014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 -- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 msgr2=0x55f6daa86fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa86fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 -- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 msgr2=0x55f6daa3d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:25.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa3d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 -- 172.21.15.17:0/905597014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6da9d61b0 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6db9eae640 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f6dac007f40 tx=0x7f6dac01e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce04687bcec6aff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6d93fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac075060 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f6dac060ff0 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dac0569a0 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=282) ==== 24+0+0 (secure 0 0 0) 0x7f6dac07c050 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6dbe6ac740 10 client.10101 fetch_fsmap learned FSMap version 282 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.921+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=282,monmap=2+}) -- 0x55f6daa1bce0 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac0569a0 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 282) ==== 3502+0+0 (secure 0 0 0) 0x7f6dac06cb30 con 0x55f6daa1cf00 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 10 client.10101 fetch_fsmap finished waiting for FSMap version 282 2024-09-19T08:12:25.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 10 client.10101 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 20 client.10101 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa10e30 0x55f6daa11210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 4 client.10101 mds_command: new command op to 10011 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 --> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) -- 0x55f6da9413b0 con 0x55f6daa10e30 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6db96ad640 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa10e30 0x55f6daa11210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6d93fff640 10 client.10101 ms_handle_connect on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6db96ad640 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa10e30 0x55f6daa11210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71b56328b030b0a server_cookie=63d3ec884d4da5f4 in_seq=0 out_seq=0 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6d93fff640 1 -- 172.21.15.17:0/905597014 <== mds.0 v2:172.21.15.17:6832/1167338599 1 ==== command_reply(tid 0: 0 ) ==== 8+0+194 (crc 0 0 0) 0x55f6da9413b0 con 0x55f6daa10e30 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6d93fff640 10 client.10101 handle_command_reply: tid=0 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 client.10101 shutdown 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 msgr2=0x55f6daa1b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f6dac007f40 tx=0x7f6dac01e040 comp rx=0 tx=0).stop 2024-09-19T08:12:25.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 shutdown_connections 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.922+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:6832/1167338599,v1:172.21.15.17:6834/1167338599] conn(0x55f6daa10e30 0x55f6daa11210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6daa1cf00 0x55f6daa1b7a0 unknown :-1 s=CLOSED pgs=2085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f6daa1ab20 0x55f6daa3d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 --2- 172.21.15.17:0/905597014 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f6daa00470 0x55f6daa86fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6d93fff640 0 client.10101 ms_handle_reset on v2:172.21.15.17:6832/1167338599 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 >> 172.21.15.17:0/905597014 conn(0x55f6daa1a6c0 msgr2=0x55f6daa2d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 shutdown_connections 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 1 -- 172.21.15.17:0/905597014 wait complete. 2024-09-19T08:12:25.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbe6ac740 20 client.10101 trim_cache size 0 max 16384 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout: "damage_type": "dentry", 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 3466031055, 2024-09-19T08:12:25.933 INFO:teuthology.orchestra.run.smithi017.stdout: "ino": 1, 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout: "frag": "*", 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout: "dname": "subdir", 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout: "snap_id": "head", 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/subdir" 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:25.934 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:12:25.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 msgr2=0x7f6da006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 0x7f6da006e770 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6da4033000 tx=0x7f6da4009000 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 msgr2=0x7f6db415d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f6dac00c3c0 tx=0x7f6dac00c880 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 shutdown_connections 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6db415e640 0x7f6db415d3e0 unknown :-1 s=CLOSED pgs=2081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6db40d33c0 0x7f6db41eb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 --2- 172.21.15.17:0/878607702 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6db40cef60 0x7f6db40cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 >> 172.21.15.17:0/878607702 conn(0x7f6db4067d70 msgr2=0x7f6db40b5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 shutdown_connections 2024-09-19T08:12:25.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:25.923+0000 7f6dbb911640 1 -- 172.21.15.17:0/878607702 wait complete. 2024-09-19T08:12:25.937 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 10000000000.00000000' 2024-09-19T08:12:25.937 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:25.937 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:25.954 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:26.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.098+0000 7fb723bfd640 1 Processor -- start 2024-09-19T08:12:26.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.098+0000 7fb723bfd640 1 -- start start 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb723bfd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb71c0cd880 0x7fb71c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb723bfd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb71c0b22c0 0x7fb71c15c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb723bfd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb71c0ce160 con 0x7fb71c156990 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb723bfd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb71c156d70 con 0x7fb71c0b22c0 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb723bfd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb71c0cea90 con 0x7fb71c0cd880 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb72219a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb71c0b22c0 0x7fb71c15c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb721999640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb71c156990 0x7fb71c0cd170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50608/0 (socket says 172.21.15.17:50608) 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb721999640 1 -- 172.21.15.17:0/2416006451 learned_addr learned my addr 172.21.15.17:0/2416006451 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb721198640 1 --2- 172.21.15.17:0/2416006451 >> v2:172.21.15.160:3300/0 conn(0x7fb71c0cd880 0x7fb71c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb72219a640 1 -- 172.21.15.17:0/2416006451 >> v2:172.21.15.160:3300/0 conn(0x7fb71c0cd880 msgr2=0x7fb71c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb72219a640 1 --2- 172.21.15.17:0/2416006451 >> v2:172.21.15.160:3300/0 conn(0x7fb71c0cd880 0x7fb71c0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb72219a640 1 -- 172.21.15.17:0/2416006451 >> v1:172.21.15.17:6789/0 conn(0x7fb71c156990 legacy=0x7fb71c0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb72219a640 1 -- 172.21.15.17:0/2416006451 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71c0731f0 con 0x7fb71c0b22c0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.099+0000 7fb720997640 1 -- 172.21.15.17:0/2416006451 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1818027605 0 0) 0x7fb71c0ce160 con 0x7fb71c156990 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.100+0000 7fb72219a640 1 --2- 172.21.15.17:0/2416006451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c0b22c0 0x7fb71c15c8d0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fb71c074050 tx=0x7fb71402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41488c90fee81e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.100+0000 7fb720997640 1 -- 172.21.15.17:0/2416006451 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714037070 con 0x7fb71c0b22c0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.100+0000 7fb720997640 1 -- 172.21.15.17:0/2416006451 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb714032440 con 0x7fb71c0b22c0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.100+0000 7fb720997640 1 -- 172.21.15.17:0/2416006451 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb71402ae60 con 0x7fb71c0b22c0 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 -- 172.21.15.17:0/2416006451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c0b22c0 msgr2=0x7fb71c15c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 --2- 172.21.15.17:0/2416006451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c0b22c0 0x7fb71c15c8d0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fb71c074050 tx=0x7fb71402a110 comp rx=0 tx=0).stop 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 -- 172.21.15.17:0/2416006451 shutdown_connections 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 --2- 172.21.15.17:0/2416006451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c0b22c0 0x7fb71c15c8d0 unknown :-1 s=CLOSED pgs=2087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 --2- 172.21.15.17:0/2416006451 >> v2:172.21.15.160:3300/0 conn(0x7fb71c0cd880 0x7fb71c0b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 -- 172.21.15.17:0/2416006451 >> 172.21.15.17:0/2416006451 conn(0x7fb71c06bc10 msgr2=0x7fb71c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 -- 172.21.15.17:0/2416006451 shutdown_connections 2024-09-19T08:12:26.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.101+0000 7fb723bfd640 1 -- 172.21.15.17:0/2416006451 wait complete. 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.102+0000 7fb723bfd640 1 Processor -- start 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.102+0000 7fb723bfd640 1 -- start start 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb71c0b22c0 0x7fb71c0aedc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb71c0cd880 0x7fb71c15c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0b26d0 con 0x7fb71c156990 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0ce720 con 0x7fb71c0b22c0 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb723bfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb71c0cef20 con 0x7fb71c0cd880 2024-09-19T08:12:26.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60486/0 (socket says 172.21.15.17:60486) 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 -- 172.21.15.17:0/1071710155 learned_addr learned my addr 172.21.15.17:0/1071710155 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb721198640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb71c0cd880 0x7fb71c15c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb721999640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb71c0b22c0 0x7fb71c0aedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 -- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb71c0cd880 msgr2=0x7fb71c15c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb71c0cd880 0x7fb71c15c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 -- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb71c0b22c0 msgr2=0x7fb71c0aedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb71c0b22c0 0x7fb71c0aedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.103+0000 7fb72219a640 1 -- 172.21.15.17:0/1071710155 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71c15d320 con 0x7fb71c156990 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb72219a640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7fb71402a150 tx=0x7fb7140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714032e60 con 0x7fb71c156990 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb714042070 con 0x7fb71c156990 2024-09-19T08:12:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb71c15d600 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714037040 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.104+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb71c15e0c0 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.105+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb71c0b1d80 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.105+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb714030b50 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.106+0000 7fb71a7fc640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 0x7fb70806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.106+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7fb7140ac800 con 0x7fb71c156990 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.106+0000 7fb721999640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 0x7fb70806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.106+0000 7fb721999640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 0x7fb70806e770 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0012e0 tx=0x7fb70c001630 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.110+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb714079e30 con 0x7fb71c156990 2024-09-19T08:12:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.299+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb71c0cd2d0 con 0x7fb71c156990 2024-09-19T08:12:26.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.299+0000 7fb71a7fc640 1 -- 172.21.15.17:0/1071710155 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 66 entries v121) ==== 81+0+4010 (secure 0 0 0) 0x7fb71407e130 con 0x7fb71c156990 2024-09-19T08:12:26.299 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:26.299 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:26.300 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:26.301 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:26.302 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:26.303 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:26.304 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:26.305 INFO:teuthology.orchestra.run.smithi017.stderr:listed 66 entries 2024-09-19T08:12:26.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 msgr2=0x7fb70806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 0x7fb70806e770 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0012e0 tx=0x7fb70c001630 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 msgr2=0x7fb71c0b0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7fb71402a150 tx=0x7fb7140046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 shutdown_connections 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb70806c2b0 0x7fb70806e770 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb71c156990 0x7fb71c0b0880 unknown :-1 s=CLOSED pgs=2088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb71c0cd880 0x7fb71c15c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 --2- 172.21.15.17:0/1071710155 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb71c0b22c0 0x7fb71c0aedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 >> 172.21.15.17:0/1071710155 conn(0x7fb71c06bc10 msgr2=0x7fb71c15a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 shutdown_connections 2024-09-19T08:12:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.301+0000 7fb723bfd640 1 -- 172.21.15.17:0/1071710155 wait complete. 2024-09-19T08:12:26.312 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:26.313 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:26.329 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:26.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.472+0000 7faeb4837640 1 Processor -- start 2024-09-19T08:12:26.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.472+0000 7faeb4837640 1 -- start start 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeb4837640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7faeb015b2e0 0x7faeb00b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeb4837640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7faeb0071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeb4837640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faeb00ce4f0 con 0x7faeb00cdfc0 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeb4837640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7faeb015b6c0 con 0x7faeb015b2e0 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeb4837640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faeb00ce7d0 con 0x7faeb00b2490 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeadd9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7faeb00cdfc0 0x7faeb00b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50610/0 (socket says 172.21.15.17:50610) 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeadd9b640 1 -- 172.21.15.17:0/2846063543 learned_addr learned my addr 172.21.15.17:0/2846063543 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:26.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeaed9d640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7faeb0071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1271094535 0 0) 0x7faeb00ce4f0 con 0x7faeb00cdfc0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae98003520 con 0x7faeb00cdfc0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.473+0000 7faeae59c640 1 --2- 172.21.15.17:0/2846063543 >> v2:172.21.15.160:3300/0 conn(0x7faeb015b2e0 0x7faeb00b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3762577410 0 0) 0x7fae98003520 con 0x7faeb00cdfc0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 msgr2=0x7faeb0071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7faeb0071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 >> v2:172.21.15.160:3300/0 conn(0x7faeb015b2e0 msgr2=0x7faeb00b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 --2- 172.21.15.17:0/2846063543 >> v2:172.21.15.160:3300/0 conn(0x7faeb015b2e0 0x7faeb00b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb00ceab0 con 0x7faeb00cdfc0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7faea4001670 con 0x7faeb00cdfc0 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 >> v1:172.21.15.17:6789/0 conn(0x7faeb00cdfc0 legacy=0x7faeb00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae980039b0 0x7fae98003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7fae98004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae98004d40 0x7fae980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faeb00ce7d0 con 0x7fae980039b0 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fae9800b9c0 con 0x7fae98004d40 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fae9800bb40 con 0x7faeb00b2490 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae980039b0 0x7fae98003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeadd9b640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7fae98004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeaed9d640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae98004d40 0x7fae980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 -- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 msgr2=0x7fae98004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb00b2490 0x7fae98004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 -- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae98004d40 msgr2=0x7fae980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae98004d40 0x7fae980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.474+0000 7faeae59c640 1 -- 172.21.15.17:0/2846063543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae98003520 con 0x7fae980039b0 2024-09-19T08:12:26.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faeae59c640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae980039b0 0x7fae98003dd0 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7faea0009af0 tx=0x7fae98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23ac482678b93685 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea0036070 con 0x7fae980039b0 2024-09-19T08:12:26.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faea0031400 con 0x7fae980039b0 2024-09-19T08:12:26.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faead59a640 1 -- 172.21.15.17:0/2846063543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea0009690 con 0x7fae980039b0 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faeb4837640 1 -- 172.21.15.17:0/2846063543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae980039b0 msgr2=0x7fae98003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faeb4837640 1 --2- 172.21.15.17:0/2846063543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae980039b0 0x7fae98003dd0 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7faea0009af0 tx=0x7fae98005830 comp rx=0 tx=0).stop 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.475+0000 7faeaed9d640 1 -- 172.21.15.17:0/2846063543 reap_dead start 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.476+0000 7faeb4837640 1 -- 172.21.15.17:0/2846063543 shutdown_connections 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.476+0000 7faeb4837640 1 -- 172.21.15.17:0/2846063543 >> 172.21.15.17:0/2846063543 conn(0x7faeb006bc10 msgr2=0x7faeb006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.476+0000 7faeb4837640 1 -- 172.21.15.17:0/2846063543 shutdown_connections 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.476+0000 7faeb4837640 1 -- 172.21.15.17:0/2846063543 wait complete. 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.477+0000 7faeb4837640 1 Processor -- start 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.477+0000 7faeb4837640 1 -- start start 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 0x7faeb01f48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 0x7faeb015cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faeb00712b0 con 0x7faeb015df70 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faeb0071130 con 0x7fae980039b0 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeb4837640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faeb00b4260 con 0x7faeb01f8190 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60508/0 (socket says 172.21.15.17:60508) 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 -- 172.21.15.17:0/3903219668 learned_addr learned my addr 172.21.15.17:0/3903219668 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeadd9b640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 0x7faeb015cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeae59c640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 0x7faeb01f48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 -- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 msgr2=0x7faeb015cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 0x7faeb015cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 -- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 msgr2=0x7faeb01f48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 0x7faeb01f48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 -- 172.21.15.17:0/3903219668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb0152ed0 con 0x7faeb015df70 2024-09-19T08:12:26.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeadd9b640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 0x7faeb015cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeae59c640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 0x7faeb01f48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7faeaed9d640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7faeb0069630 tx=0x7faea80115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8011e10 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faea801b070 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.478+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8003990 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.479+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeb01f4df0 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.479+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeb015e430 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.479+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faeb0071890 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.480+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faea8005d10 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.480+0000 7fae9effd640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 0x7fae9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.481+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7faea808c5a0 con 0x7faeb015df70 2024-09-19T08:12:26.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.481+0000 7faeae59c640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 0x7fae9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.481+0000 7faeae59c640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 0x7fae9006e770 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7faea0033000 tx=0x7faea0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.485+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faea8025020 con 0x7faeb015df70 2024-09-19T08:12:26.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.673+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7faeb00b3ca0 con 0x7faeb015df70 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.674+0000 7fae9effd640 1 -- 172.21.15.17:0/3903219668 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 66 entries v121) ==== 81+0+4010 (secure 0 0 0) 0x7faea8014350 con 0x7faeb015df70 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:26.674 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:26.675 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:26.676 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:26.677 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:26.678 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:26.679 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:26.679 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:26.679 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:26.679 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:26.679 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:listed 66 entries 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 msgr2=0x7fae9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 0x7fae9006e770 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7faea0033000 tx=0x7faea0008030 comp rx=0 tx=0).stop 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 msgr2=0x7faeb00ae8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7faeb0069630 tx=0x7faea80115a0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 shutdown_connections 2024-09-19T08:12:26.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fae9006c2b0 0x7fae9006e770 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faeb015df70 0x7faeb00ae8d0 unknown :-1 s=CLOSED pgs=2091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faeb01f8190 0x7faeb015cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 --2- 172.21.15.17:0/3903219668 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae980039b0 0x7faeb01f48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 >> 172.21.15.17:0/3903219668 conn(0x7faeb006bc10 msgr2=0x7faeb00cd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 shutdown_connections 2024-09-19T08:12:26.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.676+0000 7faeb4837640 1 -- 172.21.15.17:0/3903219668 wait complete. 2024-09-19T08:12:26.687 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:12:26.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:26.687 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:26.712 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:12:26.713 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:26.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:26.713 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:26.769 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.913+0000 7f6247b0c640 1 Processor -- start 2024-09-19T08:12:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.913+0000 7f6247b0c640 1 -- start start 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f6247b0c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f624015b200 0x7f62400b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f6247b0c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f624006df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f6247b0c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62400b5290 con 0x7f624006e480 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f6247b0c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f62400738f0 con 0x7f624015b200 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f6247b0c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6240074100 con 0x7f62400b4d20 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62460a9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f624006e480 0x7f6240072810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50622/0 (socket says 172.21.15.17:50622) 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62460a9640 1 -- 172.21.15.17:0/378593897 learned_addr learned my addr 172.21.15.17:0/378593897 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62450a7640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f624006df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62458a8640 1 --2- 172.21.15.17:0/378593897 >> v2:172.21.15.160:3300/0 conn(0x7f624015b200 0x7f62400b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2331655171 0 0) 0x7f62400b5290 con 0x7f624006e480 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.914+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f622c003520 con 0x7f624006e480 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3062236229 0 0) 0x7f622c003520 con 0x7f624006e480 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 msgr2=0x7f624006df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f624006df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 >> v2:172.21.15.160:3300/0 conn(0x7f624015b200 msgr2=0x7f62400b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 --2- 172.21.15.17:0/378593897 >> v2:172.21.15.160:3300/0 conn(0x7f624015b200 0x7f62400b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6240073b40 con 0x7f624006e480 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f62380019f0 con 0x7f624006e480 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 >> v1:172.21.15.17:6789/0 conn(0x7f624006e480 legacy=0x7f6240072810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f622c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f622c003f30 0x7f622c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f622c004d40 0x7f622c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62400738f0 con 0x7f622c004d40 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6240074100 con 0x7f622c003f30 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f622c00baa0 con 0x7f62400b4d20 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f622c004d40 0x7f622c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62458a8640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f622c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62450a7640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f622c003f30 0x7f622c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 -- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 msgr2=0x7f622c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f62400b4d20 0x7f622c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 -- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f622c003f30 msgr2=0x7f622c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f622c003f30 0x7f622c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.915+0000 7f62460a9640 1 -- 172.21.15.17:0/378593897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622c003520 con 0x7f622c004d40 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.916+0000 7f62460a9640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f622c004d40 0x7f622c0051c0 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7f623800a460 tx=0x7f622c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d59e076d1d7e581d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.916+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623800a4a0 con 0x7f622c004d40 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.916+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6238031070 con 0x7f622c004d40 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.916+0000 7f62448a6640 1 -- 172.21.15.17:0/378593897 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238036470 con 0x7f622c004d40 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 -- 172.21.15.17:0/378593897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f622c004d40 msgr2=0x7f622c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 --2- 172.21.15.17:0/378593897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f622c004d40 0x7f622c0051c0 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7f623800a460 tx=0x7f622c005830 comp rx=0 tx=0).stop 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f62460a9640 1 -- 172.21.15.17:0/378593897 reap_dead start 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 -- 172.21.15.17:0/378593897 shutdown_connections 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 -- 172.21.15.17:0/378593897 >> 172.21.15.17:0/378593897 conn(0x7f6240067b30 msgr2=0x7f624006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 -- 172.21.15.17:0/378593897 shutdown_connections 2024-09-19T08:12:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.917+0000 7f6247b0c640 1 -- 172.21.15.17:0/378593897 wait complete. 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.918+0000 7f6247b0c640 1 Processor -- start 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.918+0000 7f6247b0c640 1 -- start start 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f622c004d40 0x7f62401f3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62401480a0 0x7f62401448c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f624015d450 con 0x7f6240159920 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f62400b4750 con 0x7f62401480a0 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f6247b0c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f624015d5d0 con 0x7f622c004d40 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60526/0 (socket says 172.21.15.17:60526) 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 -- 172.21.15.17:0/2554814895 learned_addr learned my addr 172.21.15.17:0/2554814895 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62458a8640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f622c004d40 0x7f62401f3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62450a7640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62401480a0 0x7f62401448c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 -- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f622c004d40 msgr2=0x7f62401f3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f622c004d40 0x7f62401f3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 -- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62401480a0 msgr2=0x7f62401448c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62401480a0 0x7f62401448c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 -- 172.21.15.17:0/2554814895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62401eff50 con 0x7f6240159920 2024-09-19T08:12:26.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.919+0000 7f62460a9640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7f623800a970 tx=0x7f6240073d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.920+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238046070 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.920+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62380368a0 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.920+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62401f3ec0 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.920+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623800a4a0 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.920+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62401440c0 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.921+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62400b2c90 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.921+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6238049070 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.922+0000 7f62367fc640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 0x7f622406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.922+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8576+0+0 (secure 0 0 0) 0x7f62380ae000 con 0x7f6240159920 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.922+0000 7f62458a8640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 0x7f622406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:26.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.922+0000 7f62458a8640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 0x7f622406e770 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f623c009b80 tx=0x7f623c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:26.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:26.926+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f62400b2c90 con 0x7f6240159920 2024-09-19T08:12:27.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.134+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f62400b4210 con 0x7f6240159920 2024-09-19T08:12:27.135 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:27.135+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:27.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.137+0000 7f62367fc640 1 -- 172.21.15.17:0/2554814895 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v283) ==== 161+0+0 (secure 0 0 0) 0x7f623807bbf0 con 0x7f6240159920 2024-09-19T08:12:27.136 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 msgr2=0x7f622406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 0x7f622406e770 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f623c009b80 tx=0x7f623c008040 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 msgr2=0x7f6240141360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7f623800a970 tx=0x7f6240073d10 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 shutdown_connections 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f622406c2b0 0x7f622406e770 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6240159920 0x7f6240141360 unknown :-1 s=CLOSED pgs=2094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f62401480a0 0x7f62401448c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 --2- 172.21.15.17:0/2554814895 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f622c004d40 0x7f62401f3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 >> 172.21.15.17:0/2554814895 conn(0x7f6240067b30 msgr2=0x7f624006c620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:27.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.139+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 shutdown_connections 2024-09-19T08:12:27.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.140+0000 7f6247b0c640 1 -- 172.21.15.17:0/2554814895 wait complete. 2024-09-19T08:12:27.141 INFO:tasks.ceph.mds.c.smithi017.stderr: -484> 2024-09-19T08:12:21.105+0000 7fdb7764d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:27.152 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:27.166 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:27.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.259+0000 7f5d8183c640 1 Processor -- start 2024-09-19T08:12:27.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.259+0000 7f5d8183c640 1 -- start start 2024-09-19T08:12:27.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 0x7f5d7c0cfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 0x7f5d7c15cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d7c15d4f0 0x7f5d7c06f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5d7c15cb20 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5d7c15c830 con 0x7f5d7c141a40 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d8183c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5d7c156d50 con 0x7f5d7c156970 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d7b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d7c15d4f0 0x7f5d7c06f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d7b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5d7c15d4f0 0x7f5d7c06f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60544/0 (socket says 172.21.15.17:60544) 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.260+0000 7f5d7b7fe640 1 -- 172.21.15.17:0/988990544 learned_addr learned my addr 172.21.15.17:0/988990544 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7affd640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 0x7f5d7c0cfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7a7fc640 1 --2- 172.21.15.17:0/988990544 >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 0x7f5d7c15cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 -- 172.21.15.17:0/988990544 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 msgr2=0x7f5d7c0cfae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 0x7f5d7c0cfae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 -- 172.21.15.17:0/988990544 >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 msgr2=0x7f5d7c15cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 --2- 172.21.15.17:0/988990544 >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 0x7f5d7c15cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 -- 172.21.15.17:0/988990544 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c142190 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7affd640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 0x7f5d7c0cfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7a7fc640 1 --2- 172.21.15.17:0/988990544 >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 0x7f5d7c15cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.261+0000 7f5d7b7fe640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c15d4f0 0x7f5d7c06f460 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c063960 tx=0x7f5d6c02a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e136ec3434c29c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d79ffb640 1 -- 172.21.15.17:0/988990544 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c036070 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d79ffb640 1 -- 172.21.15.17:0/988990544 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d6c031600 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d79ffb640 1 -- 172.21.15.17:0/988990544 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c0319d0 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 -- 172.21.15.17:0/988990544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c15d4f0 msgr2=0x7f5d7c06f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c15d4f0 0x7f5d7c06f460 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c063960 tx=0x7f5d6c02a600 comp rx=0 tx=0).stop 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 -- 172.21.15.17:0/988990544 shutdown_connections 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c15d4f0 0x7f5d7c06f460 unknown :-1 s=CLOSED pgs=2097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 --2- 172.21.15.17:0/988990544 >> v2:172.21.15.160:3300/0 conn(0x7f5d7c141a40 0x7f5d7c15cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 --2- 172.21.15.17:0/988990544 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c156970 0x7f5d7c0cfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 -- 172.21.15.17:0/988990544 >> 172.21.15.17:0/988990544 conn(0x7f5d7c0d11b0 msgr2=0x7f5d7c0d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 -- 172.21.15.17:0/988990544 shutdown_connections 2024-09-19T08:12:27.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.262+0000 7f5d8183c640 1 -- 172.21.15.17:0/988990544 wait complete. 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.263+0000 7f5d8183c640 1 Processor -- start 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 -- start start 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 0x7f5d7c0cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c15d4f0 0x7f5d7c159820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c141ea0 con 0x7f5d7c156970 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c142750 con 0x7f5d7c141a40 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d8183c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5d7c06f9a0 con 0x7f5d7c15d4f0 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d7a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d7a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60550/0 (socket says 172.21.15.17:60550) 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.264+0000 7f5d7a7fc640 1 -- 172.21.15.17:0/4213641724 learned_addr learned my addr 172.21.15.17:0/4213641724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7affd640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 0x7f5d7c0cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7b7fe640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c15d4f0 0x7f5d7c159820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 -- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c15d4f0 msgr2=0x7f5d7c159820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c15d4f0 0x7f5d7c159820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 -- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 msgr2=0x7f5d7c0cd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 0x7f5d7c0cd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 -- 172.21.15.17:0/4213641724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c1572e0 con 0x7f5d7c156970 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7affd640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 0x7f5d7c0cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:27.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d7a7fc640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7f5d6400c7f0 tx=0x7f5d6400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d64004230 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d640043f0 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d7c1575c0 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d64007860 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.265+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d7c159300 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.266+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d7c073480 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.267+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5d64007c10 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.267+0000 7f5d73fff640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 0x7f5d5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.267+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f5d6408c160 con 0x7f5d7c156970 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.267+0000 7f5d7affd640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 0x7f5d5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.268+0000 7f5d7affd640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 0x7f5d5c06e770 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f5d7400aa30 tx=0x7f5d74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:27.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.272+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d64015020 con 0x7f5d7c156970 2024-09-19T08:12:27.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:27.523+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f5d7c0731a0 con 0x7f5d7c156970 2024-09-19T08:12:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.150+0000 7f5d73fff640 1 -- 172.21.15.17:0/4213641724 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v284) ==== 107+0+0 (secure 0 0 0) 0x7f5d64059e20 con 0x7f5d7c156970 2024-09-19T08:12:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:12:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 msgr2=0x7f5d5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 0x7f5d5c06e770 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f5d7400aa30 tx=0x7f5d74008040 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 msgr2=0x7f5d7c141120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7f5d6400c7f0 tx=0x7f5d6400ccb0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 shutdown_connections 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5d5c06c2b0 0x7f5d5c06e770 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5d7c15d4f0 0x7f5d7c159820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d7c156970 0x7f5d7c141120 unknown :-1 s=CLOSED pgs=2098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 --2- 172.21.15.17:0/4213641724 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5d7c141a40 0x7f5d7c0cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.153+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 >> 172.21.15.17:0/4213641724 conn(0x7f5d7c0d11b0 msgr2=0x7f5d7c0739a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.154+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 shutdown_connections 2024-09-19T08:12:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.154+0000 7f5d8183c640 1 -- 172.21.15.17:0/4213641724 wait complete. 2024-09-19T08:12:28.168 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:12:28.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.257+0000 7f6a95644f40 1 Processor -- start 2024-09-19T08:12:28.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.257+0000 7f6a95644f40 1 -- start start 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210b9af90 0x559210b14be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210ba50e0 0x559210ba64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559210a1e510 con 0x559210ba45c0 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559210a77c50 con 0x559210ba50e0 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a95644f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559210ba5640 con 0x559210b9af90 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60560/0 (socket says 172.21.15.17:60560) 2024-09-19T08:12:28.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 -- 172.21.15.17:0/4044116739 learned_addr learned my addr 172.21.15.17:0/4044116739 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a9313a640 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210b9af90 0x559210b14be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a9393b640 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210ba50e0 0x559210ba64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 -- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210b9af90 msgr2=0x559210b14be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210b9af90 0x559210b14be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 -- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210ba50e0 msgr2=0x559210ba64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210ba50e0 0x559210ba64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 -- 172.21.15.17:0/4044116739 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559210ba4380 con 0x559210ba45c0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a92939640 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800b2c0 tx=0x7f6a8800b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a4960ee45e7d38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.258+0000 7f6a91937640 1 -- 172.21.15.17:0/4044116739 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88008070 con 0x559210ba45c0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a91937640 1 -- 172.21.15.17:0/4044116739 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a8800d500 con 0x559210ba45c0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a91937640 1 -- 172.21.15.17:0/4044116739 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8800d930 con 0x559210ba45c0 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 -- 172.21.15.17:0/4044116739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 msgr2=0x559210ba5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800b2c0 tx=0x7f6a8800b780 comp rx=0 tx=0).stop 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 -- 172.21.15.17:0/4044116739 shutdown_connections 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210ba50e0 0x559210ba64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba45c0 0x559210ba5f70 unknown :-1 s=CLOSED pgs=2101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 --2- 172.21.15.17:0/4044116739 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210b9af90 0x559210b14be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 -- 172.21.15.17:0/4044116739 >> 172.21.15.17:0/4044116739 conn(0x559210af7400 msgr2=0x559210afc2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 -- 172.21.15.17:0/4044116739 shutdown_connections 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.259+0000 7f6a95644f40 1 -- 172.21.15.17:0/4044116739 wait complete. 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.260+0000 7f6a95644f40 1 Processor -- start 2024-09-19T08:12:28.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.260+0000 7f6a95644f40 1 -- start start 2024-09-19T08:12:28.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210b9af90 0x559210b8cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210ba45c0 0x559210b8d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 0x559210b13ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559210ba6b00 con 0x559210ba50e0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x559210afba80 con 0x559210b9af90 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a95644f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x559210afbd60 con 0x559210ba45c0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 0x559210b13ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 0x559210b13ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60562/0 (socket says 172.21.15.17:60562) 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 learned_addr learned my addr 172.21.15.17:0/2694584213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210ba45c0 0x559210b8d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210b9af90 0x559210b8cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210ba45c0 msgr2=0x559210b8d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x559210ba45c0 0x559210b8d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210b9af90 msgr2=0x559210b8cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x559210b9af90 0x559210b8cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559210afabf0 con 0x559210ba50e0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.261+0000 7f6a9393b640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 0x559210b13ab0 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00d160 tx=0x7f6a8c00d620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.262+0000 7f6a90935640 1 -- 172.21.15.17:0/2694584213 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c013480 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.262+0000 7f6a90935640 1 -- 172.21.15.17:0/2694584213 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a8c018070 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.262+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559210b12030 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.262+0000 7f6a90935640 1 -- 172.21.15.17:0/2694584213 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c013860 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.262+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559210b170f0 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.263+0000 7f6a90935640 1 -- 172.21.15.17:0/2694584213 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a8c013a00 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a90935640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a8006ac90 0x7f6a8006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a90935640 1 -- 172.21.15.17:0/2694584213 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f6a8c08aac0 con 0x559210ba50e0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a8006ac90 0x7f6a8006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.266 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:12:28.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559210b8f920 0x559210b8fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210b90240 con 0x559210b8f920 2024-09-19T08:12:28.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.264+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559210b8f920 0x559210b8fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.265+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a8006ac90 0x7f6a8006d150 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f6a84057000 tx=0x7f6a84052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.265+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559210b8f920 0x559210b8fd00 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.270+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v122'1033 uv1007 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.270+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210b90620 con 0x559210b8f920 2024-09-19T08:12:28.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.272+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v122'1034 uv1034 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.272+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210b909c0 con 0x559210b8f920 2024-09-19T08:12:28.273 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:12:28.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.273+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v122'1035 uv1035 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.273+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c481c0 con 0x559210b8f920 2024-09-19T08:12:28.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.274+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v122'1036 uv1036 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.274+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c48560 con 0x559210b8f920 2024-09-19T08:12:28.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.276+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v122'1037 uv1037 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.276+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c471b0 con 0x559210b8f920 2024-09-19T08:12:28.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.278+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v122'1038 uv1038 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.278+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c475c0 con 0x559210b8f920 2024-09-19T08:12:28.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.279+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v122'1039 uv1013 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.279+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.281+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v122'1040 uv1040 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.281+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.282 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:12:28.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.282+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v122'1041 uv1041 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.282+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.283+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v122'1042 uv1042 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.284+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.285+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v122'1043 uv1043 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.285+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.286+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v122'1044 uv1044 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.287+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.288+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v122'1045 uv1020 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.288+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.289+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v122'1046 uv1046 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.289+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.291+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v122'1047 uv1047 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.291 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:12:28.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.291+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.292+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v122'1048 uv1048 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.292+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.294+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v122'1049 uv1049 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.294+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47960 con 0x559210b8f920 2024-09-19T08:12:28.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.295+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v122'1050 uv1050 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.295+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d60 con 0x559210b8f920 2024-09-19T08:12:28.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.296+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v122'1051 uv1051 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.296+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.298+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v122'1052 uv1026 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.298+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.299+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v122'1053 uv1053 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.299+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.300+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v122'1054 uv1054 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.300 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:12:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.301+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.302+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v122'1055 uv1055 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.302+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.304+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v122'1056 uv1056 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.304+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.305+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v122'1057 uv1057 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.305+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.306+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v122'1058 uv1032 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.306+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.308+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v122'1059 uv1059 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.308+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.309 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:12:28.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.309+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v122'1060 uv1060 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.309+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.310+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v122'1061 uv1061 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.310+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.312+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v122'1062 uv1062 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.312+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210b8f920 2024-09-19T08:12:28.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.313+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v122'1063 uv1063 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.313+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x559210c48e10 0x559210c4b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.313+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c47d40 con 0x559210c48e10 2024-09-19T08:12:28.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.313+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x559210c48e10 0x559210c4b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.314+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x559210c48e10 0x559210c4b200 crc :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.316+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v122'744 uv724 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.316+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4b740 con 0x559210c48e10 2024-09-19T08:12:28.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.317+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v122'745 uv745 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.317+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4bae0 con 0x559210c48e10 2024-09-19T08:12:28.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.318+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v122'746 uv746 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.318 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:12:28.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.318+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4c330 con 0x559210c48e10 2024-09-19T08:12:28.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.319+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v122'747 uv747 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.319+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4c6d0 con 0x559210c48e10 2024-09-19T08:12:28.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.321+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v122'748 uv748 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.321+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ca70 con 0x559210c48e10 2024-09-19T08:12:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.322+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v122'749 uv743 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.322+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.323+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v122'750 uv750 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.323+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.325+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v122'751 uv751 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.325 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:12:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.325+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.326+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v122'752 uv752 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.326+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.327+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v122'753 uv753 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.327+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.328+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v122'754 uv742 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.328+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.330+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v122'755 uv755 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.330+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.331+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v122'756 uv756 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.331 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:12:28.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.331+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50870 con 0x559210c48e10 2024-09-19T08:12:28.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.333+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v122'757 uv757 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.333+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50870 con 0x559210c48e10 2024-09-19T08:12:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.334+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v122'758 uv758 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.334+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.335+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v122'759 uv740 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.335+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.337+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v122'760 uv760 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.337+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.338 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:12:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.338+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v122'761 uv761 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.338+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4de20 con 0x559210c48e10 2024-09-19T08:12:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.339+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v122'762 uv762 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.340+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4de20 con 0x559210c48e10 2024-09-19T08:12:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.341+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v122'763 uv763 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.341+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210c48e10 2024-09-19T08:12:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.342+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v122'764 uv764 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c48e10 2024-09-19T08:12:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.342+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210b8f920 2024-09-19T08:12:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.343+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v122'201 uv200 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.343+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210b8f920 2024-09-19T08:12:28.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.344+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v122'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.344+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210b8f920 2024-09-19T08:12:28.345 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:12:28.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.345+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v122'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.345+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4de20 con 0x559210b8f920 2024-09-19T08:12:28.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.346+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v122'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.346+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4de20 con 0x559210b8f920 2024-09-19T08:12:28.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.347+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v122'205 uv205 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.347+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4ce10 con 0x559210b8f920 2024-09-19T08:12:28.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.348+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v122'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.348+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559210c4d490 0x559210c4f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.348+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c4fe30 con 0x559210c4d490 2024-09-19T08:12:28.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.348+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559210c4d490 0x559210c4f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.348+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559210c4d490 0x559210c4f880 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.351+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v122'150 uv149 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.351+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c4fef0 con 0x559210c4d490 2024-09-19T08:12:28.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.352+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v122'151 uv151 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.352+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210c4d490 2024-09-19T08:12:28.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.353+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v122'152 uv152 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.353 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:12:28.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.353+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210c4d490 2024-09-19T08:12:28.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.354+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v122'153 uv153 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.354+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210b8f920 2024-09-19T08:12:28.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.356+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v122'201 uv200 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.356+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210b8f920 2024-09-19T08:12:28.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.357+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v122'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.357+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210b8f920 2024-09-19T08:12:28.358 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:12:28.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.358+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v122'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.358+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c51310 con 0x559210b8f920 2024-09-19T08:12:28.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.359+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v122'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.359+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c51310 con 0x559210b8f920 2024-09-19T08:12:28.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.361+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v122'205 uv205 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.361+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c50300 con 0x559210b8f920 2024-09-19T08:12:28.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.362+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v122'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.362+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559210c50810 0x559210c52c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.362+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c53220 con 0x559210c50810 2024-09-19T08:12:28.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.362+0000 7f6a9393b640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559210c50810 0x559210c52c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.362+0000 7f6a9393b640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559210c50810 0x559210c52c00 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.364+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v122'371 uv365 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.364+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c536c0 con 0x559210c50810 2024-09-19T08:12:28.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.365+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v122'372 uv372 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.365+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c53ba0 con 0x559210c50810 2024-09-19T08:12:28.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.366+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v122'373 uv373 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.366 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:12:28.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.366+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c55450 con 0x559210c50810 2024-09-19T08:12:28.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.367+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v122'374 uv374 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.367+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c557f0 con 0x559210c50810 2024-09-19T08:12:28.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.368+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v122'375 uv375 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.368+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c54440 con 0x559210c50810 2024-09-19T08:12:28.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.369+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v122'376 uv376 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.369+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c54830 con 0x559210c50810 2024-09-19T08:12:28.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.370+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v122'377 uv370 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.370+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c54c20 con 0x559210c50810 2024-09-19T08:12:28.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.371+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v122'378 uv378 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.371+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c54c20 con 0x559210c50810 2024-09-19T08:12:28.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.372+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v122'379 uv379 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.372 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:12:28.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.372+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c54bd0 con 0x559210c50810 2024-09-19T08:12:28.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.374+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v122'380 uv380 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.374+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c54bd0 con 0x559210c50810 2024-09-19T08:12:28.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.375+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v122'381 uv381 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.375+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559210c54f90 0x559210c580b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.375+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c585f0 con 0x559210c54f90 2024-09-19T08:12:28.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.375+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559210c54f90 0x559210c580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.375+0000 7f6a9313a640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559210c54f90 0x559210c580b0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.376+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v122'168 uv167 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c54f90 2024-09-19T08:12:28.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.376+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c585f0 con 0x559210c54f90 2024-09-19T08:12:28.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.377+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v122'169 uv169 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c54f90 2024-09-19T08:12:28.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.377+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c585f0 con 0x559210c54f90 2024-09-19T08:12:28.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.378+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v122'170 uv170 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c54f90 2024-09-19T08:12:28.378 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:12:28.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.378+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c54f90 2024-09-19T08:12:28.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.379+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v122'171 uv171 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c54f90 2024-09-19T08:12:28.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.379+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c54f90 2024-09-19T08:12:28.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.380+0000 7f6a9313a640 1 -- 172.21.15.17:0/2694584213 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v122'172 uv172 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8404fb70 con 0x559210c54f90 2024-09-19T08:12:28.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.380+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210b8f920 2024-09-19T08:12:28.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.381+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v122'201 uv200 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.381+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210b8f920 2024-09-19T08:12:28.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.382+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v122'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.382+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210b8f920 2024-09-19T08:12:28.384 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:12:28.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.383+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v122'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.383+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c599f0 con 0x559210b8f920 2024-09-19T08:12:28.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.384+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v122'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.384+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c599f0 con 0x559210b8f920 2024-09-19T08:12:28.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.385+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v122'205 uv205 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.385+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210b8f920 2024-09-19T08:12:28.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.386+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v122'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210b8f920 2024-09-19T08:12:28.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.386+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.387+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v122'335 uv329 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.388+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.389+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v122'336 uv336 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.389+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.389 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:12:28.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.390+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v122'337 uv337 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.390+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.391+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v122'338 uv338 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.391+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.392+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v122'339 uv339 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.392+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.393+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v122'340 uv334 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.393+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.394+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v122'341 uv341 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.394+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.394 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:12:28.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.395+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v122'342 uv342 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.395+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c589e0 con 0x559210c4d490 2024-09-19T08:12:28.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.396+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v122'343 uv343 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.396+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b7f0 con 0x559210c4d490 2024-09-19T08:12:28.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.397+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v122'344 uv344 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.397+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x559210c593a0 0x559210c5bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.397+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c593a0 2024-09-19T08:12:28.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.397+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x559210c593a0 0x559210c5bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.397+0000 7f6a92939640 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x559210c593a0 0x559210c5bd10 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.398+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v122'147 uv145 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c593a0 2024-09-19T08:12:28.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.398+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c593a0 2024-09-19T08:12:28.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.399+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v122'148 uv148 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c593a0 2024-09-19T08:12:28.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.399+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c593a0 2024-09-19T08:12:28.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.400+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v122'149 uv149 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c593a0 2024-09-19T08:12:28.400 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:12:28.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.400+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c593a0 2024-09-19T08:12:28.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.401+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v122'150 uv150 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c593a0 2024-09-19T08:12:28.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.401+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.403+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v122'201 uv200 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.403+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.404+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v122'202 uv202 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.404+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.404 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:12:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.405+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v122'203 uv203 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.405+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.406+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v122'204 uv204 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.406+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.407+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v122'205 uv205 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.407+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c4d490 2024-09-19T08:12:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.408+0000 7f6a92939640 1 -- 172.21.15.17:0/2694584213 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v122'206 uv206 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8800d6b0 con 0x559210c4d490 2024-09-19T08:12:28.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.408+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.409+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v122'171 uv170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.409+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.410+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v122'172 uv172 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.410+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.413 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:12:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.413+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v122'173 uv173 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.413+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.414+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v122'174 uv174 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.414+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.415+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v122'175 uv175 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.415+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.417+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v122'416 uv406 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.417+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.418+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v122'417 uv417 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.418+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.419+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v122'418 uv418 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.419 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:12:28.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.419+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.420+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v122'419 uv419 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.420+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.421+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v122'420 uv420 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.421+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.422+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v122'421 uv414 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.422+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.423+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v122'422 uv422 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.423+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.424+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v122'423 uv423 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.424 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:12:28.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.424+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.425+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v122'424 uv424 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.425+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.426+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v122'425 uv425 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.426+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5b790 con 0x559210c50810 2024-09-19T08:12:28.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.427+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v122'426 uv426 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.427+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x559210c5c250 con 0x559210c50810 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v122'427 uv427 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f6a8c0547c0 con 0x559210c50810 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559210b8f920 msgr2=0x559210b8fd00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x559210b8f920 0x559210b8fd00 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559210c4d490 msgr2=0x559210c4f880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x559210c4d490 0x559210c4f880 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x559210c593a0 msgr2=0x559210c5bd10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x559210c593a0 0x559210c5bd10 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x559210c48e10 msgr2=0x559210c4b200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x559210c48e10 0x559210c4b200 crc :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 reap_dead start 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559210c50810 msgr2=0x559210c52c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x559210c50810 0x559210c52c00 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559210c54f90 msgr2=0x559210c580b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x559210c54f90 0x559210c580b0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a8006ac90 msgr2=0x7f6a8006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a8006ac90 0x7f6a8006d150 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f6a84057000 tx=0x7f6a84052000 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 msgr2=0x559210b13ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 --2- 172.21.15.17:0/2694584213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559210ba50e0 0x559210b13ab0 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c00d160 tx=0x7f6a8c00d620 comp rx=0 tx=0).stop 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a9393b640 1 -- 172.21.15.17:0/2694584213 reap_dead start 2024-09-19T08:12:28.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 shutdown_connections 2024-09-19T08:12:28.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 >> 172.21.15.17:0/2694584213 conn(0x559210af7400 msgr2=0x559210afc360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.428+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 shutdown_connections 2024-09-19T08:12:28.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.429+0000 7f6a95644f40 1 -- 172.21.15.17:0/2694584213 wait complete. 2024-09-19T08:12:28.432 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 10000000000.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:12:28.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 Processor -- start 2024-09-19T08:12:28.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 -- start start 2024-09-19T08:12:28.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 0x556b017a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 0x556b01835ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556b016c8510 con 0x556b017a2670 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556b01721c50 con 0x556b01777cc0 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.517+0000 7fde6591bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556b01775460 con 0x556b018463a0 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60580/0 (socket says 172.21.15.17:60580) 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 -- 172.21.15.17:0/4003776060 learned_addr learned my addr 172.21.15.17:0/4003776060 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde62ae9640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 0x556b017a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde632ea640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 0x556b01835ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 -- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 msgr2=0x556b01835ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 0x556b01835ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 -- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 msgr2=0x556b017a62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 0x556b017a62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 -- 172.21.15.17:0/4003776060 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b017a6c10 con 0x556b017a2670 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde62ae9640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 0x556b017a62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde632ea640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 0x556b01835ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde622e8640 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7fde4c001dd0 tx=0x7fde4c00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0f8fb5650995159 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde612e6640 1 -- 172.21.15.17:0/4003776060 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c00bde0 con 0x556b017a2670 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde612e6640 1 -- 172.21.15.17:0/4003776060 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde4c00f400 con 0x556b017a2670 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.518+0000 7fde612e6640 1 -- 172.21.15.17:0/4003776060 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c00f7f0 con 0x556b017a2670 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- 172.21.15.17:0/4003776060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 msgr2=0x556b0184e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7fde4c001dd0 tx=0x7fde4c00b5b0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- 172.21.15.17:0/4003776060 shutdown_connections 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b018463a0 0x556b01835ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b017a2670 0x556b0184e530 unknown :-1 s=CLOSED pgs=2105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 --2- 172.21.15.17:0/4003776060 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b01777cc0 0x556b017a62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- 172.21.15.17:0/4003776060 >> 172.21.15.17:0/4003776060 conn(0x556b017a1280 msgr2=0x556b0184c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- 172.21.15.17:0/4003776060 shutdown_connections 2024-09-19T08:12:28.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- 172.21.15.17:0/4003776060 wait complete. 2024-09-19T08:12:28.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 Processor -- start 2024-09-19T08:12:28.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.519+0000 7fde6591bf40 1 -- start start 2024-09-19T08:12:28.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b01777cc0 0x556b0182de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b017a2670 0x556b0184ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 0x556b0184ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556b0183d540 con 0x556b018463a0 2024-09-19T08:12:28.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556b017a47d0 con 0x556b017a2670 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde6591bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556b0183d260 con 0x556b01777cc0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 0x556b0184ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 0x556b0184ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60592/0 (socket says 172.21.15.17:60592) 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 -- 172.21.15.17:0/2372706945 learned_addr learned my addr 172.21.15.17:0/2372706945 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde62ae9640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b01777cc0 0x556b0182de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde622e8640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b017a2670 0x556b0184ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 -- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b01777cc0 msgr2=0x556b0182de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556b01777cc0 0x556b0182de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 -- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b017a2670 msgr2=0x556b0184ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.520+0000 7fde632ea640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556b017a2670 0x556b0184ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde632ea640 1 -- 172.21.15.17:0/2372706945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b0182f500 con 0x556b018463a0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde632ea640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 0x556b0184ef40 secure :-1 s=READY pgs=2106 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00cdb0 tx=0x7fde5c00a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde5bfff640 1 -- 172.21.15.17:0/2372706945 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c008040 con 0x556b018463a0 2024-09-19T08:12:28.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde5bfff640 1 -- 172.21.15.17:0/2372706945 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde5c014020 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556b0182f7e0 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde5bfff640 1 -- 172.21.15.17:0/2372706945 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c00f400 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.521+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b0182e340 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.522+0000 7fde5bfff640 1 -- 172.21.15.17:0/2372706945 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde5c00f5a0 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde5bfff640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4406acc0 0x7fde4406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde5bfff640 1 -- 172.21.15.17:0/2372706945 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7fde5c08a9f0 con 0x556b018463a0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde6591bf40 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556b017be720 0x556b017beb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) -- 0x556b017bf060 con 0x556b017be720 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde62ae9640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4406acc0 0x7fde4406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde622e8640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556b017be720 0x556b017beb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.523+0000 7fde622e8640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556b017be720 0x556b017beb20 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.524+0000 7fde62ae9640 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4406acc0 0x7fde4406d180 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fde54057000 tx=0x7fde54007030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde622e8640 1 -- 172.21.15.17:0/2372706945 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-header] v122'1064 uv1064 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fde4c00f6b0 con 0x556b017be720 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556b017be720 msgr2=0x556b017beb20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556b017be720 0x556b017beb20 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4406acc0 msgr2=0x7fde4406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fde4406acc0 0x7fde4406d180 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fde54057000 tx=0x7fde54007030 comp rx=0 tx=0).stop 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 msgr2=0x556b0184ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 --2- 172.21.15.17:0/2372706945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b018463a0 0x556b0184ef40 secure :-1 s=READY pgs=2106 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00cdb0 tx=0x7fde5c00a5d0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde632ea640 1 -- 172.21.15.17:0/2372706945 reap_dead start 2024-09-19T08:12:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 shutdown_connections 2024-09-19T08:12:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 >> 172.21.15.17:0/2372706945 conn(0x556b017a1280 msgr2=0x556b01835240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 shutdown_connections 2024-09-19T08:12:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.525+0000 7fde6591bf40 1 -- 172.21.15.17:0/2372706945 wait complete. 2024-09-19T08:12:28.529 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:12:28.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 Processor -- start 2024-09-19T08:12:28.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 -- start start 2024-09-19T08:12:28.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 0x7fa75415cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fa754073160 0x7fa7540735d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa754160750 con 0x7fa7540ce8f0 2024-09-19T08:12:28.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fa754073b10 con 0x7fa754073160 2024-09-19T08:12:28.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.635+0000 7fa75a518640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa754160a30 con 0x7fa754160250 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa753fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa7540ce8f0 0x7fa7540708f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50646/0 (socket says 172.21.15.17:50646) 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa753fff640 1 -- 172.21.15.17:0/3118367911 learned_addr learned my addr 172.21.15.17:0/3118367911 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa7537fe640 1 --2- 172.21.15.17:0/3118367911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 0x7fa75415cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa758ab5640 1 --2- 172.21.15.17:0/3118367911 >> v2:172.21.15.160:3300/0 conn(0x7fa754073160 0x7fa7540735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa752ffd640 1 -- 172.21.15.17:0/3118367911 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3355999927 0 0) 0x7fa754160750 con 0x7fa7540ce8f0 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa752ffd640 1 -- 172.21.15.17:0/3118367911 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa73c003520 con 0x7fa7540ce8f0 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa7537fe640 1 -- 172.21.15.17:0/3118367911 >> v2:172.21.15.160:3300/0 conn(0x7fa754073160 msgr2=0x7fa7540735d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa7537fe640 1 --2- 172.21.15.17:0/3118367911 >> v2:172.21.15.160:3300/0 conn(0x7fa754073160 0x7fa7540735d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa7537fe640 1 -- 172.21.15.17:0/3118367911 >> v1:172.21.15.17:6789/0 conn(0x7fa7540ce8f0 legacy=0x7fa7540708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.636+0000 7fa7537fe640 1 -- 172.21.15.17:0/3118367911 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa754160d10 con 0x7fa754160250 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.637+0000 7fa7537fe640 1 --2- 172.21.15.17:0/3118367911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 0x7fa75415cc10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa7480097a0 tx=0x7fa74802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de8c909a42a492a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.637+0000 7fa752ffd640 1 -- 172.21.15.17:0/3118367911 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa748037070 con 0x7fa754160250 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.637+0000 7fa752ffd640 1 -- 172.21.15.17:0/3118367911 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa74802ae50 con 0x7fa754160250 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.637+0000 7fa752ffd640 1 -- 172.21.15.17:0/3118367911 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa748032660 con 0x7fa754160250 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 -- 172.21.15.17:0/3118367911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 msgr2=0x7fa75415cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 --2- 172.21.15.17:0/3118367911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 0x7fa75415cc10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa7480097a0 tx=0x7fa74802a100 comp rx=0 tx=0).stop 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 -- 172.21.15.17:0/3118367911 shutdown_connections 2024-09-19T08:12:28.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 --2- 172.21.15.17:0/3118367911 >> v2:172.21.15.160:3300/0 conn(0x7fa754073160 0x7fa7540735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 --2- 172.21.15.17:0/3118367911 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa754160250 0x7fa75415cc10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 -- 172.21.15.17:0/3118367911 >> 172.21.15.17:0/3118367911 conn(0x7fa7540d2570 msgr2=0x7fa7540d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 -- 172.21.15.17:0/3118367911 shutdown_connections 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.638+0000 7fa75a518640 1 -- 172.21.15.17:0/3118367911 wait complete. 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.639+0000 7fa75a518640 1 Processor -- start 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.639+0000 7fa75a518640 1 -- start start 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa754073160 0x7fa75415f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7540ce8f0 0x7fa754158210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa7540d30d0 con 0x7fa754160250 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa7540cecd0 con 0x7fa754073160 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa75a518640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa7540d3250 con 0x7fa7540ce8f0 2024-09-19T08:12:28.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60594/0 (socket says 172.21.15.17:60594) 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 -- 172.21.15.17:0/3966384545 learned_addr learned my addr 172.21.15.17:0/3966384545 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa7537fe640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7540ce8f0 0x7fa754158210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa753fff640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa754073160 0x7fa75415f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 -- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7540ce8f0 msgr2=0x7fa754158210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7540ce8f0 0x7fa754158210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 -- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa754073160 msgr2=0x7fa75415f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa754073160 0x7fa75415f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 -- 172.21.15.17:0/3966384545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7540cabf0 con 0x7fa754160250 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.640+0000 7fa758ab5640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7fa74c009d30 tx=0x7fa74c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.641+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c018020 con 0x7fa754160250 2024-09-19T08:12:28.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.641+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa74c014480 con 0x7fa754160250 2024-09-19T08:12:28.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.641+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa75415f740 con 0x7fa754160250 2024-09-19T08:12:28.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.641+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c014870 con 0x7fa754160250 2024-09-19T08:12:28.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.641+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7540cae70 con 0x7fa754160250 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.642+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7540735d0 con 0x7fa754160250 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.642+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa74c005d10 con 0x7fa754160250 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.643+0000 7fa750ff9640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 0x7fa74006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.643+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7fa74c08ca20 con 0x7fa754160250 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.643+0000 7fa753fff640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 0x7fa74006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:28.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.644+0000 7fa753fff640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 0x7fa74006e7c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fa744007fd0 tx=0x7fa744009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:28.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.647+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa74c022070 con 0x7fa754160250 2024-09-19T08:12:28.812 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:12:28.815 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:12:28.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:28.862+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fa7540d0090 con 0x7fa754160250 2024-09-19T08:12:29.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.152+0000 7fa750ff9640 1 -- 172.21.15.17:0/3966384545 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v285) ==== 162+0+0 (secure 0 0 0) 0x7fa7540cabf0 con 0x7fa754160250 2024-09-19T08:12:29.152 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.154+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 msgr2=0x7fa74006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.154+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 0x7fa74006e7c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fa744007fd0 tx=0x7fa744009040 comp rx=0 tx=0).stop 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.154+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 msgr2=0x7fa7541f2ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.154+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7fa74c009d30 tx=0x7fa74c00c490 comp rx=0 tx=0).stop 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 shutdown_connections 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa74006c300 0x7fa74006e7c0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa754160250 0x7fa7541f2ba0 unknown :-1 s=CLOSED pgs=2108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa7540ce8f0 0x7fa754158210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 --2- 172.21.15.17:0/3966384545 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa754073160 0x7fa75415f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 >> 172.21.15.17:0/3966384545 conn(0x7fa7540d2570 msgr2=0x7fa7540b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:29.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 shutdown_connections 2024-09-19T08:12:29.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.155+0000 7fa75a518640 1 -- 172.21.15.17:0/3966384545 wait complete. 2024-09-19T08:12:29.572 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.689+0000 7f1826237640 1 Processor -- start 2024-09-19T08:12:29.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.689+0000 7f1826237640 1 -- start start 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.689+0000 7f1826237640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 0x7f18200d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.689+0000 7f1826237640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18200cf720 0x7f18200d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.689+0000 7f1826237640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f182015ea20 con 0x7f182015e640 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f1826237640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f18200b3d00 con 0x7f18200cf720 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f1826237640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f18200b2860 con 0x7f18200cf2b0 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f18200cf720 0x7f18200d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f182015e640 0x7f18200ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:50658/0 (socket says 172.21.15.17:50658) 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181f7fe640 1 -- 172.21.15.17:0/3568157977 learned_addr learned my addr 172.21.15.17:0/3568157977 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:29.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181effd640 1 --2- 172.21.15.17:0/3568157977 >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 0x7f18200d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181ffff640 1 -- 172.21.15.17:0/3568157977 >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 msgr2=0x7f18200d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181ffff640 1 --2- 172.21.15.17:0/3568157977 >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 0x7f18200d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181ffff640 1 -- 172.21.15.17:0/3568157977 >> v1:172.21.15.17:6789/0 conn(0x7f182015e640 legacy=0x7f18200ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181e7fc640 1 -- 172.21.15.17:0/3568157977 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4177140343 0 0) 0x7f182015ea20 con 0x7f182015e640 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181ffff640 1 -- 172.21.15.17:0/3568157977 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18200b1c50 con 0x7f18200cf720 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.690+0000 7f181effd640 1 --2- 172.21.15.17:0/3568157977 >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 0x7f18200d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f181ffff640 1 --2- 172.21.15.17:0/3568157977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200d2b90 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f182015ebf0 tx=0x7f181802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=690d7d99452d4d3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f181e7fc640 1 -- 172.21.15.17:0/3568157977 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818031600 con 0x7f18200cf720 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f181e7fc640 1 -- 172.21.15.17:0/3568157977 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18180317a0 con 0x7f18200cf720 2024-09-19T08:12:29.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f181e7fc640 1 -- 172.21.15.17:0/3568157977 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818031b70 con 0x7f18200cf720 2024-09-19T08:12:29.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f1826237640 1 -- 172.21.15.17:0/3568157977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 msgr2=0x7f18200d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.691+0000 7f1826237640 1 --2- 172.21.15.17:0/3568157977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200d2b90 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f182015ebf0 tx=0x7f181802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 -- 172.21.15.17:0/3568157977 shutdown_connections 2024-09-19T08:12:29.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 --2- 172.21.15.17:0/3568157977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200d2b90 unknown :-1 s=CLOSED pgs=2110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 --2- 172.21.15.17:0/3568157977 >> v2:172.21.15.160:3300/0 conn(0x7f18200cf2b0 0x7f18200d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 -- 172.21.15.17:0/3568157977 >> 172.21.15.17:0/3568157977 conn(0x7f182009d820 msgr2=0x7f18200d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 -- 172.21.15.17:0/3568157977 shutdown_connections 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.692+0000 7f1826237640 1 -- 172.21.15.17:0/3568157977 wait complete. 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.693+0000 7f1826237640 1 Processor -- start 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.693+0000 7f1826237640 1 -- start start 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18200cf2b0 0x7f1820155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f182015e640 0x7f18200b87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18200b24f0 con 0x7f18200cf720 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18200b2210 con 0x7f18200cf2b0 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f1826237640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18200cfe40 con 0x7f182015e640 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60618/0 (socket says 172.21.15.17:60618) 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 -- 172.21.15.17:0/3131423581 learned_addr learned my addr 172.21.15.17:0/3131423581 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181ffff640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f182015e640 0x7f18200b87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181f7fe640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18200cf2b0 0x7f1820155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 -- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f182015e640 msgr2=0x7f18200b87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f182015e640 0x7f18200b87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 -- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18200cf2b0 msgr2=0x7f1820155a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18200cf2b0 0x7f1820155a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 -- 172.21.15.17:0/3131423581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18200b40e0 con 0x7f18200cf720 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.694+0000 7f181effd640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f181400c7f0 tx=0x7f181400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.695+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1814015070 con 0x7f18200cf720 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.695+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1814007820 con 0x7f18200cf720 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.695+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18200b43c0 con 0x7f18200cf720 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.695+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1814007bd0 con 0x7f18200cf720 2024-09-19T08:12:29.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.695+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18200b4980 con 0x7f18200cf720 2024-09-19T08:12:29.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.696+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1820068eb0 con 0x7f18200cf720 2024-09-19T08:12:29.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.696+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1814018070 con 0x7f18200cf720 2024-09-19T08:12:29.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.697+0000 7f1807fff640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 0x7f180c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.697+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f181408c180 con 0x7f18200cf720 2024-09-19T08:12:29.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.697+0000 7f181f7fe640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 0x7f180c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.697+0000 7f181f7fe640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 0x7f180c06e770 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f1810000f60 tx=0x7f1810007b50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:29.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.701+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1814059d10 con 0x7f18200cf720 2024-09-19T08:12:29.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.914+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f182006bf90 con 0x7f18200cf720 2024-09-19T08:12:29.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.915+0000 7f1807fff640 1 -- 172.21.15.17:0/3131423581 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 286 v286) ==== 95+0+5233 (secure 0 0 0) 0x7f1814059610 con 0x7f18200cf720 2024-09-19T08:12:29.915 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:29.915 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":286,"btime":"2024-09-19T08:12:29:155591+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":286,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:29.155573+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10128},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10128":{"gid":10128,"name":"c","rank":0,"incarnation":286,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/3011240099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3011240099},{"type":"v1","addr":"172.21.15.17:6834","nonce":3011240099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:29.915 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 286 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 msgr2=0x7f180c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 0x7f180c06e770 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f1810000f60 tx=0x7f1810007b50 comp rx=0 tx=0).stop 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 msgr2=0x7f18200b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f181400c7f0 tx=0x7f181400ccb0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 shutdown_connections 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f180c06c2b0 0x7f180c06e770 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f182015e640 0x7f18200b87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18200cf720 0x7f18200b8290 unknown :-1 s=CLOSED pgs=2111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 --2- 172.21.15.17:0/3131423581 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18200cf2b0 0x7f1820155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 >> 172.21.15.17:0/3131423581 conn(0x7f182009d820 msgr2=0x7f182006c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:29.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 shutdown_connections 2024-09-19T08:12:29.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:29.917+0000 7f1826237640 1 -- 172.21.15.17:0/3131423581 wait complete. 2024-09-19T08:12:29.928 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 286, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:29.155573+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10128}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10128': {'gid': 10128, 'name': 'c', 'rank': 0, 'incarnation': 286, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/3011240099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 3011240099}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3011240099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:12:29.928 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10128:up:replay 2024-09-19T08:12:29.928 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:12:33.158 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:33.158+0000 7fcb2b1dd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:35.333 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:35.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 Processor -- start 2024-09-19T08:12:35.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 -- start start 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdd80cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcdd80b47a0 0x7fcdd815c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdd80d0a30 con 0x7fcdd80d2da0 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcdd80d0d30 con 0x7fcdd80b47a0 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.449+0000 7fcdddea5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcdd80b76f0 con 0x7fcdd815c4a0 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd6ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fcdd80d2da0 0x7fcdd80b4090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53868/0 (socket says 172.21.15.17:53868) 2024-09-19T08:12:35.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd6ffd640 1 -- 172.21.15.17:0/2866377501 learned_addr learned my addr 172.21.15.17:0/2866377501 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd77fe640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdd80cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> v2:172.21.15.160:3300/0 conn(0x7fcdd80b47a0 0x7fcdd815c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 219420780 0 0) 0x7fcdd80d0a30 con 0x7fcdd80d2da0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcdc0003520 con 0x7fcdd80d2da0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 875483925 0 0) 0x7fcdc0003520 con 0x7fcdd80d2da0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 msgr2=0x7fcdd80cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdd80cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 >> v2:172.21.15.160:3300/0 conn(0x7fcdd80b47a0 msgr2=0x7fcdd815c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 --2- 172.21.15.17:0/2866377501 >> v2:172.21.15.160:3300/0 conn(0x7fcdd80b47a0 0x7fcdd815c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd8073710 con 0x7fcdd80d2da0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fcdcc001670 con 0x7fcdd80d2da0 2024-09-19T08:12:35.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> v2:172.21.15.160:3300/0 conn(0x7fcdd80b47a0 0x7fcdd815c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 >> v1:172.21.15.17:6789/0 conn(0x7fcdd80d2da0 legacy=0x7fcdd80b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdc00039b0 0x7fcdc0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdc0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdc0004d40 0x7fcdc00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd80d0d30 con 0x7fcdc0004d40 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd80b76f0 con 0x7fcdc00039b0 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.450+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc000b9c0 con 0x7fcdd815c4a0 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdc0004d40 0x7fcdc00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd77fe640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdc00039b0 0x7fcdc0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd6ffd640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdc0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 -- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 msgr2=0x7fcdc0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd815c4a0 0x7fcdc0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 -- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdc00039b0 msgr2=0x7fcdc0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdc00039b0 0x7fcdc0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.451+0000 7fcdd7fff640 1 -- 172.21.15.17:0/2866377501 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc0003520 con 0x7fcdc0004d40 2024-09-19T08:12:35.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdc0004d40 0x7fcdc00051c0 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7fcdd000e320 tx=0x7fcdc0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d710583787f9b04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd0009de0 con 0x7fcdc0004d40 2024-09-19T08:12:35.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdd0003b90 con 0x7fcdc0004d40 2024-09-19T08:12:35.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdd67fc640 1 -- 172.21.15.17:0/2866377501 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd0004020 con 0x7fcdc0004d40 2024-09-19T08:12:35.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 -- 172.21.15.17:0/2866377501 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdc0004d40 msgr2=0x7fcdc00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 --2- 172.21.15.17:0/2866377501 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdc0004d40 0x7fcdc00051c0 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7fcdd000e320 tx=0x7fcdc0005830 comp rx=0 tx=0).stop 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdd7fff640 1 -- 172.21.15.17:0/2866377501 reap_dead start 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 -- 172.21.15.17:0/2866377501 shutdown_connections 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 -- 172.21.15.17:0/2866377501 >> 172.21.15.17:0/2866377501 conn(0x7fcdd8067950 msgr2=0x7fcdd8067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 -- 172.21.15.17:0/2866377501 shutdown_connections 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.452+0000 7fcdddea5640 1 -- 172.21.15.17:0/2866377501 wait complete. 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.454+0000 7fcdddea5640 1 Processor -- start 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.454+0000 7fcdddea5640 1 -- start start 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdd8152c50 0x7fcdd81f45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd81f4af0 0x7fcdd8155790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd80cff80 con 0x7fcdd814aed0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd80d28e0 con 0x7fcdd8152c50 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdddea5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcdd80d0100 con 0x7fcdd81f4af0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42754/0 (socket says 172.21.15.17:42754) 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 -- 172.21.15.17:0/4099295488 learned_addr learned my addr 172.21.15.17:0/4099295488 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd7fff640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd81f4af0 0x7fcdd8155790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd6ffd640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdd8152c50 0x7fcdd81f45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 -- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd81f4af0 msgr2=0x7fcdd8155790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd81f4af0 0x7fcdd8155790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 -- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdd8152c50 msgr2=0x7fcdd81f45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdd8152c50 0x7fcdd81f45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 -- 172.21.15.17:0/4099295488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd80aea40 con 0x7fcdd814aed0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.455+0000 7fcdd77fe640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80118e0 tx=0x7fcdc8011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.456+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc800faf0 con 0x7fcdd814aed0 2024-09-19T08:12:35.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.456+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdc800fc90 con 0x7fcdd814aed0 2024-09-19T08:12:35.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.456+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd80aed20 con 0x7fcdd814aed0 2024-09-19T08:12:35.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.456+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8014440 con 0x7fcdd814aed0 2024-09-19T08:12:35.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.456+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd81f54d0 con 0x7fcdd814aed0 2024-09-19T08:12:35.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.457+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdd80af440 con 0x7fcdd814aed0 2024-09-19T08:12:35.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.457+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcdc8012040 con 0x7fcdd814aed0 2024-09-19T08:12:35.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.458+0000 7fcdbffff640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 0x7fcdc406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.458+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7fcdc808c560 con 0x7fcdd814aed0 2024-09-19T08:12:35.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.458+0000 7fcdd6ffd640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 0x7fcdc406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.459+0000 7fcdd6ffd640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 0x7fcdc406e7a0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc004840 tx=0x7fcdcc0078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.462+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcdc8019030 con 0x7fcdd814aed0 2024-09-19T08:12:35.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.674+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdd815c880 con 0x7fcdd814aed0 2024-09-19T08:12:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.675+0000 7fcdbffff640 1 -- 172.21.15.17:0/4099295488 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 289 v289) ==== 95+0+5242 (secure 0 0 0) 0x7fcdc8059b30 con 0x7fcdd814aed0 2024-09-19T08:12:35.675 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:35.675 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":289,"btime":"2024-09-19T08:12:32:173236+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":289,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:32.173231+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10128},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10128":{"gid":10128,"name":"c","rank":0,"incarnation":286,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/3011240099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3011240099},{"type":"v1","addr":"172.21.15.17:6834","nonce":3011240099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10128,"qdb_cluster":[10128]},"id":6}]} 2024-09-19T08:12:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 289 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 msgr2=0x7fcdc406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 0x7fcdc406e7a0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc004840 tx=0x7fcdcc0078f0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 msgr2=0x7fcdd8152710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80118e0 tx=0x7fcdc8011da0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 shutdown_connections 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcdc406c2e0 0x7fcdc406e7a0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcdd81f4af0 0x7fcdd8155790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcdd8152c50 0x7fcdd81f45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 --2- 172.21.15.17:0/4099295488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcdd814aed0 0x7fcdd8152710 unknown :-1 s=CLOSED pgs=2114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 >> 172.21.15.17:0/4099295488 conn(0x7fcdd8067950 msgr2=0x7fcdd815a280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 shutdown_connections 2024-09-19T08:12:35.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.677+0000 7fcdddea5640 1 -- 172.21.15.17:0/4099295488 wait complete. 2024-09-19T08:12:35.688 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 289, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:32.173231+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10128}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10128': {'gid': 10128, 'name': 'c', 'rank': 0, 'incarnation': 286, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/3011240099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 3011240099}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3011240099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10128, 'qdb_cluster': [10128]} 2024-09-19T08:12:35.688 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:12:35.688 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:12:35.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.791+0000 7f8597853640 1 Processor -- start 2024-09-19T08:12:35.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.791+0000 7f8597853640 1 -- start start 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8597853640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85900ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8597853640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85900cf0e0 0x7f85900cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8597853640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f859015ea20 con 0x7f85900b2cf0 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8597853640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f85900b2860 con 0x7f85900cf0e0 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8597853640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85900b1c50 con 0x7f859015e640 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8594dee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85900cf0e0 0x7f85900cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8594dee640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f85900cf0e0 0x7f85900cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42770/0 (socket says 172.21.15.17:42770) 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.792+0000 7f8594dee640 1 -- 172.21.15.17:0/868202111 learned_addr learned my addr 172.21.15.17:0/868202111 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f85955ef640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85900ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f8594dee640 1 -- 172.21.15.17:0/868202111 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 msgr2=0x7f85900ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f8594dee640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85900ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f8594dee640 1 -- 172.21.15.17:0/868202111 >> v1:172.21.15.160:6789/0 conn(0x7f85900b2cf0 legacy=0x7f85900b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f8594dee640 1 -- 172.21.15.17:0/868202111 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85900b1f30 con 0x7f85900cf0e0 2024-09-19T08:12:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f85955ef640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85900ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.793+0000 7f8594dee640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900cf0e0 0x7f85900cf520 secure :-1 s=READY pgs=2115 cs=0 l=1 rev1=1 crypto rx=0x7f859015ebf0 tx=0x7f858402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e17018bd8726d2b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f858ffff640 1 -- 172.21.15.17:0/868202111 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8584037070 con 0x7f85900cf0e0 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f858ffff640 1 -- 172.21.15.17:0/868202111 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8584032440 con 0x7f85900cf0e0 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f858ffff640 1 -- 172.21.15.17:0/868202111 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8584032810 con 0x7f85900cf0e0 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 -- 172.21.15.17:0/868202111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900cf0e0 msgr2=0x7f85900cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900cf0e0 0x7f85900cf520 secure :-1 s=READY pgs=2115 cs=0 l=1 rev1=1 crypto rx=0x7f859015ebf0 tx=0x7f858402a160 comp rx=0 tx=0).stop 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 -- 172.21.15.17:0/868202111 shutdown_connections 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900cf0e0 0x7f85900cf520 unknown :-1 s=CLOSED pgs=2115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 --2- 172.21.15.17:0/868202111 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85900ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 -- 172.21.15.17:0/868202111 >> 172.21.15.17:0/868202111 conn(0x7f859009d820 msgr2=0x7f85900d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 -- 172.21.15.17:0/868202111 shutdown_connections 2024-09-19T08:12:35.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.794+0000 7f8597853640 1 -- 172.21.15.17:0/868202111 wait complete. 2024-09-19T08:12:35.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.795+0000 7f8597853640 1 Processor -- start 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 -- start start 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85900cf0e0 0x7f85901e9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85901e6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85900cfe40 con 0x7f85900b2cf0 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f85900b24f0 con 0x7f85900cf0e0 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f8597853640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85900b73a0 con 0x7f859015e640 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f85955ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f85955ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42786/0 (socket says 172.21.15.17:42786) 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.796+0000 7f85955ef640 1 -- 172.21.15.17:0/2746483558 learned_addr learned my addr 172.21.15.17:0/2746483558 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f8595df0640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85901e6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f8594dee640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85900cf0e0 0x7f85901e9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 -- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 msgr2=0x7f85901e6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85901e6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 -- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85900cf0e0 msgr2=0x7f85901e9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85900cf0e0 0x7f85901e9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 -- 172.21.15.17:0/2746483558 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f859015b010 con 0x7f85900b2cf0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f85955ef640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f858000cf60 tx=0x7f858000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f858dffb640 1 -- 172.21.15.17:0/2746483558 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858001a070 con 0x7f85900b2cf0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f858dffb640 1 -- 172.21.15.17:0/2746483558 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f858000d840 con 0x7f85900b2cf0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f858dffb640 1 -- 172.21.15.17:0/2746483558 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858000dc10 con 0x7f85900b2cf0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85900c9f30 con 0x7f85900b2cf0 2024-09-19T08:12:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.797+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85900ca4f0 con 0x7f85900b2cf0 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.799+0000 7f858dffb640 1 -- 172.21.15.17:0/2746483558 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f858001d070 con 0x7f85900b2cf0 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.799+0000 7f858dffb640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 0x7f857c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.799+0000 7f858dffb640 1 -- 172.21.15.17:0/2746483558 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f858008c6e0 con 0x7f85900b2cf0 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.799+0000 7f8594dee640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 0x7f857c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.800+0000 7f8594dee640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 0x7f857c06e7a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8584034000 tx=0x7f858402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.800+0000 7f859a5ea740 1 Processor -- start 2024-09-19T08:12:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.800+0000 7f859a5ea740 1 -- start start 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa47aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa42f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5622aa397520 con 0x5622aa432a80 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5622aa33f3e0 con 0x5622aa4352c0 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5622aa3934e0 con 0x5622aa436a50 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42798/0 (socket says 172.21.15.17:42798) 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 -- 172.21.15.17:0/1862851284 learned_addr learned my addr 172.21.15.17:0/1862851284 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8595df0640 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa42f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f85955ef640 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa47aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 -- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 msgr2=0x5622aa42f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa42f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 -- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 msgr2=0x5622aa47aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa47aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.801+0000 7f8594dee640 1 -- 172.21.15.17:0/1862851284 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622aa35a2f0 con 0x5622aa432a80 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f8594dee640 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7f858402a750 tx=0x7f858402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb959d29c8bb08e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f8576ffd640 1 -- 172.21.15.17:0/1862851284 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8584037040 con 0x5622aa432a80 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f8576ffd640 1 -- 172.21.15.17:0/1862851284 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f858403e660 con 0x5622aa432a80 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f8576ffd640 1 -- 172.21.15.17:0/1862851284 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858403ea10 con 0x5622aa432a80 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 -- 172.21.15.17:0/1862851284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 msgr2=0x5622aa4356a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7f858402a750 tx=0x7f858402c000 comp rx=0 tx=0).stop 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 -- 172.21.15.17:0/1862851284 shutdown_connections 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa42f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa432a80 0x5622aa4356a0 unknown :-1 s=CLOSED pgs=2117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1862851284 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa47aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 -- 172.21.15.17:0/1862851284 >> 172.21.15.17:0/1862851284 conn(0x5622aa431a80 msgr2=0x5622aa479f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 -- 172.21.15.17:0/1862851284 shutdown_connections 2024-09-19T08:12:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.802+0000 7f859a5ea740 1 -- 172.21.15.17:0/1862851284 wait complete. 2024-09-19T08:12:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.803+0000 7f859a5ea740 1 -- start start 2024-09-19T08:12:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.803+0000 7f859a5ea740 1 Processor -- start 2024-09-19T08:12:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa476980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5622aa430f20 con 0x5622aa476ec0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5622aa320450 con 0x5622aa4352c0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5622aa47b290 con 0x5622aa436a50 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f859a5ea740 10 client.0 _ll_register_callbacks cb 0x5622aa0a9ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42814/0 (socket says 172.21.15.17:42814) 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 -- 172.21.15.17:0/2393626972 learned_addr learned my addr 172.21.15.17:0/2393626972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8594dee640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa476980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f85955ef640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 -- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 msgr2=0x5622aa476980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa476980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 -- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 msgr2=0x5622aa45f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 -- 172.21.15.17:0/2393626972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622aa0aa2d0 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f8595df0640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 secure :-1 s=READY pgs=2118 cs=0 l=1 rev1=1 crypto rx=0x7f8588010500 tx=0x7f85880109c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b327f3ce3b51ea27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.804+0000 7f856bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858801a020 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f8588016690 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f858403e660 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=289) ==== 24+0+0 (secure 0 0 0) 0x7f8588025050 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 10 client.10191 fetch_fsmap learned FSMap version 289 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=289,monmap=2+}) -- 0x5622aa1746b0 con 0x5622aa476ec0 2024-09-19T08:12:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f858403e660 con 0x5622aa476ec0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 289) ==== 3502+0+0 (secure 0 0 0) 0x7f8588016890 con 0x5622aa476ec0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 10 client.10191 fetch_fsmap finished waiting for FSMap version 289 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 10 client.10191 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 20 client.10191 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa48d1e0 0x5622aa45d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 4 client.10191 mds_command: new command op to 10128 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 --> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622aa3a4c50 con 0x5622aa48d1e0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.805+0000 7f85955ef640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa48d1e0 0x5622aa45d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f856bfff640 10 client.10191 ms_handle_connect on v2:172.21.15.17:6832/3011240099 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f85955ef640 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa48d1e0 0x5622aa45d870 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fefe8a4d765d7a99 server_cookie=27a8e806e58f531 in_seq=0 out_seq=0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f856bfff640 1 -- 172.21.15.17:0/2393626972 <== mds.0 v2:172.21.15.17:6832/3011240099 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622aa3a4c50 con 0x5622aa48d1e0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f856bfff640 10 client.10191 handle_command_reply: tid=0 2024-09-19T08:12:35.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f859a5ea740 1 client.10191 shutdown 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 msgr2=0x5622aa459fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.806+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 secure :-1 s=READY pgs=2118 cs=0 l=1 rev1=1 crypto rx=0x7f8588010500 tx=0x7f85880109c0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 shutdown_connections 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa48d1e0 0x5622aa45d870 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa476ec0 0x5622aa459fa0 unknown :-1 s=CLOSED pgs=2118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa476980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 --2- 172.21.15.17:0/2393626972 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 >> 172.21.15.17:0/2393626972 conn(0x5622aa432a80 msgr2=0x5622aa477ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f856bfff640 0 client.10191 ms_handle_reset on v2:172.21.15.17:6832/3011240099 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 shutdown_connections 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 1 -- 172.21.15.17:0/2393626972 wait complete. 2024-09-19T08:12:35.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.807+0000 7f859a5ea740 20 client.10191 trim_cache size 0 max 16384 2024-09-19T08:12:35.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 Processor -- start 2024-09-19T08:12:35.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 -- start start 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa474980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa476ec0 0x5622aa45be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8590201710 con 0x5622aa4352c0 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8590200a70 con 0x5622aa476ec0 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.825+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f85902010c0 con 0x5622aa436a50 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42828/0 (socket says 172.21.15.17:42828) 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 -- 172.21.15.17:0/174210827 learned_addr learned my addr 172.21.15.17:0/174210827 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f8594dee640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa474980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f8595df0640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa476ec0 0x5622aa45be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 -- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 msgr2=0x5622aa474980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa474980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 -- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa476ec0 msgr2=0x5622aa45be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa476ec0 0x5622aa45be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 -- 172.21.15.17:0/174210827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622aa459b80 con 0x5622aa4352c0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f8594dee640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa474980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85955ef640 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f8580059c40 tx=0x7f858008c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ec47594acf5ffc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85767fc640 1 -- 172.21.15.17:0/174210827 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8580076070 con 0x5622aa4352c0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85767fc640 1 -- 172.21.15.17:0/174210827 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8580087070 con 0x5622aa4352c0 2024-09-19T08:12:35.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.826+0000 7f85767fc640 1 -- 172.21.15.17:0/174210827 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8580071040 con 0x5622aa4352c0 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- 172.21.15.17:0/174210827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 msgr2=0x5622aa45ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f8580059c40 tx=0x7f858008c040 comp rx=0 tx=0).stop 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- 172.21.15.17:0/174210827 shutdown_connections 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa476ec0 0x5622aa45be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa436a50 0x5622aa474980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 --2- 172.21.15.17:0/174210827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa4352c0 0x5622aa45ff00 unknown :-1 s=CLOSED pgs=2119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- 172.21.15.17:0/174210827 >> 172.21.15.17:0/174210827 conn(0x5622aa432a80 msgr2=0x5622aa42fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- 172.21.15.17:0/174210827 shutdown_connections 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- 172.21.15.17:0/174210827 wait complete. 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 -- start start 2024-09-19T08:12:35.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.827+0000 7f859a5ea740 1 Processor -- start 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa476ec0 0x5622aa49c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5622aa45a940 con 0x5622aa436a50 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5622aa45a540 con 0x5622aa4352c0 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5622aa48d5e0 con 0x5622aa476ec0 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f859a5ea740 10 client.0 _ll_register_callbacks cb 0x7f858800b430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f8594dee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f8594dee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42842/0 (socket says 172.21.15.17:42842) 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.828+0000 7f8594dee640 1 -- 172.21.15.17:0/1618214085 learned_addr learned my addr 172.21.15.17:0/1618214085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8595df0640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa476ec0 0x5622aa49c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f85955ef640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 -- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa476ec0 msgr2=0x5622aa49c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa476ec0 0x5622aa49c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 -- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 msgr2=0x5622aa45bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 -- 172.21.15.17:0/1618214085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622aa49dca0 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f8594dee640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f8584009960 tx=0x7f8584004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e682b54a8491459e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f856bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8584037040 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f858403ebb0 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8580087070 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=289) ==== 24+0+0 (secure 0 0 0) 0x7f8584009490 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f859a5ea740 10 client.10197 fetch_fsmap learned FSMap version 289 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.829+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=289,monmap=2+}) -- 0x5622aa4f8b50 con 0x5622aa436a50 2024-09-19T08:12:35.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8580087070 con 0x5622aa436a50 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 289) ==== 3502+0+0 (secure 0 0 0) 0x7f8584046070 con 0x5622aa436a50 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 10 client.10197 fetch_fsmap finished waiting for FSMap version 289 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 10 client.10197 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 20 client.10197 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa4f76a0 0x5622aa4f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 4 client.10197 mds_command: new command op to 10128 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 --> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] -- command(tid 0: {"prefix": "status"}) -- 0x5622aa39efa0 con 0x5622aa4f76a0 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f85955ef640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa4f76a0 0x5622aa4f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 10 client.10197 ms_handle_connect on v2:172.21.15.17:6832/3011240099 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f85955ef640 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa4f76a0 0x5622aa4f7a80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdfef66503cf5fd server_cookie=15c1a5d061d78ee in_seq=0 out_seq=0 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 1 -- 172.21.15.17:0/1618214085 <== mds.0 v2:172.21.15.17:6832/3011240099 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x5622aa39efa0 con 0x5622aa4f76a0 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 10 client.10197 handle_command_reply: tid=0 2024-09-19T08:12:35.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 client.10197 shutdown 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 msgr2=0x5622aa45c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f8584009960 tx=0x7f8584004730 comp rx=0 tx=0).stop 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 shutdown_connections 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:6832/3011240099,v1:172.21.15.17:6834/3011240099] conn(0x5622aa4f76a0 0x5622aa4f7a80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5622aa476ec0 0x5622aa49c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5622aa436a50 0x5622aa45c2f0 unknown :-1 s=CLOSED pgs=2120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f856bfff640 0 client.10197 ms_handle_reset on v2:172.21.15.17:6832/3011240099 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 --2- 172.21.15.17:0/1618214085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5622aa4352c0 0x5622aa45bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.830+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 >> 172.21.15.17:0/1618214085 conn(0x5622aa432a80 msgr2=0x5622aa459d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 shutdown_connections 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f859a5ea740 1 -- 172.21.15.17:0/1618214085 wait complete. 2024-09-19T08:12:35.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f859a5ea740 20 client.10197 trim_cache size 0 max 16384 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10128, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6741955639999997, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 289, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 122, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 122, 2024-09-19T08:12:35.837 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 8.6622676859999999 2024-09-19T08:12:35.838 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:35.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 msgr2=0x7f857c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 0x7f857c06e7a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8584034000 tx=0x7f858402e000 comp rx=0 tx=0).stop 2024-09-19T08:12:35.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 msgr2=0x7f859015b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f858000cf60 tx=0x7f858000cf90 comp rx=0 tx=0).stop 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 shutdown_connections 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f857c06c2e0 0x7f857c06e7a0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f859015e640 0x7f85901e6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f85900cf0e0 0x7f85901e9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 --2- 172.21.15.17:0/2746483558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85900b2cf0 0x7f859015b250 unknown :-1 s=CLOSED pgs=2116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 >> 172.21.15.17:0/2746483558 conn(0x7f859009d820 msgr2=0x7f85900b7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 shutdown_connections 2024-09-19T08:12:35.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.831+0000 7f8597853640 1 -- 172.21.15.17:0/2746483558 wait complete. 2024-09-19T08:12:35.842 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:35.842 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap header on 10000000000.00000000', proceeding to ls 2024-09-19T08:12:35.842 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:12:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.944+0000 7fbbae7a1640 1 Processor -- start 2024-09-19T08:12:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.944+0000 7fbbae7a1640 1 -- start start 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbae7a1640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fbba815e4e0 0x7fbba80b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbae7a1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbba806cec0 con 0x7fbba80d26d0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbae7a1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbba806d160 con 0x7fbba815e8c0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbae7a1640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fbba80d2d40 con 0x7fbba815e4e0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbacd3e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbba80d26d0 0x7fbba806dc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53880/0 (socket says 172.21.15.17:53880) 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbbacd3e640 1 -- 172.21.15.17:0/1189078564 learned_addr learned my addr 172.21.15.17:0/1189078564 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.945+0000 7fbba7fff640 1 --2- 172.21.15.17:0/1189078564 >> v2:172.21.15.160:3300/0 conn(0x7fbba815e4e0 0x7fbba80b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3252332468 0 0) 0x7fbba806cec0 con 0x7fbba80d26d0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb90003520 con 0x7fbba80d26d0 2024-09-19T08:12:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 220595648 0 0) 0x7fbb90003520 con 0x7fbba80d26d0 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 >> v2:172.21.15.160:3300/0 conn(0x7fbba815e4e0 msgr2=0x7fbba80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 --2- 172.21.15.17:0/1189078564 >> v2:172.21.15.160:3300/0 conn(0x7fbba815e4e0 0x7fbba80b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 >> v1:172.21.15.160:6789/0 conn(0x7fbba815e8c0 legacy=0x7fbba80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbba806d440 con 0x7fbba80d26d0 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fbba0001a10 con 0x7fbba80d26d0 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 >> v1:172.21.15.17:6789/0 conn(0x7fbba80d26d0 legacy=0x7fbba806dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb900039b0 0x7fbb90003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 0x7fbb90004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90005040 0x7fbb9000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbba80d2d40 con 0x7fbb90004360 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbb9000bf80 con 0x7fbb90005040 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbb9000c180 con 0x7fbb900039b0 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 0x7fbb90004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba7fff640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb900039b0 0x7fbb90003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbbacd3e640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90005040 0x7fbb9000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 -- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb900039b0 msgr2=0x7fbb90003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb900039b0 0x7fbb90003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 -- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90005040 msgr2=0x7fbb9000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90005040 0x7fbb9000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbba77fe640 1 -- 172.21.15.17:0/1189078564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbba806d440 con 0x7fbb90004360 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.946+0000 7fbbacd3e640 1 -- 172.21.15.17:0/1189078564 reap_dead start 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.947+0000 7fbba77fe640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 0x7fbb90004840 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c001860 tx=0x7fbb90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f08801fb20578ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.947+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb9c037070 con 0x7fbb90004360 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.947+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb9c02abe0 con 0x7fbb90004360 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.947+0000 7fbba6ffd640 1 -- 172.21.15.17:0/1189078564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb9c001430 con 0x7fbb90004360 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 -- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 msgr2=0x7fbb90004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 0x7fbb90004840 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c001860 tx=0x7fbb90005830 comp rx=0 tx=0).stop 2024-09-19T08:12:35.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 -- 172.21.15.17:0/1189078564 shutdown_connections 2024-09-19T08:12:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/1189078564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb90004360 0x7fbb90004840 unknown :-1 s=CLOSED pgs=2122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 -- 172.21.15.17:0/1189078564 >> 172.21.15.17:0/1189078564 conn(0x7fbba806f400 msgr2=0x7fbba806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 -- 172.21.15.17:0/1189078564 shutdown_connections 2024-09-19T08:12:35.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.948+0000 7fbbae7a1640 1 -- 172.21.15.17:0/1189078564 wait complete. 2024-09-19T08:12:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.949+0000 7fbbae7a1640 1 Processor -- start 2024-09-19T08:12:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.949+0000 7fbbae7a1640 1 -- start start 2024-09-19T08:12:35.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90004360 0x7fbba814df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbba80c7300 0x7fbba80b0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbba80d1fc0 con 0x7fbba8157630 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbba80d2b20 con 0x7fbb90004360 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbae7a1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbba80d2140 con 0x7fbba80c7300 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42860/0 (socket says 172.21.15.17:42860) 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 -- 172.21.15.17:0/2431697971 learned_addr learned my addr 172.21.15.17:0/2431697971 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbba7fff640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90004360 0x7fbba814df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbba77fe640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbba80c7300 0x7fbba80b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 -- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbba80c7300 msgr2=0x7fbba80b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbba80c7300 0x7fbba80b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 -- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90004360 msgr2=0x7fbba814df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:35.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90004360 0x7fbba814df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.950+0000 7fbbacd3e640 1 -- 172.21.15.17:0/2431697971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbba814b580 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbbacd3e640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7fbba8071780 tx=0x7fbba000aee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba00078c0 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbba0018070 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbba80b1230 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba00133f0 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.951+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbba80b17f0 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.952+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbba80b6f90 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.952+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbba0013590 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.953+0000 7fbba4ff9640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 0x7fbb9406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.953+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7fbba008c4f0 con 0x7fbba8157630 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.953+0000 7fbba7fff640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 0x7fbb9406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:35.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.954+0000 7fbba7fff640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 0x7fbb9406e7a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbb98009bc0 tx=0x7fbb98009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:35.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:35.957+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbba814b580 con 0x7fbba8157630 2024-09-19T08:12:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.167+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbba815ca30 con 0x7fbba8157630 2024-09-19T08:12:36.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.168+0000 7fbba4ff9640 1 -- 172.21.15.17:0/2431697971 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v289) ==== 53+0+73 (secure 0 0 0) 0x7fbba005a110 con 0x7fbba8157630 2024-09-19T08:12:36.171 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:12:36.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 msgr2=0x7fbb9406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 0x7fbb9406e7a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbb98009bc0 tx=0x7fbb98009190 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 msgr2=0x7fbba8157ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7fbba8071780 tx=0x7fbba000aee0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 shutdown_connections 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb9406c2e0 0x7fbb9406e7a0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbba8157630 0x7fbba8157ae0 unknown :-1 s=CLOSED pgs=2123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbba80c7300 0x7fbba80b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 --2- 172.21.15.17:0/2431697971 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb90004360 0x7fbba814df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 >> 172.21.15.17:0/2431697971 conn(0x7fbba806f400 msgr2=0x7fbba80ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 shutdown_connections 2024-09-19T08:12:36.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36.170+0000 7fbbae7a1640 1 -- 172.21.15.17:0/2431697971 wait complete. 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:12:36.181 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:36.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.181 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:12:36.197 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:36.198 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42165sec preferred_lft 42165sec 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:12:36.199 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:36.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.200 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:12:36.262 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:12:36.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.264 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:12:36.320 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:12:36.320 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:12:36.321 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:12:36.321 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:12:36.321 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:12:36.321 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:12:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:12:36.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:36.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.450 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:12:36.466 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:12:36.466 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:12:36.466 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:36.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.467 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:12:36.533 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:12:36.533 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:36.533 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:36.591 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:36.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:36.592 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:36.648 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:36.714 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:36.771 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:36.771 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:36.772 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:36.773 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:36.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.774 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:36.828 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:12:36.828 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:12:36.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:36.897 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:36.954 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:36.955 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:36.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:36.957 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:36.957 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:12:36.956+0000 7f0ad1fd4480 -1 init, newargv = 0x555e77313df0 newargc=15 2024-09-19T08:12:36.958 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[83355]: starting ceph client 2024-09-19T08:12:36.961 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[83355]: starting fuse 2024-09-19T08:12:36.973 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:12:36.973 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:12:36.973 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:12:36.974 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:12:36.975 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:37.094 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.83355.asok 2024-09-19T08:12:37.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:37.105 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.83355.asok 2024-09-19T08:12:37.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:37.105 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.83355.asok status 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "83355", 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:12:37.243 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10209, 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 10209 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3313296322 2024-09-19T08:12:37.244 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3313296322 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.10209 192.168.0.1:0/3313296322", 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/3313296322", 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 289, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 122, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:12:37.245 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:12:37.246 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:12:37.246 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:37.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:37.252 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:12:37.252 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:37.268 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:12:37.269 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:37.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:37.269 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:37.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:37.334 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:12:37.377 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:12:37.394 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:37.394+0000 7fcb271d5640 -1 mds.0.cache.dir(0x10000000000) Corrupt fnode in dirfrag 0x10000000000: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:12:37.395 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:12:37.395 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:12:37.395 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:37.395 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:12:37.396 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 10000000000.00000000' did not caused DAMAGED state 2024-09-19T08:12:37.396 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 600.00000000' 2024-09-19T08:12:37.396 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:37.396 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:37.452 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:37.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.595+0000 7fe7fcc67640 1 Processor -- start 2024-09-19T08:12:37.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.595+0000 7fe7fcc67640 1 -- start start 2024-09-19T08:12:37.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.596+0000 7fe7fcc67640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.596+0000 7fe7fcc67640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 0x7fe7f80cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.596+0000 7fe7fcc67640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7f815ea20 con 0x7fe7f80cf0e0 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.596+0000 7fe7fcc67640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe7f80b2860 con 0x7fe7f80d3660 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.596+0000 7fe7fcc67640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe7f80b1c50 con 0x7fe7f815e640 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f6d9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 0x7fe7f80cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:60930/0 (socket says 172.21.15.17:60930) 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f5d9b640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fe7f80cf0e0 0x7fe7f80b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:56370/0 (socket says 172.21.15.17:56370) 2024-09-19T08:12:37.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 -- 172.21.15.17:0/698838019 learned_addr learned my addr 172.21.15.17:0/698838019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 -- 172.21.15.17:0/698838019 >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 msgr2=0x7fe7f80cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 --2- 172.21.15.17:0/698838019 >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 0x7fe7f80cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 -- 172.21.15.17:0/698838019 >> v1:172.21.15.160:6789/0 conn(0x7fe7f80cf0e0 legacy=0x7fe7f80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f559a640 1 -- 172.21.15.17:0/698838019 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 83181649 0 0) 0x7fe7f815ea20 con 0x7fe7f80cf0e0 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f659c640 1 -- 172.21.15.17:0/698838019 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7f80b1f30 con 0x7fe7f815e640 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.597+0000 7fe7f6d9d640 1 --2- 172.21.15.17:0/698838019 >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 0x7fe7f80cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.598+0000 7fe7f659c640 1 --2- 172.21.15.17:0/698838019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe7f815ebf0 tx=0x7fe7e802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7079c054d09ed330 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.598+0000 7fe7f559a640 1 -- 172.21.15.17:0/698838019 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8036070 con 0x7fe7f815e640 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.598+0000 7fe7f559a640 1 -- 172.21.15.17:0/698838019 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7e8031600 con 0x7fe7f815e640 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.598+0000 7fe7f559a640 1 -- 172.21.15.17:0/698838019 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e80319d0 con 0x7fe7f815e640 2024-09-19T08:12:37.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 -- 172.21.15.17:0/698838019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 msgr2=0x7fe7f80ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/698838019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe7f815ebf0 tx=0x7fe7e802a5f0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 -- 172.21.15.17:0/698838019 shutdown_connections 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/698838019 >> v2:172.21.15.160:3300/0 conn(0x7fe7f80d3660 0x7fe7f80cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/698838019 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80ceba0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 -- 172.21.15.17:0/698838019 >> 172.21.15.17:0/698838019 conn(0x7fe7f809d820 msgr2=0x7fe7f80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 -- 172.21.15.17:0/698838019 shutdown_connections 2024-09-19T08:12:37.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.599+0000 7fe7fcc67640 1 -- 172.21.15.17:0/698838019 wait complete. 2024-09-19T08:12:37.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.600+0000 7fe7fcc67640 1 Processor -- start 2024-09-19T08:12:37.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.600+0000 7fe7fcc67640 1 -- start start 2024-09-19T08:12:37.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 0x7fe7f81537b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80b8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f80cfe40 con 0x7fe7f80d3660 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f80b24f0 con 0x7fe7f80cf0e0 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7fcc67640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe7f80b73a0 con 0x7fe7f815e640 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42870/0 (socket says 172.21.15.17:42870) 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 -- 172.21.15.17:0/2540304189 learned_addr learned my addr 172.21.15.17:0/2540304189 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f6d9d640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80b8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f659c640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 0x7fe7f81537b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 -- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 msgr2=0x7fe7f80b8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80b8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 -- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 msgr2=0x7fe7f81537b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 0x7fe7f81537b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f5d9b640 1 -- 172.21.15.17:0/2540304189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7f80ccd00 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.601+0000 7fe7f659c640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 0x7fe7f81537b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7f5d9b640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec00c440 tx=0x7fe7ec00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec018070 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7ec0074e0 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7f80ccfe0 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec004a20 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.602+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7f80cd5a0 con 0x7fe7f80d3660 2024-09-19T08:12:37.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.603+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7f80ceba0 con 0x7fe7f80d3660 2024-09-19T08:12:37.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.604+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe7ec01b070 con 0x7fe7f80d3660 2024-09-19T08:12:37.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.604+0000 7fe7e6ffd640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 0x7fe7d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.604+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7fe7ec08b160 con 0x7fe7f80d3660 2024-09-19T08:12:37.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.604+0000 7fe7f659c640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 0x7fe7d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.605+0000 7fe7f659c640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 0x7fe7d806e770 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8033000 tx=0x7fe7e8009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.609+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe7ec058e20 con 0x7fe7f80d3660 2024-09-19T08:12:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.799+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe7f80b1560 con 0x7fe7f80d3660 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.800+0000 7fe7e6ffd640 1 -- 172.21.15.17:0/2540304189 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 68 entries v122) ==== 81+0+4132 (secure 0 0 0) 0x7fe7ec058720 con 0x7fe7f80d3660 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:37.803 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:37.804 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:37.805 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:37.806 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:37.807 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:37.807 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:listed 68 entries 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 msgr2=0x7fe7d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 0x7fe7d806e770 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8033000 tx=0x7fe7e8009000 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 msgr2=0x7fe7f80cdda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec00c440 tx=0x7fe7ec00c900 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 shutdown_connections 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe7d806c2b0 0x7fe7d806e770 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe7f815e640 0x7fe7f80b8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe7f80d3660 0x7fe7f80cdda0 unknown :-1 s=CLOSED pgs=2126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 --2- 172.21.15.17:0/2540304189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe7f80cf0e0 0x7fe7f81537b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 >> 172.21.15.17:0/2540304189 conn(0x7fe7f809d820 msgr2=0x7fe7f80cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:37.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 shutdown_connections 2024-09-19T08:12:37.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.802+0000 7fe7fcc67640 1 -- 172.21.15.17:0/2540304189 wait complete. 2024-09-19T08:12:37.813 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:37.813 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:37.829 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:37.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.973+0000 7f8bbcaba640 1 Processor -- start 2024-09-19T08:12:37.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.973+0000 7f8bbcaba640 1 -- start start 2024-09-19T08:12:37.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bbcaba640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8bb80b07e0 0x7f8bb8169140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bbcaba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bb806e3c0 con 0x7f8bb8158c90 2024-09-19T08:12:37.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bbcaba640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bb806e6a0 con 0x7f8bb806c320 2024-09-19T08:12:37.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bbcaba640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8bb806e170 con 0x7f8bb80b07e0 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bb659c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8bb8158c90 0x7f8bb806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53882/0 (socket says 172.21.15.17:53882) 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bb659c640 1 -- 172.21.15.17:0/3099709841 learned_addr learned my addr 172.21.15.17:0/3099709841 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> v2:172.21.15.160:3300/0 conn(0x7f8bb80b07e0 0x7f8bb8169140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3630359551 0 0) 0x7f8bb806e3c0 con 0x7f8bb8158c90 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.974+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ba0003520 con 0x7f8bb8158c90 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2900321260 0 0) 0x7f8ba0003520 con 0x7f8bb8158c90 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 >> v2:172.21.15.160:3300/0 conn(0x7f8bb80b07e0 msgr2=0x7f8bb8169140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 --2- 172.21.15.17:0/3099709841 >> v2:172.21.15.160:3300/0 conn(0x7f8bb80b07e0 0x7f8bb8169140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 >> v1:172.21.15.160:6789/0 conn(0x7f8bb806c320 legacy=0x7f8bb80b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb806e980 con 0x7f8bb8158c90 2024-09-19T08:12:37.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f8ba8001670 con 0x7f8bb8158c90 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> v2:172.21.15.160:3300/0 conn(0x7f8bb80b07e0 0x7f8bb8169140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 >> v1:172.21.15.17:6789/0 conn(0x7f8bb8158c90 legacy=0x7f8bb806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ba00039b0 0x7f8ba0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ba0004800 0x7f8ba0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8ba000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb806e170 con 0x7f8ba00051c0 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba000c060 con 0x7f8ba00039b0 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba000c260 con 0x7f8ba0004800 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8ba000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb659c640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ba00039b0 0x7f8ba0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb5d9b640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ba0004800 0x7f8ba0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 -- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ba0004800 msgr2=0x7f8ba0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8ba0004800 0x7f8ba0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 -- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ba00039b0 msgr2=0x7f8ba0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ba00039b0 0x7f8ba0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb6d9d640 1 -- 172.21.15.17:0/3099709841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba0003520 con 0x7f8ba00051c0 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.975+0000 7f8bb659c640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8ba00039b0 0x7f8ba0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.976+0000 7f8bb6d9d640 1 -- 172.21.15.17:0/3099709841 reap_dead start 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.976+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8ba000b9c0 secure :-1 s=READY pgs=2128 cs=0 l=1 rev1=1 crypto rx=0x7f8bb000e350 tx=0x7f8ba0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac6d0d9fa5950ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.976+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8007d10 con 0x7f8ba00051c0 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.976+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bb0003bd0 con 0x7f8ba00051c0 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.976+0000 7f8bb559a640 1 -- 172.21.15.17:0/3099709841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0009de0 con 0x7f8ba00051c0 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 msgr2=0x7f8ba000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8ba000b9c0 secure :-1 s=READY pgs=2128 cs=0 l=1 rev1=1 crypto rx=0x7f8bb000e350 tx=0x7f8ba0005830 comp rx=0 tx=0).stop 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3099709841 shutdown_connections 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3099709841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8ba000b9c0 unknown :-1 s=CLOSED pgs=2128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3099709841 >> 172.21.15.17:0/3099709841 conn(0x7f8bb8067b30 msgr2=0x7f8bb806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3099709841 shutdown_connections 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.977+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3099709841 wait complete. 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.978+0000 7f8bbcaba640 1 Processor -- start 2024-09-19T08:12:37.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.978+0000 7f8bbcaba640 1 -- start start 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bb81e4390 0x7f8bb8147880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bb8147dc0 0x7f8bb81f4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb80b4390 con 0x7f8ba00051c0 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb80b4210 con 0x7f8bb8147dc0 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bbcaba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8bb80b00d0 con 0x7f8bb81e4390 2024-09-19T08:12:37.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42876/0 (socket says 172.21.15.17:42876) 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 -- 172.21.15.17:0/3406528150 learned_addr learned my addr 172.21.15.17:0/3406528150 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 -- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bb81e4390 msgr2=0x7f8bb8147880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bb81e4390 0x7f8bb8147880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 -- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bb8147dc0 msgr2=0x7f8bb81f4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb6d9d640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bb8147dc0 0x7f8bb81f4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bb8147dc0 0x7f8bb81f4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.979+0000 7f8bb659c640 1 -- 172.21.15.17:0/3406528150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb81e35f0 con 0x7f8ba00051c0 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8bb659c640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7f8ba8007b60 tx=0x7f8ba8007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8007e10 con 0x7f8ba00051c0 2024-09-19T08:12:37.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba8018070 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba800fbc0 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bb81f50d0 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.980+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bb81e3b90 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.981+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bb80b0460 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.981+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ba801d460 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.982+0000 7f8ba6ffd640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 0x7f8b9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.982+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7f8ba808c020 con 0x7f8ba00051c0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.982+0000 7f8bb5d9b640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 0x7f8b9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:37.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.983+0000 7f8bb5d9b640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 0x7f8b9806e770 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f8bac000c00 tx=0x7f8bac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:37.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:37.986+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ba8059bb0 con 0x7f8ba00051c0 2024-09-19T08:12:38.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.177+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8bb80b3c20 con 0x7f8ba00051c0 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.178+0000 7f8ba6ffd640 1 -- 172.21.15.17:0/3406528150 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 68 entries v122) ==== 81+0+4132 (secure 0 0 0) 0x7f8ba80594b0 con 0x7f8ba00051c0 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:38.178 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:38.179 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:38.180 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:38.181 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:38.182 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:38.183 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:38.184 INFO:teuthology.orchestra.run.smithi017.stderr:listed 68 entries 2024-09-19T08:12:38.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 msgr2=0x7f8b9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 0x7f8b9806e770 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f8bac000c00 tx=0x7f8bac009040 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 msgr2=0x7f8bb815d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7f8ba8007b60 tx=0x7f8ba8007720 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 shutdown_connections 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8b9806c2b0 0x7f8b9806e770 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8bb8147dc0 0x7f8bb81f4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8bb81e4390 0x7f8bb8147880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 --2- 172.21.15.17:0/3406528150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba00051c0 0x7f8bb815d8a0 unknown :-1 s=CLOSED pgs=2129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 >> 172.21.15.17:0/3406528150 conn(0x7f8bb8067b30 msgr2=0x7f8bb80b13e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 shutdown_connections 2024-09-19T08:12:38.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.180+0000 7f8bbcaba640 1 -- 172.21.15.17:0/3406528150 wait complete. 2024-09-19T08:12:38.191 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:12:38.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:38.192 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:38.218 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:12:38.218 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:38.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:38.218 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:38.275 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:38.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.419+0000 7efcc152a640 1 Processor -- start 2024-09-19T08:12:38.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.419+0000 7efcc152a640 1 -- start start 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7efcbc15e840 0x7efcbc0cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcbc0b3720 0x7efcbc0b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 0x7efcbc0d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efcbc15ec20 con 0x7efcbc0b3720 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7efcbc0cfdc0 con 0x7efcbc15e840 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcc152a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcbc0cf800 con 0x7efcbc0d3c00 2024-09-19T08:12:38.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcba7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcbc0b3720 0x7efcbc0b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcba7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efcbc0b3720 0x7efcbc0b7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42878/0 (socket says 172.21.15.17:42878) 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.420+0000 7efcba7fc640 1 -- 172.21.15.17:0/77673802 learned_addr learned my addr 172.21.15.17:0/77673802 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcbb7fe640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 0x7efcbc0d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcbaffd640 1 --2- 172.21.15.17:0/77673802 >> v2:172.21.15.160:3300/0 conn(0x7efcbc15e840 0x7efcbc0cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 -- 172.21.15.17:0/77673802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 msgr2=0x7efcbc0d4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 0x7efcbc0d4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 -- 172.21.15.17:0/77673802 >> v2:172.21.15.160:3300/0 conn(0x7efcbc15e840 msgr2=0x7efcbc0cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 --2- 172.21.15.17:0/77673802 >> v2:172.21.15.160:3300/0 conn(0x7efcbc15e840 0x7efcbc0cefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 -- 172.21.15.17:0/77673802 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcbc0cfae0 con 0x7efcbc0b3720 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcbb7fe640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 0x7efcbc0d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:38.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.421+0000 7efcba7fc640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc0b3720 0x7efcbc0b7750 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7efcbc0d11a0 tx=0x7efca402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1cea08c01e5c63a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcb9ffb640 1 -- 172.21.15.17:0/77673802 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4037070 con 0x7efcbc0b3720 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcb9ffb640 1 -- 172.21.15.17:0/77673802 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efca4032440 con 0x7efcbc0b3720 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcb9ffb640 1 -- 172.21.15.17:0/77673802 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4032810 con 0x7efcbc0b3720 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 -- 172.21.15.17:0/77673802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc0b3720 msgr2=0x7efcbc0b7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc0b3720 0x7efcbc0b7750 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7efcbc0d11a0 tx=0x7efca402a270 comp rx=0 tx=0).stop 2024-09-19T08:12:38.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 -- 172.21.15.17:0/77673802 shutdown_connections 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0d3c00 0x7efcbc0d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 --2- 172.21.15.17:0/77673802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc0b3720 0x7efcbc0b7750 unknown :-1 s=CLOSED pgs=2130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 --2- 172.21.15.17:0/77673802 >> v2:172.21.15.160:3300/0 conn(0x7efcbc15e840 0x7efcbc0cefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 -- 172.21.15.17:0/77673802 >> 172.21.15.17:0/77673802 conn(0x7efcbc0d4930 msgr2=0x7efcbc0d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 -- 172.21.15.17:0/77673802 shutdown_connections 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.422+0000 7efcc152a640 1 -- 172.21.15.17:0/77673802 wait complete. 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 Processor -- start 2024-09-19T08:12:38.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 -- start start 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0b3720 0x7efcbc1f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcbc0d3c00 0x7efcbc0ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcbc0cf4f0 con 0x7efcbc15e840 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efcbc0d27e0 con 0x7efcbc0d3c00 2024-09-19T08:12:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.424+0000 7efcc152a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efcbc0b7c90 con 0x7efcbc0b3720 2024-09-19T08:12:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbaffd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0b3720 0x7efcbc1f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcba7fc640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcbc0d3c00 0x7efcbc0ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42890/0 (socket says 172.21.15.17:42890) 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 -- 172.21.15.17:0/3399826220 learned_addr learned my addr 172.21.15.17:0/3399826220 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 -- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0b3720 msgr2=0x7efcbc1f3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0b3720 0x7efcbc1f3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 -- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcbc0d3c00 msgr2=0x7efcbc0ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcbc0d3c00 0x7efcbc0ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 -- 172.21.15.17:0/3399826220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcbc161cd0 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcbb7fe640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7efcb400c820 tx=0x7efcb400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb4015070 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcb4007a30 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcb4007e20 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcbc161710 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.425+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcbc15ff30 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.426+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcbc0b7750 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.427+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcb4018070 con 0x7efcbc15e840 2024-09-19T08:12:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.427+0000 7efcb37fe640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 0x7efc9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.427+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8662+0+0 (secure 0 0 0) 0x7efcb408be80 con 0x7efcbc15e840 2024-09-19T08:12:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.428+0000 7efcbaffd640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 0x7efc9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.428+0000 7efcbaffd640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 0x7efc9c06e770 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7efcac007f60 tx=0x7efcac007710 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.432+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcb40593f0 con 0x7efcbc15e840 2024-09-19T08:12:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.647+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7efcbc1f3cb0 con 0x7efcbc15e840 2024-09-19T08:12:38.647 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:38.647+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.649+0000 7efcb37fe640 1 -- 172.21.15.17:0/3399826220 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v290) ==== 161+0+0 (secure 0 0 0) 0x7efcb405d6f0 con 0x7efcbc15e840 2024-09-19T08:12:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 msgr2=0x7efc9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 0x7efc9c06e770 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7efcac007f60 tx=0x7efcac007710 comp rx=0 tx=0).stop 2024-09-19T08:12:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 msgr2=0x7efcbc160730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7efcb400c820 tx=0x7efcb400cce0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 shutdown_connections 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc9c06c2b0 0x7efc9c06e770 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcbc15e840 0x7efcbc160730 unknown :-1 s=CLOSED pgs=2131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efcbc0d3c00 0x7efcbc0ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 --2- 172.21.15.17:0/3399826220 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efcbc0b3720 0x7efcbc1f3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 >> 172.21.15.17:0/3399826220 conn(0x7efcbc0d4930 msgr2=0x7efcbc0b7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 shutdown_connections 2024-09-19T08:12:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.652+0000 7efcc152a640 1 -- 172.21.15.17:0/3399826220 wait complete. 2024-09-19T08:12:38.654 INFO:tasks.ceph.mds.c.smithi017.stderr: -698> 2024-09-19T08:12:33.158+0000 7fcb2b1dd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:38.654 INFO:tasks.ceph.mds.c.smithi017.stderr: -114> 2024-09-19T08:12:37.394+0000 7fcb271d5640 -1 mds.0.cache.dir(0x10000000000) Corrupt fnode in dirfrag 0x10000000000: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:12:38.663 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:38.678 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:38.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 Processor -- start 2024-09-19T08:12:38.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 -- start start 2024-09-19T08:12:38.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15e7c0 0x7f2a0c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2a0c0cf480 0x7f2a0c0b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a0c0b39a0 con 0x7f2a0c15f900 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f2a0c1630d0 con 0x7f2a0c0cf480 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.768+0000 7f2a1194b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0c15eba0 con 0x7f2a0c15e7c0 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2a0c0cf480 0x7f2a0c0b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f2a0c0cf480 0x7f2a0c0b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42922/0 (socket says 172.21.15.17:42922) 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 -- 172.21.15.17:0/2371204692 learned_addr learned my addr 172.21.15.17:0/2371204692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0affd640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15e7c0 0x7f2a0c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 -- 172.21.15.17:0/2371204692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15e7c0 msgr2=0x7f2a0c162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15e7c0 0x7f2a0c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 -- 172.21.15.17:0/2371204692 >> v1:172.21.15.160:6789/0 conn(0x7f2a0c15f900 legacy=0x7f2a0c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.769+0000 7f2a0a7fc640 1 -- 172.21.15.17:0/2371204692 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c0cfc60 con 0x7f2a0c0cf480 2024-09-19T08:12:38.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a0a7fc640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c0b6330 secure :-1 s=READY pgs=2135 cs=0 l=1 rev1=1 crypto rx=0x7f29f4009870 tx=0x7f29f402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b99f6ddc3d5062d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a09ffb640 1 -- 172.21.15.17:0/2371204692 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f4037070 con 0x7f2a0c0cf480 2024-09-19T08:12:38.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a09ffb640 1 -- 172.21.15.17:0/2371204692 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29f4032440 con 0x7f2a0c0cf480 2024-09-19T08:12:38.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a09ffb640 1 -- 172.21.15.17:0/2371204692 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f4032810 con 0x7f2a0c0cf480 2024-09-19T08:12:38.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 -- 172.21.15.17:0/2371204692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 msgr2=0x7f2a0c0b6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c0b6330 secure :-1 s=READY pgs=2135 cs=0 l=1 rev1=1 crypto rx=0x7f29f4009870 tx=0x7f29f402a2a0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 -- 172.21.15.17:0/2371204692 shutdown_connections 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c0b6330 unknown :-1 s=CLOSED pgs=2135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 --2- 172.21.15.17:0/2371204692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15e7c0 0x7f2a0c162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 -- 172.21.15.17:0/2371204692 >> 172.21.15.17:0/2371204692 conn(0x7f2a0c0d1320 msgr2=0x7f2a0c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 -- 172.21.15.17:0/2371204692 shutdown_connections 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.770+0000 7f2a1194b640 1 -- 172.21.15.17:0/2371204692 wait complete. 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 Processor -- start 2024-09-19T08:12:38.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 -- start start 2024-09-19T08:12:38.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2a0c15e7c0 0x7f2a0c1f8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15f900 0x7f2a0c1f8790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c15f100 con 0x7f2a0c0cf480 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c15ee20 con 0x7f2a0c15e7c0 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.772+0000 7f2a1194b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0c15f3e0 con 0x7f2a0c15f900 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42934/0 (socket says 172.21.15.17:42934) 2024-09-19T08:12:38.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 -- 172.21.15.17:0/4198233249 learned_addr learned my addr 172.21.15.17:0/4198233249 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0a7fc640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2a0c15e7c0 0x7f2a0c1f8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0b7fe640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15f900 0x7f2a0c1f8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 -- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15f900 msgr2=0x7f2a0c1f8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15f900 0x7f2a0c1f8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 -- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2a0c15e7c0 msgr2=0x7f2a0c1f8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2a0c15e7c0 0x7f2a0c1f8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 -- 172.21.15.17:0/4198233249 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c150d20 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a0affd640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400c820 tx=0x7f2a0400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a04015070 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a04004240 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a0c0b8d60 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0400ce10 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.773+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a0c0cb6b0 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.774+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a0c162b90 con 0x7f2a0c0cf480 2024-09-19T08:12:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.775+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a040077d0 con 0x7f2a0c0cf480 2024-09-19T08:12:38.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.775+0000 7f2a03fff640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 0x7f29ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:38.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.775+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8748+0+0 (secure 0 0 0) 0x7f2a0408bd90 con 0x7f2a0c0cf480 2024-09-19T08:12:38.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.776+0000 7f2a0a7fc640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 0x7f29ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:38.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.776+0000 7f2a0a7fc640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 0x7f29ec06e770 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f29f4034000 tx=0x7f29f402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:38.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:38.780+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a04059310 con 0x7f2a0c0cf480 2024-09-19T08:12:39.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.028+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f2a0c0d2150 con 0x7f2a0c0cf480 2024-09-19T08:12:39.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.651+0000 7f2a03fff640 1 -- 172.21.15.17:0/4198233249 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v291) ==== 107+0+0 (secure 0 0 0) 0x7f2a0405d610 con 0x7f2a0c0cf480 2024-09-19T08:12:39.651 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:12:39.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 msgr2=0x7f29ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 0x7f29ec06e770 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f29f4034000 tx=0x7f29f402e000 comp rx=0 tx=0).stop 2024-09-19T08:12:39.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 msgr2=0x7f2a0c1507e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f2a0400c820 tx=0x7f2a0400cce0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 shutdown_connections 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29ec06c2b0 0x7f29ec06e770 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2a0c15f900 0x7f2a0c1f8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2a0c15e7c0 0x7f2a0c1f8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 --2- 172.21.15.17:0/4198233249 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a0c0cf480 0x7f2a0c1507e0 unknown :-1 s=CLOSED pgs=2136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 >> 172.21.15.17:0/4198233249 conn(0x7f2a0c0d1320 msgr2=0x7f2a0c0d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 shutdown_connections 2024-09-19T08:12:39.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.653+0000 7f2a1194b640 1 -- 172.21.15.17:0/4198233249 wait complete. 2024-09-19T08:12:39.667 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:12:39.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.753+0000 7f446cd25f40 1 Processor -- start 2024-09-19T08:12:39.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.753+0000 7f446cd25f40 1 -- start start 2024-09-19T08:12:39.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a333cf0 0x56386a334260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a409330 0x56386a3fcc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56386a282510 con 0x56386a407f40 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56386a2dbc50 con 0x56386a333cf0 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446cd25f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56386a330b50 con 0x56386a409330 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446954d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446954d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42950/0 (socket says 172.21.15.17:42950) 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446954d640 1 -- 172.21.15.17:0/10670692 learned_addr learned my addr 172.21.15.17:0/10670692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f446a54f640 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a409330 0x56386a3fcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.754+0000 7f4469d4e640 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a333cf0 0x56386a334260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 -- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a409330 msgr2=0x56386a3fcc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a409330 0x56386a3fcc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 -- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a333cf0 msgr2=0x56386a334260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a333cf0 0x56386a334260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 -- 172.21.15.17:0/10670692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56386a3347a0 con 0x56386a407f40 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f446954d640 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f4454055040 tx=0x7f4454051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f237663d5d58d0de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f4463fff640 1 -- 172.21.15.17:0/10670692 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454056050 con 0x56386a407f40 2024-09-19T08:12:39.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f4463fff640 1 -- 172.21.15.17:0/10670692 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4454052ba0 con 0x56386a407f40 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.755+0000 7f4463fff640 1 -- 172.21.15.17:0/10670692 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454065480 con 0x56386a407f40 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- 172.21.15.17:0/10670692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 msgr2=0x56386a40a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f4454055040 tx=0x7f4454051000 comp rx=0 tx=0).stop 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- 172.21.15.17:0/10670692 shutdown_connections 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a409330 0x56386a3fcc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a40a9c0 unknown :-1 s=CLOSED pgs=2138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 --2- 172.21.15.17:0/10670692 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a333cf0 0x56386a334260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- 172.21.15.17:0/10670692 >> 172.21.15.17:0/10670692 conn(0x56386a32fbb0 msgr2=0x56386a37be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- 172.21.15.17:0/10670692 shutdown_connections 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- 172.21.15.17:0/10670692 wait complete. 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 Processor -- start 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.756+0000 7f446cd25f40 1 -- start start 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a333cf0 0x56386a409920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a3fb460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a409330 0x56386a3fb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56386a35da40 con 0x56386a407f40 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56386a35d4c0 con 0x56386a409330 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446cd25f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56386a35dd00 con 0x56386a333cf0 2024-09-19T08:12:39.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446954d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a3fb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446954d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a3fb460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42962/0 (socket says 172.21.15.17:42962) 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 learned_addr learned my addr 172.21.15.17:0/4055903741 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a333cf0 0x56386a409920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.757+0000 7f446a54f640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a409330 0x56386a3fb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a333cf0 msgr2=0x56386a409920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x56386a333cf0 0x56386a409920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a409330 msgr2=0x56386a3fb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x56386a409330 0x56386a3fb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56386a491130 con 0x56386a407f40 2024-09-19T08:12:39.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a3fb460 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f4454025c30 tx=0x7f4454002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f4462ffd640 1 -- 172.21.15.17:0/4055903741 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454065480 con 0x56386a407f40 2024-09-19T08:12:39.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f4462ffd640 1 -- 172.21.15.17:0/4055903741 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4454065620 con 0x56386a407f40 2024-09-19T08:12:39.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f4462ffd640 1 -- 172.21.15.17:0/4055903741 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454065a10 con 0x56386a407f40 2024-09-19T08:12:39.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56386a490b70 con 0x56386a407f40 2024-09-19T08:12:39.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.758+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56386a3fe5e0 con 0x56386a407f40 2024-09-19T08:12:39.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f4462ffd640 1 -- 172.21.15.17:0/4055903741 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4454059020 con 0x56386a407f40 2024-09-19T08:12:39.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f4462ffd640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f444c06ac90 0x7f444c06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f4462ffd640 1 -- 172.21.15.17:0/4055903741 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8748+0+0 (secure 0 0 0) 0x7f44540cfe70 con 0x56386a407f40 2024-09-19T08:12:39.765 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56386a409e60 0x56386a3fbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a3fede0 con 0x56386a409e60 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f444c06ac90 0x7f444c06d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.760+0000 7f446a54f640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56386a409e60 0x56386a3fbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.761+0000 7f446a54f640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56386a409e60 0x56386a3fbee0 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.761+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f444c06ac90 0x7f444c06d150 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f445c010430 tx=0x7f445c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.763+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v123'1065 uv1038 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f446400e3e0 con 0x56386a409e60 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.763+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a3ff1b0 con 0x56386a409e60 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.765+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v123'1066 uv1066 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.765+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a3ff610 con 0x56386a409e60 2024-09-19T08:12:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.766+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v123'1067 uv1067 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.768 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:12:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.766+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a3ff9e0 con 0x56386a409e60 2024-09-19T08:12:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.767+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v123'1068 uv1068 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.767+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a3ffde0 con 0x56386a409e60 2024-09-19T08:12:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.769+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v123'1069 uv1069 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.769+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab110 con 0x56386a409e60 2024-09-19T08:12:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.770+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v123'1070 uv1070 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.770+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.772+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v123'1071 uv1044 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.772+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.773+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v123'1072 uv1072 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.773+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.774 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:12:39.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.775+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v123'1073 uv1073 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.775+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ac4c0 con 0x56386a409e60 2024-09-19T08:12:39.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.776+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v123'1074 uv1074 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.776+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ac4c0 con 0x56386a409e60 2024-09-19T08:12:39.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.778+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v123'1075 uv1075 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.778+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.779+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v123'1076 uv1076 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.779+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.780+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v123'1077 uv1064 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.780+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.782+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v123'1078 uv1078 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.782+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.783+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v123'1079 uv1079 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.783 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:12:39.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.783+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ac4c0 con 0x56386a409e60 2024-09-19T08:12:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.784+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v123'1080 uv1080 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.784+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ac4c0 con 0x56386a409e60 2024-09-19T08:12:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.786+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v123'1081 uv1081 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.786+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4ab4b0 con 0x56386a409e60 2024-09-19T08:12:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.787+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v123'1082 uv1082 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.787+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.789+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v123'1083 uv1083 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.789+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.790+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v123'1084 uv1057 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.790+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.791+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v123'1085 uv1085 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.791+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.793+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v123'1086 uv1086 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.793 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:12:39.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.793+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4acbe0 con 0x56386a409e60 2024-09-19T08:12:39.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.794+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v123'1087 uv1087 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.794+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4acbe0 con 0x56386a409e60 2024-09-19T08:12:39.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.796+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v123'1088 uv1088 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.796+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.797+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v123'1089 uv1089 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.797+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.798+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v123'1090 uv1063 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.799+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.800+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v123'1091 uv1091 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.800+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.801+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v123'1092 uv1092 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.801 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:12:39.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.801+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4acbe0 con 0x56386a409e60 2024-09-19T08:12:39.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.802+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v123'1093 uv1093 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.803+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4acbe0 con 0x56386a409e60 2024-09-19T08:12:39.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.804+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v123'1094 uv1094 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.804+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4abbd0 con 0x56386a409e60 2024-09-19T08:12:39.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.805+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v123'1095 uv1095 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.805+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56386a4ac0e0 0x56386a4ae4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.805+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4aea10 con 0x56386a4ac0e0 2024-09-19T08:12:39.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.806+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56386a4ac0e0 0x56386a4ae4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.806+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56386a4ac0e0 0x56386a4ae4d0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.808+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v123'768 uv748 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.808+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4aedb0 con 0x56386a4ac0e0 2024-09-19T08:12:39.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.809+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v123'769 uv769 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.809+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4af1b0 con 0x56386a4ac0e0 2024-09-19T08:12:39.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.810+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v123'770 uv770 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.811 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:12:39.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.811+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4afaa0 con 0x56386a4ac0e0 2024-09-19T08:12:39.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.812+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v123'771 uv771 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.812+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4af670 con 0x56386a4ac0e0 2024-09-19T08:12:39.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.813+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v123'772 uv772 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.813+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b02f0 con 0x56386a4ac0e0 2024-09-19T08:12:39.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.815+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v123'773 uv767 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.815+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b06e0 con 0x56386a4ac0e0 2024-09-19T08:12:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.816+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v123'774 uv774 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.816+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0ad0 con 0x56386a4ac0e0 2024-09-19T08:12:39.817 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:12:39.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.817+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v123'775 uv775 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.817+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0ad0 con 0x56386a4ac0e0 2024-09-19T08:12:39.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.819+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v123'776 uv776 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.819+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.820+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v123'777 uv777 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.820+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.821+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v123'778 uv766 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.821+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.822+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v123'779 uv779 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.822+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.823 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:12:39.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.824+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v123'780 uv780 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.824+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.825+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v123'781 uv781 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.825+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.826+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v123'782 uv782 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.826+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.827+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v123'783 uv764 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.828+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.829+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v123'784 uv784 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.829+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a4ac0e0 2024-09-19T08:12:39.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.830+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v123'785 uv785 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.830 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:12:39.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.830+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b1e80 con 0x56386a4ac0e0 2024-09-19T08:12:39.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.831+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v123'786 uv786 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.831+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b1b60 con 0x56386a4ac0e0 2024-09-19T08:12:39.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.832+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v123'787 uv787 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.833+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0b50 con 0x56386a4ac0e0 2024-09-19T08:12:39.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.834+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v123'788 uv788 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4ac0e0 2024-09-19T08:12:39.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.834+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a409e60 2024-09-19T08:12:39.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.835+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v123'207 uv206 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.835+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a409e60 2024-09-19T08:12:39.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.836+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v123'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.836+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a409e60 2024-09-19T08:12:39.836 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:12:39.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.837+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v123'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.837+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0a80 con 0x56386a409e60 2024-09-19T08:12:39.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.837+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v123'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.838+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0b40 con 0x56386a409e60 2024-09-19T08:12:39.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.838+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v123'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.838+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b0f90 con 0x56386a409e60 2024-09-19T08:12:39.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.839+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v123'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.839+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56386a4b15c0 0x56386a4b3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.839+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b1b30 con 0x56386a4b15c0 2024-09-19T08:12:39.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.840+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56386a4b15c0 0x56386a4b3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.840+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56386a4b15c0 0x56386a4b3f60 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.841+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v123'156 uv155 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.841+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b4610 con 0x56386a4b15c0 2024-09-19T08:12:39.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.842+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v123'157 uv157 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.842+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b4ae0 con 0x56386a4b15c0 2024-09-19T08:12:39.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.843+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v123'158 uv158 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.842 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:12:39.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.843+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4aff20 con 0x56386a4b15c0 2024-09-19T08:12:39.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.844+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v123'159 uv159 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.844+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.845+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v123'207 uv206 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.845+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.846+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v123'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.846+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.849 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.848+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v123'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.848+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.849+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v123'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.849+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.850+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v123'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.850+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b5410 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.851+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v123'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.851+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56386a4b5ae0 0x56386a4b7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.851+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b8530 con 0x56386a4b5ae0 2024-09-19T08:12:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.851+0000 7f446a54f640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56386a4b5ae0 0x56386a4b7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.851+0000 7f446a54f640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56386a4b5ae0 0x56386a4b7ed0 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.853+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v123'382 uv376 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.853+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b85f0 con 0x56386a4b5ae0 2024-09-19T08:12:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.854+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v123'383 uv383 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.854+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.855 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:12:39.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.855+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v123'384 uv384 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.855+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b99f0 con 0x56386a4b5ae0 2024-09-19T08:12:39.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.856+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v123'385 uv385 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.856+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b99f0 con 0x56386a4b5ae0 2024-09-19T08:12:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.857+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v123'386 uv386 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.857+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.858+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v123'387 uv387 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.858+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.859+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v123'388 uv381 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.859+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.860+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v123'389 uv389 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.860+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.861 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:12:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.861+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v123'390 uv390 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.861+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.863+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v123'391 uv391 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.863+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b89e0 con 0x56386a4b5ae0 2024-09-19T08:12:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.864+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v123'392 uv392 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.864+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56386a4b9060 0x56386a4bb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.864+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbab0 con 0x56386a4b9060 2024-09-19T08:12:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.865+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56386a4b9060 0x56386a4bb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.865+0000 7f4469d4e640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56386a4b9060 0x56386a4bb450 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.866+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v123'173 uv172 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4b9060 2024-09-19T08:12:39.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.866+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a4b9060 2024-09-19T08:12:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.867+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v123'174 uv174 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4b9060 2024-09-19T08:12:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.867+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a4b9060 2024-09-19T08:12:39.868 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:12:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.868+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v123'175 uv175 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4b9060 2024-09-19T08:12:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.868+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a4b9060 2024-09-19T08:12:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.869+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v123'176 uv176 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4b9060 2024-09-19T08:12:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.869+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a4b9060 2024-09-19T08:12:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.870+0000 7f4469d4e640 1 -- 172.21.15.17:0/4055903741 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v123'177 uv177 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f445c0026a0 con 0x56386a4b9060 2024-09-19T08:12:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.870+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.871+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v123'207 uv206 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.871+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.872+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v123'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.872+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.873+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v123'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.873 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:12:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.873+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.874+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v123'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.874+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.875+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v123'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.875+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a409e60 2024-09-19T08:12:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.876+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v123'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a409e60 2024-09-19T08:12:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.876+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bbe80 con 0x56386a4b15c0 2024-09-19T08:12:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.877+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v123'345 uv339 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.877+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bc270 con 0x56386a4b15c0 2024-09-19T08:12:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.878+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v123'346 uv346 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.878+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bc660 con 0x56386a4b15c0 2024-09-19T08:12:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.879+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v123'347 uv347 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.879 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:12:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.879+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bcf00 con 0x56386a4b15c0 2024-09-19T08:12:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.880+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v123'348 uv348 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.880+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bcf00 con 0x56386a4b15c0 2024-09-19T08:12:39.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.881+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v123'349 uv349 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.881+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b4fe0 con 0x56386a4b15c0 2024-09-19T08:12:39.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.882+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v123'350 uv344 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.882+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bcf00 con 0x56386a4b15c0 2024-09-19T08:12:39.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.883+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v123'351 uv351 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.883+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bcf00 con 0x56386a4b15c0 2024-09-19T08:12:39.884 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:12:39.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.884+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v123'352 uv352 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.884+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4b4fe0 con 0x56386a4b15c0 2024-09-19T08:12:39.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.885+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v123'353 uv353 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.885+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfc20 con 0x56386a4b15c0 2024-09-19T08:12:39.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.886+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v123'354 uv354 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.886+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56386a4bd7d0 0x56386a4c0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:39.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.886+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4bd7d0 2024-09-19T08:12:39.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.886+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56386a4bd7d0 0x56386a4c0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:39.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.887+0000 7f446954d640 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56386a4bd7d0 0x56386a4c0040 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:39.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.888+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v123'152 uv150 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4bd7d0 2024-09-19T08:12:39.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.888+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4bd7d0 2024-09-19T08:12:39.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.888+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v123'153 uv153 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4bd7d0 2024-09-19T08:12:39.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.889+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4bd7d0 2024-09-19T08:12:39.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.890+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v123'154 uv154 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4bd7d0 2024-09-19T08:12:39.889 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:12:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.890+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4bd7d0 2024-09-19T08:12:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.891+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v123'155 uv155 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4bd7d0 2024-09-19T08:12:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.891+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.892+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v123'207 uv206 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.892+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.893+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v123'208 uv208 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.893+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.893 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:12:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.894+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v123'209 uv209 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.894+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.895+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v123'210 uv210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.895+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.896+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v123'211 uv211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.896+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b15c0 2024-09-19T08:12:39.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.897+0000 7f446954d640 1 -- 172.21.15.17:0/4055903741 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v123'212 uv212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4454099a60 con 0x56386a4b15c0 2024-09-19T08:12:39.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.897+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.898+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v123'176 uv175 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.898+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.899+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v123'177 uv177 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.899+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.900+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v123'178 uv178 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.901 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:12:39.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.900+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.901+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v123'179 uv179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.901+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.903+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v123'180 uv180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.903+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.904+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v123'429 uv420 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.904+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.905+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v123'430 uv430 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.905+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.907+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v123'431 uv431 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.907 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:12:39.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.907+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.908+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v123'432 uv432 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.908+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.909+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v123'433 uv433 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.909+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.910+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v123'434 uv427 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.910+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.911+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v123'435 uv435 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.911+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4bfbc0 con 0x56386a4b5ae0 2024-09-19T08:12:39.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.912+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v123'436 uv436 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.912 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:12:39.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.912+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4c1590 con 0x56386a4b5ae0 2024-09-19T08:12:39.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.913+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v123'437 uv437 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.913+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4c1590 con 0x56386a4b5ae0 2024-09-19T08:12:39.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.914+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v123'438 uv438 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.914+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4c0580 con 0x56386a4b5ae0 2024-09-19T08:12:39.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.915+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v123'439 uv439 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.915+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x56386a4c0580 con 0x56386a4b5ae0 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v123'440 uv440 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f4464009040 con 0x56386a4b5ae0 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56386a409e60 msgr2=0x56386a3fbee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x56386a409e60 0x56386a3fbee0 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56386a4b15c0 msgr2=0x56386a4b3f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x56386a4b15c0 0x56386a4b3f60 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56386a4bd7d0 msgr2=0x56386a4c0040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x56386a4bd7d0 0x56386a4c0040 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56386a4ac0e0 msgr2=0x56386a4ae4d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 reap_dead start 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x56386a4ac0e0 0x56386a4ae4d0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56386a4b5ae0 msgr2=0x56386a4b7ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56386a4b5ae0 0x56386a4b7ed0 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56386a4b9060 msgr2=0x56386a4bb450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x56386a4b9060 0x56386a4bb450 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f444c06ac90 msgr2=0x7f444c06d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f444c06ac90 0x7f444c06d150 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f445c010430 tx=0x7f445c008040 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 msgr2=0x56386a3fb460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.916+0000 7f446cd25f40 1 --2- 172.21.15.17:0/4055903741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56386a407f40 0x56386a3fb460 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f4454025c30 tx=0x7f4454002fb0 comp rx=0 tx=0).stop 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.917+0000 7f446a54f640 1 -- 172.21.15.17:0/4055903741 reap_dead start 2024-09-19T08:12:39.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.917+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 shutdown_connections 2024-09-19T08:12:39.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.917+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 >> 172.21.15.17:0/4055903741 conn(0x56386a32fbb0 msgr2=0x56386a406560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:39.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.917+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 shutdown_connections 2024-09-19T08:12:39.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:39.917+0000 7f446cd25f40 1 -- 172.21.15.17:0/4055903741 wait complete. 2024-09-19T08:12:39.920 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 600.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:12:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.005+0000 7f9913b3ff40 1 Processor -- start 2024-09-19T08:12:40.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.005+0000 7f9913b3ff40 1 -- start start 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 0x556f4c6dc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e9990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f4c61a460 con 0x556f4c6eb3a0 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556f4c648000 con 0x556f4c647670 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556f4c6f2a90 con 0x556f4c61c5b0 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42980/0 (socket says 172.21.15.17:42980) 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 -- 172.21.15.17:0/1436546876 learned_addr learned my addr 172.21.15.17:0/1436546876 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911635640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 0x556f4c6dc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9910e34640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 -- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 msgr2=0x556f4c6dc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 0x556f4c6dc8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 -- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 msgr2=0x556f4c6e9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 -- 172.21.15.17:0/1436546876 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f4c546cb0 con 0x556f4c6eb3a0 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911635640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 0x556f4c6dc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9910e34640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f9911e36640 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7f990c00a5b0 tx=0x7f990c00a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc171d6632cffcf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.006+0000 7f990b7fe640 1 -- 172.21.15.17:0/1436546876 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c018070 con 0x556f4c6eb3a0 2024-09-19T08:12:40.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f990b7fe640 1 -- 172.21.15.17:0/1436546876 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f990c007600 con 0x556f4c6eb3a0 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f990b7fe640 1 -- 172.21.15.17:0/1436546876 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c0079d0 con 0x556f4c6eb3a0 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 -- 172.21.15.17:0/1436546876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 msgr2=0x556f4c6e9ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7f990c00a5b0 tx=0x7f990c00a6a0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 -- 172.21.15.17:0/1436546876 shutdown_connections 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c6eb3a0 0x556f4c6e9ed0 unknown :-1 s=CLOSED pgs=2141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/1436546876 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c61c5b0 0x556f4c6dc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 -- 172.21.15.17:0/1436546876 >> 172.21.15.17:0/1436546876 conn(0x556f4c646280 msgr2=0x556f4c665270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 -- 172.21.15.17:0/1436546876 shutdown_connections 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.007+0000 7f9913b3ff40 1 -- 172.21.15.17:0/1436546876 wait complete. 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 Processor -- start 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 -- start start 2024-09-19T08:12:40.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 0x556f4c6e87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c6eb3a0 0x556f4c78a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f4c6f0d90 con 0x556f4c61c5b0 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556f4c6dd370 con 0x556f4c647670 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9913b3ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556f4c6e8270 con 0x556f4c6eb3a0 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9911635640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 0x556f4c6e87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9911635640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 0x556f4c6e87c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42982/0 (socket says 172.21.15.17:42982) 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.008+0000 7f9911635640 1 -- 172.21.15.17:0/3290364189 learned_addr learned my addr 172.21.15.17:0/3290364189 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911e36640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c6eb3a0 0x556f4c78a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9910e34640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 -- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c6eb3a0 msgr2=0x556f4c78a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c6eb3a0 0x556f4c78a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 -- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 msgr2=0x556f4c6e8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556f4c647670 0x556f4c6e8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 -- 172.21.15.17:0/3290364189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f4c6dbf40 con 0x556f4c61c5b0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911e36640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556f4c6eb3a0 0x556f4c78a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9911635640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 0x556f4c6e87c0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f990400c270 tx=0x7f990400c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f990a7fc640 1 -- 172.21.15.17:0/3290364189 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9904017020 con 0x556f4c61c5b0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f990a7fc640 1 -- 172.21.15.17:0/3290364189 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9904013670 con 0x556f4c61c5b0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556f4c6da160 con 0x556f4c61c5b0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f990a7fc640 1 -- 172.21.15.17:0/3290364189 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9904013a20 con 0x556f4c61c5b0 2024-09-19T08:12:40.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.009+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f4c6da720 con 0x556f4c61c5b0 2024-09-19T08:12:40.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f990a7fc640 1 -- 172.21.15.17:0/3290364189 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f990401a020 con 0x556f4c61c5b0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f990a7fc640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f406ac90 0x7f98f406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f990a7fc640 1 -- 172.21.15.17:0/3290364189 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8748+0+0 (secure 0 0 0) 0x7f990408aee0 con 0x556f4c61c5b0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f9910e34640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f406ac90 0x7f98f406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556f4c78b3c0 0x556f4c6d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) -- 0x556f4c6d3130 con 0x556f4c78b3c0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.011+0000 7f9911e36640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556f4c78b3c0 0x556f4c6d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.012+0000 7f9910e34640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f406ac90 0x7f98f406d150 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f98fc057000 tx=0x7f98fc052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.012+0000 7f9911e36640 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556f4c78b3c0 0x556f4c6d2bf0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.013+0000 7f9911e36640 1 -- 172.21.15.17:0/3290364189 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 600.00000000 [omap-set-header] v123'1096 uv1096 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f990c01b040 con 0x556f4c78b3c0 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.013+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556f4c78b3c0 msgr2=0x556f4c6d2bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.013+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556f4c78b3c0 0x556f4c6d2bf0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f406ac90 msgr2=0x7f98f406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f98f406ac90 0x7f98f406d150 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f98fc057000 tx=0x7f98fc052000 comp rx=0 tx=0).stop 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 msgr2=0x556f4c6e87c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 --2- 172.21.15.17:0/3290364189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f4c61c5b0 0x556f4c6e87c0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f990400c270 tx=0x7f990400c730 comp rx=0 tx=0).stop 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9911e36640 1 -- 172.21.15.17:0/3290364189 reap_dead start 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 shutdown_connections 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 >> 172.21.15.17:0/3290364189 conn(0x556f4c646280 msgr2=0x556f4c665270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 shutdown_connections 2024-09-19T08:12:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.014+0000 7f9913b3ff40 1 -- 172.21.15.17:0/3290364189 wait complete. 2024-09-19T08:12:40.018 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:12:40.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.124+0000 7f6eb8a4c640 1 Processor -- start 2024-09-19T08:12:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.124+0000 7f6eb8a4c640 1 -- start start 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb8a4c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6eb40cef60 0x7f6eb40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb8a4c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6eb40b39d0 con 0x7f6eb40d4710 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb8a4c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6eb40cf520 con 0x7f6eb415e640 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb8a4c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6eb40cf800 con 0x7f6eb40cef60 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb2d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f6eb40d4710 0x7f6eb40d4b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53906/0 (socket says 172.21.15.17:53906) 2024-09-19T08:12:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb2d9d640 1 -- 172.21.15.17:0/1652170806 learned_addr learned my addr 172.21.15.17:0/1652170806 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/1652170806 >> v2:172.21.15.160:3300/0 conn(0x7f6eb40cef60 0x7f6eb40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3989768954 0 0) 0x7f6eac001110 con 0x7f6eb40d4710 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ea0003520 con 0x7f6eb40d4710 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 462588988 0 0) 0x7f6eb40cf520 con 0x7f6eb415e640 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6eac001110 con 0x7f6eb415e640 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 521421593 0 0) 0x7f6ea0003520 con 0x7f6eb40d4710 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 >> v2:172.21.15.160:3300/0 conn(0x7f6eb40cef60 msgr2=0x7f6eb40b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 --2- 172.21.15.17:0/1652170806 >> v2:172.21.15.160:3300/0 conn(0x7f6eb40cef60 0x7f6eb40b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 >> v1:172.21.15.160:6789/0 conn(0x7f6eb415e640 legacy=0x7f6eb40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eb40cfae0 con 0x7f6eb40d4710 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f6eac001840 con 0x7f6eb40d4710 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 >> v1:172.21.15.17:6789/0 conn(0x7f6eb40d4710 legacy=0x7f6eb40d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0003b90 0x7f6ea0003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ea0004800 0x7f6ea0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 0x7f6ea000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb40cf800 con 0x7f6ea0005210 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea000c140 con 0x7f6ea0004800 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.125+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6ea000c340 con 0x7f6ea0003b90 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/1652170806 >> v2:172.21.15.160:3300/0 conn(0x7f6eb40cef60 0x7f6eb40b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 0x7f6ea000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb259c640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0003b90 0x7f6ea0003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ea0004800 0x7f6ea0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 -- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0003b90 msgr2=0x7f6ea0003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0003b90 0x7f6ea0003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 -- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ea0004800 msgr2=0x7f6ea0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ea0004800 0x7f6ea0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 -- 172.21.15.17:0/1652170806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ea0003520 con 0x7f6ea0005210 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6ea0004800 0x7f6ea0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.126+0000 7f6eb2d9d640 1 -- 172.21.15.17:0/1652170806 reap_dead start 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb2d9d640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 0x7f6ea000b9c0 secure :-1 s=READY pgs=2144 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00c320 tx=0x7f6ea0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed60f28d3a280962 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac036070 con 0x7f6ea0005210 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6eac005af0 con 0x7f6ea0005210 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb159a640 1 -- 172.21.15.17:0/1652170806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac007d90 con 0x7f6ea0005210 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 msgr2=0x7f6ea000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 0x7f6ea000b9c0 secure :-1 s=READY pgs=2144 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00c320 tx=0x7f6ea0005830 comp rx=0 tx=0).stop 2024-09-19T08:12:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/1652170806 shutdown_connections 2024-09-19T08:12:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/1652170806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ea0005210 0x7f6ea000b9c0 unknown :-1 s=CLOSED pgs=2144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/1652170806 >> 172.21.15.17:0/1652170806 conn(0x7f6eb4067d70 msgr2=0x7f6eb4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/1652170806 shutdown_connections 2024-09-19T08:12:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.127+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/1652170806 wait complete. 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.129+0000 7f6eb8a4c640 1 Processor -- start 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.129+0000 7f6eb8a4c640 1 -- start start 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.129+0000 7f6eb8a4c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0005210 0x7f6eb40ce730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6eb414ea90 0x7f6eb40b8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb40b3bf0 con 0x7f6eb40cb930 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb415ea20 con 0x7f6eb414ea90 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6eb40b3d70 con 0x7f6ea0005210 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42990/0 (socket says 172.21.15.17:42990) 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 -- 172.21.15.17:0/3407875413 learned_addr learned my addr 172.21.15.17:0/3407875413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb259c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0005210 0x7f6eb40ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb2d9d640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6eb414ea90 0x7f6eb40b8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 -- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0005210 msgr2=0x7f6eb40ce730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0005210 0x7f6eb40ce730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 -- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6eb414ea90 msgr2=0x7f6eb40b8750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6eb414ea90 0x7f6eb40b8750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 -- 172.21.15.17:0/3407875413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eb415a320 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb1d9b640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c004650 tx=0x7f6e9c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c00f9c0 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e9c00fb60 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6eb415a600 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c015460 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.130+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6eb415abc0 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.131+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6eb40d4b10 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.132+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e9c015600 con 0x7f6eb40cb930 2024-09-19T08:12:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.132+0000 7f6eaaffd640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 0x7f6e9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.133+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8748+0+0 (secure 0 0 0) 0x7f6e9c08c950 con 0x7f6eb40cb930 2024-09-19T08:12:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.133+0000 7f6eb259c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 0x7f6e9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.133+0000 7f6eb259c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 0x7f6e9406e770 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4001f40 tx=0x7f6ea4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.137+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e9c019030 con 0x7f6eb40cb930 2024-09-19T08:12:40.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:40.352+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f6eb415c220 con 0x7f6eb40cb930 2024-09-19T08:12:41.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.191+0000 7f6eaaffd640 1 -- 172.21.15.17:0/3407875413 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v292) ==== 162+0+0 (secure 0 0 0) 0x7f6e9c05a520 con 0x7f6eb40cb930 2024-09-19T08:12:41.192 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:12:41.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 msgr2=0x7f6e9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 0x7f6e9406e770 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4001f40 tx=0x7f6ea4009040 comp rx=0 tx=0).stop 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 msgr2=0x7f6eb415b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c004650 tx=0x7f6e9c011ca0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 shutdown_connections 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6e9406c2b0 0x7f6e9406e770 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6eb414ea90 0x7f6eb40b8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6eb40cb930 0x7f6eb415b3c0 unknown :-1 s=CLOSED pgs=2145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 --2- 172.21.15.17:0/3407875413 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6ea0005210 0x7f6eb40ce730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.194+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 >> 172.21.15.17:0/3407875413 conn(0x7f6eb4067d70 msgr2=0x7f6eb40b65f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:41.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.195+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 shutdown_connections 2024-09-19T08:12:41.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.195+0000 7f6eb8a4c640 1 -- 172.21.15.17:0/3407875413 wait complete. 2024-09-19T08:12:41.211 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:41.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.319+0000 7f113272c640 1 Processor -- start 2024-09-19T08:12:41.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.319+0000 7f113272c640 1 -- start start 2024-09-19T08:12:41.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f113272c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f113272c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f112c0d3480 0x7f112c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f113272c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f112c0d17e0 con 0x7f112c06dae0 2024-09-19T08:12:41.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f113272c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f112c0d09d0 con 0x7f112c0d3480 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f113272c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f112c15ee90 con 0x7f112c15eab0 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f112b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f112c06dae0 0x7f112c0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:53914/0 (socket says 172.21.15.17:53914) 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f112b7fe640 1 -- 172.21.15.17:0/1378248343 learned_addr learned my addr 172.21.15.17:0/1378248343 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f1130cc9640 1 --2- 172.21.15.17:0/1378248343 >> v2:172.21.15.160:3300/0 conn(0x7f112c0d3480 0x7f112c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.320+0000 7f112bfff640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f112affd640 1 -- 172.21.15.17:0/1378248343 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1179280124 0 0) 0x7f112c0d17e0 con 0x7f112c06dae0 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f112affd640 1 -- 172.21.15.17:0/1378248343 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1114003520 con 0x7f112c06dae0 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f1130cc9640 1 -- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 msgr2=0x7f112c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f1130cc9640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f1130cc9640 1 -- 172.21.15.17:0/1378248343 >> v1:172.21.15.17:6789/0 conn(0x7f112c06dae0 legacy=0x7f112c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f1130cc9640 1 -- 172.21.15.17:0/1378248343 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f112c0cfc10 con 0x7f112c0d3480 2024-09-19T08:12:41.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.321+0000 7f112bfff640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f1130cc9640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c0d3480 0x7f112c0b8290 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1124009dc0 tx=0x7f112402a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e306e923a95049c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f112affd640 1 -- 172.21.15.17:0/1378248343 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1124007740 con 0x7f112c0d3480 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f112affd640 1 -- 172.21.15.17:0/1378248343 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11240078e0 con 0x7f112c0d3480 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f112affd640 1 -- 172.21.15.17:0/1378248343 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1124007c90 con 0x7f112c0d3480 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 -- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c0d3480 msgr2=0x7f112c0b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c0d3480 0x7f112c0b8290 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1124009dc0 tx=0x7f112402a710 comp rx=0 tx=0).stop 2024-09-19T08:12:41.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 -- 172.21.15.17:0/1378248343 shutdown_connections 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c0d3480 0x7f112c0b8290 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 --2- 172.21.15.17:0/1378248343 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 -- 172.21.15.17:0/1378248343 >> 172.21.15.17:0/1378248343 conn(0x7f112c0d4b30 msgr2=0x7f112c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 -- 172.21.15.17:0/1378248343 shutdown_connections 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.322+0000 7f113272c640 1 -- 172.21.15.17:0/1378248343 wait complete. 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.324+0000 7f113272c640 1 Processor -- start 2024-09-19T08:12:41.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.324+0000 7f113272c640 1 -- start start 2024-09-19T08:12:41.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c06dae0 0x7f112c0cdee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c15fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f112c0d01d0 con 0x7f112c0d3480 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f112c06df20 con 0x7f112c06dae0 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f112c0d04b0 con 0x7f112c15eab0 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43002/0 (socket says 172.21.15.17:43002) 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 -- 172.21.15.17:0/3219634310 learned_addr learned my addr 172.21.15.17:0/3219634310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112bfff640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c06dae0 0x7f112c0cdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f1130cc9640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c15fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 -- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 msgr2=0x7f112c15fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c15fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 -- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c06dae0 msgr2=0x7f112c0cdee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c06dae0 0x7f112c0cdee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 -- 172.21.15.17:0/3219634310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f112c0cce40 con 0x7f112c0d3480 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f1130cc9640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c15fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f112b7fe640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7f112000c400 tx=0x7f112000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1120017070 con 0x7f112c0d3480 2024-09-19T08:12:41.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1120005d00 con 0x7f112c0d3480 2024-09-19T08:12:41.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f112c0cd120 con 0x7f112c0d3480 2024-09-19T08:12:41.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.325+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1120007310 con 0x7f112c0d3480 2024-09-19T08:12:41.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.326+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f112c0cd6e0 con 0x7f112c0d3480 2024-09-19T08:12:41.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.327+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f112c0ceb50 con 0x7f112c0d3480 2024-09-19T08:12:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.327+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f112001a070 con 0x7f112c0d3480 2024-09-19T08:12:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.328+0000 7f1128ff9640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 0x7f111806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.328+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8748+0+0 (secure 0 0 0) 0x7f112008b410 con 0x7f112c0d3480 2024-09-19T08:12:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.328+0000 7f112bfff640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 0x7f111806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:41.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.328+0000 7f112bfff640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 0x7f111806e7a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f111c009a30 tx=0x7f111c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:41.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.332+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1120058fe0 con 0x7f112c0d3480 2024-09-19T08:12:41.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.546+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f112c0b82e0 con 0x7f112c0d3480 2024-09-19T08:12:41.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.546+0000 7f1128ff9640 1 -- 172.21.15.17:0/3219634310 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 293 v293) ==== 95+0+5233 (secure 0 0 0) 0x7f112005de20 con 0x7f112c0d3480 2024-09-19T08:12:41.547 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:41.547 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":293,"btime":"2024-09-19T08:12:41:195492+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":293,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:41.195473+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":123,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10233},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10233":{"gid":10233,"name":"c","rank":0,"incarnation":293,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/4032275409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4032275409},{"type":"v1","addr":"172.21.15.17:6834","nonce":4032275409}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:41.547 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 293 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.548+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 msgr2=0x7f111806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.548+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 0x7f111806e7a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f111c009a30 tx=0x7f111c008040 comp rx=0 tx=0).stop 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.548+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 msgr2=0x7f112c153a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.548+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7f112000c400 tx=0x7f112000c8c0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 shutdown_connections 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f111806c2e0 0x7f111806e7a0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f112c15eab0 0x7f112c15fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f112c0d3480 0x7f112c153a00 unknown :-1 s=CLOSED pgs=2147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 --2- 172.21.15.17:0/3219634310 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f112c06dae0 0x7f112c0cdee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:41.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 >> 172.21.15.17:0/3219634310 conn(0x7f112c0d4b30 msgr2=0x7f112c0ceef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:41.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 shutdown_connections 2024-09-19T08:12:41.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:41.549+0000 7f113272c640 1 -- 172.21.15.17:0/3219634310 wait complete. 2024-09-19T08:12:41.560 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:12:44.220 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:44.220+0000 7fcdeae65640 -1 mds.0.cache.dir(0x600) Corrupt fnode in dirfrag 0x600: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:12:44.220 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:44.220+0000 7fcdeae65640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-19T08:12:44.221 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:44.221+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:44.221 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:44.221+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:12:44.657 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:44.658+0000 7fcdeee6d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:46.561 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:46.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.677+0000 7f21762e4640 1 Processor -- start 2024-09-19T08:12:46.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.677+0000 7f21762e4640 1 -- start start 2024-09-19T08:12:46.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f21762e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2170158c90 0x7f217006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f21762e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f21700b07e0 0x7f217015eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f21762e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f217006e3c0 con 0x7f217006c150 2024-09-19T08:12:46.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f21762e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f217006c5b0 con 0x7f21700b07e0 2024-09-19T08:12:46.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f21762e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f217006e170 con 0x7f2170158c90 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f216f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f217006c150 0x7f21700b00d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35900/0 (socket says 172.21.15.17:35900) 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f2174881640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f21700b07e0 0x7f217015eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f216f7fe640 1 -- 172.21.15.17:0/1154177190 learned_addr learned my addr 172.21.15.17:0/1154177190 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f216ffff640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2170158c90 0x7f217006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f2174881640 1 -- 172.21.15.17:0/1154177190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2170158c90 msgr2=0x7f217006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f216effd640 1 -- 172.21.15.17:0/1154177190 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2134058969 0 0) 0x7f217006e3c0 con 0x7f217006c150 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f2174881640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2170158c90 0x7f217006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f2174881640 1 -- 172.21.15.17:0/1154177190 >> v1:172.21.15.17:6789/0 conn(0x7f217006c150 legacy=0x7f21700b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.678+0000 7f2174881640 1 -- 172.21.15.17:0/1154177190 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f217006e6a0 con 0x7f21700b07e0 2024-09-19T08:12:46.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.679+0000 7f2174881640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21700b07e0 0x7f217015eab0 secure :-1 s=READY pgs=2149 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d90 tx=0x7f216802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5fb8c76d3e6f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:46.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.679+0000 7f216effd640 1 -- 172.21.15.17:0/1154177190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168007740 con 0x7f21700b07e0 2024-09-19T08:12:46.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.679+0000 7f216effd640 1 -- 172.21.15.17:0/1154177190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21680078e0 con 0x7f21700b07e0 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.679+0000 7f216effd640 1 -- 172.21.15.17:0/1154177190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168007cb0 con 0x7f21700b07e0 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 -- 172.21.15.17:0/1154177190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21700b07e0 msgr2=0x7f217015eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21700b07e0 0x7f217015eab0 secure :-1 s=READY pgs=2149 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d90 tx=0x7f216802a660 comp rx=0 tx=0).stop 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 -- 172.21.15.17:0/1154177190 shutdown_connections 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21700b07e0 0x7f217015eab0 unknown :-1 s=CLOSED pgs=2149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 --2- 172.21.15.17:0/1154177190 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2170158c90 0x7f217006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 -- 172.21.15.17:0/1154177190 >> 172.21.15.17:0/1154177190 conn(0x7f2170067b30 msgr2=0x7f217006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 -- 172.21.15.17:0/1154177190 shutdown_connections 2024-09-19T08:12:46.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.680+0000 7f21762e4640 1 -- 172.21.15.17:0/1154177190 wait complete. 2024-09-19T08:12:46.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.681+0000 7f21762e4640 1 Processor -- start 2024-09-19T08:12:46.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 -- start start 2024-09-19T08:12:46.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f217006c150 0x7f2170147860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21700b07e0 0x7f217014aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f21700b4210 con 0x7f2170158c90 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f217006ec60 con 0x7f21700b07e0 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f21762e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f21700b4390 con 0x7f217006c150 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f2174881640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f2174881640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35246/0 (socket says 172.21.15.17:35246) 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.682+0000 7f2174881640 1 -- 172.21.15.17:0/4155178726 learned_addr learned my addr 172.21.15.17:0/4155178726 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f216ffff640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f217006c150 0x7f2170147860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f216f7fe640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21700b07e0 0x7f217014aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 -- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f217006c150 msgr2=0x7f2170147860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f217006c150 0x7f2170147860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 -- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21700b07e0 msgr2=0x7f217014aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21700b07e0 0x7f217014aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 -- 172.21.15.17:0/4155178726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f217014afc0 con 0x7f2170158c90 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f2174881640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d90 tx=0x7f2168004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168040070 con 0x7f2170158c90 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2168031c40 con 0x7f2170158c90 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21700ceb30 con 0x7f2170158c90 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168009450 con 0x7f2170158c90 2024-09-19T08:12:46.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.683+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21700cf0f0 con 0x7f2170158c90 2024-09-19T08:12:46.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.684+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f217006bc10 con 0x7f2170158c90 2024-09-19T08:12:46.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.685+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2168039040 con 0x7f2170158c90 2024-09-19T08:12:46.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.685+0000 7f216cff9640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 0x7f215c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:46.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.685+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f21680acf00 con 0x7f2170158c90 2024-09-19T08:12:46.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.686+0000 7f216ffff640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 0x7f215c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:46.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.686+0000 7f216ffff640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 0x7f215c06e770 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f2160009b40 tx=0x7f2160009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:46.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.690+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f216807a310 con 0x7f2170158c90 2024-09-19T08:12:46.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.902+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2170073250 con 0x7f2170158c90 2024-09-19T08:12:46.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.903+0000 7f216cff9640 1 -- 172.21.15.17:0/4155178726 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 297 v297) ==== 95+0+4395 (secure 0 0 0) 0x7f216807e610 con 0x7f2170158c90 2024-09-19T08:12:46.903 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:46.903 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":297,"btime":"2024-09-19T08:12:44:221954+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":297,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:44.221949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:46.903 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 297 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 msgr2=0x7f215c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 0x7f215c06e770 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f2160009b40 tx=0x7f2160009190 comp rx=0 tx=0).stop 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 msgr2=0x7f21700cfbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d90 tx=0x7f2168004a40 comp rx=0 tx=0).stop 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 shutdown_connections 2024-09-19T08:12:46.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f215c06c2b0 0x7f215c06e770 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2170158c90 0x7f21700cfbd0 unknown :-1 s=CLOSED pgs=2150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f21700b07e0 0x7f217014aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 --2- 172.21.15.17:0/4155178726 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f217006c150 0x7f2170147860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 >> 172.21.15.17:0/4155178726 conn(0x7f2170067b30 msgr2=0x7f2170160880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 shutdown_connections 2024-09-19T08:12:46.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:46.905+0000 7f21762e4640 1 -- 172.21.15.17:0/4155178726 wait complete. 2024-09-19T08:12:46.917 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:46.917 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:47.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.020+0000 7f57946a5640 1 Processor -- start 2024-09-19T08:12:47.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.020+0000 7f57946a5640 1 -- start start 2024-09-19T08:12:47.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f57946a5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f578c158c90 0x7f578c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f57946a5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f578c06c150 0x7f578c0b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f57946a5640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f578c06e3c0 con 0x7f578c0b0610 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f57946a5640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f578c06e170 con 0x7f578c158c90 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f57946a5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f578c15fac0 con 0x7f578c06c150 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f578c158c90 0x7f578c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792c42640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f578c0b0610 0x7f578c0d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35916/0 (socket says 172.21.15.17:35916) 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f578c158c90 0x7f578c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35260/0 (socket says 172.21.15.17:35260) 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792c42640 1 -- 172.21.15.17:0/2099530727 learned_addr learned my addr 172.21.15.17:0/2099530727 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5791c40640 1 --2- 172.21.15.17:0/2099530727 >> v2:172.21.15.160:3300/0 conn(0x7f578c06c150 0x7f578c0b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 -- 172.21.15.17:0/2099530727 >> v2:172.21.15.160:3300/0 conn(0x7f578c06c150 msgr2=0x7f578c0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 --2- 172.21.15.17:0/2099530727 >> v2:172.21.15.160:3300/0 conn(0x7f578c06c150 0x7f578c0b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 -- 172.21.15.17:0/2099530727 >> v1:172.21.15.17:6789/0 conn(0x7f578c0b0610 legacy=0x7f578c0d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f5792441640 1 -- 172.21.15.17:0/2099530727 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f578c06e6a0 con 0x7f578c158c90 2024-09-19T08:12:47.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.021+0000 7f579143f640 1 -- 172.21.15.17:0/2099530727 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1562066921 0 0) 0x7f578c06e3c0 con 0x7f578c0b0610 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.022+0000 7f5792441640 1 --2- 172.21.15.17:0/2099530727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c06bc10 secure :-1 s=READY pgs=2152 cs=0 l=1 rev1=1 crypto rx=0x7f578c0cd510 tx=0x7f578802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=962e49e91935fdf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.022+0000 7f579143f640 1 -- 172.21.15.17:0/2099530727 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788007740 con 0x7f578c158c90 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.022+0000 7f579143f640 1 -- 172.21.15.17:0/2099530727 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57880078e0 con 0x7f578c158c90 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.022+0000 7f579143f640 1 -- 172.21.15.17:0/2099530727 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788007cb0 con 0x7f578c158c90 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 -- 172.21.15.17:0/2099530727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 msgr2=0x7f578c06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 --2- 172.21.15.17:0/2099530727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c06bc10 secure :-1 s=READY pgs=2152 cs=0 l=1 rev1=1 crypto rx=0x7f578c0cd510 tx=0x7f578802a680 comp rx=0 tx=0).stop 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 -- 172.21.15.17:0/2099530727 shutdown_connections 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 --2- 172.21.15.17:0/2099530727 >> v2:172.21.15.160:3300/0 conn(0x7f578c06c150 0x7f578c0b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 --2- 172.21.15.17:0/2099530727 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c06bc10 unknown :-1 s=CLOSED pgs=2152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 -- 172.21.15.17:0/2099530727 >> 172.21.15.17:0/2099530727 conn(0x7f578c067b30 msgr2=0x7f578c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 -- 172.21.15.17:0/2099530727 shutdown_connections 2024-09-19T08:12:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.023+0000 7f57946a5640 1 -- 172.21.15.17:0/2099530727 wait complete. 2024-09-19T08:12:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.024+0000 7f57946a5640 1 Processor -- start 2024-09-19T08:12:47.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.024+0000 7f57946a5640 1 -- start start 2024-09-19T08:12:47.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 0x7f578c159ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 0x7f578c154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f578c0b0aa0 con 0x7f578c158c90 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f578c06ec60 con 0x7f578c06c150 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f57946a5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f578c0b4210 con 0x7f578c0b0610 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35274/0 (socket says 172.21.15.17:35274) 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 -- 172.21.15.17:0/3385651431 learned_addr learned my addr 172.21.15.17:0/3385651431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792441640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 0x7f578c159ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 -- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 msgr2=0x7f578c154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5791c40640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 0x7f578c154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 0x7f578c154180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 -- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 msgr2=0x7f578c159ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 0x7f578c159ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 -- 172.21.15.17:0/3385651431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f578c1546c0 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792441640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 0x7f578c159ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5791c40640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 0x7f578c154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.025+0000 7f5792c42640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7f578400c450 tx=0x7f578400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.026+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5784018070 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.026+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5784007500 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.026+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f578c154990 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.026+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5784004a20 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.026+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f578c154f50 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.027+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f578c0b3800 con 0x7f578c158c90 2024-09-19T08:12:47.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.027+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f578401b070 con 0x7f578c158c90 2024-09-19T08:12:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.028+0000 7f5782ffd640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 0x7f577006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.028+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f578408b210 con 0x7f578c158c90 2024-09-19T08:12:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.028+0000 7f5792441640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 0x7f577006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.028+0000 7f5792441640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 0x7f577006e7a0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5788034000 tx=0x7f5788033040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.032+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f578c0b3800 con 0x7f578c158c90 2024-09-19T08:12:47.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.241+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f578c155650 con 0x7f578c158c90 2024-09-19T08:12:47.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.242+0000 7f5782ffd640 1 -- 172.21.15.17:0/3385651431 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 297 v297) ==== 95+0+4395 (secure 0 0 0) 0x7f5784058d90 con 0x7f578c158c90 2024-09-19T08:12:47.242 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:47.242 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":297,"btime":"2024-09-19T08:12:44:221954+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":297,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:44.221949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:47.242 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 297 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 msgr2=0x7f577006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 0x7f577006e7a0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5788034000 tx=0x7f5788033040 comp rx=0 tx=0).stop 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 msgr2=0x7f578c151d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7f578400c450 tx=0x7f578400c910 comp rx=0 tx=0).stop 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 shutdown_connections 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f577006c2e0 0x7f577006e7a0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f578c158c90 0x7f578c151d30 unknown :-1 s=CLOSED pgs=2153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f578c0b0610 0x7f578c154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 --2- 172.21.15.17:0/3385651431 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f578c06c150 0x7f578c159ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 >> 172.21.15.17:0/3385651431 conn(0x7f578c067b30 msgr2=0x7f578c15e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 shutdown_connections 2024-09-19T08:12:47.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.244+0000 7f57946a5640 1 -- 172.21.15.17:0/3385651431 wait complete. 2024-09-19T08:12:47.255 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:12:47.255 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:47.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.357+0000 7f785647b640 1 Processor -- start 2024-09-19T08:12:47.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.357+0000 7f785647b640 1 -- start start 2024-09-19T08:12:47.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f785647b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f785015e4e0 0x7f78500b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f785647b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e8c0 0x7f78500b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f785647b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f785006cec0 con 0x7f78500d1fc0 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f785647b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f78500d2d40 con 0x7f785015e4e0 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f785647b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f78500b7250 con 0x7f785015e8c0 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f784ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f785015e4e0 0x7f78500b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f784ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f785015e4e0 0x7f78500b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35282/0 (socket says 172.21.15.17:35282) 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f7854a18640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f78500d1fc0 0x7f78500d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35928/0 (socket says 172.21.15.17:35928) 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f784ffff640 1 -- 172.21.15.17:0/1143466386 learned_addr learned my addr 172.21.15.17:0/1143466386 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.358+0000 7f784f7fe640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e8c0 0x7f78500b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784ffff640 1 -- 172.21.15.17:0/1143466386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e8c0 msgr2=0x7f78500b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784ffff640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e8c0 0x7f78500b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784ffff640 1 -- 172.21.15.17:0/1143466386 >> v1:172.21.15.17:6789/0 conn(0x7f78500d1fc0 legacy=0x7f78500d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784ffff640 1 -- 172.21.15.17:0/1143466386 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785006d160 con 0x7f785015e4e0 2024-09-19T08:12:47.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784effd640 1 -- 172.21.15.17:0/1143466386 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2783224584 0 0) 0x7f785006cec0 con 0x7f78500d1fc0 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.359+0000 7f784ffff640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e4e0 0x7f78500b67d0 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f7840009870 tx=0x7f784002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df251f007f9cf55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f784effd640 1 -- 172.21.15.17:0/1143466386 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840037070 con 0x7f785015e4e0 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f784effd640 1 -- 172.21.15.17:0/1143466386 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7840032440 con 0x7f785015e4e0 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f784effd640 1 -- 172.21.15.17:0/1143466386 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7840032810 con 0x7f785015e4e0 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 -- 172.21.15.17:0/1143466386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e4e0 msgr2=0x7f78500b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e4e0 0x7f78500b67d0 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f7840009870 tx=0x7f784002a270 comp rx=0 tx=0).stop 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 -- 172.21.15.17:0/1143466386 shutdown_connections 2024-09-19T08:12:47.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e8c0 0x7f78500b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 --2- 172.21.15.17:0/1143466386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e4e0 0x7f78500b67d0 unknown :-1 s=CLOSED pgs=2155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 -- 172.21.15.17:0/1143466386 >> 172.21.15.17:0/1143466386 conn(0x7f785006f400 msgr2=0x7f785006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 -- 172.21.15.17:0/1143466386 shutdown_connections 2024-09-19T08:12:47.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.360+0000 7f785647b640 1 -- 172.21.15.17:0/1143466386 wait complete. 2024-09-19T08:12:47.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.361+0000 7f785647b640 1 Processor -- start 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 -- start start 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78500d1fc0 0x7f78501f3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e4e0 0x7f78501f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f785006dc40 con 0x7f785015e8c0 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f785006d720 con 0x7f78500d1fc0 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.362+0000 7f785647b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f785006ddc0 con 0x7f785015e4e0 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35296/0 (socket says 172.21.15.17:35296) 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 -- 172.21.15.17:0/1457369160 learned_addr learned my addr 172.21.15.17:0/1457369160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f784f7fe640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e4e0 0x7f78501f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f784ffff640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78500d1fc0 0x7f78501f3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 -- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e4e0 msgr2=0x7f78501f4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e4e0 0x7f78501f4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 -- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78500d1fc0 msgr2=0x7f78501f3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78500d1fc0 0x7f78501f3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 -- 172.21.15.17:0/1457369160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78501f7dc0 con 0x7f785015e8c0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f7854a18640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7f784800c7a0 tx=0x7f784800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7848018070 con 0x7f785015e8c0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f784800a640 con 0x7f785015e8c0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78501f80a0 con 0x7f785015e8c0 2024-09-19T08:12:47.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f784800aab0 con 0x7f785015e8c0 2024-09-19T08:12:47.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.363+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78501f4dd0 con 0x7f785015e8c0 2024-09-19T08:12:47.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.364+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78501f3ec0 con 0x7f785015e8c0 2024-09-19T08:12:47.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.365+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f784801b070 con 0x7f785015e8c0 2024-09-19T08:12:47.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.365+0000 7f784cff9640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.365+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f784808b5c0 con 0x7f785015e8c0 2024-09-19T08:12:47.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.366+0000 7f784ffff640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.366+0000 7f784ffff640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 0x7f783c06e770 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f7840034000 tx=0x7f784002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.370+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7848058ae0 con 0x7f785015e8c0 2024-09-19T08:12:47.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.580+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78500704f0 con 0x7f785015e8c0 2024-09-19T08:12:47.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.581+0000 7f784cff9640 1 -- 172.21.15.17:0/1457369160 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 297 v297) ==== 95+0+4395 (secure 0 0 0) 0x7f784805cde0 con 0x7f785015e8c0 2024-09-19T08:12:47.581 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:47.581 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":297,"btime":"2024-09-19T08:12:44:221954+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":297,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:44.221949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:47.581 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 297 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.582+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 msgr2=0x7f783c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.582+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 0x7f783c06e770 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f7840034000 tx=0x7f784002e000 comp rx=0 tx=0).stop 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 msgr2=0x7f78501f74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7f784800c7a0 tx=0x7f784800cc60 comp rx=0 tx=0).stop 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 shutdown_connections 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f785015e8c0 0x7f78501f74e0 unknown :-1 s=CLOSED pgs=2156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f785015e4e0 0x7f78501f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 --2- 172.21.15.17:0/1457369160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78500d1fc0 0x7f78501f3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 >> 172.21.15.17:0/1457369160 conn(0x7f785006f400 msgr2=0x7f785006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 shutdown_connections 2024-09-19T08:12:47.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.583+0000 7f785647b640 1 -- 172.21.15.17:0/1457369160 wait complete. 2024-09-19T08:12:47.593 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 600.00000000' led to DAMAGED state 2024-09-19T08:12:47.594 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on mds0_openfiles.0' 2024-09-19T08:12:47.594 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:47.594 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:47.610 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:12:47.611 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:47.611 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:47.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:47.611 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:47.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:12:47.667 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:12:47.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.811+0000 7f3171d4b640 1 Processor -- start 2024-09-19T08:12:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.811+0000 7f3171d4b640 1 -- start start 2024-09-19T08:12:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f3171d4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f3171d4b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 0x7f316c15eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f3171d4b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f316c06e3c0 con 0x7f316c06c150 2024-09-19T08:12:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f3171d4b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f316c06c5b0 con 0x7f316c0b07e0 2024-09-19T08:12:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f3171d4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f316c06e170 con 0x7f316c158c90 2024-09-19T08:12:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f316b7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f316b7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:38108/0 (socket says 172.21.15.17:38108) 2024-09-19T08:12:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f316bfff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 0x7f316c15eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.812+0000 7f316b7fe640 1 -- 172.21.15.17:0/2607619181 learned_addr learned my addr 172.21.15.17:0/2607619181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.813+0000 7f316b7fe640 1 -- 172.21.15.17:0/2607619181 >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 msgr2=0x7f316c15eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.813+0000 7f316b7fe640 1 --2- 172.21.15.17:0/2607619181 >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 0x7f316c15eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.813+0000 7f316b7fe640 1 -- 172.21.15.17:0/2607619181 >> v1:172.21.15.160:6789/0 conn(0x7f316c06c150 legacy=0x7f316c0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.813+0000 7f316b7fe640 1 -- 172.21.15.17:0/2607619181 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316c06e6a0 con 0x7f316c158c90 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.813+0000 7f316bfff640 1 --2- 172.21.15.17:0/2607619181 >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 0x7f316c15eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f316b7fe640 1 --2- 172.21.15.17:0/2607619181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f315c009870 tx=0x7f315c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e876dc3905109410 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f316a7fc640 1 -- 172.21.15.17:0/2607619181 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c037070 con 0x7f316c158c90 2024-09-19T08:12:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f316a7fc640 1 -- 172.21.15.17:0/2607619181 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f315c032440 con 0x7f316c158c90 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f316a7fc640 1 -- 172.21.15.17:0/2607619181 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c032810 con 0x7f316c158c90 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 -- 172.21.15.17:0/2607619181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 msgr2=0x7f316c06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 --2- 172.21.15.17:0/2607619181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f315c009870 tx=0x7f315c02a270 comp rx=0 tx=0).stop 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 -- 172.21.15.17:0/2607619181 shutdown_connections 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 --2- 172.21.15.17:0/2607619181 >> v2:172.21.15.160:3300/0 conn(0x7f316c0b07e0 0x7f316c15eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 --2- 172.21.15.17:0/2607619181 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c158c90 0x7f316c06bc10 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 -- 172.21.15.17:0/2607619181 >> 172.21.15.17:0/2607619181 conn(0x7f316c067b30 msgr2=0x7f316c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.814+0000 7f3171d4b640 1 -- 172.21.15.17:0/2607619181 shutdown_connections 2024-09-19T08:12:47.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.815+0000 7f3171d4b640 1 -- 172.21.15.17:0/2607619181 wait complete. 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.816+0000 7f3171d4b640 1 Processor -- start 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.816+0000 7f3171d4b640 1 -- start start 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f316c06c150 0x7f316c0cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c0b07e0 0x7f316c140350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f316c0b4210 con 0x7f316c158c90 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f316c06ec60 con 0x7f316c06c150 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f3171d4b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f316c0b4390 con 0x7f316c0b07e0 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35304/0 (socket says 172.21.15.17:35304) 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 -- 172.21.15.17:0/856915511 learned_addr learned my addr 172.21.15.17:0/856915511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316affd640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c0b07e0 0x7f316c140350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316b7fe640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f316c06c150 0x7f316c0cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 -- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c0b07e0 msgr2=0x7f316c140350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c0b07e0 0x7f316c140350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 -- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f316c06c150 msgr2=0x7f316c0cde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f316c06c150 0x7f316c0cde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 -- 172.21.15.17:0/856915511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316c0cef90 con 0x7f316c158c90 2024-09-19T08:12:47.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.817+0000 7f316bfff640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7f3164009f00 tx=0x7f316400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.818+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3164018030 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.818+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f316400ce50 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.818+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316c0ce6f0 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.818+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3164003bb0 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.818+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f316c0cecb0 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.819+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f316c06bc10 con 0x7f316c158c90 2024-09-19T08:12:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.819+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3164005d10 con 0x7f316c158c90 2024-09-19T08:12:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.820+0000 7f3153fff640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.820+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f316408c990 con 0x7f316c158c90 2024-09-19T08:12:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.820+0000 7f316b7fe640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.821+0000 7f316b7fe640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 0x7f315806e770 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f315c034000 tx=0x7f315c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:47.824+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3164022070 con 0x7f316c158c90 2024-09-19T08:12:48.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.037+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f316c0728a0 con 0x7f316c158c90 2024-09-19T08:12:48.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.223+0000 7f3153fff640 1 -- 172.21.15.17:0/856915511 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v298) ==== 161+0+0 (secure 0 0 0) 0x7f3164010040 con 0x7f316c158c90 2024-09-19T08:12:48.223 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 msgr2=0x7f315806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 0x7f315806e770 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f315c034000 tx=0x7f315c02e000 comp rx=0 tx=0).stop 2024-09-19T08:12:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 msgr2=0x7f316c142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7f3164009f00 tx=0x7f316400c490 comp rx=0 tx=0).stop 2024-09-19T08:12:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 shutdown_connections 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f315806c2b0 0x7f315806e770 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f316c158c90 0x7f316c142d10 unknown :-1 s=CLOSED pgs=2157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f316c0b07e0 0x7f316c140350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 --2- 172.21.15.17:0/856915511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f316c06c150 0x7f316c0cde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 >> 172.21.15.17:0/856915511 conn(0x7f316c067b30 msgr2=0x7f316c0b1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 shutdown_connections 2024-09-19T08:12:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.225+0000 7f3171d4b640 1 -- 172.21.15.17:0/856915511 wait complete. 2024-09-19T08:12:48.239 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:48.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.343+0000 7f7bedc47640 1 Processor -- start 2024-09-19T08:12:48.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.343+0000 7f7bedc47640 1 -- start start 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7bedc47640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7bedc47640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 0x7f7be80b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7bedc47640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7be80d17e0 con 0x7f7be80b80c0 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7bedc47640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f7be80d09d0 con 0x7f7be806dae0 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7bedc47640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7be815ee90 con 0x7f7be815eab0 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7be6ffd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 0x7f7be80b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7be77fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7be7fff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f7be80b80c0 0x7f7be80b8570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:49158/0 (socket says 172.21.15.17:49158) 2024-09-19T08:12:48.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7be7fff640 1 -- 172.21.15.17:0/3207027330 learned_addr learned my addr 172.21.15.17:0/3207027330 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.344+0000 7f7be67fc640 1 -- 172.21.15.17:0/3207027330 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 761042068 0 0) 0x7f7be80d17e0 con 0x7f7be80b80c0 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be67fc640 1 -- 172.21.15.17:0/3207027330 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7bd0003520 con 0x7f7be80b80c0 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be77fe640 1 -- 172.21.15.17:0/3207027330 >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 msgr2=0x7f7be80b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be77fe640 1 --2- 172.21.15.17:0/3207027330 >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 0x7f7be80b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be77fe640 1 -- 172.21.15.17:0/3207027330 >> v1:172.21.15.160:6789/0 conn(0x7f7be80b80c0 legacy=0x7f7be80b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be77fe640 1 -- 172.21.15.17:0/3207027330 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be80cfc10 con 0x7f7be815eab0 2024-09-19T08:12:48.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be6ffd640 1 --2- 172.21.15.17:0/3207027330 >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 0x7f7be80b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:48.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.345+0000 7f7be77fe640 1 --2- 172.21.15.17:0/3207027330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be806d5a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7bd80097d0 tx=0x7f7bd802a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ecc5fbbdc3454 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:48.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7be67fc640 1 -- 172.21.15.17:0/3207027330 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8037070 con 0x7f7be815eab0 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7be67fc640 1 -- 172.21.15.17:0/3207027330 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bd8032440 con 0x7f7be815eab0 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7be67fc640 1 -- 172.21.15.17:0/3207027330 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8032810 con 0x7f7be815eab0 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 -- 172.21.15.17:0/3207027330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 msgr2=0x7f7be806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3207027330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be806d5a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7bd80097d0 tx=0x7f7bd802a250 comp rx=0 tx=0).stop 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 -- 172.21.15.17:0/3207027330 shutdown_connections 2024-09-19T08:12:48.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3207027330 >> v2:172.21.15.160:3300/0 conn(0x7f7be806dae0 0x7f7be80b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3207027330 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be806d5a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 -- 172.21.15.17:0/3207027330 >> 172.21.15.17:0/3207027330 conn(0x7f7be80d4b30 msgr2=0x7f7be80d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 -- 172.21.15.17:0/3207027330 shutdown_connections 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.346+0000 7f7bedc47640 1 -- 172.21.15.17:0/3207027330 wait complete. 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.347+0000 7f7bedc47640 1 Processor -- start 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 -- start start 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7be806dae0 0x7f7be81f76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be8161450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7be80d01d0 con 0x7f7be80b80c0 2024-09-19T08:12:48.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7be806df20 con 0x7f7be806dae0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7bedc47640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7be80d04b0 con 0x7f7be815eab0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.348+0000 7f7be6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35308/0 (socket says 172.21.15.17:35308) 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 -- 172.21.15.17:0/3139012295 learned_addr learned my addr 172.21.15.17:0/3139012295 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be7fff640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be8161450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be77fe640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7be806dae0 0x7f7be81f76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 -- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 msgr2=0x7f7be8161450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be8161450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 -- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7be806dae0 msgr2=0x7f7be81f76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7be806dae0 0x7f7be81f76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 -- 172.21.15.17:0/3139012295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be81f7df0 con 0x7f7be80b80c0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7be6ffd640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 secure :-1 s=READY pgs=2158 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00ebb0 tx=0x7f7bdc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:48.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc017070 con 0x7f7be80b80c0 2024-09-19T08:12:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bdc00cc30 con 0x7f7be80b80c0 2024-09-19T08:12:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be81f80d0 con 0x7f7be80b80c0 2024-09-19T08:12:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc013470 con 0x7f7be80b80c0 2024-09-19T08:12:48.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.349+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be8158990 con 0x7f7be80b80c0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.350+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7be80ceb50 con 0x7f7be80b80c0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.351+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7bdc01a070 con 0x7f7be80b80c0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.351+0000 7f7bcffff640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 0x7f7bd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.351+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f7bdc08c310 con 0x7f7be80b80c0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.352+0000 7f7be77fe640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 0x7f7bd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.352+0000 7f7be77fe640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 0x7f7bd406e770 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8034000 tx=0x7f7bd802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:48.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.356+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7bdc0597a0 con 0x7f7be80b80c0 2024-09-19T08:12:48.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:48.605+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f7be81f85f0 con 0x7f7be80b80c0 2024-09-19T08:12:48.972 INFO:tasks.ceph.mds.c.smithi017.stderr: -49> 2024-09-19T08:12:44.220+0000 7fcdeae65640 -1 mds.0.cache.dir(0x600) Corrupt fnode in dirfrag 0x600: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:12:48.972 INFO:tasks.ceph.mds.c.smithi017.stderr: -46> 2024-09-19T08:12:44.220+0000 7fcdeae65640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-19T08:12:48.972 INFO:tasks.ceph.mds.c.smithi017.stderr: -34> 2024-09-19T08:12:44.658+0000 7fcdeee6d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:48.997 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.224+0000 7f7bcffff640 1 -- 172.21.15.17:0/3139012295 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v299) ==== 101+0+0 (secure 0 0 0) 0x7f7bdc05daa0 con 0x7f7be80b80c0 2024-09-19T08:12:49.224 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 msgr2=0x7f7bd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 0x7f7bd406e770 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8034000 tx=0x7f7bd802e000 comp rx=0 tx=0).stop 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 msgr2=0x7f7be81f4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 secure :-1 s=READY pgs=2158 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00ebb0 tx=0x7f7bdc00c520 comp rx=0 tx=0).stop 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 shutdown_connections 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7bd406c2b0 0x7f7bd406e770 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7be815eab0 0x7f7be8161450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7be80b80c0 0x7f7be81f4be0 unknown :-1 s=CLOSED pgs=2158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 --2- 172.21.15.17:0/3139012295 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7be806dae0 0x7f7be81f76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 >> 172.21.15.17:0/3139012295 conn(0x7f7be80d4b30 msgr2=0x7f7be80b5070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 shutdown_connections 2024-09-19T08:12:49.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.228+0000 7f7bedc47640 1 -- 172.21.15.17:0/3139012295 wait complete. 2024-09-19T08:12:49.243 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:12:49.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.290+0000 7f485ca0ff40 1 Processor -- start 2024-09-19T08:12:49.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.290+0000 7f485ca0ff40 1 -- start start 2024-09-19T08:12:49.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.290+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84b2f90 0x5590a84a96f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.290+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84bc5c0 0x5590a842cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.290+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5590a84bd640 con 0x5590a84bcf10 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5590a8336510 con 0x5590a84bc5c0 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5590a8425660 con 0x5590a84b2f90 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35336/0 (socket says 172.21.15.17:35336) 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 -- 172.21.15.17:0/3326748411 learned_addr learned my addr 172.21.15.17:0/3326748411 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f4859075640 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84bc5c0 0x5590a842cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f4859876640 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84b2f90 0x5590a84a96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 -- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84b2f90 msgr2=0x5590a84a96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84b2f90 0x5590a84a96f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 -- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84bc5c0 msgr2=0x5590a842cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84bc5c0 0x5590a842cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 -- 172.21.15.17:0/3326748411 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a842b900 con 0x5590a84bcf10 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f485a077640 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f485400a4b0 tx=0x7f485400a970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b711583b4b2cbcac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f484bfff640 1 -- 172.21.15.17:0/3326748411 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4854015070 con 0x5590a84bcf10 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f484bfff640 1 -- 172.21.15.17:0/3326748411 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485400e730 con 0x5590a84bcf10 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.291+0000 7f484bfff640 1 -- 172.21.15.17:0/3326748411 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485400eb20 con 0x5590a84bcf10 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 -- 172.21.15.17:0/3326748411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 msgr2=0x5590a842cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f485400a4b0 tx=0x7f485400a970 comp rx=0 tx=0).stop 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 -- 172.21.15.17:0/3326748411 shutdown_connections 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a842cff0 unknown :-1 s=CLOSED pgs=2162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84bc5c0 0x5590a842cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/3326748411 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84b2f90 0x5590a84a96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 -- 172.21.15.17:0/3326748411 >> 172.21.15.17:0/3326748411 conn(0x5590a840f400 msgr2=0x5590a842a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 -- 172.21.15.17:0/3326748411 shutdown_connections 2024-09-19T08:12:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.292+0000 7f485ca0ff40 1 -- 172.21.15.17:0/3326748411 wait complete. 2024-09-19T08:12:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 Processor -- start 2024-09-19T08:12:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 -- start start 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84b2f90 0x5590a84282e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84bc5c0 0x5590a84bed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a84bf240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5590a842bbe0 con 0x5590a84bcf10 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5590a84b0d50 con 0x5590a84b2f90 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485ca0ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5590a84b0fa0 con 0x5590a84bc5c0 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485a077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a84bf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.293+0000 7f485a077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a84bf240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35346/0 (socket says 172.21.15.17:35346) 2024-09-19T08:12:49.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 learned_addr learned my addr 172.21.15.17:0/4054891416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84b2f90 0x5590a84282e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84bc5c0 0x5590a84bed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84bc5c0 msgr2=0x5590a84bed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5590a84bc5c0 0x5590a84bed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84b2f90 msgr2=0x5590a84282e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5590a84b2f90 0x5590a84282e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a84a5ad0 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485a077640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a84bf240 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f485400a9b0 tx=0x7f48540032f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f484affd640 1 -- 172.21.15.17:0/4054891416 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4854020070 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f484affd640 1 -- 172.21.15.17:0/4054891416 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485401b660 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5590a84149f0 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f484affd640 1 -- 172.21.15.17:0/4054891416 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4854015040 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.294+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590a84a5f80 con 0x5590a84bcf10 2024-09-19T08:12:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.296+0000 7f484affd640 1 -- 172.21.15.17:0/4054891416 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4854023070 con 0x5590a84bcf10 2024-09-19T08:12:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.296+0000 7f484affd640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f483c06acc0 0x7f483c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.296+0000 7f484affd640 1 -- 172.21.15.17:0/4054891416 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f485408c1a0 con 0x5590a84bcf10 2024-09-19T08:12:49.299 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.296+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5590a842b310 0x5590a8545960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.296+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a84a5470 con 0x5590a842b310 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.297+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f483c06acc0 0x7f483c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.297+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5590a842b310 0x5590a8545960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.297+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5590a842b310 0x5590a8545960 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.297+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f483c06acc0 0x7f483c06d180 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f484c057000 tx=0x7f484c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.299+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v124'1097 uv1070 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.299+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8545ea0 con 0x5590a842b310 2024-09-19T08:12:49.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.300+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v124'1098 uv1098 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.300+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855ef30 con 0x5590a842b310 2024-09-19T08:12:49.301 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:12:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.302+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v124'1099 uv1099 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.302+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85602e0 con 0x5590a842b310 2024-09-19T08:12:49.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.304+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v124'1100 uv1100 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.304+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560680 con 0x5590a842b310 2024-09-19T08:12:49.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.305+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v124'1101 uv1101 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.305+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855f2d0 con 0x5590a842b310 2024-09-19T08:12:49.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.306+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v124'1102 uv1102 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.306+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855f670 con 0x5590a842b310 2024-09-19T08:12:49.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.308+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v124'1103 uv1076 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.308+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.309+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v124'1104 uv1104 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.309+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.310 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:12:49.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.310+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v124'1105 uv1105 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.311+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.312+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v124'1106 uv1106 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.312+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.313+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v124'1107 uv1107 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.313+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.316+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v124'1108 uv1108 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.316+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.318+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v124'1109 uv1083 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.318+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.319+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v124'1110 uv1110 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.319+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.321+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v124'1111 uv1111 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.321 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:12:49.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.321+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.322+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v124'1112 uv1112 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.322+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.323+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v124'1113 uv1113 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.323+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a855fa10 con 0x5590a842b310 2024-09-19T08:12:49.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.325+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v124'1114 uv1114 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.325+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.326+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v124'1115 uv1115 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.326+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.328+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v124'1116 uv1096 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.328+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.329+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v124'1117 uv1117 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.329+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.330+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v124'1118 uv1118 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.330 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:12:49.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.330+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8561a30 con 0x5590a842b310 2024-09-19T08:12:49.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.332+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v124'1119 uv1119 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.332+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8561a30 con 0x5590a842b310 2024-09-19T08:12:49.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.333+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v124'1120 uv1120 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.333+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.335+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v124'1121 uv1121 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.335+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.336+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v124'1122 uv1095 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.336+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.337+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v124'1123 uv1123 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.337+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.338 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:12:49.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.339+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v124'1124 uv1124 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.339+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8561a30 con 0x5590a842b310 2024-09-19T08:12:49.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.340+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v124'1125 uv1125 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.340+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8561a30 con 0x5590a842b310 2024-09-19T08:12:49.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.341+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v124'1126 uv1126 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.341+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8560a20 con 0x5590a842b310 2024-09-19T08:12:49.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.343+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v124'1127 uv1127 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.343+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5590a8560f30 0x5590a8563320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.343+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8563860 con 0x5590a8560f30 2024-09-19T08:12:49.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.343+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5590a8560f30 0x5590a8563320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.343+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5590a8560f30 0x5590a8563320 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.345+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v124'790 uv772 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.345+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8563c00 con 0x5590a8560f30 2024-09-19T08:12:49.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.347+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v124'791 uv791 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.347+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8563fa0 con 0x5590a8560f30 2024-09-19T08:12:49.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.348+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v124'792 uv792 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.348 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:12:49.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.348+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85647f0 con 0x5590a8560f30 2024-09-19T08:12:49.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.349+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v124'793 uv793 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.349+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8564b90 con 0x5590a8560f30 2024-09-19T08:12:49.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.350+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v124'794 uv794 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.350+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8564f30 con 0x5590a8560f30 2024-09-19T08:12:49.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.351+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v124'795 uv777 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.351+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a85652d0 con 0x5590a8560f30 2024-09-19T08:12:49.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.352+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v124'796 uv796 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.352+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.353+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v124'797 uv797 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.353 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:12:49.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.354+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.355+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v124'798 uv798 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.355+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.356+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v124'799 uv799 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.356+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.357+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v124'800 uv782 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.357+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.358+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v124'801 uv801 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.358+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.359 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:12:49.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.359+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v124'802 uv802 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.359+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85690d0 con 0x5590a8560f30 2024-09-19T08:12:49.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.361+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v124'803 uv803 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.361+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85690d0 con 0x5590a8560f30 2024-09-19T08:12:49.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.362+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v124'804 uv804 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.362+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.363+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v124'805 uv788 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.363+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.364+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v124'806 uv806 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.364+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.365 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:12:49.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.365+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v124'807 uv807 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.365+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8566680 con 0x5590a8560f30 2024-09-19T08:12:49.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.366+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v124'808 uv808 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.366+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8566680 con 0x5590a8560f30 2024-09-19T08:12:49.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.368+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v124'809 uv809 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.368+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a8560f30 2024-09-19T08:12:49.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.369+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v124'810 uv810 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a8560f30 2024-09-19T08:12:49.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.369+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a842b310 2024-09-19T08:12:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.370+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v124'213 uv212 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.370+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a842b310 2024-09-19T08:12:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.371+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v124'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.371+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a842b310 2024-09-19T08:12:49.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.372+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v124'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.372 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:12:49.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.372+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8566680 con 0x5590a842b310 2024-09-19T08:12:49.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.373+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v124'216 uv216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.373+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8566680 con 0x5590a842b310 2024-09-19T08:12:49.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.374+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v124'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.374+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8565670 con 0x5590a842b310 2024-09-19T08:12:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.375+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v124'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.375+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5590a8565b80 0x5590a8567f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.375+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85684b0 con 0x5590a8565b80 2024-09-19T08:12:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.375+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5590a8565b80 0x5590a8567f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.375+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5590a8565b80 0x5590a8567f70 crc :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.376+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v124'160 uv159 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.376+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a85684b0 con 0x5590a8565b80 2024-09-19T08:12:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.377+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v124'161 uv161 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.377+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a8565b80 2024-09-19T08:12:49.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.378+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v124'162 uv162 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.378 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:12:49.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.378+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a8565b80 2024-09-19T08:12:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.379+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v124'163 uv163 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.379+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a842b310 2024-09-19T08:12:49.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.381+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v124'213 uv212 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.381+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a842b310 2024-09-19T08:12:49.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.382+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v124'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.382+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a842b310 2024-09-19T08:12:49.382 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:12:49.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.383+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v124'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.383+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85698b0 con 0x5590a842b310 2024-09-19T08:12:49.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.384+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v124'216 uv216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.384+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85698b0 con 0x5590a842b310 2024-09-19T08:12:49.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.385+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v124'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.385+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85688a0 con 0x5590a842b310 2024-09-19T08:12:49.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.386+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v124'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.386+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5590a8568db0 0x5590a856b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.386+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856b7b0 con 0x5590a8568db0 2024-09-19T08:12:49.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.386+0000 7f485a077640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5590a8568db0 0x5590a856b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.386+0000 7f485a077640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5590a8568db0 0x5590a856b1a0 crc :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.388+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v124'393 uv387 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.388+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a856bc70 con 0x5590a8568db0 2024-09-19T08:12:49.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.389+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v124'394 uv394 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.389+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c150 con 0x5590a8568db0 2024-09-19T08:12:49.389 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:12:49.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.390+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v124'395 uv395 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.390+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856da00 con 0x5590a8568db0 2024-09-19T08:12:49.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.391+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v124'396 uv396 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.391+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856dda0 con 0x5590a8568db0 2024-09-19T08:12:49.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.392+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v124'397 uv397 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.392+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c9f0 con 0x5590a8568db0 2024-09-19T08:12:49.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.393+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v124'398 uv398 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.393+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856cde0 con 0x5590a8568db0 2024-09-19T08:12:49.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.394+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v124'399 uv392 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.394+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a856d1d0 con 0x5590a8568db0 2024-09-19T08:12:49.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.395+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v124'400 uv400 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.395+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856d1d0 con 0x5590a8568db0 2024-09-19T08:12:49.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.396+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v124'401 uv401 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.396 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:12:49.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.396+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856d180 con 0x5590a8568db0 2024-09-19T08:12:49.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.397+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v124'402 uv402 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.397+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856d180 con 0x5590a8568db0 2024-09-19T08:12:49.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.399+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v124'403 uv403 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.399+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5590a856d570 0x5590a8570660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.399+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8570ba0 con 0x5590a856d570 2024-09-19T08:12:49.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.399+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5590a856d570 0x5590a8570660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.399+0000 7f4859876640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5590a856d570 0x5590a8570660 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.400+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v124'178 uv177 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a856d570 2024-09-19T08:12:49.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.400+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8570ba0 con 0x5590a856d570 2024-09-19T08:12:49.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.401+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v124'179 uv179 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a856d570 2024-09-19T08:12:49.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.401+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8570ba0 con 0x5590a856d570 2024-09-19T08:12:49.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.402+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v124'180 uv180 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a856d570 2024-09-19T08:12:49.402 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:12:49.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.402+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5e0 con 0x5590a856d570 2024-09-19T08:12:49.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.404+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v124'181 uv181 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a856d570 2024-09-19T08:12:49.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.404+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5e0 con 0x5590a856d570 2024-09-19T08:12:49.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.405+0000 7f4859876640 1 -- 172.21.15.17:0/4054891416 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v124'182 uv182 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f484c067070 con 0x5590a856d570 2024-09-19T08:12:49.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.405+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.406+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v124'213 uv212 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.406+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.407+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v124'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.407+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.407+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v124'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.408 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:12:49.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.407+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.408+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v124'216 uv216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.408+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.409+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v124'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.409+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a842b310 2024-09-19T08:12:49.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.410+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v124'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a842b310 2024-09-19T08:12:49.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.410+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a8565b80 2024-09-19T08:12:49.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.411+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v124'355 uv349 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.411+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a8565b80 2024-09-19T08:12:49.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.412+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v124'356 uv356 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.412+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a856c5c0 con 0x5590a8565b80 2024-09-19T08:12:49.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.413+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v124'357 uv357 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.413 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:12:49.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.413+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8571180 con 0x5590a8565b80 2024-09-19T08:12:49.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.414+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v124'358 uv358 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.414+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85710e0 con 0x5590a8565b80 2024-09-19T08:12:49.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.415+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v124'359 uv359 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.415+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85710e0 con 0x5590a8565b80 2024-09-19T08:12:49.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.416+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v124'360 uv354 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.416+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a85710e0 con 0x5590a8565b80 2024-09-19T08:12:49.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.417+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v124'361 uv361 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.417+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85710e0 con 0x5590a8565b80 2024-09-19T08:12:49.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.418+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v124'362 uv362 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.418 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:12:49.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.418+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a85710e0 con 0x5590a8565b80 2024-09-19T08:12:49.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.419+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v124'363 uv363 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.419+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573ef0 con 0x5590a8565b80 2024-09-19T08:12:49.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.420+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v124'364 uv364 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.420+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5590a8571aa0 0x5590a8574310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.420+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8571aa0 2024-09-19T08:12:49.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.421+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5590a8571aa0 0x5590a8574310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.421+0000 7f4859075640 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5590a8571aa0 0x5590a8574310 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.422+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v124'157 uv155 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8571aa0 2024-09-19T08:12:49.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.422+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8571aa0 2024-09-19T08:12:49.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.423+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v124'158 uv158 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8571aa0 2024-09-19T08:12:49.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.423+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8571aa0 2024-09-19T08:12:49.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.424+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v124'159 uv159 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8571aa0 2024-09-19T08:12:49.425 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:12:49.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.424+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8571aa0 2024-09-19T08:12:49.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.425+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v124'160 uv160 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8571aa0 2024-09-19T08:12:49.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.425+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.426+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v124'213 uv212 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.426+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.427+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v124'214 uv214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.427+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.428+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v124'215 uv215 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.429 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:12:49.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.428+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.429+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v124'216 uv216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.429+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.430+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v124'217 uv217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.430+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8565b80 2024-09-19T08:12:49.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.432+0000 7f4859075640 1 -- 172.21.15.17:0/4054891416 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v124'218 uv218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4850009950 con 0x5590a8565b80 2024-09-19T08:12:49.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.432+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.433+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v124'181 uv180 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.433+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.434+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v124'182 uv182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.434+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.435 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:12:49.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.435+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v124'183 uv183 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.436+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.437+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v124'184 uv184 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.437+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.438+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v124'185 uv185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.438+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.439+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v124'442 uv433 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.440+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.441+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v124'443 uv443 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.441+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.442+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v124'444 uv444 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.441 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:12:49.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.442+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.443+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v124'445 uv445 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.443+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.444+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v124'446 uv446 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.444+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.445+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v124'447 uv440 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.445+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.446+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v124'448 uv448 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.446+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.447+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v124'449 uv449 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.447 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:12:49.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.447+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.448+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v124'450 uv450 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.448+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.449+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v124'451 uv451 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.449+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8573e90 con 0x5590a8568db0 2024-09-19T08:12:49.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.450+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v124'452 uv452 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.450+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x5590a8574850 con 0x5590a8568db0 2024-09-19T08:12:49.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v124'453 uv453 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f485402c070 con 0x5590a8568db0 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5590a842b310 msgr2=0x5590a8545960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x5590a842b310 0x5590a8545960 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5590a8565b80 msgr2=0x5590a8567f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5590a8565b80 0x5590a8567f70 crc :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5590a8571aa0 msgr2=0x5590a8574310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x5590a8571aa0 0x5590a8574310 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5590a8560f30 msgr2=0x5590a8563320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x5590a8560f30 0x5590a8563320 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 reap_dead start 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5590a8568db0 msgr2=0x5590a856b1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x5590a8568db0 0x5590a856b1a0 crc :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5590a856d570 msgr2=0x5590a8570660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x5590a856d570 0x5590a8570660 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f483c06acc0 msgr2=0x7f483c06d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f483c06acc0 0x7f483c06d180 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f484c057000 tx=0x7f484c052000 comp rx=0 tx=0).stop 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 msgr2=0x5590a84bf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 --2- 172.21.15.17:0/4054891416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5590a84bcf10 0x5590a84bf240 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f485400a9b0 tx=0x7f48540032f0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485a077640 1 -- 172.21.15.17:0/4054891416 reap_dead start 2024-09-19T08:12:49.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 shutdown_connections 2024-09-19T08:12:49.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.451+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 >> 172.21.15.17:0/4054891416 conn(0x5590a840f400 msgr2=0x5590a842cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.452+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 shutdown_connections 2024-09-19T08:12:49.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.452+0000 7f485ca0ff40 1 -- 172.21.15.17:0/4054891416 wait complete. 2024-09-19T08:12:49.456 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader mds0_openfiles.0 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:12:49.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.501+0000 7f8f3d163f40 1 Processor -- start 2024-09-19T08:12:49.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.501+0000 7f8f3d163f40 1 -- start start 2024-09-19T08:12:49.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e80f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0f2f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e3d0f16680 con 0x55e3d0f17820 2024-09-19T08:12:49.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55e3d0dae510 con 0x55e3d0e60350 2024-09-19T08:12:49.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55e3d0f16960 con 0x55e3d0e5ff70 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3b45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3b45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35368/0 (socket says 172.21.15.17:35368) 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3b45a640 1 -- 172.21.15.17:0/4130104923 learned_addr learned my addr 172.21.15.17:0/4130104923 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3ac59640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e80f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3a458640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0f2f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3b45a640 1 -- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 msgr2=0x55e3d0e80f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.502+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e80f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3b45a640 1 -- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 msgr2=0x55e3d0f2f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0f2f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3b45a640 1 -- 172.21.15.17:0/4130104923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3d0f35220 con 0x55e3d0f17820 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3a458640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0f2f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7f8f34001600 tx=0x7f8f34001ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe7e0c2c10e271e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f39456640 1 -- 172.21.15.17:0/4130104923 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34003650 con 0x55e3d0f17820 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f39456640 1 -- 172.21.15.17:0/4130104923 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f340037f0 con 0x55e3d0f17820 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f39456640 1 -- 172.21.15.17:0/4130104923 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34003bc0 con 0x55e3d0f17820 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 -- 172.21.15.17:0/4130104923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 msgr2=0x55e3d0f2f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7f8f34001600 tx=0x7f8f34001ac0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 -- 172.21.15.17:0/4130104923 shutdown_connections 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2f8b0 unknown :-1 s=CLOSED pgs=2166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0f2f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/4130104923 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e80f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 -- 172.21.15.17:0/4130104923 >> 172.21.15.17:0/4130104923 conn(0x55e3d0e5bbb0 msgr2=0x55e3d0e7fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 -- 172.21.15.17:0/4130104923 shutdown_connections 2024-09-19T08:12:49.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.503+0000 7f8f3d163f40 1 -- 172.21.15.17:0/4130104923 wait complete. 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.504+0000 7f8f3d163f40 1 Processor -- start 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.504+0000 7f8f3d163f40 1 -- start start 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e86a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0e5cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e3d0ea5cf0 con 0x55e3d0f17820 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55e3d0ea5a10 con 0x55e3d0e60350 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3d163f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55e3d0f2dc20 con 0x55e3d0e5ff70 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35382/0 (socket says 172.21.15.17:35382) 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 -- 172.21.15.17:0/3765549536 learned_addr learned my addr 172.21.15.17:0/3765549536 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3ac59640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e86a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3a458640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0e5cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 -- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 msgr2=0x55e3d0e86a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55e3d0e5ff70 0x55e3d0e86a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 -- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 msgr2=0x55e3d0e5cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55e3d0e60350 0x55e3d0e5cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 -- 172.21.15.17:0/3765549536 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3d0e87780 con 0x55e3d0f17820 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f3b45a640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2bcc0 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7f8f34001b00 tx=0x7f8f34001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f23fff640 1 -- 172.21.15.17:0/3765549536 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34024070 con 0x55e3d0f17820 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f23fff640 1 -- 172.21.15.17:0/3765549536 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f34019040 con 0x55e3d0f17820 2024-09-19T08:12:49.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.505+0000 7f8f23fff640 1 -- 172.21.15.17:0/3765549536 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34013840 con 0x55e3d0f17820 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.506+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e3d0e871c0 con 0x55e3d0f17820 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.506+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3d0f2de50 con 0x55e3d0f17820 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.507+0000 7f8f23fff640 1 -- 172.21.15.17:0/3765549536 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f34010070 con 0x55e3d0f17820 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.507+0000 7f8f23fff640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2806ac90 0x7f8f2806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.507+0000 7f8f23fff640 1 -- 172.21.15.17:0/3765549536 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f8f3408b790 con 0x55e3d0f17820 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3ac59640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2806ac90 0x7f8f2806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55e3d0e5d010 0x55e3d0f14ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) -- 0x55e3d0f2c200 con 0x55e3d0e5d010 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3a458640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55e3d0e5d010 0x55e3d0f14ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3ac59640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2806ac90 0x7f8f2806d150 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x55e3d0f15b70 tx=0x7f8f2c00e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.508+0000 7f8f3a458640 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55e3d0e5d010 0x55e3d0f14ab0 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3a458640 1 -- 172.21.15.17:0/3765549536 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-set-header] v124'164 uv164 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f8f30054690 con 0x55e3d0e5d010 2024-09-19T08:12:49.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55e3d0e5d010 msgr2=0x55e3d0f14ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55e3d0e5d010 0x55e3d0f14ab0 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2806ac90 msgr2=0x7f8f2806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f2806ac90 0x7f8f2806d150 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x55e3d0f15b70 tx=0x7f8f2c00e040 comp rx=0 tx=0).stop 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 msgr2=0x55e3d0f2bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 --2- 172.21.15.17:0/3765549536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3d0f17820 0x55e3d0f2bcc0 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7f8f34001b00 tx=0x7f8f34001250 comp rx=0 tx=0).stop 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3b45a640 1 -- 172.21.15.17:0/3765549536 reap_dead start 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 shutdown_connections 2024-09-19T08:12:49.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 >> 172.21.15.17:0/3765549536 conn(0x55e3d0e5bbb0 msgr2=0x55e3d0f321c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 shutdown_connections 2024-09-19T08:12:49.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.509+0000 7f8f3d163f40 1 -- 172.21.15.17:0/3765549536 wait complete. 2024-09-19T08:12:49.518 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:12:49.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.662+0000 7f733b99f640 1 Processor -- start 2024-09-19T08:12:49.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.662+0000 7f733b99f640 1 -- start start 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733b99f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f733415e640 0x7f73340b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733b99f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f73340cef60 0x7f73340d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733b99f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73340b39d0 con 0x7f73340d33c0 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733b99f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f73340cf520 con 0x7f733415e640 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733b99f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f73340cf800 con 0x7f73340cef60 2024-09-19T08:12:49.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f733973b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f733415e640 0x7f73340b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f7339f3c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f73340d33c0 0x7f73340d4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:35952/0 (socket says 172.21.15.17:35952) 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.663+0000 7f7339f3c640 1 -- 172.21.15.17:0/798425769 learned_addr learned my addr 172.21.15.17:0/798425769 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f7338f3a640 1 --2- 172.21.15.17:0/798425769 >> v2:172.21.15.160:3300/0 conn(0x7f73340cef60 0x7f73340d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f733973b640 1 -- 172.21.15.17:0/798425769 >> v2:172.21.15.160:3300/0 conn(0x7f73340cef60 msgr2=0x7f73340d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f733973b640 1 --2- 172.21.15.17:0/798425769 >> v2:172.21.15.160:3300/0 conn(0x7f73340cef60 0x7f73340d2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f733973b640 1 -- 172.21.15.17:0/798425769 >> v1:172.21.15.17:6789/0 conn(0x7f73340d33c0 legacy=0x7f73340d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f732bfff640 1 -- 172.21.15.17:0/798425769 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1840375211 0 0) 0x7f732c001110 con 0x7f73340d33c0 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.664+0000 7f733973b640 1 -- 172.21.15.17:0/798425769 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73340cfae0 con 0x7f733415e640 2024-09-19T08:12:49.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733973b640 1 --2- 172.21.15.17:0/798425769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f733415e640 0x7f73340b3bf0 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f73340d23e0 tx=0x7f733002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118dc4509e70446d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f732bfff640 1 -- 172.21.15.17:0/798425769 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330007740 con 0x7f733415e640 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f732bfff640 1 -- 172.21.15.17:0/798425769 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73300078e0 con 0x7f733415e640 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f732bfff640 1 -- 172.21.15.17:0/798425769 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330007cb0 con 0x7f733415e640 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 -- 172.21.15.17:0/798425769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f733415e640 msgr2=0x7f73340b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 --2- 172.21.15.17:0/798425769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f733415e640 0x7f73340b3bf0 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f73340d23e0 tx=0x7f733002a5f0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 -- 172.21.15.17:0/798425769 shutdown_connections 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 --2- 172.21.15.17:0/798425769 >> v2:172.21.15.160:3300/0 conn(0x7f73340cef60 0x7f73340d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 --2- 172.21.15.17:0/798425769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f733415e640 0x7f73340b3bf0 unknown :-1 s=CLOSED pgs=2169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 -- 172.21.15.17:0/798425769 >> 172.21.15.17:0/798425769 conn(0x7f7334067d70 msgr2=0x7f7334068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 -- 172.21.15.17:0/798425769 shutdown_connections 2024-09-19T08:12:49.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.665+0000 7f733b99f640 1 -- 172.21.15.17:0/798425769 wait complete. 2024-09-19T08:12:49.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.666+0000 7f733b99f640 1 Processor -- start 2024-09-19T08:12:49.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 -- start start 2024-09-19T08:12:49.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73340cef60 0x7f733415c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f733415e640 0x7f73340cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f73340d4e20 con 0x7f73340d33c0 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f733415ea20 con 0x7f733415e640 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f733b99f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f73340d4fa0 con 0x7f73340cef60 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f7338f3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f7338f3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35398/0 (socket says 172.21.15.17:35398) 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.667+0000 7f7338f3a640 1 -- 172.21.15.17:0/1885509877 learned_addr learned my addr 172.21.15.17:0/1885509877 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f733973b640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73340cef60 0x7f733415c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7339f3c640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f733415e640 0x7f73340cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 -- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73340cef60 msgr2=0x7f733415c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73340cef60 0x7f733415c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 -- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f733415e640 msgr2=0x7f73340cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:49.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f733415e640 0x7f73340cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 -- 172.21.15.17:0/1885509877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7334159d20 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7338f3a640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 secure :-1 s=READY pgs=2170 cs=0 l=1 rev1=1 crypto rx=0x7f732400e8a0 tx=0x7f732400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7324017070 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f732400c940 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f733415a000 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f732400cd30 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.668+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f733415a8a0 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.669+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73340d4490 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.670+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f732401a070 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.670+0000 7f7329ffb640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 0x7f731806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.670+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f732408c280 con 0x7f73340d33c0 2024-09-19T08:12:49.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.671+0000 7f733973b640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 0x7f731806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:49.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.671+0000 7f733973b640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 0x7f731806e770 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f7330034000 tx=0x7f733002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:49.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.675+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73340d4490 con 0x7f73340d33c0 2024-09-19T08:12:49.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:49.886+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f73340d2e80 con 0x7f73340d33c0 2024-09-19T08:12:50.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.234+0000 7f7329ffb640 1 -- 172.21.15.17:0/1885509877 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v300) ==== 162+0+0 (secure 0 0 0) 0x7f7324059df0 con 0x7f73340d33c0 2024-09-19T08:12:50.234 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:12:50.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 msgr2=0x7f731806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 0x7f731806e770 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f7330034000 tx=0x7f733002f000 comp rx=0 tx=0).stop 2024-09-19T08:12:50.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 msgr2=0x7f733415adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 secure :-1 s=READY pgs=2170 cs=0 l=1 rev1=1 crypto rx=0x7f732400e8a0 tx=0x7f732400ed60 comp rx=0 tx=0).stop 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 shutdown_connections 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f731806c2b0 0x7f731806e770 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f733415e640 0x7f73340cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73340d33c0 0x7f733415adc0 unknown :-1 s=CLOSED pgs=2170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.236+0000 7f733b99f640 1 --2- 172.21.15.17:0/1885509877 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73340cef60 0x7f733415c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.237+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 >> 172.21.15.17:0/1885509877 conn(0x7f7334067d70 msgr2=0x7f73340b48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.237+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 shutdown_connections 2024-09-19T08:12:50.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.237+0000 7f733b99f640 1 -- 172.21.15.17:0/1885509877 wait complete. 2024-09-19T08:12:50.242 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:50.242+0000 7fa9ce132640 -1 mds.0.openfiles _load_finish: corrupted header/values: End of buffer [buffer:2] 2024-09-19T08:12:50.654 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.769+0000 7fd1919bd640 1 Processor -- start 2024-09-19T08:12:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.769+0000 7fd1919bd640 1 -- start start 2024-09-19T08:12:50.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd1919bd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd18c0cd880 0x7fd18c0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd1919bd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd18c0b22c0 0x7fd18c15c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd1919bd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd18c0ce160 con 0x7fd18c156990 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd1919bd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd18c156d70 con 0x7fd18c0b22c0 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd1919bd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd18c0cea90 con 0x7fd18c0cd880 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd18b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd18c0b22c0 0x7fd18c15c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd18b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd18c0b22c0 0x7fd18c15c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35410/0 (socket says 172.21.15.17:35410) 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd18b7fe640 1 -- 172.21.15.17:0/4227274885 learned_addr learned my addr 172.21.15.17:0/4227274885 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.770+0000 7fd18a7fc640 1 --2- 172.21.15.17:0/4227274885 >> v2:172.21.15.160:3300/0 conn(0x7fd18c0cd880 0x7fd18c0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.771+0000 7fd18b7fe640 1 -- 172.21.15.17:0/4227274885 >> v2:172.21.15.160:3300/0 conn(0x7fd18c0cd880 msgr2=0x7fd18c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.771+0000 7fd18b7fe640 1 --2- 172.21.15.17:0/4227274885 >> v2:172.21.15.160:3300/0 conn(0x7fd18c0cd880 0x7fd18c0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.771+0000 7fd18b7fe640 1 -- 172.21.15.17:0/4227274885 >> v1:172.21.15.160:6789/0 conn(0x7fd18c156990 legacy=0x7fd18c0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.771+0000 7fd18b7fe640 1 -- 172.21.15.17:0/4227274885 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18c0731f0 con 0x7fd18c0b22c0 2024-09-19T08:12:50.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.771+0000 7fd18b7fe640 1 --2- 172.21.15.17:0/4227274885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0b22c0 0x7fd18c15c8d0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7fd18c074050 tx=0x7fd18402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43a763aa3666266 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:50.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd189ffb640 1 -- 172.21.15.17:0/4227274885 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184037070 con 0x7fd18c0b22c0 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd189ffb640 1 -- 172.21.15.17:0/4227274885 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd184032440 con 0x7fd18c0b22c0 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd189ffb640 1 -- 172.21.15.17:0/4227274885 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184032810 con 0x7fd18c0b22c0 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 -- 172.21.15.17:0/4227274885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0b22c0 msgr2=0x7fd18c15c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 --2- 172.21.15.17:0/4227274885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0b22c0 0x7fd18c15c8d0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7fd18c074050 tx=0x7fd18402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 -- 172.21.15.17:0/4227274885 shutdown_connections 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 --2- 172.21.15.17:0/4227274885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0b22c0 0x7fd18c15c8d0 unknown :-1 s=CLOSED pgs=2171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 --2- 172.21.15.17:0/4227274885 >> v2:172.21.15.160:3300/0 conn(0x7fd18c0cd880 0x7fd18c0b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 -- 172.21.15.17:0/4227274885 >> 172.21.15.17:0/4227274885 conn(0x7fd18c06bc10 msgr2=0x7fd18c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 -- 172.21.15.17:0/4227274885 shutdown_connections 2024-09-19T08:12:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.772+0000 7fd1919bd640 1 -- 172.21.15.17:0/4227274885 wait complete. 2024-09-19T08:12:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.773+0000 7fd1919bd640 1 Processor -- start 2024-09-19T08:12:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 -- start start 2024-09-19T08:12:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd18c0b22c0 0x7fd18c0b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd18c156990 0x7fd18c0ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c0b26d0 con 0x7fd18c0cd880 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c0ce720 con 0x7fd18c0b22c0 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.774+0000 7fd1919bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd18c0cef20 con 0x7fd18c156990 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35416/0 (socket says 172.21.15.17:35416) 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 -- 172.21.15.17:0/902229115 learned_addr learned my addr 172.21.15.17:0/902229115 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18affd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd18c0b22c0 0x7fd18c0b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18b7fe640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd18c156990 0x7fd18c0ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 -- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd18c156990 msgr2=0x7fd18c0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd18c156990 0x7fd18c0ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 -- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd18c0b22c0 msgr2=0x7fd18c0b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd18c0b22c0 0x7fd18c0b4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 -- 172.21.15.17:0/902229115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18c15d720 con 0x7fd18c0cd880 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd18a7fc640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7fd17400e980 tx=0x7fd17400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd174017070 con 0x7fd18c0cd880 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd17400ca00 con 0x7fd18c0cd880 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18c0b40a0 con 0x7fd18c0cd880 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17400cdd0 con 0x7fd18c0cd880 2024-09-19T08:12:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.775+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd18c0b4940 con 0x7fd18c0cd880 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.776+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd18c0b4270 con 0x7fd18c0cd880 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.777+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd17401a070 con 0x7fd18c0cd880 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.777+0000 7fd183fff640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.777+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7fd17408c3d0 con 0x7fd18c0cd880 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.778+0000 7fd18affd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.778+0000 7fd18affd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fd17c001e70 tx=0x7fd17c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.782+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd174059860 con 0x7fd18c0cd880 2024-09-19T08:12:50.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.991+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd18c0b1d80 con 0x7fd18c0cd880 2024-09-19T08:12:50.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.991+0000 7fd183fff640 1 -- 172.21.15.17:0/902229115 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 301 v301) ==== 95+0+5233 (secure 0 0 0) 0x7fd17405db60 con 0x7fd18c0cd880 2024-09-19T08:12:50.991 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:50.992 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":301,"btime":"2024-09-19T08:12:50:237927+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":301,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:50.237907+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10308},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10308":{"gid":10308,"name":"c","rank":0,"incarnation":301,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/4049218232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4049218232},{"type":"v1","addr":"172.21.15.17:6834","nonce":4049218232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:12:50.992 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 301 2024-09-19T08:12:50.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 msgr2=0x7fd16c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fd17c001e70 tx=0x7fd17c009040 comp rx=0 tx=0).stop 2024-09-19T08:12:50.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 msgr2=0x7fd18c14b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7fd17400e980 tx=0x7fd17400ee40 comp rx=0 tx=0).stop 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 shutdown_connections 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd18c156990 0x7fd18c0ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18c0cd880 0x7fd18c14b750 unknown :-1 s=CLOSED pgs=2172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 --2- 172.21.15.17:0/902229115 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd18c0b22c0 0x7fd18c0b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 >> 172.21.15.17:0/902229115 conn(0x7fd18c06bc10 msgr2=0x7fd18c06d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 shutdown_connections 2024-09-19T08:12:50.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:50.993+0000 7fd1919bd640 1 -- 172.21.15.17:0/902229115 wait complete. 2024-09-19T08:12:51.004 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 301, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:50.237907+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 124, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10308}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10308': {'gid': 10308, 'name': 'c', 'rank': 0, 'incarnation': 301, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/4049218232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 4049218232}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 4049218232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:12:51.004 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10308:up:replay 2024-09-19T08:12:51.005 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:12:54.232 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:12:54.232+0000 7fa9d213a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:56.407 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:12:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.523+0000 7f6a6fb49640 1 Processor -- start 2024-09-19T08:12:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.523+0000 7f6a6fb49640 1 -- start start 2024-09-19T08:12:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6fb49640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a680cf2b0 0x7f6a680d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6fb49640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6a680cf720 0x7f6a680d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6fb49640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a6815ea20 con 0x7f6a6815e640 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6fb49640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6a680b3d00 con 0x7f6a680cf2b0 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6fb49640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6a680b2860 con 0x7f6a680cf720 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a680cf2b0 0x7f6a680d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6a680cf2b0 0x7f6a680d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55338/0 (socket says 172.21.15.17:55338) 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 -- 172.21.15.17:0/1126296628 learned_addr learned my addr 172.21.15.17:0/1126296628 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6e0e6640 1 --2- 172.21.15.17:0/1126296628 >> v2:172.21.15.160:3300/0 conn(0x7f6a680cf720 0x7f6a680d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 -- 172.21.15.17:0/1126296628 >> v2:172.21.15.160:3300/0 conn(0x7f6a680cf720 msgr2=0x7f6a680d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 --2- 172.21.15.17:0/1126296628 >> v2:172.21.15.160:3300/0 conn(0x7f6a680cf720 0x7f6a680d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 -- 172.21.15.17:0/1126296628 >> v1:172.21.15.160:6789/0 conn(0x7f6a6815e640 legacy=0x7f6a680ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.524+0000 7f6a6d0e4640 1 -- 172.21.15.17:0/1126296628 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a680b1c50 con 0x7f6a680cf2b0 2024-09-19T08:12:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.525+0000 7f6a6d0e4640 1 --2- 172.21.15.17:0/1126296628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a680cf2b0 0x7f6a680d2650 secure :-1 s=READY pgs=2173 cs=0 l=1 rev1=1 crypto rx=0x7f6a6815ebf0 tx=0x7f6a5802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4861049c9168bb94 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.525+0000 7f6a6c8e3640 1 -- 172.21.15.17:0/1126296628 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a58037070 con 0x7f6a680cf2b0 2024-09-19T08:12:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.525+0000 7f6a6c8e3640 1 -- 172.21.15.17:0/1126296628 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a58032440 con 0x7f6a680cf2b0 2024-09-19T08:12:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.525+0000 7f6a6c8e3640 1 -- 172.21.15.17:0/1126296628 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a58032810 con 0x7f6a680cf2b0 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 -- 172.21.15.17:0/1126296628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a680cf2b0 msgr2=0x7f6a680d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/1126296628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a680cf2b0 0x7f6a680d2650 secure :-1 s=READY pgs=2173 cs=0 l=1 rev1=1 crypto rx=0x7f6a6815ebf0 tx=0x7f6a5802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 -- 172.21.15.17:0/1126296628 shutdown_connections 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/1126296628 >> v2:172.21.15.160:3300/0 conn(0x7f6a680cf720 0x7f6a680d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/1126296628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a680cf2b0 0x7f6a680d2650 unknown :-1 s=CLOSED pgs=2173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 -- 172.21.15.17:0/1126296628 >> 172.21.15.17:0/1126296628 conn(0x7f6a6809d820 msgr2=0x7f6a680d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 -- 172.21.15.17:0/1126296628 shutdown_connections 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.526+0000 7f6a6fb49640 1 -- 172.21.15.17:0/1126296628 wait complete. 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.527+0000 7f6a6fb49640 1 Processor -- start 2024-09-19T08:12:56.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.527+0000 7f6a6fb49640 1 -- start start 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a680cf2b0 0x7f6a681557d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a680cf720 0x7f6a680ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6a680b24f0 con 0x7f6a6815e640 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6a680b2210 con 0x7f6a680cf2b0 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6fb49640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6a680cfe40 con 0x7f6a680cf720 2024-09-19T08:12:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6e0e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6e0e6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55354/0 (socket says 172.21.15.17:55354) 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6e0e6640 1 -- 172.21.15.17:0/2476133799 learned_addr learned my addr 172.21.15.17:0/2476133799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6d0e4640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a680cf720 0x7f6a680ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.528+0000 7f6a6d8e5640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a680cf2b0 0x7f6a681557d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 -- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a680cf720 msgr2=0x7f6a680ccb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a680cf720 0x7f6a680ccb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 -- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a680cf2b0 msgr2=0x7f6a681557d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a680cf2b0 0x7f6a681557d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 -- 172.21.15.17:0/2476133799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a680cd6d0 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6e0e6640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7f6a60009dd0 tx=0x7f6a6000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a60018020 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a60014480 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a680cd9b0 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a60014870 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.529+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a680cc310 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.530+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a680cb380 con 0x7f6a6815e640 2024-09-19T08:12:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.531+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a60005d10 con 0x7f6a6815e640 2024-09-19T08:12:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.531+0000 7f6a5e7fc640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 0x7f6a4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.531+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f6a6008ce10 con 0x7f6a6815e640 2024-09-19T08:12:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.531+0000 7f6a6d8e5640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 0x7f6a4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.532+0000 7f6a6d8e5640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 0x7f6a4c06e770 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f6a680ce790 tx=0x7f6a64009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.535+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a680cb380 con 0x7f6a6815e640 2024-09-19T08:12:56.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.746+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a68155d10 con 0x7f6a6815e640 2024-09-19T08:12:56.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.747+0000 7f6a5e7fc640 1 -- 172.21.15.17:0/2476133799 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 304 v304) ==== 95+0+5242 (secure 0 0 0) 0x7f6a60022030 con 0x7f6a6815e640 2024-09-19T08:12:56.747 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:56.747 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":304,"btime":"2024-09-19T08:12:53:248884+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":304,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:12:53.248876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10308},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10308":{"gid":10308,"name":"c","rank":0,"incarnation":301,"state":"up:active","state_seq":4,"addr":"172.21.15.17:6834/4049218232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":4049218232},{"type":"v1","addr":"172.21.15.17:6834","nonce":4049218232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10308,"qdb_cluster":[10308]},"id":6}]} 2024-09-19T08:12:56.747 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 304 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 msgr2=0x7f6a4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 0x7f6a4c06e770 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f6a680ce790 tx=0x7f6a64009040 comp rx=0 tx=0).stop 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 msgr2=0x7f6a680cded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7f6a60009dd0 tx=0x7f6a6000c490 comp rx=0 tx=0).stop 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 shutdown_connections 2024-09-19T08:12:56.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6a4c06c2b0 0x7f6a4c06e770 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6a6815e640 0x7f6a680cded0 unknown :-1 s=CLOSED pgs=2174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6a680cf720 0x7f6a680ccb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 --2- 172.21.15.17:0/2476133799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6a680cf2b0 0x7f6a681557d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 >> 172.21.15.17:0/2476133799 conn(0x7f6a6809d820 msgr2=0x7f6a680b7f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 shutdown_connections 2024-09-19T08:12:56.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.749+0000 7f6a6fb49640 1 -- 172.21.15.17:0/2476133799 wait complete. 2024-09-19T08:12:56.760 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 304, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:08:37.081188+0000', 'modified': '2024-09-19T08:12:53.248876+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 124, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10308}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10308': {'gid': 10308, 'name': 'c', 'rank': 0, 'incarnation': 301, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.17:6834/4049218232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6832', 'nonce': 4049218232}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 4049218232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10308, 'qdb_cluster': [10308]} 2024-09-19T08:12:56.760 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:12:56.761 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T08:12:56.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.865+0000 7faa7d265640 1 Processor -- start 2024-09-19T08:12:56.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.865+0000 7faa7d265640 1 -- start start 2024-09-19T08:12:56.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa7d265640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7faa7815eab0 0x7faa7806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa7d265640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa780b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa7d265640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa780d17e0 con 0x7faa780b80c0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa7d265640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7faa780d09d0 con 0x7faa7815eab0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa7d265640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa7815ee90 con 0x7faa7806dae0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa777fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7faa780b80c0 0x7faa780b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60238/0 (socket says 172.21.15.17:60238) 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa777fe640 1 -- 172.21.15.17:0/1036595364 learned_addr learned my addr 172.21.15.17:0/1036595364 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa767fc640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa780b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa76ffd640 1 --2- 172.21.15.17:0/1036595364 >> v2:172.21.15.160:3300/0 conn(0x7faa7815eab0 0x7faa7806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4096528311 0 0) 0x7faa780d17e0 con 0x7faa780b80c0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.866+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa64003520 con 0x7faa780b80c0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3522796490 0 0) 0x7faa64003520 con 0x7faa780b80c0 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 msgr2=0x7faa780b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa780b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 >> v2:172.21.15.160:3300/0 conn(0x7faa7815eab0 msgr2=0x7faa7806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 --2- 172.21.15.17:0/1036595364 >> v2:172.21.15.160:3300/0 conn(0x7faa7815eab0 0x7faa7806d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa780cfc10 con 0x7faa780b80c0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7faa70001670 con 0x7faa780b80c0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 >> v1:172.21.15.17:6789/0 conn(0x7faa780b80c0 legacy=0x7faa780b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa640039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa64003f30 0x7faa64004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa64004d40 0x7faa640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa780d09d0 con 0x7faa64004d40 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faa7815ee90 con 0x7faa64003f30 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa6400b9f0 con 0x7faa7806dae0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa64004d40 0x7faa640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa76ffd640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa640039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa767fc640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa64003f30 0x7faa64004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 -- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 msgr2=0x7faa640039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa7806dae0 0x7faa640039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 -- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa64003f30 msgr2=0x7faa64004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa64003f30 0x7faa64004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.867+0000 7faa777fe640 1 -- 172.21.15.17:0/1036595364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa64003520 con 0x7faa64004d40 2024-09-19T08:12:56.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa777fe640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa64004d40 0x7faa640051c0 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c210 tx=0x7faa64005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62e0fa5ab5265b54 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70007d50 con 0x7faa64004d40 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa70005af0 con 0x7faa64004d40 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa75ffb640 1 -- 172.21.15.17:0/1036595364 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70007070 con 0x7faa64004d40 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa7d265640 1 -- 172.21.15.17:0/1036595364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa64004d40 msgr2=0x7faa640051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa7d265640 1 --2- 172.21.15.17:0/1036595364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa64004d40 0x7faa640051c0 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c210 tx=0x7faa64005830 comp rx=0 tx=0).stop 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.868+0000 7faa777fe640 1 -- 172.21.15.17:0/1036595364 reap_dead start 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.869+0000 7faa7d265640 1 -- 172.21.15.17:0/1036595364 shutdown_connections 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.869+0000 7faa7d265640 1 -- 172.21.15.17:0/1036595364 >> 172.21.15.17:0/1036595364 conn(0x7faa780d4b30 msgr2=0x7faa780d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.869+0000 7faa7d265640 1 -- 172.21.15.17:0/1036595364 shutdown_connections 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.869+0000 7faa7d265640 1 -- 172.21.15.17:0/1036595364 wait complete. 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.870+0000 7faa7d265640 1 Processor -- start 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.870+0000 7faa7d265640 1 -- start start 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa7815da30 0x7faa780abb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 0x7faa780cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa780d01d0 con 0x7faa780ac090 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faa7806df20 con 0x7faa7815da30 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa7d265640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa780d04b0 con 0x7faa78161720 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55378/0 (socket says 172.21.15.17:55378) 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 -- 172.21.15.17:0/2530226576 learned_addr learned my addr 172.21.15.17:0/2530226576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa76ffd640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa7815da30 0x7faa780abb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa777fe640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 0x7faa780cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 -- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 msgr2=0x7faa780cb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 0x7faa780cb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 -- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa7815da30 msgr2=0x7faa780abb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa7815da30 0x7faa780abb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 -- 172.21.15.17:0/2530226576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa78161ba0 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa777fe640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 0x7faa780cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa767fc640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7faa60011910 tx=0x7faa60011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.871+0000 7faa6f7fe640 1 -- 172.21.15.17:0/2530226576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6000faf0 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.872+0000 7faa6f7fe640 1 -- 172.21.15.17:0/2530226576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa6000fc90 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.872+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa780cdab0 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.872+0000 7faa6f7fe640 1 -- 172.21.15.17:0/2530226576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60014440 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.872+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa780ce070 con 0x7faa780ac090 2024-09-19T08:12:56.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.873+0000 7faa6f7fe640 1 -- 172.21.15.17:0/2530226576 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa60012040 con 0x7faa780ac090 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.874+0000 7faa6f7fe640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.874+0000 7faa6f7fe640 1 -- 172.21.15.17:0/2530226576 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7faa6008c650 con 0x7faa780ac090 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.874+0000 7faa76ffd640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.874+0000 7faa80007740 1 Processor -- start 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.874+0000 7faa76ffd640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 0x7faa5806e770 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7faa68014510 tx=0x7faa6800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 -- start start 2024-09-19T08:12:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c55a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 0x55bae2c106a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bae2b72520 con 0x55bae2c11a50 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bae2b1a3e0 con 0x55bae2c102c0 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bae2b6e4e0 con 0x55bae2c0da80 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55380/0 (socket says 172.21.15.17:55380) 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa777fe640 1 -- 172.21.15.17:0/2099588185 learned_addr learned my addr 172.21.15.17:0/2099588185 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa767fc640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 0x55bae2c106a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.875+0000 7faa76ffd640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c55a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 -- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 msgr2=0x55bae2c106a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 0x55bae2c106a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 -- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 msgr2=0x55bae2c55a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c55a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 -- 172.21.15.17:0/2099588185 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bae2b352f0 con 0x55bae2c11a50 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa767fc640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 0x55bae2c106a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa777fe640 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c300 tx=0x7faa70007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a56c3b1433a2b8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa6cff9640 1 -- 172.21.15.17:0/2099588185 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70043070 con 0x55bae2c11a50 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa6cff9640 1 -- 172.21.15.17:0/2099588185 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa70007d50 con 0x55bae2c11a50 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.876+0000 7faa6cff9640 1 -- 172.21.15.17:0/2099588185 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70001650 con 0x55bae2c11a50 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 -- 172.21.15.17:0/2099588185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 msgr2=0x55bae2c0a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c300 tx=0x7faa70007000 comp rx=0 tx=0).stop 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 -- 172.21.15.17:0/2099588185 shutdown_connections 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c0a8b0 unknown :-1 s=CLOSED pgs=2178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0da80 0x55bae2c106a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 --2- 172.21.15.17:0/2099588185 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c55a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 -- 172.21.15.17:0/2099588185 >> 172.21.15.17:0/2099588185 conn(0x55bae2c0ca80 msgr2=0x55bae2c54f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 -- 172.21.15.17:0/2099588185 shutdown_connections 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.877+0000 7faa80007740 1 -- 172.21.15.17:0/2099588185 wait complete. 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 -- start start 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 Processor -- start 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c2e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c11a50 0x55bae2c3a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bae2c0bf20 con 0x55bae2c0e950 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bae2afb450 con 0x55bae2c102c0 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bae2c56290 con 0x55bae2c11a50 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa80007740 10 client.0 _ll_register_callbacks cb 0x55bae2884ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.878+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55396/0 (socket says 172.21.15.17:55396) 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 -- 172.21.15.17:0/3060884721 learned_addr learned my addr 172.21.15.17:0/3060884721 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa767fc640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c11a50 0x55bae2c3a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa76ffd640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c2e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 -- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c11a50 msgr2=0x55bae2c3a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c11a50 0x55bae2c3a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 -- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 msgr2=0x55bae2c2e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c2e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 -- 172.21.15.17:0/3060884721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bae28852d0 con 0x55bae2c0e950 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa777fe640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7faa70041040 tx=0x7faa70001ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca08b4d5db112796 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7004c060 con 0x55bae2c0e950 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7faa70007090 con 0x55bae2c0e950 2024-09-19T08:12:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa70007d50 con 0x55bae2c0e950 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7faa70053050 con 0x55bae2c0e950 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa80007740 10 client.10362 fetch_fsmap learned FSMap version 304 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.879+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=304,monmap=2+}) -- 0x55bae294f6b0 con 0x55bae2c0e950 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa70007d50 con 0x55bae2c0e950 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 304) ==== 3502+0+0 (secure 0 0 0) 0x7faa70046070 con 0x55bae2c0e950 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 10 client.10362 fetch_fsmap finished waiting for FSMap version 304 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 10 client.10362 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 20 client.10362 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c09980 0x55bae2c09d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 4 client.10362 mds_command: new command op to 10308 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 --> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bae2b7fc50 con 0x55bae2c09980 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa76ffd640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c09980 0x55bae2c09d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa55ffb640 10 client.10362 ms_handle_connect on v2:172.21.15.17:6832/4049218232 2024-09-19T08:12:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.880+0000 7faa76ffd640 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c09980 0x55bae2c09d60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31a6b5c9a9375ef9 server_cookie=a80740eec85589fc in_seq=0 out_seq=0 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa55ffb640 1 -- 172.21.15.17:0/3060884721 <== mds.0 v2:172.21.15.17:6832/4049218232 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bae2b7fc50 con 0x55bae2c09980 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa55ffb640 10 client.10362 handle_command_reply: tid=0 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 client.10362 shutdown 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 msgr2=0x55bae2c0edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7faa70041040 tx=0x7faa70001ab0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 shutdown_connections 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c09980 0x55bae2c09d60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c0e950 0x55bae2c0edd0 unknown :-1 s=CLOSED pgs=2179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c11a50 0x55bae2c3a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa55ffb640 0 client.10362 ms_handle_reset on v2:172.21.15.17:6832/4049218232 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 --2- 172.21.15.17:0/3060884721 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c2e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 >> 172.21.15.17:0/3060884721 conn(0x55bae2c0da80 msgr2=0x55bae2c350c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 shutdown_connections 2024-09-19T08:12:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 1 -- 172.21.15.17:0/3060884721 wait complete. 2024-09-19T08:12:56.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.881+0000 7faa80007740 20 client.10362 trim_cache size 0 max 16384 2024-09-19T08:12:56.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.899+0000 7faa80007740 1 Processor -- start 2024-09-19T08:12:56.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.899+0000 7faa80007740 1 -- start start 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2c0f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c09d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa782024f0 con 0x55bae2c11a50 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faa78201830 con 0x55bae2c102c0 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa78201e80 con 0x55bae2c0e950 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55398/0 (socket says 172.21.15.17:55398) 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 -- 172.21.15.17:0/3320532476 learned_addr learned my addr 172.21.15.17:0/3320532476 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa76ffd640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2c0f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa767fc640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c09d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 -- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 msgr2=0x55bae2c0f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2c0f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 -- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 msgr2=0x55bae2c09d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c09d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa777fe640 1 -- 172.21.15.17:0/3320532476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bae2c0f9d0 con 0x55bae2c11a50 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.900+0000 7faa767fc640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c09d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa777fe640 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7faa7002c0c0 tx=0x7faa7003f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2e8262862a7895 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa57fff640 1 -- 172.21.15.17:0/3320532476 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7004c040 con 0x55bae2c11a50 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa57fff640 1 -- 172.21.15.17:0/3320532476 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa70004ab0 con 0x55bae2c11a50 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa57fff640 1 -- 172.21.15.17:0/3320532476 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70043040 con 0x55bae2c11a50 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 -- 172.21.15.17:0/3320532476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 msgr2=0x55bae2c37f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7faa7002c0c0 tx=0x7faa7003f000 comp rx=0 tx=0).stop 2024-09-19T08:12:56.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 -- 172.21.15.17:0/3320532476 shutdown_connections 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c11a50 0x55bae2c37f90 unknown :-1 s=CLOSED pgs=2180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c102c0 0x55bae2c09d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 --2- 172.21.15.17:0/3320532476 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2c0f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 -- 172.21.15.17:0/3320532476 >> 172.21.15.17:0/3320532476 conn(0x55bae2c0da80 msgr2=0x55bae2c391c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.901+0000 7faa80007740 1 -- 172.21.15.17:0/3320532476 shutdown_connections 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.902+0000 7faa80007740 1 -- 172.21.15.17:0/3320532476 wait complete. 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.902+0000 7faa80007740 1 -- start start 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.902+0000 7faa80007740 1 Processor -- start 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2cd22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 0x55bae2c6c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bae2c3a010 con 0x55bae2c102c0 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55bae2c0bf20 con 0x55bae2c11a50 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55bae2c0aa00 con 0x55bae2c0e950 2024-09-19T08:12:56.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa80007740 10 client.0 _ll_register_callbacks cb 0x7faa70041070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55408/0 (socket says 172.21.15.17:55408) 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 -- 172.21.15.17:0/638589237 learned_addr learned my addr 172.21.15.17:0/638589237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa76ffd640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2cd22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa777fe640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 0x55bae2c6c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 -- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 msgr2=0x55bae2cd22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2cd22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 -- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 msgr2=0x55bae2c6c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 0x55bae2c6c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 -- 172.21.15.17:0/638589237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bae2c0b740 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa777fe640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 0x55bae2c6c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa767fc640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7faa6008a260 tx=0x7faa6005dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f000cb47c8c5e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.903+0000 7faa55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60088060 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7faa60062180 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa70004ab0 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7faa60057df0 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 10 client.10368 fetch_fsmap learned FSMap version 304 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=304,monmap=2+}) -- 0x55bae2c6cef0 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa70004ab0 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 304) ==== 3502+0+0 (secure 0 0 0) 0x7faa60025030 con 0x55bae2c102c0 2024-09-19T08:12:56.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 10 client.10368 fetch_fsmap finished waiting for FSMap version 304 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 10 client.10368 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 20 client.10368 populate_metadata read hostname 'smithi017' 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c39380 0x55bae2c63360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 4 client.10368 mds_command: new command op to 10308 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 --> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] -- command(tid 0: {"prefix": "status"}) -- 0x55bae2b79fa0 con 0x55bae2c39380 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa76ffd640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c39380 0x55bae2c63360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa76ffd640 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c39380 0x55bae2c63360 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74aa97a304e9fe08 server_cookie=aa1909857b1eccc2 in_seq=0 out_seq=0 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.904+0000 7faa55ffb640 10 client.10368 ms_handle_connect on v2:172.21.15.17:6832/4049218232 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa55ffb640 1 -- 172.21.15.17:0/638589237 <== mds.0 v2:172.21.15.17:6832/4049218232 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55bae2b79fa0 con 0x55bae2c39380 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa55ffb640 10 client.10368 handle_command_reply: tid=0 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 client.10368 shutdown 2024-09-19T08:12:56.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 msgr2=0x55bae2c6c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7faa6008a260 tx=0x7faa6005dde0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 shutdown_connections 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55bae2c11a50 0x55bae2c6c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:6832/4049218232,v1:172.21.15.17:6834/4049218232] conn(0x55bae2c39380 0x55bae2c63360 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bae2c102c0 0x55bae2c6c3b0 unknown :-1 s=CLOSED pgs=2181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 --2- 172.21.15.17:0/638589237 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55bae2c0e950 0x55bae2cd22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa55ffb640 0 client.10368 ms_handle_reset on v2:172.21.15.17:6832/4049218232 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 >> 172.21.15.17:0/638589237 conn(0x55bae2c0da80 msgr2=0x55bae2c78b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 shutdown_connections 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 1 -- 172.21.15.17:0/638589237 wait complete. 2024-09-19T08:12:56.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa80007740 20 client.10368 trim_cache size 0 max 16384 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10308, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6656331519999998, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 304, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 124, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 124, 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 7.90562817 2024-09-19T08:12:56.914 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:56.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 msgr2=0x7faa5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 0x7faa5806e770 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7faa68014510 tx=0x7faa6800b040 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 msgr2=0x7faa781611e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7faa60011910 tx=0x7faa60011dd0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 shutdown_connections 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.905+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa78161720 0x7faa780cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.906+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa780ac090 0x7faa781611e0 unknown :-1 s=CLOSED pgs=2177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.906+0000 7faa7d265640 1 --2- 172.21.15.17:0/2530226576 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa7815da30 0x7faa780abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.906+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 >> 172.21.15.17:0/2530226576 conn(0x7faa780d4b30 msgr2=0x7faa780d33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.906+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 shutdown_connections 2024-09-19T08:12:56.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:56.906+0000 7faa7d265640 1 -- 172.21.15.17:0/2530226576 wait complete. 2024-09-19T08:12:56.917 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:12:56.917 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap header on mds0_openfiles.0', proceeding to ls 2024-09-19T08:12:56.917 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:12:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.020+0000 7f183f4e4640 1 Processor -- start 2024-09-19T08:12:57.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.020+0000 7f183f4e4640 1 -- start start 2024-09-19T08:12:57.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183f4e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1838162d20 0x7f18380d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183f4e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 0x7f18380d3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183f4e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18381631b0 con 0x7f183815e890 2024-09-19T08:12:57.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183f4e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f183815ec70 con 0x7f1838162d20 2024-09-19T08:12:57.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183f4e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18380d2ab0 con 0x7f18380b6b30 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1838162d20 0x7f18380d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1838162d20 0x7f18380d2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55410/0 (socket says 172.21.15.17:55410) 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 -- 172.21.15.17:0/1261779290 learned_addr learned my addr 172.21.15.17:0/1261779290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183da81640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 0x7f18380d3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 -- 172.21.15.17:0/1261779290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 msgr2=0x7f18380d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 0x7f18380d3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 -- 172.21.15.17:0/1261779290 >> v1:172.21.15.160:6789/0 conn(0x7f183815e890 legacy=0x7f18380b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183ca7f640 1 -- 172.21.15.17:0/1261779290 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18380cf6a0 con 0x7f1838162d20 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.021+0000 7f183da81640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 0x7f18380d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.022+0000 7f183ca7f640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838162d20 0x7f18380d2f40 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f182c009870 tx=0x7f182c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae723770df88fd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.022+0000 7f182bfff640 1 -- 172.21.15.17:0/1261779290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c037070 con 0x7f1838162d20 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.022+0000 7f182bfff640 1 -- 172.21.15.17:0/1261779290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f182c032440 con 0x7f1838162d20 2024-09-19T08:12:57.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.022+0000 7f182bfff640 1 -- 172.21.15.17:0/1261779290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c032810 con 0x7f1838162d20 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 -- 172.21.15.17:0/1261779290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838162d20 msgr2=0x7f18380d2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838162d20 0x7f18380d2f40 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f182c009870 tx=0x7f182c02a2a0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 -- 172.21.15.17:0/1261779290 shutdown_connections 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f18380b6b30 0x7f18380d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 --2- 172.21.15.17:0/1261779290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1838162d20 0x7f18380d2f40 unknown :-1 s=CLOSED pgs=2182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 -- 172.21.15.17:0/1261779290 >> 172.21.15.17:0/1261779290 conn(0x7f18380d1440 msgr2=0x7f18380d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 -- 172.21.15.17:0/1261779290 shutdown_connections 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.023+0000 7f183f4e4640 1 -- 172.21.15.17:0/1261779290 wait complete. 2024-09-19T08:12:57.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.024+0000 7f183f4e4640 1 Processor -- start 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.024+0000 7f183f4e4640 1 -- start start 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18380b6b30 0x7f18380ce200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1838156a30 0x7f18381555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18380ce830 con 0x7f183815e890 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f18380cfc60 con 0x7f18380b6b30 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183f4e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f18380ce9b0 con 0x7f1838156a30 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55422/0 (socket says 172.21.15.17:55422) 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 -- 172.21.15.17:0/2488981594 learned_addr learned my addr 172.21.15.17:0/2488981594 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183d280640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18380b6b30 0x7f18380ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183da81640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1838156a30 0x7f18381555c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 -- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1838156a30 msgr2=0x7f18381555c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:57.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1838156a30 0x7f18381555c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 -- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18380b6b30 msgr2=0x7f18380ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18380b6b30 0x7f18380ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.025+0000 7f183ca7f640 1 -- 172.21.15.17:0/2488981594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18380caf20 con 0x7f183815e890 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f183ca7f640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7f182c000c00 tx=0x7f182c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c041070 con 0x7f183815e890 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f182c03c870 con 0x7f183815e890 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18380cac40 con 0x7f183815e890 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c037040 con 0x7f183815e890 2024-09-19T08:12:57.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.026+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18380cdce0 con 0x7f183815e890 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.027+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18380cee00 con 0x7f183815e890 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.028+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f182c044070 con 0x7f183815e890 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.028+0000 7f1829ffb640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.028+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f182c0acb70 con 0x7f183815e890 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.028+0000 7f183d280640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:57.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.029+0000 7f183d280640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 0x7f181c06e770 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f1834004f60 tx=0x7f1834007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:57.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.032+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f182c07a1b0 con 0x7f183815e890 2024-09-19T08:12:57.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.243+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f18380d23b0 con 0x7f183815e890 2024-09-19T08:12:57.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.243+0000 7f1829ffb640 1 -- 172.21.15.17:0/2488981594 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v304) ==== 53+0+73 (secure 0 0 0) 0x7f182c07e4b0 con 0x7f183815e890 2024-09-19T08:12:57.243 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:12:57.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 msgr2=0x7f181c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:57.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 0x7f181c06e770 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f1834004f60 tx=0x7f1834007e30 comp rx=0 tx=0).stop 2024-09-19T08:12:57.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 msgr2=0x7f183814a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:57.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7f182c000c00 tx=0x7f182c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 shutdown_connections 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1838156a30 0x7f18381555c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f183815e890 0x7f183814a560 unknown :-1 s=CLOSED pgs=2183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 --2- 172.21.15.17:0/2488981594 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f18380b6b30 0x7f18380ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 >> 172.21.15.17:0/2488981594 conn(0x7f18380d1440 msgr2=0x7f18380d1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 shutdown_connections 2024-09-19T08:12:57.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57.245+0000 7f183f4e4640 1 -- 172.21.15.17:0/2488981594 wait complete. 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:12:57.256 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:12:57.257 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:57.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.257 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:12:57.274 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:12:57.274 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:12:57.274 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:12:57.274 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.274 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:12:57.275 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42144sec preferred_lft 42144sec 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:12:57.276 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:12:57.277 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.278 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:12:57.278 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:57.278 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:12:57.278 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:12:57.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.279 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:12:57.339 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:12:57.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.341 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:12:57.397 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:12:57.398 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:12:57.398 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:12:57.398 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:12:57.398 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:12:57.398 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:12:57.398 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:12:57.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:12:57.399 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:12:57.399 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:12:57.399 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:12:57.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:12:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:57.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.528 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:12:57.544 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:12:57.544 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:12:57.544 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:57.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.544 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:12:57.610 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:12:57.610 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:57.610 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:57.666 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:12:57.666 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:12:57.666 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:57.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:57.790 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:57.846 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:57.846 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:57.847 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:57.848 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:57.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:57.850 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:57.903 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:12:57.903 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:12:57.945 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:12:57.971 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:12:58.028 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:12:58.029 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:12:58.030 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:12:58.031 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:58.031 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:12:58.031 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:58.031 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:12:58.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:58.031 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:12:58.032 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:12:58.029+0000 7f67d2901480 -1 init, newargv = 0x5585a9c51ea0 newargc=15 2024-09-19T08:12:58.032 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[84760]: starting ceph client 2024-09-19T08:12:58.034 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[84760]: starting fuse 2024-09-19T08:12:58.048 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:12:58.048 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:12:58.048 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:12:58.048 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:12:58.048 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:12:58.048 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:12:58.049 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:12:58.050 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:12:58.051 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:12:58.051 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:12:58.051 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:12:58.167 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.84760.asok 2024-09-19T08:12:58.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:12:58.178 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.84760.asok 2024-09-19T08:12:58.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:58.178 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.84760.asok status 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:12:58.315 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "84760", 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10380, 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 10380 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:58.316 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 159237442 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 159237442 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.10380 192.168.0.1:0/159237442", 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/159237442", 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:12:58.317 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 304, 2024-09-19T08:12:58.318 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 124, 2024-09-19T08:12:58.318 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:12:58.318 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:12:58.318 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:12:58.318 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:12:58.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:58.323 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:12:58.323 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:58.340 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:12:58.340 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:58.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:58.340 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:58.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:58.408 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-19T08:12:58.450 INFO:teuthology.orchestra.run:waiting for 20 2024-09-19T08:12:58.468 INFO:teuthology.orchestra.run.smithi017.stdout:.: 2024-09-19T08:12:58.468 INFO:teuthology.orchestra.run.smithi017.stdout:subdir 2024-09-19T08:12:58.468 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:12:58.468 INFO:teuthology.orchestra.run.smithi017.stdout:./subdir: 2024-09-19T08:12:58.468 INFO:teuthology.orchestra.run.smithi017.stdout:sixmegs 2024-09-19T08:12:58.469 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on mds0_openfiles.0' did not caused DAMAGED state 2024-09-19T08:12:58.469 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 100.00000000' 2024-09-19T08:12:58.469 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:58.469 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:58.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:58.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.669+0000 7f2f29376640 1 Processor -- start 2024-09-19T08:12:58.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.669+0000 7f2f29376640 1 -- start start 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f29376640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f2f240b6a40 0x7f2f24162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f29376640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f240b39a0 con 0x7f2f2415e7c0 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f29376640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f2415eba0 con 0x7f2f240cf480 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f29376640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f2f241630d0 con 0x7f2f240b6a40 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f22ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f2f2415e7c0 0x7f2f240b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60250/0 (socket says 172.21.15.17:60250) 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f22ffd640 1 -- 172.21.15.17:0/437974189 learned_addr learned my addr 172.21.15.17:0/437974189 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f227fc640 1 --2- 172.21.15.17:0/437974189 >> v2:172.21.15.160:3300/0 conn(0x7f2f240b6a40 0x7f2f24162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3868715855 0 0) 0x7f2f240b39a0 con 0x7f2f2415e7c0 2024-09-19T08:12:58.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.670+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f0c003520 con 0x7f2f2415e7c0 2024-09-19T08:12:58.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.671+0000 7f2f227fc640 1 -- 172.21.15.17:0/437974189 >> v1:172.21.15.160:6789/0 conn(0x7f2f240cf480 legacy=0x7f2f240b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.671+0000 7f2f227fc640 1 -- 172.21.15.17:0/437974189 >> v1:172.21.15.17:6789/0 conn(0x7f2f2415e7c0 legacy=0x7f2f240b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.671+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3741518232 0 0) 0x7f2f0c003520 con 0x7f2f2415e7c0 2024-09-19T08:12:58.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.671+0000 7f2f227fc640 1 -- 172.21.15.17:0/437974189 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f240cfc60 con 0x7f2f240b6a40 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.671+0000 7f2f227fc640 1 --2- 172.21.15.17:0/437974189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f240b6a40 0x7f2f24162b90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2f180097a0 tx=0x7f2f1802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=611ea1513f68c047 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18037070 con 0x7f2f240b6a40 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f1802ace0 con 0x7f2f240b6a40 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f21ffb640 1 -- 172.21.15.17:0/437974189 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14001670 con 0x7f2f240b6a40 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 -- 172.21.15.17:0/437974189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f240b6a40 msgr2=0x7f2f24162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 --2- 172.21.15.17:0/437974189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f240b6a40 0x7f2f24162b90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2f180097a0 tx=0x7f2f1802a250 comp rx=0 tx=0).stop 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 -- 172.21.15.17:0/437974189 shutdown_connections 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 --2- 172.21.15.17:0/437974189 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f240b6a40 0x7f2f24162b90 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 -- 172.21.15.17:0/437974189 >> 172.21.15.17:0/437974189 conn(0x7f2f240d1320 msgr2=0x7f2f240d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:58.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 -- 172.21.15.17:0/437974189 shutdown_connections 2024-09-19T08:12:58.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.672+0000 7f2f29376640 1 -- 172.21.15.17:0/437974189 wait complete. 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 Processor -- start 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 -- start start 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f240b6a40 0x7f2f240b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2415e7c0 0x7f2f240b4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2415f100 con 0x7f2f240cf480 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2415ee20 con 0x7f2f2415e7c0 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.674+0000 7f2f29376640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f2f2415f3e0 con 0x7f2f240b6a40 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:58.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55434/0 (socket says 172.21.15.17:55434) 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 -- 172.21.15.17:0/3514142586 learned_addr learned my addr 172.21.15.17:0/3514142586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f237fe640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2415e7c0 0x7f2f240b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f22ffd640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f240b6a40 0x7f2f240b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 -- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f240b6a40 msgr2=0x7f2f240b2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f240b6a40 0x7f2f240b2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 -- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2415e7c0 msgr2=0x7f2f240b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2415e7c0 0x7f2f240b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 -- 172.21.15.17:0/3514142586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2415ccc0 con 0x7f2f240cf480 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f227fc640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7f2f180097a0 tx=0x7f2f180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18037040 con 0x7f2f240cf480 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f18004250 con 0x7f2f240cf480 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18003610 con 0x7f2f240cf480 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f2415d160 con 0x7f2f240cf480 2024-09-19T08:12:58.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.675+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f2415c420 con 0x7f2f240cf480 2024-09-19T08:12:58.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.676+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f2415f900 con 0x7f2f240cf480 2024-09-19T08:12:58.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.677+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f180037b0 con 0x7f2f240cf480 2024-09-19T08:12:58.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.677+0000 7f2f0b7fe640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 0x7f2f1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:58.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.677+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f2f180aceb0 con 0x7f2f240cf480 2024-09-19T08:12:58.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.678+0000 7f2f22ffd640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 0x7f2f1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:58.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.678+0000 7f2f22ffd640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 0x7f2f1006e770 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f2f14005880 tx=0x7f2f14000bc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:58.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.682+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f1807a490 con 0x7f2f240cf480 2024-09-19T08:12:58.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.867+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2f240cb610 con 0x7f2f240cf480 2024-09-19T08:12:58.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.868+0000 7f2f0b7fe640 1 -- 172.21.15.17:0/3514142586 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 72 entries v124) ==== 81+0+4376 (secure 0 0 0) 0x7f2f1807e790 con 0x7f2f240cf480 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/4032275409 2024-09-20T08:12:44.221658+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3011240099 2024-09-20T08:12:38.648235+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3011240099 2024-09-20T08:12:38.648235+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:58.868 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:58.869 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:58.870 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:58.871 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/4032275409 2024-09-20T08:12:44.221658+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:58.872 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:58.873 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:listed 72 entries 2024-09-19T08:12:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 msgr2=0x7f2f1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 0x7f2f1006e770 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f2f14005880 tx=0x7f2f14000bc0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 msgr2=0x7f2f2415b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:58.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7f2f180097a0 tx=0x7f2f180046c0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 shutdown_connections 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f2f1006c2b0 0x7f2f1006e770 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2f2415e7c0 0x7f2f240b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f240cf480 0x7f2f2415b0d0 unknown :-1 s=CLOSED pgs=2187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 --2- 172.21.15.17:0/3514142586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f2f240b6a40 0x7f2f240b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 >> 172.21.15.17:0/3514142586 conn(0x7f2f240d1320 msgr2=0x7f2f240b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 shutdown_connections 2024-09-19T08:12:58.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:58.870+0000 7f2f29376640 1 -- 172.21.15.17:0/3514142586 wait complete. 2024-09-19T08:12:58.875 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:12:58.878 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:12:58.881 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:12:58.882 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:12:58.938 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:12:59.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.081+0000 7f1704d1f640 1 Processor -- start 2024-09-19T08:12:59.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.081+0000 7f1704d1f640 1 -- start start 2024-09-19T08:12:59.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f1704d1f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f170015b2e0 0x7f17000b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f1704d1f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f1700071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f1704d1f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17000ce4f0 con 0x7f17000cdfc0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f1704d1f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f170015b6c0 con 0x7f170015b2e0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f1704d1f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17000ce7d0 con 0x7f17000b2490 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16f5d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f17000cdfc0 0x7f17000b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60256/0 (socket says 172.21.15.17:60256) 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16f5d9b640 1 -- 172.21.15.17:0/1713589631 learned_addr learned my addr 172.21.15.17:0/1713589631 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2219939644 0 0) 0x7f17000ce4f0 con 0x7f17000cdfc0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fed9d640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f1700071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f16ec003520 con 0x7f17000cdfc0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fe59c640 1 --2- 172.21.15.17:0/1713589631 >> v2:172.21.15.160:3300/0 conn(0x7f170015b2e0 0x7f17000b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2979305673 0 0) 0x7f16ec003520 con 0x7f17000cdfc0 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 msgr2=0x7f1700071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f1700071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 >> v2:172.21.15.160:3300/0 conn(0x7f170015b2e0 msgr2=0x7f17000b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 --2- 172.21.15.17:0/1713589631 >> v2:172.21.15.160:3300/0 conn(0x7f170015b2e0 0x7f17000b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17000ceab0 con 0x7f17000cdfc0 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f16e8001670 con 0x7f17000cdfc0 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 >> v1:172.21.15.17:6789/0 conn(0x7f17000cdfc0 legacy=0x7f17000b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16ec004800 0x7f16ec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f16ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17000ce7d0 con 0x7f16ec004800 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f16ec00b9c0 con 0x7f16ec0039b0 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.082+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f16ec00bb40 con 0x7f17000b2490 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16ec004800 0x7f16ec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16fe59c640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16fed9d640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f16ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 -- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 msgr2=0x7f16ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17000b2490 0x7f16ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 -- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f16ec0039b0 msgr2=0x7f16ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f16ec0039b0 0x7f16ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.083+0000 7f16f5d9b640 1 -- 172.21.15.17:0/1713589631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16ec003520 con 0x7f16ec004800 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16ec004800 0x7f16ec004c80 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7f16e8001050 tx=0x7f16ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56b5f72e2e53e1e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e802e070 con 0x7f16ec004800 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16e8005af0 con 0x7f16ec004800 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f16fdd9b640 1 -- 172.21.15.17:0/1713589631 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8007d70 con 0x7f16ec004800 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f1704d1f640 1 -- 172.21.15.17:0/1713589631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16ec004800 msgr2=0x7f16ec004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f1704d1f640 1 --2- 172.21.15.17:0/1713589631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16ec004800 0x7f16ec004c80 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7f16e8001050 tx=0x7f16ec005830 comp rx=0 tx=0).stop 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f16fed9d640 1 -- 172.21.15.17:0/1713589631 reap_dead start 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f1704d1f640 1 -- 172.21.15.17:0/1713589631 shutdown_connections 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f1704d1f640 1 -- 172.21.15.17:0/1713589631 >> 172.21.15.17:0/1713589631 conn(0x7f170006bc10 msgr2=0x7f170006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.084+0000 7f1704d1f640 1 -- 172.21.15.17:0/1713589631 shutdown_connections 2024-09-19T08:12:59.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.085+0000 7f1704d1f640 1 -- 172.21.15.17:0/1713589631 wait complete. 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.086+0000 7f1704d1f640 1 Processor -- start 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.086+0000 7f1704d1f640 1 -- start start 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16ec004800 0x7f1700147af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17000b1200 0x7f17000b1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17000712b0 con 0x7f1700152d00 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1700071130 con 0x7f17000b1200 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f1704d1f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17000b4260 con 0x7f16ec004800 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55446/0 (socket says 172.21.15.17:55446) 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 -- 172.21.15.17:0/3620163247 learned_addr learned my addr 172.21.15.17:0/3620163247 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16fe59c640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16ec004800 0x7f1700147af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16fed9d640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17000b1200 0x7f17000b1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 -- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16ec004800 msgr2=0x7f1700147af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16ec004800 0x7f1700147af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 -- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17000b1200 msgr2=0x7f17000b1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17000b1200 0x7f17000b1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 -- 172.21.15.17:0/3620163247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170014b880 con 0x7f1700152d00 2024-09-19T08:12:59.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.087+0000 7f16f5d9b640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7f16e800c300 tx=0x7f16e8000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.088+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8042070 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.088+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16e8007480 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.088+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170014afe0 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.088+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8007d50 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.088+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f170014b5a0 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.089+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1700073cc0 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.089+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16e8045070 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.090+0000 7f16f77fe640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 0x7f16e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.090+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f16e80ac9e0 con 0x7f1700152d00 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.090+0000 7f16fe59c640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 0x7f16e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.091+0000 7f16fe59c640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 0x7f16e006e7a0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f170015e670 tx=0x7f16f0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.094+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f16e8079ea0 con 0x7f1700152d00 2024-09-19T08:12:59.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.283+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f17000cf100 con 0x7f1700152d00 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.284+0000 7f16f77fe640 1 -- 172.21.15.17:0/3620163247 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 72 entries v124) ==== 81+0+4376 (secure 0 0 0) 0x7f16e807e1a0 con 0x7f1700152d00 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/4032275409 2024-09-20T08:12:44.221658+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3011240099 2024-09-20T08:12:38.648235+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3011240099 2024-09-20T08:12:38.648235+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1167338599 2024-09-20T08:12:27.135865+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2252508760 2024-09-20T08:12:11.073724+0000 2024-09-19T08:12:59.284 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/921696582 2024-09-20T08:12:06.044645+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3277161543 2024-09-20T08:09:02.433571+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3971685852 2024-09-20T08:09:46.610413+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:59.285 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1415454574 2024-09-20T08:08:45.935760+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3491387543 2024-09-20T08:11:20.352871+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1716689887 2024-09-20T08:09:07.477116+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/409359982 2024-09-20T08:10:22.171171+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3039069446 2024-09-20T08:09:13.574914+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:59.286 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1943714118 2024-09-20T08:10:39.409162+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3532168011 2024-09-20T08:09:53.176393+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/167957317 2024-09-20T08:09:17.584967+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/261686052 2024-09-20T08:10:19.781129+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/523063545 2024-09-20T08:09:21.616734+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/1287436591 2024-09-20T08:09:49.154087+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:59.287 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3397766091 2024-09-20T08:11:24.392574+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/1555622043 2024-09-20T08:10:29.337752+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/935792085 2024-09-20T08:10:00.163830+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2325586444 2024-09-20T08:10:35.376265+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/126877433 2024-09-20T08:10:43.438257+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/4032275409 2024-09-20T08:12:44.221658+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2654699761 2024-09-20T08:09:35.104584+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2566983990 2024-09-20T08:10:57.681084+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2586755915 2024-09-20T08:11:51.985881+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1278026233 2024-09-20T08:11:00.218111+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2966988155 2024-09-20T08:11:37.883988+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3938451494 2024-09-20T08:11:04.234525+0000 2024-09-19T08:12:59.288 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3177290413 2024-09-20T08:10:06.242492+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6834/2135948611 2024-09-20T08:11:12.181151+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/2615174087 2024-09-20T08:11:08.262020+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/1848618104 2024-09-20T08:11:16.320932+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/3499317374 2024-09-20T08:11:39.901398+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6833/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6835/3585040330 2024-09-20T08:11:43.920079+0000 2024-09-19T08:12:59.289 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6832/537473041 2024-09-20T08:11:47.954787+0000 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:listed 72 entries 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 msgr2=0x7f16e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 0x7f16e006e7a0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f170015e670 tx=0x7f16f0009190 comp rx=0 tx=0).stop 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 msgr2=0x7f1700153180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7f16e800c300 tx=0x7f16e8000fe0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 shutdown_connections 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f16e006c2e0 0x7f16e006e7a0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17000b1200 0x7f17000b1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700152d00 0x7f1700153180 unknown :-1 s=CLOSED pgs=2190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 --2- 172.21.15.17:0/3620163247 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16ec004800 0x7f1700147af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 >> 172.21.15.17:0/3620163247 conn(0x7f170006bc10 msgr2=0x7f17000d08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 shutdown_connections 2024-09-19T08:12:59.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.286+0000 7f1704d1f640 1 -- 172.21.15.17:0/3620163247 wait complete. 2024-09-19T08:12:59.300 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:12:59.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:59.300 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:12:59.326 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:12:59.326 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:12:59.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:12:59.327 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:12:59.384 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:12:59.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 Processor -- start 2024-09-19T08:12:59.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 -- start start 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44dc0cf720 0x7f44dc0d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44dc15ea20 con 0x7f44dc0cf2b0 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44dc0b1c50 con 0x7f44dc15e640 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.527+0000 7f44e2850640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f44dc0b3d00 con 0x7f44dc0cf720 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44dc0cf720 0x7f44dc0d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f44dc0cf720 0x7f44dc0d2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55452/0 (socket says 172.21.15.17:55452) 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 -- 172.21.15.17:0/2507728646 learned_addr learned my addr 172.21.15.17:0/2507728646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:59.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44db7fe640 1 --1- 172.21.15.17:0/2507728646 >> v1:172.21.15.17:6789/0 conn(0x7f44dc0cf2b0 0x7f44dc0d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60270/0 (socket says 172.21.15.17:60270) 2024-09-19T08:12:59.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 -- 172.21.15.17:0/2507728646 >> v1:172.21.15.160:6789/0 conn(0x7f44dc15e640 legacy=0x7f44dc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 -- 172.21.15.17:0/2507728646 >> v1:172.21.15.17:6789/0 conn(0x7f44dc0cf2b0 legacy=0x7f44dc0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44daffd640 1 -- 172.21.15.17:0/2507728646 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1043868502 0 0) 0x7f44dc15ea20 con 0x7f44dc0cf2b0 2024-09-19T08:12:59.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.528+0000 7f44e0ded640 1 -- 172.21.15.17:0/2507728646 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44dc0b1f30 con 0x7f44dc0cf720 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e0ded640 1 --2- 172.21.15.17:0/2507728646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc0cf720 0x7f44dc0d2d60 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f44dc0a23f0 tx=0x7f44d402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21094f4d506df9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44daffd640 1 -- 172.21.15.17:0/2507728646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d4036070 con 0x7f44dc0cf720 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44daffd640 1 -- 172.21.15.17:0/2507728646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44d4031600 con 0x7f44dc0cf720 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44daffd640 1 -- 172.21.15.17:0/2507728646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d40319d0 con 0x7f44dc0cf720 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e2850640 1 -- 172.21.15.17:0/2507728646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc0cf720 msgr2=0x7f44dc0d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e2850640 1 --2- 172.21.15.17:0/2507728646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc0cf720 0x7f44dc0d2d60 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f44dc0a23f0 tx=0x7f44d402a6a0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e2850640 1 -- 172.21.15.17:0/2507728646 shutdown_connections 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e2850640 1 --2- 172.21.15.17:0/2507728646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc0cf720 0x7f44dc0d2d60 unknown :-1 s=CLOSED pgs=2192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.529+0000 7f44e2850640 1 -- 172.21.15.17:0/2507728646 >> 172.21.15.17:0/2507728646 conn(0x7f44dc09d820 msgr2=0x7f44dc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.530+0000 7f44e2850640 1 -- 172.21.15.17:0/2507728646 shutdown_connections 2024-09-19T08:12:59.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.530+0000 7f44e2850640 1 -- 172.21.15.17:0/2507728646 wait complete. 2024-09-19T08:12:59.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.531+0000 7f44e2850640 1 Processor -- start 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.531+0000 7f44e2850640 1 -- start start 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 0x7f44dc0b85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44dc0cf720 0x7f44dc1558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44dc0b24f0 con 0x7f44dc15e640 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f44dc0b2860 con 0x7f44dc0cf2b0 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f44dc0cfe40 con 0x7f44dc0cf720 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55464/0 (socket says 172.21.15.17:55464) 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 -- 172.21.15.17:0/2731016078 learned_addr learned my addr 172.21.15.17:0/2731016078 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44db7fe640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44dc0cf720 0x7f44dc1558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44dbfff640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 0x7f44dc0b85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 -- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44dc0cf720 msgr2=0x7f44dc1558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44dc0cf720 0x7f44dc1558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 -- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 msgr2=0x7f44dc0b85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 0x7f44dc0b85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 -- 172.21.15.17:0/2731016078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44dc0c9080 con 0x7f44dc15e640 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44dbfff640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 0x7f44dc0b85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e0ded640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 secure :-1 s=READY pgs=2193 cs=0 l=1 rev1=1 crypto rx=0x7f44d4034040 tx=0x7f44d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d4041070 con 0x7f44dc15e640 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44d4003990 con 0x7f44dc15e640 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44dc0c9360 con 0x7f44dc15e640 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.532+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d4036040 con 0x7f44dc15e640 2024-09-19T08:12:59.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.533+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44dc0c9920 con 0x7f44dc15e640 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.533+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44dc068eb0 con 0x7f44dc15e640 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.534+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f44d4007800 con 0x7f44dc15e640 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.534+0000 7f44d8ff9640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 0x7f44c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.535+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 8834+0+0 (secure 0 0 0) 0x7f44d40acde0 con 0x7f44dc15e640 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.535+0000 7f44dbfff640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 0x7f44c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.535+0000 7f44dbfff640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 0x7f44c806e770 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f44cc003eb0 tx=0x7f44cc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.539+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f44d404b020 con 0x7f44dc15e640 2024-09-19T08:12:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.754+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f44dc0693a0 con 0x7f44dc15e640 2024-09-19T08:12:59.755 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:12:59.755+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:12:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.756+0000 7f44d8ff9640 1 -- 172.21.15.17:0/2731016078 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v305) ==== 161+0+0 (secure 0 0 0) 0x7f44d407a810 con 0x7f44dc15e640 2024-09-19T08:12:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:12:59.759 INFO:tasks.ceph.mds.c.smithi017.stderr: -1848> 2024-09-19T08:12:50.242+0000 7fa9ce132640 -1 mds.0.openfiles _load_finish: corrupted header/values: End of buffer [buffer:2] 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 msgr2=0x7f44c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 0x7f44c806e770 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f44cc003eb0 tx=0x7f44cc009040 comp rx=0 tx=0).stop 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 msgr2=0x7f44dc154880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 secure :-1 s=READY pgs=2193 cs=0 l=1 rev1=1 crypto rx=0x7f44d4034040 tx=0x7f44d4004a40 comp rx=0 tx=0).stop 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 shutdown_connections 2024-09-19T08:12:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f44c806c2b0 0x7f44c806e770 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f44dc15e640 0x7f44dc154880 unknown :-1 s=CLOSED pgs=2193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f44dc0cf720 0x7f44dc1558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 --2- 172.21.15.17:0/2731016078 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f44dc0cf2b0 0x7f44dc0b85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 >> 172.21.15.17:0/2731016078 conn(0x7f44dc09d820 msgr2=0x7f44dc06c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 shutdown_connections 2024-09-19T08:12:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.760+0000 7f44e2850640 1 -- 172.21.15.17:0/2731016078 wait complete. 2024-09-19T08:12:59.761 INFO:tasks.ceph.mds.c.smithi017.stderr: -716> 2024-09-19T08:12:54.232+0000 7fa9d213a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:12:59.773 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:12:59.787 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:12:59.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.876+0000 7fd213fb7640 1 Processor -- start 2024-09-19T08:12:59.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.877+0000 7fd213fb7640 1 -- start start 2024-09-19T08:12:59.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd213fb7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd20c06c320 0x7fd20c0b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd213fb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd20c15eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd213fb7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd20c06e3c0 con 0x7fd20c158c90 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd213fb7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd20c06e170 con 0x7fd20c06c320 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd213fb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd20c06e6a0 con 0x7fd20c0b0610 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd211d53640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd20c158c90 0x7fd20c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:60280/0 (socket says 172.21.15.17:60280) 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd211d53640 1 -- 172.21.15.17:0/20796729 learned_addr learned my addr 172.21.15.17:0/20796729 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd211552640 1 --2- 172.21.15.17:0/20796729 >> v2:172.21.15.160:3300/0 conn(0x7fd20c06c320 0x7fd20c0b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd212554640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd20c15eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1686775946 0 0) 0x7fd20c06e3c0 con 0x7fd20c158c90 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1f8003520 con 0x7fd20c158c90 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1049190599 0 0) 0x7fd1f8003520 con 0x7fd20c158c90 2024-09-19T08:12:59.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 msgr2=0x7fd20c15eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd20c15eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 >> v2:172.21.15.160:3300/0 conn(0x7fd20c06c320 msgr2=0x7fd20c0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 --2- 172.21.15.17:0/20796729 >> v2:172.21.15.160:3300/0 conn(0x7fd20c06c320 0x7fd20c0b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd20c06e980 con 0x7fd20c158c90 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd200001670 con 0x7fd20c158c90 2024-09-19T08:12:59.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd211552640 1 --2- 172.21.15.17:0/20796729 >> v2:172.21.15.160:3300/0 conn(0x7fd20c06c320 0x7fd20c0b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 >> v1:172.21.15.17:6789/0 conn(0x7fd20c158c90 legacy=0x7fd20c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd1f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd1f8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1f8004d40 0x7fd1f80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c06e170 con 0x7fd1f80039b0 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c06e6a0 con 0x7fd1f8004d40 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.878+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd1f800b9c0 con 0x7fd20c0b0610 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd1f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211552640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd1f8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd212554640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1f8004d40 0x7fd1f80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 -- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 msgr2=0x7fd1f8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c0b0610 0x7fd1f8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 -- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1f8004d40 msgr2=0x7fd1f80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:12:59.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1f8004d40 0x7fd1f80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd211d53640 1 -- 172.21.15.17:0/20796729 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f8003520 con 0x7fd1f80039b0 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.879+0000 7fd212554640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1f8004d40 0x7fd1f80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd211d53640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd1f8003dd0 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7fd200001050 tx=0x7fd1f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edbc5fd69d823d7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20002e070 con 0x7fd1f80039b0 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd200005af0 con 0x7fd1f80039b0 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd210d51640 1 -- 172.21.15.17:0/20796729 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200007d70 con 0x7fd1f80039b0 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 -- 172.21.15.17:0/20796729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 msgr2=0x7fd1f8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 --2- 172.21.15.17:0/20796729 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd1f8003dd0 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7fd200001050 tx=0x7fd1f8005830 comp rx=0 tx=0).stop 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd212554640 1 -- 172.21.15.17:0/20796729 reap_dead start 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 -- 172.21.15.17:0/20796729 shutdown_connections 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 -- 172.21.15.17:0/20796729 >> 172.21.15.17:0/20796729 conn(0x7fd20c067b30 msgr2=0x7fd20c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 -- 172.21.15.17:0/20796729 shutdown_connections 2024-09-19T08:12:59.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.880+0000 7fd213fb7640 1 -- 172.21.15.17:0/20796729 wait complete. 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 Processor -- start 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 -- start start 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c15c0d0 0x7fd20c0b1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd20c15c550 0x7fd20c0b16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c0b4210 con 0x7fd1f80039b0 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c0b0aa0 con 0x7fd20c15c550 2024-09-19T08:12:59.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd213fb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd20c0b4390 con 0x7fd20c15c0d0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd211d53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd211d53640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55480/0 (socket says 172.21.15.17:55480) 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.882+0000 7fd211d53640 1 -- 172.21.15.17:0/2874667108 learned_addr learned my addr 172.21.15.17:0/2874667108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211552640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c15c0d0 0x7fd20c0b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd212554640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd20c15c550 0x7fd20c0b16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 -- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c15c0d0 msgr2=0x7fd20c0b1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c15c0d0 0x7fd20c0b1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 -- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd20c15c550 msgr2=0x7fd20c0b16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd20c15c550 0x7fd20c0b16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 -- 172.21.15.17:0/2874667108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd20c1468f0 con 0x7fd1f80039b0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd211d53640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7fd200034040 tx=0x7fd200000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200042070 con 0x7fd1f80039b0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd200007480 con 0x7fd1f80039b0 2024-09-19T08:12:59.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd20c15cb00 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200007d50 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.883+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd20c146cf0 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.884+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd20c0b3350 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.885+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd200045070 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.885+0000 7fd1fe7fc640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 0x7fd1f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.885+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8920+0+0 (secure 0 0 0) 0x7fd2000acbb0 con 0x7fd1f80039b0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.885+0000 7fd211552640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 0x7fd1f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.886+0000 7fd211552640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 0x7fd1f006e7a0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fd20c15d720 tx=0x7fd208008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:12:59.890+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd200005ac0 con 0x7fd1f80039b0 2024-09-19T08:13:00.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.132+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fd20c0b3070 con 0x7fd1f80039b0 2024-09-19T08:13:00.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.758+0000 7fd1fe7fc640 1 -- 172.21.15.17:0/2874667108 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v306) ==== 107+0+0 (secure 0 0 0) 0x7fd20007a670 con 0x7fd1f80039b0 2024-09-19T08:13:00.759 INFO:teuthology.orchestra.run.smithi017.stderr:nothing to do: rank is not damaged 2024-09-19T08:13:00.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 msgr2=0x7fd1f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:00.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 0x7fd1f006e7a0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fd20c15d720 tx=0x7fd208008040 comp rx=0 tx=0).stop 2024-09-19T08:13:00.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 msgr2=0x7fd20c1463b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7fd200034040 tx=0x7fd200000fe0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 shutdown_connections 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd1f006c2e0 0x7fd1f006e7a0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd20c15c550 0x7fd20c0b16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd20c15c0d0 0x7fd20c0b1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 --2- 172.21.15.17:0/2874667108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f80039b0 0x7fd20c1463b0 unknown :-1 s=CLOSED pgs=2199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 >> 172.21.15.17:0/2874667108 conn(0x7fd20c067b30 msgr2=0x7fd20c06d070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 shutdown_connections 2024-09-19T08:13:00.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.761+0000 7fd213fb7640 1 -- 172.21.15.17:0/2874667108 wait complete. 2024-09-19T08:13:00.774 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:13:00.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.861+0000 7f69701dcf40 1 Processor -- start 2024-09-19T08:13:00.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.861+0000 7f69701dcf40 1 -- start start 2024-09-19T08:13:00.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719de3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719ddd3a0 0x556719de3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556719de4a90 con 0x556719d0e5b0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556719d0c460 con 0x556719ddd3a0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f69701dcf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556719d39fd0 con 0x556719d39670 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55500/0 (socket says 172.21.15.17:55500) 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 -- 172.21.15.17:0/2113267006 learned_addr learned my addr 172.21.15.17:0/2113267006 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 -- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 msgr2=0x556719de3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696d4d1640 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719de3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696e4d3640 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719ddd3a0 0x556719de3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719de3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 -- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719ddd3a0 msgr2=0x556719de3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719ddd3a0 0x556719de3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.862+0000 7f696dcd2640 1 -- 172.21.15.17:0/2113267006 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556719c38cb0 con 0x556719d0e5b0 2024-09-19T08:13:00.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f696dcd2640 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x7f696000c480 tx=0x7f696000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c031bd8982617be1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f6967fff640 1 -- 172.21.15.17:0/2113267006 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69600116b0 con 0x556719d0e5b0 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f6967fff640 1 -- 172.21.15.17:0/2113267006 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6960017070 con 0x556719d0e5b0 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f6967fff640 1 -- 172.21.15.17:0/2113267006 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960011a90 con 0x556719d0e5b0 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 -- 172.21.15.17:0/2113267006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 msgr2=0x556719d0d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x7f696000c480 tx=0x7f696000c940 comp rx=0 tx=0).stop 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 -- 172.21.15.17:0/2113267006 shutdown_connections 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719ddd3a0 0x556719de3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719de3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 --2- 172.21.15.17:0/2113267006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719d0e5b0 0x556719d0d8c0 unknown :-1 s=CLOSED pgs=2201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 -- 172.21.15.17:0/2113267006 >> 172.21.15.17:0/2113267006 conn(0x556719d38280 msgr2=0x556719dd7b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 -- 172.21.15.17:0/2113267006 shutdown_connections 2024-09-19T08:13:00.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.863+0000 7f69701dcf40 1 -- 172.21.15.17:0/2113267006 wait complete. 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.864+0000 7f69701dcf40 1 Processor -- start 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.864+0000 7f69701dcf40 1 -- start start 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719d0e5b0 0x556719de0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719dcae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556719dcd150 con 0x556719ddd3a0 2024-09-19T08:13:00.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x556719dda4f0 con 0x556719d0e5b0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f69701dcf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x556719dda210 con 0x556719d39670 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55504/0 (socket says 172.21.15.17:55504) 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 learned_addr learned my addr 172.21.15.17:0/1328612459 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719d0e5b0 0x556719de0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719dcae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 msgr2=0x556719dcae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x556719d39670 0x556719dcae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719d0e5b0 msgr2=0x556719de0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x556719d0e5b0 0x556719de0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556719dde370 con 0x556719ddd3a0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.865+0000 7f696e4d3640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7f6968025c20 tx=0x7f6968002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.866+0000 7f6966ffd640 1 -- 172.21.15.17:0/1328612459 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69680538f0 con 0x556719ddd3a0 2024-09-19T08:13:00.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.866+0000 7f6966ffd640 1 -- 172.21.15.17:0/1328612459 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6968053ad0 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.866+0000 7f6966ffd640 1 -- 172.21.15.17:0/1328612459 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6968067440 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.866+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556719dde650 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.866+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556719ddec10 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.867+0000 7f6966ffd640 1 -- 172.21.15.17:0/1328612459 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6968070440 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f6966ffd640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 0x7f695006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f6966ffd640 1 -- 172.21.15.17:0/1328612459 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8920+0+0 (secure 0 0 0) 0x7f69680cf130 con 0x556719ddd3a0 2024-09-19T08:13:00.870 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 0x7f695006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556719ddde70 0x556719dcba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719dcbf40 con 0x556719ddde70 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556719ddde70 0x556719dcba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556719ddde70 0x556719dcba00 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.868+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 0x7f695006d150 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f6960014040 tx=0x7f6960011000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.873+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v125'1128 uv1102 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.873+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719dcc310 con 0x556719ddde70 2024-09-19T08:13:00.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.874+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v125'1129 uv1129 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.874+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e85a80 con 0x556719ddde70 2024-09-19T08:13:00.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.876+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v125'1130 uv1130 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.875 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:13:00.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.876+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e86e30 con 0x556719ddde70 2024-09-19T08:13:00.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.877+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v125'1131 uv1131 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.877+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e871d0 con 0x556719ddde70 2024-09-19T08:13:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.878+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v125'1132 uv1132 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.879+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e85e20 con 0x556719ddde70 2024-09-19T08:13:00.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.880+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v125'1133 uv1133 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.880+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.881+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v125'1134 uv1108 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.881+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.883+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v125'1135 uv1135 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.883+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.884+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v125'1136 uv1136 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.884 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:13:00.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.884+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.886+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v125'1137 uv1137 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.886+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.887+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v125'1138 uv1138 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.887+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.889+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v125'1139 uv1139 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.889+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.890+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v125'1140 uv1115 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.890+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.892+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v125'1141 uv1141 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.892+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.893+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v125'1142 uv1142 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.893 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:13:00.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.893+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.894+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v125'1143 uv1143 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.894+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.896+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v125'1144 uv1144 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.896+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.897+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v125'1145 uv1145 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.897+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.898+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v125'1146 uv1146 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.899+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.900+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v125'1147 uv1121 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.900+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.901+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v125'1148 uv1148 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.901+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.902 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:13:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.903+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v125'1149 uv1149 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.903+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.904+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v125'1150 uv1150 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.904+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.906+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v125'1151 uv1151 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.906+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.907+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v125'1152 uv1152 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.907+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.909+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v125'1153 uv1127 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.909+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.910+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v125'1154 uv1154 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.910+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.911 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:13:00.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.911+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v125'1155 uv1155 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.911+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.912+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v125'1156 uv1156 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.912+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.914+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v125'1157 uv1157 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.914+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e861c0 con 0x556719ddde70 2024-09-19T08:13:00.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.915+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v125'1158 uv1158 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.915+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556719e866d0 0x556719e89580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.915+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e89ac0 con 0x556719e866d0 2024-09-19T08:13:00.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.915+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556719e866d0 0x556719e89580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.916+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556719e866d0 0x556719e89580 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.918+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v125'814 uv794 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.918+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e89e60 con 0x556719e866d0 2024-09-19T08:13:00.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.919+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v125'815 uv815 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.919+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8a200 con 0x556719e866d0 2024-09-19T08:13:00.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.920+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v125'816 uv816 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.920 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:13:00.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.920+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8aa50 con 0x556719e866d0 2024-09-19T08:13:00.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.921+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v125'817 uv817 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.921+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8adf0 con 0x556719e866d0 2024-09-19T08:13:00.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.923+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v125'818 uv818 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.923+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b190 con 0x556719e866d0 2024-09-19T08:13:00.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.924+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v125'819 uv813 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.924+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b530 con 0x556719e866d0 2024-09-19T08:13:00.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.926+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v125'820 uv820 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.926+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.927+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v125'821 uv821 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.927 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:13:00.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.927+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.928+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v125'822 uv822 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.928+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.930+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v125'823 uv823 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.930+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.931+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v125'824 uv812 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.931+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.933+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v125'825 uv825 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.933+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.933 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:13:00.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.934+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v125'826 uv826 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.934+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8f330 con 0x556719e866d0 2024-09-19T08:13:00.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.935+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v125'827 uv827 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.935+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8f330 con 0x556719e866d0 2024-09-19T08:13:00.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.937+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v125'828 uv828 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.937+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.938+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v125'829 uv810 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.938+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.939+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v125'830 uv830 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.939+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.941 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:13:00.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.941+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v125'831 uv831 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.941+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8c8e0 con 0x556719e866d0 2024-09-19T08:13:00.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.942+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v125'832 uv832 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.942+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8c8e0 con 0x556719e866d0 2024-09-19T08:13:00.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.943+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v125'833 uv833 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.943+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719e866d0 2024-09-19T08:13:00.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.944+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v125'834 uv834 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e866d0 2024-09-19T08:13:00.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.944+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719ddde70 2024-09-19T08:13:00.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.945+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v125'219 uv218 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.946+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719ddde70 2024-09-19T08:13:00.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.947+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v125'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.947+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719ddde70 2024-09-19T08:13:00.947 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:13:00.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.947+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v125'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.947+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8c8e0 con 0x556719ddde70 2024-09-19T08:13:00.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.948+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v125'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.948+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8c8e0 con 0x556719ddde70 2024-09-19T08:13:00.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.949+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v125'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.949+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8b8d0 con 0x556719ddde70 2024-09-19T08:13:00.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.950+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v125'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.950+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556719e8c1a0 0x556719e8e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.950+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8ead0 con 0x556719e8c1a0 2024-09-19T08:13:00.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.950+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556719e8c1a0 0x556719e8e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.951+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556719e8c1a0 0x556719e8e590 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.952+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v125'167 uv166 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.952+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8eea0 con 0x556719e8c1a0 2024-09-19T08:13:00.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.953+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v125'168 uv168 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.953+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8eea0 con 0x556719e8c1a0 2024-09-19T08:13:00.953 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:13:00.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.954+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v125'169 uv169 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.954+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8eea0 con 0x556719e8c1a0 2024-09-19T08:13:00.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.955+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v125'170 uv170 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.955+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8edf0 con 0x556719ddde70 2024-09-19T08:13:00.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.956+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v125'219 uv218 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.956+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e8edf0 con 0x556719ddde70 2024-09-19T08:13:00.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.957+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v125'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.957+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8ed40 con 0x556719ddde70 2024-09-19T08:13:00.958 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:13:00.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.958+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v125'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.958+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e90140 con 0x556719ddde70 2024-09-19T08:13:00.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.959+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v125'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.959+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e90140 con 0x556719ddde70 2024-09-19T08:13:00.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.960+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v125'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.960+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e8ede0 con 0x556719ddde70 2024-09-19T08:13:00.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.961+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v125'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.961+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556719e8f3e0 0x556719e91810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.961+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e91e90 con 0x556719e8f3e0 2024-09-19T08:13:00.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.961+0000 7f696e4d3640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556719e8f3e0 0x556719e91810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.962+0000 7f696e4d3640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556719e8f3e0 0x556719e91810 crc :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.963+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v125'404 uv398 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.963+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e92350 con 0x556719e8f3e0 2024-09-19T08:13:00.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.964+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v125'405 uv405 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.964+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92830 con 0x556719e8f3e0 2024-09-19T08:13:00.965 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:13:00.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.966+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v125'406 uv406 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.966+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e940e0 con 0x556719e8f3e0 2024-09-19T08:13:00.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.967+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v125'407 uv407 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.967+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e94480 con 0x556719e8f3e0 2024-09-19T08:13:00.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.968+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v125'408 uv408 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.968+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e930d0 con 0x556719e8f3e0 2024-09-19T08:13:00.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.969+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v125'409 uv409 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.969+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e934c0 con 0x556719e8f3e0 2024-09-19T08:13:00.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.970+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v125'410 uv403 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.970+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e938b0 con 0x556719e8f3e0 2024-09-19T08:13:00.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.972+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v125'411 uv411 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.972+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e938b0 con 0x556719e8f3e0 2024-09-19T08:13:00.972 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:13:00.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.973+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v125'412 uv412 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.973+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e93860 con 0x556719e8f3e0 2024-09-19T08:13:00.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.974+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v125'413 uv413 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.974+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e93860 con 0x556719e8f3e0 2024-09-19T08:13:00.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.975+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v125'414 uv414 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:00.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.976+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 0x556719e96d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.976+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719e93c20 2024-09-19T08:13:00.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.976+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 0x556719e96d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.976+0000 7f696dcd2640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 0x556719e96d40 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.977+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v125'183 uv182 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e93c20 2024-09-19T08:13:00.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.977+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719e93c20 2024-09-19T08:13:00.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.978+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v125'184 uv184 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e93c20 2024-09-19T08:13:00.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.978+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719e93c20 2024-09-19T08:13:00.979 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:13:00.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.979+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v125'185 uv185 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e93c20 2024-09-19T08:13:00.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.979+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e972c0 con 0x556719e93c20 2024-09-19T08:13:00.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.980+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v125'186 uv186 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e93c20 2024-09-19T08:13:00.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.980+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719e93c20 2024-09-19T08:13:00.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.981+0000 7f696dcd2640 1 -- 172.21.15.17:0/1328612459 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v125'187 uv187 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6960012480 con 0x556719e93c20 2024-09-19T08:13:00.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.981+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719ddde70 2024-09-19T08:13:00.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.983+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v125'219 uv218 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.983+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719ddde70 2024-09-19T08:13:00.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.984+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v125'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.984+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97280 con 0x556719ddde70 2024-09-19T08:13:00.984 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.985+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v125'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.985+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e972e0 con 0x556719ddde70 2024-09-19T08:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.986+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v125'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.986+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e98820 con 0x556719ddde70 2024-09-19T08:13:00.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.987+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v125'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.987+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97730 con 0x556719ddde70 2024-09-19T08:13:00.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.988+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v125'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719ddde70 2024-09-19T08:13:00.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.988+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97730 con 0x556719e8c1a0 2024-09-19T08:13:00.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.989+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v125'365 uv359 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.989+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e97730 con 0x556719e8c1a0 2024-09-19T08:13:00.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.990+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v125'366 uv366 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.990+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97730 con 0x556719e8c1a0 2024-09-19T08:13:00.990 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:13:00.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.991+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v125'367 uv367 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.991+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.992+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v125'368 uv368 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.992+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.993+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v125'369 uv369 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.993+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.993+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v125'370 uv364 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.993+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.994+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v125'371 uv371 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.994+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.995 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:13:00.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.995+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v125'372 uv372 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.995+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e92cc0 con 0x556719e8c1a0 2024-09-19T08:13:00.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.996+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v125'373 uv373 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.996+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e97c80 con 0x556719e8c1a0 2024-09-19T08:13:00.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.997+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v125'374 uv374 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958009750 con 0x556719e8c1a0 2024-09-19T08:13:00.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.997+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556719e98320 0x556719e9a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:00.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.998+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9ac50 con 0x556719e98320 2024-09-19T08:13:00.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.998+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556719e98320 0x556719e9a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:00.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.998+0000 7f696d4d1640 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556719e98320 0x556719e9a710 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:00.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.999+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v125'162 uv160 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e98320 2024-09-19T08:13:00.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:00.999+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e9ac50 con 0x556719e98320 2024-09-19T08:13:01.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.000+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v125'163 uv163 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e98320 2024-09-19T08:13:01.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.000+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9ac50 con 0x556719e98320 2024-09-19T08:13:01.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.001+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v125'164 uv164 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e98320 2024-09-19T08:13:01.001 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:13:01.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.001+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e98320 2024-09-19T08:13:01.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.002+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v125'165 uv165 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e98320 2024-09-19T08:13:01.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.002+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8c1a0 2024-09-19T08:13:01.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.003+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v125'219 uv218 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.003+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8c1a0 2024-09-19T08:13:01.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.004+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v125'220 uv220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.004+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8c1a0 2024-09-19T08:13:01.005 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:13:01.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.006+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v125'221 uv221 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.006+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9bce0 con 0x556719e8c1a0 2024-09-19T08:13:01.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.006+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v125'222 uv222 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.007+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9bce0 con 0x556719e8c1a0 2024-09-19T08:13:01.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.008+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v125'223 uv223 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.008+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8c1a0 2024-09-19T08:13:01.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.009+0000 7f696d4d1640 1 -- 172.21.15.17:0/1328612459 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v125'224 uv224 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f6958024040 con 0x556719e8c1a0 2024-09-19T08:13:01.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.009+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.010+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v125'186 uv185 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.010+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.011+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v125'187 uv187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.011+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.012 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:13:01.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.012+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v125'188 uv188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.012+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.013+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v125'189 uv189 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.013+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.014+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v125'190 uv190 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.014+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.015+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v125'455 uv446 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.015+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e9acd0 con 0x556719e8f3e0 2024-09-19T08:13:01.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.017+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v125'456 uv456 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.017+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.017 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:13:01.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.018+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v125'457 uv457 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.018+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.019+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v125'458 uv458 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.019+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.020+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v125'459 uv459 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.020+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.021+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v125'460 uv453 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.021+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.022+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v125'461 uv461 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.022+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.023 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:13:01.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.023+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v125'462 uv462 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.024+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9c1b0 con 0x556719e8f3e0 2024-09-19T08:13:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.025+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v125'463 uv463 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.025+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9c1b0 con 0x556719e8f3e0 2024-09-19T08:13:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.026+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v125'464 uv464 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.026+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.027+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v125'465 uv465 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.027+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x556719e9b0c0 con 0x556719e8f3e0 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v125'466 uv466 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f696806d020 con 0x556719e8f3e0 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556719ddde70 msgr2=0x556719dcba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x556719ddde70 0x556719dcba00 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556719e8c1a0 msgr2=0x556719e8e590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x556719e8c1a0 0x556719e8e590 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556719e98320 msgr2=0x556719e9a710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x556719e98320 0x556719e9a710 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556719e866d0 msgr2=0x556719e89580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x556719e866d0 0x556719e89580 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 reap_dead start 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556719e8f3e0 msgr2=0x556719e91810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x556719e8f3e0 0x556719e91810 crc :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f696e4d3640 1 -- 172.21.15.17:0/1328612459 reap_dead start 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 msgr2=0x556719e96d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 0x556719e96d40 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 msgr2=0x7f695006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 0x7f695006d150 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f6960014040 tx=0x7f6960011000 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 msgr2=0x556719dcf300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7f6968025c20 tx=0x7f6968002fb0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 shutdown_connections 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x556719e93c20 0x556719e96d40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f695006ac90 0x7f695006d150 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 --2- 172.21.15.17:0/1328612459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556719ddd3a0 0x556719dcf300 unknown :-1 s=CLOSED pgs=2202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 >> 172.21.15.17:0/1328612459 conn(0x556719d38280 msgr2=0x556719d0d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.028+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 shutdown_connections 2024-09-19T08:13:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.029+0000 7f69701dcf40 1 -- 172.21.15.17:0/1328612459 wait complete. 2024-09-19T08:13:01.032 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 100.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:13:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.076+0000 7f979a11ff40 1 Processor -- start 2024-09-19T08:13:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.076+0000 7f979a11ff40 1 -- start start 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad21bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad2c7d90 0x5583ad2b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5583ad13f510 con 0x5583ad219820 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5583ad198c50 con 0x5583ad2c7d90 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979a11ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5583ad2c6640 con 0x5583ad2bbf90 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55506/0 (socket says 172.21.15.17:55506) 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 -- 172.21.15.17:0/2104608271 learned_addr learned my addr 172.21.15.17:0/2104608271 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f979698f640 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad21bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797991640 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad2c7d90 0x5583ad2b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 -- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 msgr2=0x5583ad21bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad21bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 -- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad2c7d90 msgr2=0x5583ad2b22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad2c7d90 0x5583ad2b22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.077+0000 7f9797190640 1 -- 172.21.15.17:0/2104608271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583ad2379c0 con 0x5583ad219820 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f9797190640 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7f9788001700 tx=0x7f9788001bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe009f36bdab0194 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979598d640 1 -- 172.21.15.17:0/2104608271 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788016070 con 0x5583ad219820 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979598d640 1 -- 172.21.15.17:0/2104608271 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9788010790 con 0x5583ad219820 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979598d640 1 -- 172.21.15.17:0/2104608271 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788010b60 con 0x5583ad219820 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 -- 172.21.15.17:0/2104608271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 msgr2=0x5583ad21b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7f9788001700 tx=0x7f9788001bc0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 -- 172.21.15.17:0/2104608271 shutdown_connections 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad2c7d90 0x5583ad2b22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad21bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 --2- 172.21.15.17:0/2104608271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad219820 0x5583ad21b6a0 unknown :-1 s=CLOSED pgs=2204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 -- 172.21.15.17:0/2104608271 >> 172.21.15.17:0/2104608271 conn(0x5583ad218400 msgr2=0x5583ad21d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 -- 172.21.15.17:0/2104608271 shutdown_connections 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.078+0000 7f979a11ff40 1 -- 172.21.15.17:0/2104608271 wait complete. 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.079+0000 7f979a11ff40 1 Processor -- start 2024-09-19T08:13:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.079+0000 7f979a11ff40 1 -- start start 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad219820 0x5583ad232cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad2b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 0x5583ad2b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5583ad21c5a0 con 0x5583ad2c7d90 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5583ad234310 con 0x5583ad219820 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979a11ff40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x5583ad21c270 con 0x5583ad2bbf90 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 0x5583ad2b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797190640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad219820 0x5583ad232cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 0x5583ad2b27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55510/0 (socket says 172.21.15.17:55510) 2024-09-19T08:13:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 -- 172.21.15.17:0/889164643 learned_addr learned my addr 172.21.15.17:0/889164643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f979698f640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad2b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 -- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 msgr2=0x5583ad2b22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x5583ad2bbf90 0x5583ad2b22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 -- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad219820 msgr2=0x5583ad232cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x5583ad219820 0x5583ad232cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 -- 172.21.15.17:0/889164643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583ad233dc0 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.080+0000 7f9797991640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 0x5583ad2b27e0 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7f9790057040 tx=0x7f9790002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.081+0000 7f979498b640 1 -- 172.21.15.17:0/889164643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790063030 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.081+0000 7f979498b640 1 -- 172.21.15.17:0/889164643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97900546b0 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.081+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5583ad233520 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.081+0000 7f979498b640 1 -- 172.21.15.17:0/889164643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790059040 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.081+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583ad233ae0 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.082+0000 7f979498b640 1 -- 172.21.15.17:0/889164643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9790066030 con 0x5583ad2c7d90 2024-09-19T08:13:01.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.082+0000 7f979498b640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f977806ac90 0x7f977806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f979498b640 1 -- 172.21.15.17:0/889164643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8920+0+0 (secure 0 0 0) 0x7f97900ce5c0 con 0x5583ad2c7d90 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f9797190640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f977806ac90 0x7f977806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f979a11ff40 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5583ad2bc9a0 0x5583ad2bcd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) -- 0x5583ad2bd2c0 con 0x5583ad2bc9a0 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f979698f640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5583ad2bc9a0 0x5583ad2bcd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f9797190640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f977806ac90 0x7f977806d150 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f9788001700 tx=0x7f9788010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.083+0000 7f979698f640 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5583ad2bc9a0 0x5583ad2bcd80 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.084+0000 7f979698f640 1 -- 172.21.15.17:0/889164643 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 100.00000000 [omap-set-header] v125'375 uv375 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f978000e4e0 con 0x5583ad2bc9a0 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.084+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5583ad2bc9a0 msgr2=0x5583ad2bcd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.084+0000 7f979a11ff40 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x5583ad2bc9a0 0x5583ad2bcd80 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f977806ac90 msgr2=0x7f977806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f977806ac90 0x7f977806d150 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f9788001700 tx=0x7f9788010000 comp rx=0 tx=0).stop 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 msgr2=0x5583ad2b27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 --2- 172.21.15.17:0/889164643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5583ad2c7d90 0x5583ad2b27e0 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7f9790057040 tx=0x7f9790002fb0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f9797991640 1 -- 172.21.15.17:0/889164643 reap_dead start 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 shutdown_connections 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 >> 172.21.15.17:0/889164643 conn(0x5583ad218400 msgr2=0x5583ad2b1770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 shutdown_connections 2024-09-19T08:13:01.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.085+0000 7f979a11ff40 1 -- 172.21.15.17:0/889164643 wait complete. 2024-09-19T08:13:01.089 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:13:01.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.234+0000 7f0d49877640 1 Processor -- start 2024-09-19T08:13:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.234+0000 7f0d49877640 1 -- start start 2024-09-19T08:13:01.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d49877640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d440b0990 0x7f0d440aea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d49877640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d440b5030 0x7f0d440b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d49877640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d4415fae0 con 0x7f0d4406bc10 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d49877640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f0d4415ef60 con 0x7f0d440b5030 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d49877640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4415f240 con 0x7f0d440b0990 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d440b5030 0x7f0d440b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f0d440b5030 0x7f0d440b5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55512/0 (socket says 172.21.15.17:55512) 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2802229746 learned_addr learned my addr 172.21.15.17:0/2802229746 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:01.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d42ffd640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d440b0990 0x7f0d440aea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2802229746 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d440b0990 msgr2=0x7f0d440aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d440b0990 0x7f0d440aea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2802229746 >> v1:172.21.15.160:6789/0 conn(0x7f0d4406bc10 legacy=0x7f0d441584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.235+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2802229746 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4415f520 con 0x7f0d440b5030 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.236+0000 7f0d3bfff640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b5030 0x7f0d440b5490 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c009870 tx=0x7f0d2c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e495ad002acebe9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.236+0000 7f0d427fc640 1 -- 172.21.15.17:0/2802229746 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c037070 con 0x7f0d440b5030 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.236+0000 7f0d427fc640 1 -- 172.21.15.17:0/2802229746 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2c032440 con 0x7f0d440b5030 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.236+0000 7f0d427fc640 1 -- 172.21.15.17:0/2802229746 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c032810 con 0x7f0d440b5030 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 -- 172.21.15.17:0/2802229746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b5030 msgr2=0x7f0d440b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b5030 0x7f0d440b5490 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c009870 tx=0x7f0d2c02a130 comp rx=0 tx=0).stop 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 -- 172.21.15.17:0/2802229746 shutdown_connections 2024-09-19T08:13:01.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b5030 0x7f0d440b5490 unknown :-1 s=CLOSED pgs=2206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 --2- 172.21.15.17:0/2802229746 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d440b0990 0x7f0d440aea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 -- 172.21.15.17:0/2802229746 >> 172.21.15.17:0/2802229746 conn(0x7f0d440b30f0 msgr2=0x7f0d440b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 -- 172.21.15.17:0/2802229746 shutdown_connections 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.237+0000 7f0d49877640 1 -- 172.21.15.17:0/2802229746 wait complete. 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.238+0000 7f0d49877640 1 Processor -- start 2024-09-19T08:13:01.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.238+0000 7f0d49877640 1 -- start start 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d4406bc10 0x7f0d44154e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 0x7f0d441f7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d440b0d70 con 0x7f0d440b0990 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f0d440aefc0 con 0x7f0d440b5030 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d49877640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4415eb30 con 0x7f0d4406bc10 2024-09-19T08:13:01.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55518/0 (socket says 172.21.15.17:55518) 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2149955342 learned_addr learned my addr 172.21.15.17:0/2149955342 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d42ffd640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d4406bc10 0x7f0d44154e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d437fe640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 0x7f0d441f7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d4406bc10 msgr2=0x7f0d44154e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d4406bc10 0x7f0d44154e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 msgr2=0x7f0d441f7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 0x7f0d441f7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 -- 172.21.15.17:0/2149955342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d44156ff0 con 0x7f0d440b0990 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d437fe640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 0x7f0d441f7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.239+0000 7f0d3bfff640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c02a170 tx=0x7f0d2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.240+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c041020 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.240+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2c030640 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.240+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d441572d0 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.240+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c037040 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.240+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d44157890 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.241+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d440aea80 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.241+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d2c044020 con 0x7f0d440b0990 2024-09-19T08:13:01.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.242+0000 7f0d40ff9640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 0x7f0d2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:01.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.242+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8920+0+0 (secure 0 0 0) 0x7f0d2c0ac850 con 0x7f0d440b0990 2024-09-19T08:13:01.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.242+0000 7f0d42ffd640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 0x7f0d2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:01.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.242+0000 7f0d42ffd640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 0x7f0d2406e770 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f0d34009aa0 tx=0x7f0d34009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:01.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.246+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d2c04b030 con 0x7f0d440b0990 2024-09-19T08:13:01.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:01.460+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f0d440723b0 con 0x7f0d440b0990 2024-09-19T08:13:02.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.188+0000 7f0d40ff9640 1 -- 172.21.15.17:0/2149955342 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v307) ==== 162+0+0 (secure 0 0 0) 0x7f0d2c07a2f0 con 0x7f0d440b0990 2024-09-19T08:13:02.189 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:13:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 msgr2=0x7f0d2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 0x7f0d2406e770 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f0d34009aa0 tx=0x7f0d34009190 comp rx=0 tx=0).stop 2024-09-19T08:13:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 msgr2=0x7f0d440d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c02a170 tx=0x7f0d2c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 shutdown_connections 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f0d2406c2b0 0x7f0d2406e770 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f0d440b5030 0x7f0d441f7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d440b0990 0x7f0d440d0580 unknown :-1 s=CLOSED pgs=2207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 --2- 172.21.15.17:0/2149955342 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0d4406bc10 0x7f0d44154e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 >> 172.21.15.17:0/2149955342 conn(0x7f0d440b30f0 msgr2=0x7f0d4406d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 shutdown_connections 2024-09-19T08:13:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.191+0000 7f0d49877640 1 -- 172.21.15.17:0/2149955342 wait complete. 2024-09-19T08:13:02.207 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:02.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.317+0000 7f113e118640 1 Processor -- start 2024-09-19T08:13:02.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.317+0000 7f113e118640 1 -- start start 2024-09-19T08:13:02.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f113e118640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11380b8b90 0x7f11380d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f113e118640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f113806dcb0 0x7f11380d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f113e118640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11380d17e0 con 0x7f113815eab0 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f113e118640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f11380d09d0 con 0x7f11380b8b90 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f113e118640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f113815ee90 con 0x7f113806dcb0 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11380b8b90 0x7f11380d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11380b8b90 0x7f11380d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34076/0 (socket says 172.21.15.17:34076) 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 -- 172.21.15.17:0/1317055525 learned_addr learned my addr 172.21.15.17:0/1317055525 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1137fff640 1 --2- 172.21.15.17:0/1317055525 >> v2:172.21.15.160:3300/0 conn(0x7f113806dcb0 0x7f11380d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 -- 172.21.15.17:0/1317055525 >> v2:172.21.15.160:3300/0 conn(0x7f113806dcb0 msgr2=0x7f11380d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 --2- 172.21.15.17:0/1317055525 >> v2:172.21.15.160:3300/0 conn(0x7f113806dcb0 0x7f11380d29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.318+0000 7f1136ffd640 1 -- 172.21.15.17:0/1317055525 >> v1:172.21.15.160:6789/0 conn(0x7f113815eab0 legacy=0x7f113806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:02.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.319+0000 7f1136ffd640 1 -- 172.21.15.17:0/1317055525 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11380cfc10 con 0x7f11380b8b90 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.319+0000 7f1136ffd640 1 --2- 172.21.15.17:0/1317055525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11380b8b90 0x7f11380d2470 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f11380d0ed0 tx=0x7f112c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e34cda8c09cbee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.319+0000 7f11367fc640 1 -- 172.21.15.17:0/1317055525 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c037070 con 0x7f11380b8b90 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.319+0000 7f11367fc640 1 -- 172.21.15.17:0/1317055525 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f112c032440 con 0x7f11380b8b90 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f11367fc640 1 -- 172.21.15.17:0/1317055525 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c032810 con 0x7f11380b8b90 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 -- 172.21.15.17:0/1317055525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11380b8b90 msgr2=0x7f11380d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 --2- 172.21.15.17:0/1317055525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11380b8b90 0x7f11380d2470 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f11380d0ed0 tx=0x7f112c02a2c0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 -- 172.21.15.17:0/1317055525 shutdown_connections 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 --2- 172.21.15.17:0/1317055525 >> v2:172.21.15.160:3300/0 conn(0x7f113806dcb0 0x7f11380d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 --2- 172.21.15.17:0/1317055525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11380b8b90 0x7f11380d2470 unknown :-1 s=CLOSED pgs=2208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 -- 172.21.15.17:0/1317055525 >> 172.21.15.17:0/1317055525 conn(0x7f11380d4b30 msgr2=0x7f11380d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 -- 172.21.15.17:0/1317055525 shutdown_connections 2024-09-19T08:13:02.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.320+0000 7f113e118640 1 -- 172.21.15.17:0/1317055525 wait complete. 2024-09-19T08:13:02.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.321+0000 7f113e118640 1 Processor -- start 2024-09-19T08:13:02.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 -- start start 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f113806dcb0 0x7f11381f4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 0x7f11381f7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f11380d04b0 con 0x7f113815eab0 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f11380d01d0 con 0x7f113806dcb0 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.322+0000 7f113e118640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f11380ceb50 con 0x7f11380b8b90 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34092/0 (socket says 172.21.15.17:34092) 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 -- 172.21.15.17:0/1156091453 learned_addr learned my addr 172.21.15.17:0/1156091453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1136ffd640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 0x7f11381f7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f11377fe640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f113806dcb0 0x7f11381f4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 -- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 msgr2=0x7f11381f7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 0x7f11381f7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 -- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f113806dcb0 msgr2=0x7f11381f4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f113806dcb0 0x7f11381f4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 -- 172.21.15.17:0/1156091453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11380cc830 con 0x7f113815eab0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1136ffd640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 0x7f11381f7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f1137fff640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f113000cd90 tx=0x7f113000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1130003b90 con 0x7f113815eab0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1130003d50 con 0x7f113815eab0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11380ccb10 con 0x7f113815eab0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1130004260 con 0x7f113815eab0 2024-09-19T08:13:02.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.323+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11380cd0d0 con 0x7f113815eab0 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.324+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f113806e380 con 0x7f113815eab0 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.325+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1130004400 con 0x7f113815eab0 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.325+0000 7f111ffff640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 0x7f112406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.325+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8920+0+0 (secure 0 0 0) 0x7f113008cbe0 con 0x7f113815eab0 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.326+0000 7f11377fe640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 0x7f112406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:02.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.326+0000 7f11377fe640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 0x7f112406e770 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f1128006fd0 tx=0x7f1128008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:02.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.330+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f113005a6a0 con 0x7f113815eab0 2024-09-19T08:13:02.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.542+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f113806d920 con 0x7f113815eab0 2024-09-19T08:13:02.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.542+0000 7f111ffff640 1 -- 172.21.15.17:0/1156091453 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 307 v307) ==== 95+0+5233 (secure 0 0 0) 0x7f1130059fa0 con 0x7f113815eab0 2024-09-19T08:13:02.543 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:02.543 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":307,"btime":"2024-09-19T08:13:02:187919+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":307,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:02.187900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":125,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10407},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10407":{"gid":10407,"name":"c","rank":0,"incarnation":307,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/1126459462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1126459462},{"type":"v1","addr":"172.21.15.17:6834","nonce":1126459462}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:02.543 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 307 2024-09-19T08:13:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 msgr2=0x7f112406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 0x7f112406e770 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f1128006fd0 tx=0x7f1128008040 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 msgr2=0x7f11380cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f113000cd90 tx=0x7f113000a660 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 shutdown_connections 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f112406c2b0 0x7f112406e770 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f113815eab0 0x7f11380cbfa0 unknown :-1 s=CLOSED pgs=2209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11380b8b90 0x7f11381f7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 --2- 172.21.15.17:0/1156091453 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f113806dcb0 0x7f11381f4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 >> 172.21.15.17:0/1156091453 conn(0x7f11380d4b30 msgr2=0x7f11380b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 shutdown_connections 2024-09-19T08:13:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:02.544+0000 7f113e118640 1 -- 172.21.15.17:0/1156091453 wait complete. 2024-09-19T08:13:02.555 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:13:05.202 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:13:05.202+0000 7f4f998ff640 -1 mds.0.cache.dir(0x100) Corrupt fnode in dirfrag 0x100: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:05.204 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:05.204+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:13:05.204 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:05.204+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:13:05.765 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:13:05.765+0000 7f4f9d907640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:07.556 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:07.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.673+0000 7f5fd5c80640 1 Processor -- start 2024-09-19T08:13:07.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.673+0000 7f5fd5c80640 1 -- start start 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fd5c80640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5fd00cd880 0x7f5fd00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fd5c80640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd015c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fd5c80640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fd00b2710 con 0x7f5fd0156990 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fd5c80640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f5fd0156d70 con 0x7f5fd00cd880 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fd5c80640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd00cea90 con 0x7f5fd00b22c0 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fc6ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5fd00cd880 0x7f5fd00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fc6ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f5fd00cd880 0x7f5fd00b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34096/0 (socket says 172.21.15.17:34096) 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fc6ffd640 1 -- 172.21.15.17:0/2829843959 learned_addr learned my addr 172.21.15.17:0/2829843959 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.674+0000 7f5fcffff640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd015c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.675+0000 7f5fc6ffd640 1 -- 172.21.15.17:0/2829843959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 msgr2=0x7f5fd015c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:07.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.675+0000 7f5fc6ffd640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd015c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.675+0000 7f5fc6ffd640 1 -- 172.21.15.17:0/2829843959 >> v1:172.21.15.160:6789/0 conn(0x7f5fd0156990 legacy=0x7f5fd00cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.675+0000 7f5fc6ffd640 1 -- 172.21.15.17:0/2829843959 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd00731f0 con 0x7f5fd00cd880 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.675+0000 7f5fc6ffd640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd00cd880 0x7f5fd00b1d80 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f5fb8009870 tx=0x7f5fb802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3414fd33cba385c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fceffd640 1 -- 172.21.15.17:0/2829843959 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb8037070 con 0x7f5fd00cd880 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fceffd640 1 -- 172.21.15.17:0/2829843959 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fb8032440 con 0x7f5fd00cd880 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fceffd640 1 -- 172.21.15.17:0/2829843959 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb8032810 con 0x7f5fd00cd880 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 -- 172.21.15.17:0/2829843959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd00cd880 msgr2=0x7f5fd00b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd00cd880 0x7f5fd00b1d80 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f5fb8009870 tx=0x7f5fb802a1c0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 -- 172.21.15.17:0/2829843959 shutdown_connections 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd015c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/2829843959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd00cd880 0x7f5fd00b1d80 unknown :-1 s=CLOSED pgs=2210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 -- 172.21.15.17:0/2829843959 >> 172.21.15.17:0/2829843959 conn(0x7f5fd006bc10 msgr2=0x7f5fd006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 -- 172.21.15.17:0/2829843959 shutdown_connections 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.676+0000 7f5fd5c80640 1 -- 172.21.15.17:0/2829843959 wait complete. 2024-09-19T08:13:07.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.677+0000 7f5fd5c80640 1 Processor -- start 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 -- start start 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd0145900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5fd00cd880 0x7f5fd01f5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd00ce720 con 0x7f5fd0156990 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd00ce440 con 0x7f5fd00cd880 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.678+0000 7f5fd5c80640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5fd00cef20 con 0x7f5fd00b22c0 2024-09-19T08:13:07.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34106/0 (socket says 172.21.15.17:34106) 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 -- 172.21.15.17:0/4060145882 learned_addr learned my addr 172.21.15.17:0/4060145882 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fc6ffd640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5fd00cd880 0x7f5fd01f5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcf7fe640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd0145900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 -- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 msgr2=0x7f5fd0145900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd0145900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 -- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5fd00cd880 msgr2=0x7f5fd01f5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5fd00cd880 0x7f5fd01f5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 -- 172.21.15.17:0/4060145882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd00b1490 con 0x7f5fd0156990 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fcffff640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 secure :-1 s=READY pgs=2211 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8007e60 tx=0x7f5fc800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc8014420 con 0x7f5fd0156990 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fc8019070 con 0x7f5fd0156990 2024-09-19T08:13:07.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fd00b0ed0 con 0x7f5fd0156990 2024-09-19T08:13:07.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc8014820 con 0x7f5fd0156990 2024-09-19T08:13:07.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.679+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fd0157030 con 0x7f5fd0156990 2024-09-19T08:13:07.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.680+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fd00b1d80 con 0x7f5fd0156990 2024-09-19T08:13:07.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.681+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5fc80149c0 con 0x7f5fd0156990 2024-09-19T08:13:07.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.681+0000 7f5fccff9640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 0x7f5fb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.681+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7f5fc808c870 con 0x7f5fd0156990 2024-09-19T08:13:07.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.682+0000 7f5fcf7fe640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 0x7f5fb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.682+0000 7f5fcf7fe640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 0x7f5fb006e770 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0001640 tx=0x7f5fc0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:07.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.686+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5fc805a340 con 0x7f5fd0156990 2024-09-19T08:13:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.897+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fd00cfae0 con 0x7f5fd0156990 2024-09-19T08:13:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.898+0000 7f5fccff9640 1 -- 172.21.15.17:0/4060145882 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 311 v311) ==== 95+0+4395 (secure 0 0 0) 0x7f5fc8059c40 con 0x7f5fd0156990 2024-09-19T08:13:07.902 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:07.902 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":311,"btime":"2024-09-19T08:13:05:205278+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":311,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:05.205273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":126,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 311 2024-09-19T08:13:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 msgr2=0x7f5fb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 0x7f5fb006e770 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0001640 tx=0x7f5fc0009040 comp rx=0 tx=0).stop 2024-09-19T08:13:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 msgr2=0x7f5fd01f6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 secure :-1 s=READY pgs=2211 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8007e60 tx=0x7f5fc800e4b0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 shutdown_connections 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5fb006c2b0 0x7f5fb006e770 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fd0156990 0x7f5fd01f6400 unknown :-1 s=CLOSED pgs=2211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5fd00cd880 0x7f5fd01f5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 --2- 172.21.15.17:0/4060145882 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5fd00b22c0 0x7f5fd0145900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 >> 172.21.15.17:0/4060145882 conn(0x7f5fd006bc10 msgr2=0x7f5fd01e8550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 shutdown_connections 2024-09-19T08:13:07.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:07.900+0000 7f5fd5c80640 1 -- 172.21.15.17:0/4060145882 wait complete. 2024-09-19T08:13:07.912 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:13:07.913 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:08.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.015+0000 7fe11848b640 1 Processor -- start 2024-09-19T08:13:08.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.015+0000 7fe11848b640 1 -- start start 2024-09-19T08:13:08.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe11015e4e0 0x7fe1100b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1100b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe1100d1fc0 0x7fe1100d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe1100d2d40 con 0x7fe11015e4e0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe1100b7250 con 0x7fe1100d1fc0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe11848b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe11006cec0 con 0x7fe11015e8c0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe11015e4e0 0x7fe1100b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe11015e4e0 0x7fe1100b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34116/0 (socket says 172.21.15.17:34116) 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 -- 172.21.15.17:0/4200464658 learned_addr learned my addr 172.21.15.17:0/4200464658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe115a26640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1100b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116a28640 1 --2- 172.21.15.17:0/4200464658 >> v2:172.21.15.160:3300/0 conn(0x7fe1100d1fc0 0x7fe1100d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 -- 172.21.15.17:0/4200464658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 msgr2=0x7fe1100b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1100b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 -- 172.21.15.17:0/4200464658 >> v2:172.21.15.160:3300/0 conn(0x7fe1100d1fc0 msgr2=0x7fe1100d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 --2- 172.21.15.17:0/4200464658 >> v2:172.21.15.160:3300/0 conn(0x7fe1100d1fc0 0x7fe1100d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.016+0000 7fe116227640 1 -- 172.21.15.17:0/4200464658 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe11006d160 con 0x7fe11015e4e0 2024-09-19T08:13:08.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.017+0000 7fe116227640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe11015e4e0 0x7fe1100b67d0 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7fe110073d20 tx=0x7fe10802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c869c41a8def9d39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.017+0000 7fe115225640 1 -- 172.21.15.17:0/4200464658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108037070 con 0x7fe11015e4e0 2024-09-19T08:13:08.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.017+0000 7fe115225640 1 -- 172.21.15.17:0/4200464658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe108032440 con 0x7fe11015e4e0 2024-09-19T08:13:08.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.017+0000 7fe115225640 1 -- 172.21.15.17:0/4200464658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108032810 con 0x7fe11015e4e0 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 -- 172.21.15.17:0/4200464658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe11015e4e0 msgr2=0x7fe1100b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe11015e4e0 0x7fe1100b67d0 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7fe110073d20 tx=0x7fe10802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 -- 172.21.15.17:0/4200464658 shutdown_connections 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 --2- 172.21.15.17:0/4200464658 >> v2:172.21.15.160:3300/0 conn(0x7fe1100d1fc0 0x7fe1100d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1100b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 --2- 172.21.15.17:0/4200464658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe11015e4e0 0x7fe1100b67d0 unknown :-1 s=CLOSED pgs=2212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 -- 172.21.15.17:0/4200464658 >> 172.21.15.17:0/4200464658 conn(0x7fe11006f400 msgr2=0x7fe11006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 -- 172.21.15.17:0/4200464658 shutdown_connections 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.018+0000 7fe11848b640 1 -- 172.21.15.17:0/4200464658 wait complete. 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.019+0000 7fe11848b640 1 Processor -- start 2024-09-19T08:13:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.019+0000 7fe11848b640 1 -- start start 2024-09-19T08:13:08.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe11015e4e0 0x7fe11014ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1101f3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe1100d29b0 con 0x7fe1100d1fc0 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe11006d720 con 0x7fe11015e4e0 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe11848b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe110070660 con 0x7fe11015e8c0 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34130/0 (socket says 172.21.15.17:34130) 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 -- 172.21.15.17:0/2072926263 learned_addr learned my addr 172.21.15.17:0/2072926263 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:08.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe115a26640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe11015e4e0 0x7fe11014ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116a28640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1101f3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 -- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 msgr2=0x7fe1101f3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1101f3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 -- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe11015e4e0 msgr2=0x7fe11014ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe11015e4e0 0x7fe11014ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.020+0000 7fe116227640 1 -- 172.21.15.17:0/2072926263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1101f4a70 con 0x7fe1100d1fc0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe116227640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fe108000c00 tx=0x7fe1080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108041020 con 0x7fe1100d1fc0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1080306c0 con 0x7fe1100d1fc0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1101f4d50 con 0x7fe1100d1fc0 2024-09-19T08:13:08.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108037040 con 0x7fe1100d1fc0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.021+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe11014e020 con 0x7fe1100d1fc0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.022+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1100d2450 con 0x7fe1100d1fc0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.022+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe108044020 con 0x7fe1100d1fc0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.023+0000 7fe10effd640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 0x7fe0fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.023+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7fe1080ac950 con 0x7fe1100d1fc0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.023+0000 7fe115a26640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 0x7fe0fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.024+0000 7fe115a26640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 0x7fe0fc06e770 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe104006fd0 tx=0x7fe104008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.027+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe10804b030 con 0x7fe1100d1fc0 2024-09-19T08:13:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.238+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe11006e820 con 0x7fe1100d1fc0 2024-09-19T08:13:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.239+0000 7fe10effd640 1 -- 172.21.15.17:0/2072926263 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 311 v311) ==== 95+0+4395 (secure 0 0 0) 0x7fe10807a3c0 con 0x7fe1100d1fc0 2024-09-19T08:13:08.239 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:08.239 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":311,"btime":"2024-09-19T08:13:05:205278+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":311,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:05.205273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":126,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 311 2024-09-19T08:13:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 msgr2=0x7fe0fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 0x7fe0fc06e770 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe104006fd0 tx=0x7fe104008040 comp rx=0 tx=0).stop 2024-09-19T08:13:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 msgr2=0x7fe11014e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fe108000c00 tx=0x7fe1080046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 shutdown_connections 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe0fc06c2b0 0x7fe0fc06e770 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe11015e8c0 0x7fe1101f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe11015e4e0 0x7fe11014ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 --2- 172.21.15.17:0/2072926263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1100d1fc0 0x7fe11014e800 unknown :-1 s=CLOSED pgs=2213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 >> 172.21.15.17:0/2072926263 conn(0x7fe11006f400 msgr2=0x7fe11006da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 shutdown_connections 2024-09-19T08:13:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.241+0000 7fe11848b640 1 -- 172.21.15.17:0/2072926263 wait complete. 2024-09-19T08:13:08.252 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:13:08.253 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.355+0000 7fd854ab7640 1 Processor -- start 2024-09-19T08:13:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.355+0000 7fd854ab7640 1 -- start start 2024-09-19T08:13:08.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 0x7fd8500cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd8500cf800 0x7fd8500b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 0x7fd8500cce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd8500cf100 con 0x7fd8500cf800 2024-09-19T08:13:08.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd8500cfc40 con 0x7fd85015c480 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd854ab7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd8500ce060 con 0x7fd8500b23c0 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd8500cf800 0x7fd8500b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd8500cf800 0x7fd8500b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34140/0 (socket says 172.21.15.17:34140) 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 -- 172.21.15.17:0/1042792898 learned_addr learned my addr 172.21.15.17:0/1042792898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd84ed9d640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 0x7fd8500cce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd84e59c640 1 --2- 172.21.15.17:0/1042792898 >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 0x7fd8500cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 -- 172.21.15.17:0/1042792898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 msgr2=0x7fd8500cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 0x7fd8500cce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 -- 172.21.15.17:0/1042792898 >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 msgr2=0x7fd8500cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 --2- 172.21.15.17:0/1042792898 >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 0x7fd8500cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd847fff640 1 -- 172.21.15.17:0/1042792898 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8500ce340 con 0x7fd8500cf800 2024-09-19T08:13:08.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd84ed9d640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 0x7fd8500cce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:08.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.356+0000 7fd84e59c640 1 --2- 172.21.15.17:0/1042792898 >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 0x7fd8500cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:08.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.357+0000 7fd847fff640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8500cf800 0x7fd8500b1e80 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7fd8500d1130 tx=0x7fd83802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=450c46ca3dc721d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.357+0000 7fd84dd9b640 1 -- 172.21.15.17:0/1042792898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd838037070 con 0x7fd8500cf800 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.357+0000 7fd84dd9b640 1 -- 172.21.15.17:0/1042792898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd838032440 con 0x7fd8500cf800 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.357+0000 7fd84dd9b640 1 -- 172.21.15.17:0/1042792898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd838032810 con 0x7fd8500cf800 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 -- 172.21.15.17:0/1042792898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8500cf800 msgr2=0x7fd8500b1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8500cf800 0x7fd8500b1e80 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7fd8500d1130 tx=0x7fd83802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 -- 172.21.15.17:0/1042792898 shutdown_connections 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500b23c0 0x7fd8500cce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 --2- 172.21.15.17:0/1042792898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8500cf800 0x7fd8500b1e80 unknown :-1 s=CLOSED pgs=2214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 --2- 172.21.15.17:0/1042792898 >> v2:172.21.15.160:3300/0 conn(0x7fd85015c480 0x7fd8500cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 -- 172.21.15.17:0/1042792898 >> 172.21.15.17:0/1042792898 conn(0x7fd85006bc10 msgr2=0x7fd85006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 -- 172.21.15.17:0/1042792898 shutdown_connections 2024-09-19T08:13:08.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.358+0000 7fd854ab7640 1 -- 172.21.15.17:0/1042792898 wait complete. 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.359+0000 7fd854ab7640 1 Processor -- start 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.359+0000 7fd854ab7640 1 -- start start 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8500b23c0 0x7fd850142ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500cf800 0x7fd850150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd8500cebe0 con 0x7fd85015c480 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd8500ce900 con 0x7fd8500b23c0 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd854ab7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd8500b2850 con 0x7fd8500cf800 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34156/0 (socket says 172.21.15.17:34156) 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 -- 172.21.15.17:0/2453179004 learned_addr learned my addr 172.21.15.17:0/2453179004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84e59c640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8500b23c0 0x7fd850142ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd847fff640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500cf800 0x7fd850150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 -- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500cf800 msgr2=0x7fd850150a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500cf800 0x7fd850150a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 -- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8500b23c0 msgr2=0x7fd850142ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8500b23c0 0x7fd850142ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.360+0000 7fd84ed9d640 1 -- 172.21.15.17:0/2453179004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd850151520 con 0x7fd85015c480 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd84ed9d640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7fd848007f20 tx=0x7fd84800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84801a070 con 0x7fd85015c480 2024-09-19T08:13:08.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd848003b90 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd850151800 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848004030 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.361+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd850151dc0 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.362+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8500b1e80 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.362+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd84801d070 con 0x7fd85015c480 2024-09-19T08:13:08.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.363+0000 7fd846ffd640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 0x7fd83006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.363+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7fd84808c490 con 0x7fd85015c480 2024-09-19T08:13:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.363+0000 7fd84e59c640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 0x7fd83006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.364+0000 7fd84e59c640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 0x7fd83006e770 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fd840006fd0 tx=0x7fd840008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.367+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd848010070 con 0x7fd85015c480 2024-09-19T08:13:08.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.578+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8501590a0 con 0x7fd85015c480 2024-09-19T08:13:08.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.579+0000 7fd846ffd640 1 -- 172.21.15.17:0/2453179004 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 311 v311) ==== 95+0+4395 (secure 0 0 0) 0x7fd848059ed0 con 0x7fd85015c480 2024-09-19T08:13:08.579 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:08.579 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":311,"btime":"2024-09-19T08:13:05:205278+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":311,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:05.205273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":126,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:08.579 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 311 2024-09-19T08:13:08.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 msgr2=0x7fd83006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 0x7fd83006e770 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fd840006fd0 tx=0x7fd840008040 comp rx=0 tx=0).stop 2024-09-19T08:13:08.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 msgr2=0x7fd8500d0030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7fd848007f20 tx=0x7fd84800d560 comp rx=0 tx=0).stop 2024-09-19T08:13:08.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 shutdown_connections 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd83006c2b0 0x7fd83006e770 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd85015c480 0x7fd8500d0030 unknown :-1 s=CLOSED pgs=2215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd8500cf800 0x7fd850150a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 --2- 172.21.15.17:0/2453179004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd8500b23c0 0x7fd850142ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 >> 172.21.15.17:0/2453179004 conn(0x7fd85006bc10 msgr2=0x7fd8500cc360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 shutdown_connections 2024-09-19T08:13:08.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.581+0000 7fd854ab7640 1 -- 172.21.15.17:0/2453179004 wait complete. 2024-09-19T08:13:08.592 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 100.00000000' led to DAMAGED state 2024-09-19T08:13:08.592 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on mds0_sessionmap' 2024-09-19T08:13:08.592 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:08.593 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:08.609 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:08.609 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:08.609 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:08.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:08.609 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:13:08.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:08.665 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:13:08.665 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:13:08.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.808+0000 7f9d6e7d6640 1 Processor -- start 2024-09-19T08:13:08.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.808+0000 7f9d6e7d6640 1 -- start start 2024-09-19T08:13:08.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d6e7d6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9d6815b1e0 0x7f9d680b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d6e7d6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d680ce480 con 0x7f9d680b41d0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d6e7d6640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d680ce760 con 0x7f9d680b2490 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d6e7d6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9d680cea40 con 0x7f9d6815b1e0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d677fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9d680b41d0 0x7f9d680b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36488/0 (socket says 172.21.15.17:36488) 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.809+0000 7f9d677fe640 1 -- 172.21.15.17:0/3185528524 learned_addr learned my addr 172.21.15.17:0/3185528524 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 --2- 172.21.15.17:0/3185528524 >> v2:172.21.15.160:3300/0 conn(0x7f9d6815b1e0 0x7f9d680b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2730020564 0 0) 0x7f9d680ce480 con 0x7f9d680b41d0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9d50003520 con 0x7f9d680b41d0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 195647419 0 0) 0x7f9d50003520 con 0x7f9d680b41d0 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 >> v2:172.21.15.160:3300/0 conn(0x7f9d6815b1e0 msgr2=0x7f9d680b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 --2- 172.21.15.17:0/3185528524 >> v2:172.21.15.160:3300/0 conn(0x7f9d6815b1e0 0x7f9d680b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 >> v1:172.21.15.160:6789/0 conn(0x7f9d680b2490 legacy=0x7f9d680716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d680ced20 con 0x7f9d680b41d0 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f9d5c001670 con 0x7f9d680b41d0 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 >> v1:172.21.15.17:6789/0 conn(0x7f9d680b41d0 legacy=0x7f9d680b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 0x7f9d50003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d50004800 0x7f9d50004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d500051c0 0x7f9d5000dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9d680cea40 con 0x7f9d500039b0 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5000e270 con 0x7f9d500051c0 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9d5000e470 con 0x7f9d50004800 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 0x7f9d50003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d677fe640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d50004800 0x7f9d50004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d6cd73640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d500051c0 0x7f9d5000dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 -- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d50004800 msgr2=0x7f9d50004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d50004800 0x7f9d50004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 -- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d500051c0 msgr2=0x7f9d5000dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d500051c0 0x7f9d5000dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d67fff640 1 -- 172.21.15.17:0/3185528524 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d50003520 con 0x7f9d500039b0 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d677fe640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d50004800 0x7f9d50004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d6cd73640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d500051c0 0x7f9d5000dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.810+0000 7f9d6cd73640 1 -- 172.21.15.17:0/3185528524 reap_dead start 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.811+0000 7f9d67fff640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 0x7f9d50003dd0 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009ac0 tx=0x7f9d50005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c1d0652faa1b213 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.811+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d58036070 con 0x7f9d500039b0 2024-09-19T08:13:08.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.811+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d58031400 con 0x7f9d500039b0 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.811+0000 7f9d66ffd640 1 -- 172.21.15.17:0/3185528524 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d58009690 con 0x7f9d500039b0 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 msgr2=0x7f9d50003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 0x7f9d50003dd0 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009ac0 tx=0x7f9d50005830 comp rx=0 tx=0).stop 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/3185528524 shutdown_connections 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/3185528524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d500039b0 0x7f9d50003dd0 unknown :-1 s=CLOSED pgs=2217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/3185528524 >> 172.21.15.17:0/3185528524 conn(0x7f9d6806bc10 msgr2=0x7f9d6806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/3185528524 shutdown_connections 2024-09-19T08:13:08.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.812+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/3185528524 wait complete. 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.813+0000 7f9d6e7d6640 1 Processor -- start 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.813+0000 7f9d6e7d6640 1 -- start start 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d500039b0 0x7f9d68150240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d68072990 0x7f9d6814d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9d680cdfc0 con 0x7f9d6815c030 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9d68071130 con 0x7f9d68072990 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6e7d6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9d680ce140 con 0x7f9d500039b0 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6cd73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6cd73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34172/0 (socket says 172.21.15.17:34172) 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d6cd73640 1 -- 172.21.15.17:0/2635559420 learned_addr learned my addr 172.21.15.17:0/2635559420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d677fe640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d68072990 0x7f9d6814d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.814+0000 7f9d67fff640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d500039b0 0x7f9d68150240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 -- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d500039b0 msgr2=0x7f9d68150240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d500039b0 0x7f9d68150240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 -- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d68072990 msgr2=0x7f9d6814d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d68072990 0x7f9d6814d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 -- 172.21.15.17:0/2635559420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d680718f0 con 0x7f9d6815c030 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6cd73640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7f9d680cf000 tx=0x7f9d6000e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d60019070 con 0x7f9d6815c030 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d60003b80 con 0x7f9d6815c030 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d68071bd0 con 0x7f9d6815c030 2024-09-19T08:13:08.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d600050d0 con 0x7f9d6815c030 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.815+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d68072190 con 0x7f9d6815c030 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.816+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d680b3c90 con 0x7f9d6815c030 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.817+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9d6001c070 con 0x7f9d6815c030 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.817+0000 7f9d64ff9640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 0x7f9d5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.817+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7f9d6008b620 con 0x7f9d6815c030 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.817+0000 7f9d67fff640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 0x7f9d5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.818+0000 7f9d67fff640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 0x7f9d5406e770 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f9d58033000 tx=0x7f9d58008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:08.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:08.821+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9d60058ad0 con 0x7f9d6815c030 2024-09-19T08:13:09.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.033+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9d680b0aa0 con 0x7f9d6815c030 2024-09-19T08:13:09.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.217+0000 7f9d64ff9640 1 -- 172.21.15.17:0/2635559420 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v312) ==== 161+0+0 (secure 0 0 0) 0x7f9d6005cdd0 con 0x7f9d6815c030 2024-09-19T08:13:09.218 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 msgr2=0x7f9d5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 0x7f9d5406e770 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f9d58033000 tx=0x7f9d58008030 comp rx=0 tx=0).stop 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 msgr2=0x7f9d6815c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7f9d680cf000 tx=0x7f9d6000e8a0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 shutdown_connections 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9d5406c2b0 0x7f9d5406e770 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d6815c030 0x7f9d6815c4b0 unknown :-1 s=CLOSED pgs=2218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9d68072990 0x7f9d6814d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 --2- 172.21.15.17:0/2635559420 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9d500039b0 0x7f9d68150240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 >> 172.21.15.17:0/2635559420 conn(0x7f9d6806bc10 msgr2=0x7f9d68156f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:09.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 shutdown_connections 2024-09-19T08:13:09.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.220+0000 7f9d6e7d6640 1 -- 172.21.15.17:0/2635559420 wait complete. 2024-09-19T08:13:09.231 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:13:09.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.335+0000 7fd643be4640 1 Processor -- start 2024-09-19T08:13:09.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.335+0000 7fd643be4640 1 -- start start 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd643be4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd63c0d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd643be4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd63c06cec0 con 0x7fd63c15e8c0 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd643be4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd63c06d160 con 0x7fd63c15e4e0 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd643be4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd63c0d2d40 con 0x7fd63c0b6ee0 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64117f640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd63c15e8c0 0x7fd63c0d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36500/0 (socket says 172.21.15.17:36500) 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64117f640 1 -- 172.21.15.17:0/733460430 learned_addr learned my addr 172.21.15.17:0/733460430 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:09.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd642181640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd63c0d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2169089201 0 0) 0x7fd63c06cec0 con 0x7fd63c15e8c0 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd628003520 con 0x7fd63c15e8c0 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1375101478 0 0) 0x7fd628003520 con 0x7fd63c15e8c0 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 msgr2=0x7fd63c0d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd63c0d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.336+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 >> v1:172.21.15.160:6789/0 conn(0x7fd63c15e4e0 legacy=0x7fd63c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd63c06d440 con 0x7fd63c15e8c0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd62c001670 con 0x7fd63c15e8c0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 >> v1:172.21.15.17:6789/0 conn(0x7fd63c15e8c0 legacy=0x7fd63c0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6280039e0 0x7fd628003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd628004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd628004d40 0x7fd6280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd63c0d2d40 con 0x7fd6280039e0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd62800ba70 con 0x7fd628004d40 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd62800bc70 con 0x7fd63c0b6ee0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6280039e0 0x7fd628003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd64117f640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd628004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd642181640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd628004d40 0x7fd6280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 -- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 msgr2=0x7fd628004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b6ee0 0x7fd628004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 -- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd628004d40 msgr2=0x7fd6280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd628004d40 0x7fd6280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd641980640 1 -- 172.21.15.17:0/733460430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd628003520 con 0x7fd6280039e0 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.337+0000 7fd642181640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd628004d40 0x7fd6280051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd641980640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6280039e0 0x7fd628003dc0 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7fd638001910 tx=0x7fd628005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=653bd50ae151a49e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd638037070 con 0x7fd6280039e0 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd63802ac60 con 0x7fd6280039e0 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd64097e640 1 -- 172.21.15.17:0/733460430 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6380014e0 con 0x7fd6280039e0 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd643be4640 1 -- 172.21.15.17:0/733460430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6280039e0 msgr2=0x7fd628003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd643be4640 1 --2- 172.21.15.17:0/733460430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6280039e0 0x7fd628003dc0 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7fd638001910 tx=0x7fd628005830 comp rx=0 tx=0).stop 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.338+0000 7fd642181640 1 -- 172.21.15.17:0/733460430 reap_dead start 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.339+0000 7fd643be4640 1 -- 172.21.15.17:0/733460430 shutdown_connections 2024-09-19T08:13:09.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.339+0000 7fd643be4640 1 -- 172.21.15.17:0/733460430 >> 172.21.15.17:0/733460430 conn(0x7fd63c06f400 msgr2=0x7fd63c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:09.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.339+0000 7fd643be4640 1 -- 172.21.15.17:0/733460430 shutdown_connections 2024-09-19T08:13:09.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.339+0000 7fd643be4640 1 -- 172.21.15.17:0/733460430 wait complete. 2024-09-19T08:13:09.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.340+0000 7fd643be4640 1 Processor -- start 2024-09-19T08:13:09.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.340+0000 7fd643be4640 1 -- start start 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 0x7fd63c14acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 0x7fd63c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd63c0d26d0 con 0x7fd63c154100 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd63c06ec50 con 0x7fd6280039e0 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd63c0d2850 con 0x7fd63c0b1870 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34198/0 (socket says 172.21.15.17:34198) 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 -- 172.21.15.17:0/4281708061 learned_addr learned my addr 172.21.15.17:0/4281708061 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 -- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 msgr2=0x7fd63c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd641980640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 0x7fd63c14acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd642181640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 0x7fd63c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 0x7fd63c0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 -- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 msgr2=0x7fd63c14acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 0x7fd63c14acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 -- 172.21.15.17:0/4281708061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd63c0b07d0 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd641980640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 0x7fd63c14acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd642181640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 0x7fd63c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd64117f640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7fd62c0072c0 tx=0x7fd62c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd62c01a070 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd62c00f9c0 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd63c0b0ab0 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd62c001670 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.341+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd63c0b1070 con 0x7fd63c154100 2024-09-19T08:13:09.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.342+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd63c0b67d0 con 0x7fd63c154100 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.343+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd62c01d070 con 0x7fd63c154100 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.343+0000 7fd6327fc640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 0x7fd62006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.343+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7fd62c08bb90 con 0x7fd63c154100 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.344+0000 7fd641980640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 0x7fd62006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.344+0000 7fd641980640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 0x7fd62006e770 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd638034000 tx=0x7fd63802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:09.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.348+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd62c059540 con 0x7fd63c154100 2024-09-19T08:13:09.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:09.596+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7fd63c06dce0 con 0x7fd63c154100 2024-09-19T08:13:09.955 INFO:tasks.ceph.mds.c.smithi017.stderr: -53> 2024-09-19T08:13:05.202+0000 7f4f998ff640 -1 mds.0.cache.dir(0x100) Corrupt fnode in dirfrag 0x100: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:09.955 INFO:tasks.ceph.mds.c.smithi017.stderr: -33> 2024-09-19T08:13:05.765+0000 7f4f9d907640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:09.981 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:13:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.225+0000 7fd6327fc640 1 -- 172.21.15.17:0/4281708061 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v313) ==== 101+0+0 (secure 0 0 0) 0x7fd62c058e40 con 0x7fd63c154100 2024-09-19T08:13:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:13:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 msgr2=0x7fd62006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 0x7fd62006e770 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd638034000 tx=0x7fd63802e000 comp rx=0 tx=0).stop 2024-09-19T08:13:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 msgr2=0x7fd63c0afed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7fd62c0072c0 tx=0x7fd62c007780 comp rx=0 tx=0).stop 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 shutdown_connections 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62006c2b0 0x7fd62006e770 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd63c0b1870 0x7fd63c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd63c154100 0x7fd63c0afed0 unknown :-1 s=CLOSED pgs=2221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 --2- 172.21.15.17:0/4281708061 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6280039e0 0x7fd63c14acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 >> 172.21.15.17:0/4281708061 conn(0x7fd63c06f400 msgr2=0x7fd63c15b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.227+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 shutdown_connections 2024-09-19T08:13:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.228+0000 7fd643be4640 1 -- 172.21.15.17:0/4281708061 wait complete. 2024-09-19T08:13:10.240 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:13:10.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 Processor -- start 2024-09-19T08:13:10.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 -- start start 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f54af90 0x55c01f4c58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f556d90 0x55c01f4c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c01f3ce510 con 0x55c01f4a8820 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c01f427c50 con 0x55c01f556d90 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c780bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c01f555640 con 0x55c01f54af90 2024-09-19T08:13:10.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c4626640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.286+0000 7f39c4626640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34222/0 (socket says 172.21.15.17:34222) 2024-09-19T08:13:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 -- 172.21.15.17:0/2955351871 learned_addr learned my addr 172.21.15.17:0/2955351871 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c3e25640 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f54af90 0x55c01f4c58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4e27640 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f556d90 0x55c01f4c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 -- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f54af90 msgr2=0x55c01f4c58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f54af90 0x55c01f4c58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 -- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f556d90 msgr2=0x55c01f4c5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:10.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f556d90 0x55c01f4c5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 -- 172.21.15.17:0/2955351871 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c01f54e6d0 con 0x55c01f4a8820 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c4626640 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7f39b4006610 tx=0x7f39b4006ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949eefca4aa85407 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c2e23640 1 -- 172.21.15.17:0/2955351871 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b4016070 con 0x55c01f4a8820 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c2e23640 1 -- 172.21.15.17:0/2955351871 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b4004540 con 0x55c01f4a8820 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c2e23640 1 -- 172.21.15.17:0/2955351871 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b4004930 con 0x55c01f4a8820 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c780bf40 1 -- 172.21.15.17:0/2955351871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 msgr2=0x55c01f541b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.287+0000 7f39c780bf40 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7f39b4006610 tx=0x7f39b4006ad0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 -- 172.21.15.17:0/2955351871 shutdown_connections 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f556d90 0x55c01f4c5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f54af90 0x55c01f4c58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 --2- 172.21.15.17:0/2955351871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f4a8820 0x55c01f541b40 unknown :-1 s=CLOSED pgs=2226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 -- 172.21.15.17:0/2955351871 >> 172.21.15.17:0/2955351871 conn(0x55c01f4a7400 msgr2=0x55c01f4ac4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 -- 172.21.15.17:0/2955351871 shutdown_connections 2024-09-19T08:13:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 -- 172.21.15.17:0/2955351871 wait complete. 2024-09-19T08:13:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 Processor -- start 2024-09-19T08:13:10.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.288+0000 7f39c780bf40 1 -- start start 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f4a8820 0x55c01f5e9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f54af90 0x55c01f54bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 0x55c01f54c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c01f545560 con 0x55c01f556d90 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55c01f542080 con 0x55c01f54af90 2024-09-19T08:13:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c780bf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55c01f4c3310 con 0x55c01f4a8820 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 0x55c01f54c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 0x55c01f54c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34228/0 (socket says 172.21.15.17:34228) 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 learned_addr learned my addr 172.21.15.17:0/3049068823 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f4a8820 0x55c01f5e9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f54af90 0x55c01f54bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f4a8820 msgr2=0x55c01f5e9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55c01f4a8820 0x55c01f5e9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f54af90 msgr2=0x55c01f54bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55c01f54af90 0x55c01f54bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.289+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c01f5eb580 con 0x55c01f556d90 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c4e27640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 0x55c01f54c210 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7f39bc025b20 tx=0x7f39bc003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c1e21640 1 -- 172.21.15.17:0/3049068823 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc063070 con 0x55c01f556d90 2024-09-19T08:13:10.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c1e21640 1 -- 172.21.15.17:0/3049068823 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39bc0548b0 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c01f54df00 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c1e21640 1 -- 172.21.15.17:0/3049068823 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc059040 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.290+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c01f54e1a0 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.291+0000 7f39c1e21640 1 -- 172.21.15.17:0/3049068823 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39bc066070 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c1e21640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a406ac90 0x7f39a406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c1e21640 1 -- 172.21.15.17:0/3049068823 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7f39bc0ce5a0 con 0x55c01f556d90 2024-09-19T08:13:10.297 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:13:10.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a406ac90 0x7f39a406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c01f54b810 0x55c01f5ec760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f4c4e20 con 0x55c01f54b810 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c01f54b810 0x55c01f5ec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c01f54b810 0x55c01f5ec760 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.292+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a406ac90 0x7f39a406d150 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f39b4013000 tx=0x7f39b4009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.295+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v126'1159 uv1133 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.295+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5ecca0 con 0x55c01f54b810 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.296+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v126'1160 uv1160 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.296+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f6d50 con 0x55c01f54b810 2024-09-19T08:13:10.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.297+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v126'1161 uv1161 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.300 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:13:10.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.297+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f8100 con 0x55c01f54b810 2024-09-19T08:13:10.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.299+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v126'1162 uv1162 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.299+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f84a0 con 0x55c01f54b810 2024-09-19T08:13:10.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.300+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v126'1163 uv1163 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.300+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f70f0 con 0x55c01f54b810 2024-09-19T08:13:10.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.301+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v126'1164 uv1164 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.302+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f74e0 con 0x55c01f54b810 2024-09-19T08:13:10.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.303+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v126'1165 uv1139 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.303+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.304+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v126'1166 uv1166 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.304+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.306 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:13:10.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.306+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v126'1167 uv1167 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.306+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.307+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v126'1168 uv1168 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.307+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.309+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v126'1169 uv1169 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.309+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.310+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v126'1170 uv1170 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.311+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.312+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v126'1171 uv1146 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.312+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.314+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v126'1172 uv1172 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.314+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.315+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v126'1173 uv1173 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.315 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:13:10.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.315+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.316+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v126'1174 uv1174 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.316+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.318+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v126'1175 uv1175 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.318+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.319+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v126'1176 uv1176 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.319+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.320+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v126'1177 uv1177 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.320+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.322+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v126'1178 uv1152 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.322+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.323+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v126'1179 uv1179 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.323+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.325+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v126'1180 uv1180 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.325 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:13:10.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.325+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.326+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v126'1181 uv1181 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.326+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.328+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v126'1182 uv1182 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.328+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.329+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v126'1183 uv1183 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.329+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.330+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v126'1184 uv1158 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.330+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.332+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v126'1185 uv1185 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.332+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.333+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v126'1186 uv1186 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.333 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:13:10.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.333+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.335+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v126'1187 uv1187 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.335+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.336+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v126'1188 uv1188 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.336+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f54b810 2024-09-19T08:13:10.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.337+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v126'1189 uv1189 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.338+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c01f5f7c70 0x55c01f5fad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.338+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5f7880 con 0x55c01f5f7c70 2024-09-19T08:13:10.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.338+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c01f5f7c70 0x55c01f5fad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.338+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c01f5f7c70 0x55c01f5fad60 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.340+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v126'836 uv818 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.340+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fb2a0 con 0x55c01f5f7c70 2024-09-19T08:13:10.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.341+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v126'837 uv837 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.341+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fb660 con 0x55c01f5f7c70 2024-09-19T08:13:10.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.342+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v126'838 uv838 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.342 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:13:10.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.342+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fbf20 con 0x55c01f5f7c70 2024-09-19T08:13:10.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.344+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v126'839 uv839 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.344+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fc2c0 con 0x55c01f5f7c70 2024-09-19T08:13:10.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.345+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v126'840 uv840 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.345+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fc6b0 con 0x55c01f5f7c70 2024-09-19T08:13:10.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.346+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v126'841 uv823 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.346+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.347+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v126'842 uv842 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.347+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.349+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v126'843 uv843 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.348 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:13:10.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.349+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.350+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v126'844 uv844 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.350+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.351+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v126'845 uv845 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.351+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.353+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v126'846 uv828 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.353+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.354+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v126'847 uv847 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.354+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.355+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v126'848 uv848 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.355 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:13:10.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.355+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.356+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v126'849 uv849 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.356+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.357+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v126'850 uv850 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.357+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.359+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v126'851 uv834 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.359+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.360+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v126'852 uv852 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.360+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.361+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v126'853 uv853 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.362 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:13:10.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.361+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.362+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v126'854 uv854 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.362+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fdab0 con 0x55c01f5f7c70 2024-09-19T08:13:10.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.363+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v126'855 uv855 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.363+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f5f7c70 2024-09-19T08:13:10.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.364+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v126'856 uv856 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f5f7c70 2024-09-19T08:13:10.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.364+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.365+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v126'225 uv224 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.365+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.366+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v126'226 uv226 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.366+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.367 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:13:10.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.367+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v126'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.367+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.368+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v126'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.368+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.369+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v126'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.369+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fcaa0 con 0x55c01f54b810 2024-09-19T08:13:10.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.370+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v126'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.370+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c01f5fd3c0 0x55c01f5fd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.370+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fff20 con 0x55c01f5fd3c0 2024-09-19T08:13:10.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.370+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c01f5fd3c0 0x55c01f5fd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.371+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c01f5fd3c0 0x55c01f5fd800 crc :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.372+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v126'171 uv170 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.372+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fff20 con 0x55c01f5fd3c0 2024-09-19T08:13:10.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.373+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v126'172 uv172 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.373+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f5fff20 con 0x55c01f5fd3c0 2024-09-19T08:13:10.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.374+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v126'173 uv173 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.373 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:13:10.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.374+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f600340 con 0x55c01f5fd3c0 2024-09-19T08:13:10.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.375+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v126'174 uv174 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.375+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f600340 con 0x55c01f54b810 2024-09-19T08:13:10.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.376+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v126'225 uv224 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.376+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f600340 con 0x55c01f54b810 2024-09-19T08:13:10.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.377+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v126'226 uv226 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.377+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f600340 con 0x55c01f54b810 2024-09-19T08:13:10.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.378+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v126'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.378 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:13:10.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.378+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f601350 con 0x55c01f54b810 2024-09-19T08:13:10.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.379+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v126'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.379+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f601350 con 0x55c01f54b810 2024-09-19T08:13:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.381+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v126'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.381+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f600340 con 0x55c01f54b810 2024-09-19T08:13:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.382+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v126'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.382+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c01f600850 0x55c01f602c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.382+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f603180 con 0x55c01f600850 2024-09-19T08:13:10.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.382+0000 7f39c4e27640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c01f600850 0x55c01f602c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.383+0000 7f39c4e27640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c01f600850 0x55c01f602c40 crc :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.384+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v126'415 uv409 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.384+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f603600 con 0x55c01f600850 2024-09-19T08:13:10.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.385+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v126'416 uv416 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.385+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f603ae0 con 0x55c01f600850 2024-09-19T08:13:10.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.386+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v126'417 uv417 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.386 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:13:10.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.387+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f605390 con 0x55c01f600850 2024-09-19T08:13:10.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.388+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v126'418 uv418 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.388+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f605730 con 0x55c01f600850 2024-09-19T08:13:10.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.389+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v126'419 uv419 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.389+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604380 con 0x55c01f600850 2024-09-19T08:13:10.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.390+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v126'420 uv420 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.390+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604770 con 0x55c01f600850 2024-09-19T08:13:10.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.391+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v126'421 uv414 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.391+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604b60 con 0x55c01f600850 2024-09-19T08:13:10.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.392+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v126'422 uv422 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.392+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604b60 con 0x55c01f600850 2024-09-19T08:13:10.393 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:13:10.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.393+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v126'423 uv423 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.393+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604b10 con 0x55c01f600850 2024-09-19T08:13:10.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.394+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v126'424 uv424 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.394+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f604b10 con 0x55c01f600850 2024-09-19T08:13:10.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.395+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v126'425 uv425 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.396+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c01f604ed0 0x55c01f607ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.396+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f604ed0 2024-09-19T08:13:10.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.396+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c01f604ed0 0x55c01f607ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.396+0000 7f39c4626640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c01f604ed0 0x55c01f607ff0 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.397+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v126'188 uv187 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f604ed0 2024-09-19T08:13:10.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.397+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f604ed0 2024-09-19T08:13:10.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.398+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v126'189 uv189 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f604ed0 2024-09-19T08:13:10.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.398+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f604ed0 2024-09-19T08:13:10.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.399+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v126'190 uv190 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f604ed0 2024-09-19T08:13:10.399 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:13:10.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.399+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608570 con 0x55c01f604ed0 2024-09-19T08:13:10.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.400+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v126'191 uv191 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f604ed0 2024-09-19T08:13:10.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.400+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f604ed0 2024-09-19T08:13:10.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.402+0000 7f39c4626640 1 -- 172.21.15.17:0/3049068823 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v126'192 uv192 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39b4026040 con 0x55c01f604ed0 2024-09-19T08:13:10.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.402+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f54b810 2024-09-19T08:13:10.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.403+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v126'225 uv224 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.403+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f54b810 2024-09-19T08:13:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.404+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v126'226 uv226 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.404+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f54b810 2024-09-19T08:13:10.404 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:13:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.405+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v126'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.405+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608570 con 0x55c01f54b810 2024-09-19T08:13:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.405+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v126'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.405+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f54b810 2024-09-19T08:13:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.406+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v126'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.406+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f54b810 2024-09-19T08:13:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.407+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v126'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f54b810 2024-09-19T08:13:10.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.407+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f5fd3c0 2024-09-19T08:13:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.408+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v126'376 uv369 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.408+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f5fd3c0 2024-09-19T08:13:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.409+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v126'377 uv377 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.409+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f608530 con 0x55c01f5fd3c0 2024-09-19T08:13:10.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.410+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v126'378 uv378 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.410 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:13:10.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.410+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.411+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v126'379 uv379 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.411+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.412+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v126'380 uv380 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.412+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.413+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v126'381 uv375 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.413+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.414+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v126'382 uv382 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.414+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.415 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:13:10.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.415+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v126'383 uv383 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.415+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f6089e0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.416+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v126'384 uv384 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.416+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b7f0 con 0x55c01f5fd3c0 2024-09-19T08:13:10.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.417+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v126'385 uv385 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.417+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c01f6093a0 0x55c01f60bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.417+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f6093a0 2024-09-19T08:13:10.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.418+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c01f6093a0 0x55c01f60bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.418+0000 7f39c3e25640 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c01f6093a0 0x55c01f60bc10 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.419+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v126'167 uv165 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f6093a0 2024-09-19T08:13:10.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.419+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f6093a0 2024-09-19T08:13:10.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.420+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v126'168 uv168 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f6093a0 2024-09-19T08:13:10.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.420+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f6093a0 2024-09-19T08:13:10.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.421+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v126'169 uv169 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f6093a0 2024-09-19T08:13:10.421 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:13:10.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.421+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f6093a0 2024-09-19T08:13:10.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.422+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v126'170 uv170 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f6093a0 2024-09-19T08:13:10.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.422+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.423+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v126'225 uv224 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.423+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.424+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v126'226 uv226 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.424+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.425 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:13:10.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.425+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v126'227 uv227 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.425+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.426+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v126'228 uv228 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.427+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.427+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v126'229 uv229 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.428+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f5fd3c0 2024-09-19T08:13:10.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.429+0000 7f39c3e25640 1 -- 172.21.15.17:0/3049068823 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v126'230 uv230 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39ac00e040 con 0x55c01f5fd3c0 2024-09-19T08:13:10.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.429+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.430+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v126'191 uv190 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.430+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.431+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v126'192 uv192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.431+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.432+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v126'193 uv193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.432 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:13:10.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.432+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.433+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v126'194 uv194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.433+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.434+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v126'195 uv195 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.434+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.436+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v126'468 uv459 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.436+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.437+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v126'469 uv469 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.437+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.438+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v126'470 uv470 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.438 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:13:10.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.438+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.439+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v126'471 uv471 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.439+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.440+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v126'472 uv472 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.440+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.441+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v126'473 uv466 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.441+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.443+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v126'474 uv474 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.443+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.443 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:13:10.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.444+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v126'475 uv475 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.444+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.445+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v126'476 uv476 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.445+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.446+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v126'477 uv477 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.446+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60b790 con 0x55c01f600850 2024-09-19T08:13:10.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.447+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v126'478 uv478 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.447+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55c01f60c150 con 0x55c01f600850 2024-09-19T08:13:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v126'479 uv479 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f39bc06f070 con 0x55c01f600850 2024-09-19T08:13:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c01f54b810 msgr2=0x55c01f5ec760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55c01f54b810 0x55c01f5ec760 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c01f5fd3c0 msgr2=0x55c01f5fd800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55c01f5fd3c0 0x55c01f5fd800 crc :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c01f6093a0 msgr2=0x55c01f60bc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55c01f6093a0 0x55c01f60bc10 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c01f5f7c70 msgr2=0x55c01f5fad60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55c01f5f7c70 0x55c01f5fad60 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 reap_dead start 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c01f600850 msgr2=0x55c01f602c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55c01f600850 0x55c01f602c40 crc :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c01f604ed0 msgr2=0x55c01f607ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55c01f604ed0 0x55c01f607ff0 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a406ac90 msgr2=0x7f39a406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f39a406ac90 0x7f39a406d150 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f39b4013000 tx=0x7f39b4009000 comp rx=0 tx=0).stop 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 msgr2=0x55c01f54c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 --2- 172.21.15.17:0/3049068823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c01f556d90 0x55c01f54c210 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7f39bc025b20 tx=0x7f39bc003020 comp rx=0 tx=0).stop 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c4e27640 1 -- 172.21.15.17:0/3049068823 reap_dead start 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 shutdown_connections 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 >> 172.21.15.17:0/3049068823 conn(0x55c01f4a7400 msgr2=0x55c01f4ac560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 shutdown_connections 2024-09-19T08:13:10.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.448+0000 7f39c780bf40 1 -- 172.21.15.17:0/3049068823 wait complete. 2024-09-19T08:13:10.451 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader mds0_sessionmap deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:13:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 Processor -- start 2024-09-19T08:13:10.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 -- start start 2024-09-19T08:13:10.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c9503770 0x55f1c95a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95abf40 0x55f1c951ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1c9426510 con 0x55f1c95ad330 2024-09-19T08:13:10.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f1c947fc50 con 0x55f1c95abf40 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.496+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f1c95043d0 con 0x55f1c9503770 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34240/0 (socket says 172.21.15.17:34240) 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 -- 172.21.15.17:0/701540589 learned_addr learned my addr 172.21.15.17:0/701540589 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a22942640 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c9503770 0x55f1c95a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a22141640 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95abf40 0x55f1c951ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 -- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c9503770 msgr2=0x55f1c95a3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c9503770 0x55f1c95a3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 -- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95abf40 msgr2=0x55f1c951ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95abf40 0x55f1c951ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 -- 172.21.15.17:0/701540589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1c9501250 con 0x55f1c95ad330 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a23143640 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 secure :-1 s=READY pgs=2229 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c0015e0 tx=0x7f3a1c001aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc1d183b4408e10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a2113f640 1 -- 172.21.15.17:0/701540589 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c004520 con 0x55f1c95ad330 2024-09-19T08:13:10.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a2113f640 1 -- 172.21.15.17:0/701540589 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a1c0046c0 con 0x55f1c95ad330 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.497+0000 7f3a2113f640 1 -- 172.21.15.17:0/701540589 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c004ab0 con 0x55f1c95ad330 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- 172.21.15.17:0/701540589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 msgr2=0x55f1c94d6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 secure :-1 s=READY pgs=2229 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c0015e0 tx=0x7f3a1c001aa0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- 172.21.15.17:0/701540589 shutdown_connections 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c95ad330 0x55f1c94d6050 unknown :-1 s=CLOSED pgs=2229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95abf40 0x55f1c951ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/701540589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c9503770 0x55f1c95a3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- 172.21.15.17:0/701540589 >> 172.21.15.17:0/701540589 conn(0x55f1c94d3bb0 msgr2=0x55f1c951fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- 172.21.15.17:0/701540589 shutdown_connections 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- 172.21.15.17:0/701540589 wait complete. 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 Processor -- start 2024-09-19T08:13:10.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.498+0000 7f3a24e4af40 1 -- start start 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 0x55f1c95aa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c95abf40 0x55f1c95a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95ad330 0x55f1c95adf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1c9501b90 con 0x55f1c9503770 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f1c9501000 con 0x55f1c95ad330 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a24e4af40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f1c95020b0 con 0x55f1c95abf40 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a22942640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 0x55f1c95aa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a22942640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 0x55f1c95aa0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34248/0 (socket says 172.21.15.17:34248) 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a22942640 1 -- 172.21.15.17:0/2160823337 learned_addr learned my addr 172.21.15.17:0/2160823337 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a23143640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95ad330 0x55f1c95adf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.499+0000 7f3a22141640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c95abf40 0x55f1c95a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 -- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c95abf40 msgr2=0x55f1c95a39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f1c95abf40 0x55f1c95a39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 -- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95ad330 msgr2=0x55f1c95adf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f1c95ad330 0x55f1c95adf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 -- 172.21.15.17:0/2160823337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1c95ae640 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a22942640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 0x55f1c95aa0b0 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f3a14045ef0 tx=0x7f3a14002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a0bfff640 1 -- 172.21.15.17:0/2160823337 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14054900 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a0bfff640 1 -- 172.21.15.17:0/2160823337 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a14054aa0 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f1c95ae920 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a0bfff640 1 -- 172.21.15.17:0/2160823337 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14054e50 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.500+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1c95a31c0 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.501+0000 7f3a0bfff640 1 -- 172.21.15.17:0/2160823337 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a1405c040 con 0x55f1c9503770 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a0bfff640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a1006ae30 0x7f3a1006d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a0bfff640 1 -- 172.21.15.17:0/2160823337 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7f3a140cecf0 con 0x55f1c9503770 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f1c94d6560 0x55f1c95a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) -- 0x55f1c95a17e0 con 0x55f1c94d6560 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a22141640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a1006ae30 0x7f3a1006d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.502+0000 7f3a23143640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f1c94d6560 0x55f1c95a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.503+0000 7f3a23143640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f1c94d6560 0x55f1c95a12a0 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.503+0000 7f3a22141640 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a1006ae30 0x7f3a1006d2f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x55f1c95a0160 tx=0x7f3a180017b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a23143640 1 -- 172.21.15.17:0/2160823337 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(1 mds0_sessionmap [omap-set-header] v126'171 uv171 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f3a1c01b040 con 0x55f1c94d6560 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f1c94d6560 msgr2=0x55f1c95a12a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f1c94d6560 0x55f1c95a12a0 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a1006ae30 msgr2=0x7f3a1006d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a1006ae30 0x7f3a1006d2f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x55f1c95a0160 tx=0x7f3a180017b0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 msgr2=0x55f1c95aa0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 --2- 172.21.15.17:0/2160823337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1c9503770 0x55f1c95aa0b0 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f3a14045ef0 tx=0x7f3a14002fb0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a23143640 1 -- 172.21.15.17:0/2160823337 reap_dead start 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 shutdown_connections 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 >> 172.21.15.17:0/2160823337 conn(0x55f1c94d3bb0 msgr2=0x55f1c951fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 shutdown_connections 2024-09-19T08:13:10.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.504+0000 7f3a24e4af40 1 -- 172.21.15.17:0/2160823337 wait complete. 2024-09-19T08:13:10.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:13:10.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.613+0000 7fabe7398640 1 Processor -- start 2024-09-19T08:13:10.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.613+0000 7fabe7398640 1 -- start start 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe7398640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fabe00b5030 0x7fabe00b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe7398640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fabe006bc10 0x7fabe006c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe7398640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe015fae0 con 0x7fabe00b0990 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe7398640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fabe006c580 con 0x7fabe00b5030 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe7398640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fabe015ef60 con 0x7fabe006bc10 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe4933640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fabe00b5030 0x7fabe00b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe5134640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fabe00b0990 0x7fabe00aea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36542/0 (socket says 172.21.15.17:36542) 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.614+0000 7fabe5134640 1 -- 172.21.15.17:0/1747922526 learned_addr learned my addr 172.21.15.17:0/1747922526 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabe5935640 1 --2- 172.21.15.17:0/1747922526 >> v2:172.21.15.160:3300/0 conn(0x7fabe006bc10 0x7fabe006c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabe4933640 1 -- 172.21.15.17:0/1747922526 >> v2:172.21.15.160:3300/0 conn(0x7fabe006bc10 msgr2=0x7fabe006c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:10.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabe4933640 1 --2- 172.21.15.17:0/1747922526 >> v2:172.21.15.160:3300/0 conn(0x7fabe006bc10 0x7fabe006c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabe4933640 1 -- 172.21.15.17:0/1747922526 >> v1:172.21.15.17:6789/0 conn(0x7fabe00b0990 legacy=0x7fabe00aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabdffff640 1 -- 172.21.15.17:0/1747922526 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1553161500 0 0) 0x7fabe015fae0 con 0x7fabe00b0990 2024-09-19T08:13:10.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.615+0000 7fabe4933640 1 -- 172.21.15.17:0/1747922526 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe015f240 con 0x7fabe00b5030 2024-09-19T08:13:10.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe4933640 1 --2- 172.21.15.17:0/1747922526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b5030 0x7fabe00b54c0 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fabe00d12c0 tx=0x7fabd402a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d5a23f81cac046 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabdffff640 1 -- 172.21.15.17:0/1747922526 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4037070 con 0x7fabe00b5030 2024-09-19T08:13:10.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabdffff640 1 -- 172.21.15.17:0/1747922526 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd402add0 con 0x7fabe00b5030 2024-09-19T08:13:10.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabdffff640 1 -- 172.21.15.17:0/1747922526 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4032660 con 0x7fabe00b5030 2024-09-19T08:13:10.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 -- 172.21.15.17:0/1747922526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b5030 msgr2=0x7fabe00b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 --2- 172.21.15.17:0/1747922526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b5030 0x7fabe00b54c0 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fabe00d12c0 tx=0x7fabd402a080 comp rx=0 tx=0).stop 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 -- 172.21.15.17:0/1747922526 shutdown_connections 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 --2- 172.21.15.17:0/1747922526 >> v2:172.21.15.160:3300/0 conn(0x7fabe006bc10 0x7fabe006c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 --2- 172.21.15.17:0/1747922526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b5030 0x7fabe00b54c0 unknown :-1 s=CLOSED pgs=2232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 -- 172.21.15.17:0/1747922526 >> 172.21.15.17:0/1747922526 conn(0x7fabe00b30f0 msgr2=0x7fabe00b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 -- 172.21.15.17:0/1747922526 shutdown_connections 2024-09-19T08:13:10.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.616+0000 7fabe7398640 1 -- 172.21.15.17:0/1747922526 wait complete. 2024-09-19T08:13:10.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 Processor -- start 2024-09-19T08:13:10.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 -- start start 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fabe006bc10 0x7fabe0153e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fabe00b5030 0x7fabe0160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fabe00b0d70 con 0x7fabe00b0990 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fabe015f800 con 0x7fabe00b5030 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe7398640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fabe015eb30 con 0x7fabe006bc10 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.618+0000 7fabe4933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34278/0 (socket says 172.21.15.17:34278) 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 -- 172.21.15.17:0/1877186589 learned_addr learned my addr 172.21.15.17:0/1877186589 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe5134640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fabe006bc10 0x7fabe0153e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe5935640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fabe00b5030 0x7fabe0160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 -- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fabe006bc10 msgr2=0x7fabe0153e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fabe006bc10 0x7fabe0153e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 -- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fabe00b5030 msgr2=0x7fabe0160ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fabe00b5030 0x7fabe0160ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 -- 172.21.15.17:0/1877186589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe01f7820 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe4933640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7fabd4000c00 tx=0x7fabd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4037040 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd4042070 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe01f7b00 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd403d660 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.619+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe01f4fc0 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.620+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe006c040 con 0x7fabe00b0990 2024-09-19T08:13:10.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.621+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fabd403d800 con 0x7fabe00b0990 2024-09-19T08:13:10.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.621+0000 7fabddffb640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 0x7fabcc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:10.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.621+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9006+0+0 (secure 0 0 0) 0x7fabd40ac4d0 con 0x7fabe00b0990 2024-09-19T08:13:10.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.622+0000 7fabe5134640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 0x7fabcc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:10.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.622+0000 7fabe5134640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 0x7fabcc06e7a0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fabd00012e0 tx=0x7fabd0001700 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:10.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.626+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fabd4079950 con 0x7fabe00b0990 2024-09-19T08:13:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:10.840+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fabe0072b70 con 0x7fabe00b0990 2024-09-19T08:13:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.233+0000 7fabddffb640 1 -- 172.21.15.17:0/1877186589 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v314) ==== 162+0+0 (secure 0 0 0) 0x7fabd407dc50 con 0x7fabe00b0990 2024-09-19T08:13:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:13:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 msgr2=0x7fabcc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 0x7fabcc06e7a0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fabd00012e0 tx=0x7fabd0001700 comp rx=0 tx=0).stop 2024-09-19T08:13:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 msgr2=0x7fabe0159b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7fabd4000c00 tx=0x7fabd40046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 shutdown_connections 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fabcc06c2e0 0x7fabcc06e7a0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fabe00b5030 0x7fabe0160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabe00b0990 0x7fabe0159b90 unknown :-1 s=CLOSED pgs=2233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 --2- 172.21.15.17:0/1877186589 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fabe006bc10 0x7fabe0153e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 >> 172.21.15.17:0/1877186589 conn(0x7fabe00b30f0 msgr2=0x7fabe01618c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 shutdown_connections 2024-09-19T08:13:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.236+0000 7fabe7398640 1 -- 172.21.15.17:0/1877186589 wait complete. 2024-09-19T08:13:11.245 INFO:tasks.ceph.mds.c.smithi017.stderr:2024-09-19T08:13:11.245+0000 7f423f69c640 -1 log_channel(cluster) log [ERR] : corrupt sessionmap header: Decoder at 'virtual void SessionMapStore::decode_header(ceph::bufferlist&)' v=1 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:11.245 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:11.246+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:13:11.245 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:11.246+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:13:11.251 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:11.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.357+0000 7f37c35d8640 1 Processor -- start 2024-09-19T08:13:11.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.357+0000 7f37c35d8640 1 -- start start 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c35d8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f37bc0cf2b0 0x7f37bc0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c35d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37bc0d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c35d8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37bc15ea20 con 0x7f37bc15e640 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c35d8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f37bc0b3d00 con 0x7f37bc0cf2b0 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c35d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37bc0b2860 con 0x7f37bc0cf720 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c1374640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f37bc15e640 0x7f37bc0ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36558/0 (socket says 172.21.15.17:36558) 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c1374640 1 -- 172.21.15.17:0/783083387 learned_addr learned my addr 172.21.15.17:0/783083387 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:11.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c1b75640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37bc0d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37c0b73640 1 --2- 172.21.15.17:0/783083387 >> v2:172.21.15.160:3300/0 conn(0x7f37bc0cf2b0 0x7f37bc0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3170783311 0 0) 0x7f37bc15ea20 con 0x7f37bc15e640 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.358+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37a8003520 con 0x7f37bc15e640 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3044870287 0 0) 0x7f37a8003520 con 0x7f37bc15e640 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 msgr2=0x7f37bc0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37bc0d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 >> v2:172.21.15.160:3300/0 conn(0x7f37bc0cf2b0 msgr2=0x7f37bc0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 --2- 172.21.15.17:0/783083387 >> v2:172.21.15.160:3300/0 conn(0x7f37bc0cf2b0 0x7f37bc0d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37bc0b1c50 con 0x7f37bc15e640 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f37b8001670 con 0x7f37bc15e640 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 >> v1:172.21.15.17:6789/0 conn(0x7f37bc15e640 legacy=0x7f37bc0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a80039b0 0x7f37a8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37a8004800 0x7f37a8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37bc0b2860 con 0x7f37a8004800 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f37a800b9c0 con 0x7f37a80039b0 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37a800bb40 con 0x7f37bc0cf720 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37a8004800 0x7f37a8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c1374640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a80039b0 0x7f37a8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c1b75640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 -- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 msgr2=0x7f37a80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc0cf720 0x7f37a80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 -- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a80039b0 msgr2=0x7f37a8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a80039b0 0x7f37a8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.359+0000 7f37c0b73640 1 -- 172.21.15.17:0/783083387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a8003520 con 0x7f37a8004800 2024-09-19T08:13:11.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.360+0000 7f37c0b73640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37a8004800 0x7f37a8004c80 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f37ac009af0 tx=0x7f37a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782ec532ac71259 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.360+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac036070 con 0x7f37a8004800 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.360+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37ac031400 con 0x7f37a8004800 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.360+0000 7f37b3fff640 1 -- 172.21.15.17:0/783083387 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac009690 con 0x7f37a8004800 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 -- 172.21.15.17:0/783083387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37a8004800 msgr2=0x7f37a8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 --2- 172.21.15.17:0/783083387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37a8004800 0x7f37a8004c80 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f37ac009af0 tx=0x7f37a8005830 comp rx=0 tx=0).stop 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c1b75640 1 -- 172.21.15.17:0/783083387 reap_dead start 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 -- 172.21.15.17:0/783083387 shutdown_connections 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 -- 172.21.15.17:0/783083387 >> 172.21.15.17:0/783083387 conn(0x7f37bc09d820 msgr2=0x7f37bc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 -- 172.21.15.17:0/783083387 shutdown_connections 2024-09-19T08:13:11.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.361+0000 7f37c35d8640 1 -- 172.21.15.17:0/783083387 wait complete. 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.362+0000 7f37c35d8640 1 Processor -- start 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.362+0000 7f37c35d8640 1 -- start start 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a8004800 0x7f37bc14ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 0x7f37bc15ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f37bc0b24f0 con 0x7f37bc0c8440 2024-09-19T08:13:11.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f37bc0b2210 con 0x7f37a8004800 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c35d8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f37bc0cfe40 con 0x7f37bc15c9f0 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34298/0 (socket says 172.21.15.17:34298) 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 -- 172.21.15.17:0/2971386534 learned_addr learned my addr 172.21.15.17:0/2971386534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c1374640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a8004800 0x7f37bc14ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c1b75640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 0x7f37bc15ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 -- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 msgr2=0x7f37bc15ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 0x7f37bc15ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 -- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a8004800 msgr2=0x7f37bc14ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a8004800 0x7f37bc14ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 -- 172.21.15.17:0/2971386534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37bc0cd700 con 0x7f37bc0c8440 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c1b75640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 0x7f37bc15ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:11.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.363+0000 7f37c0b73640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7f37ac009af0 tx=0x7f37ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.364+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac040020 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.364+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37ac003830 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.364+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37bc0cd9e0 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.364+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac036040 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.364+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37bc0cdfa0 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.365+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37bc068eb0 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.365+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f37ac043020 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.366+0000 7f37b1ffb640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.366+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7f37ac0abb60 con 0x7f37bc0c8440 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.366+0000 7f37c1374640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.367+0000 7f37c1374640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 0x7f37a006e770 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f37b80014f0 tx=0x7f37b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.370+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37ac079570 con 0x7f37bc0c8440 2024-09-19T08:13:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.587+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37bc0b73a0 con 0x7f37bc0c8440 2024-09-19T08:13:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.587+0000 7f37b1ffb640 1 -- 172.21.15.17:0/2971386534 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 316 v316) ==== 95+0+4395 (secure 0 0 0) 0x7f37ac078e70 con 0x7f37bc0c8440 2024-09-19T08:13:11.587 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:11.587 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":316,"btime":"2024-09-19T08:13:11:246838+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":316,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:11.246777+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 316 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.589+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 msgr2=0x7f37a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.589+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 0x7f37a006e770 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f37b80014f0 tx=0x7f37b8009040 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.589+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 msgr2=0x7f37bc0cce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.589+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7f37ac009af0 tx=0x7f37ac004730 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 shutdown_connections 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f37bc15c9f0 0x7f37bc15ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f37bc0c8440 0x7f37bc0cce00 unknown :-1 s=CLOSED pgs=2236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 --2- 172.21.15.17:0/2971386534 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f37a8004800 0x7f37bc14ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 >> 172.21.15.17:0/2971386534 conn(0x7f37bc09d820 msgr2=0x7f37bc161700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 shutdown_connections 2024-09-19T08:13:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.590+0000 7f37c35d8640 1 -- 172.21.15.17:0/2971386534 wait complete. 2024-09-19T08:13:11.601 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:13:11.601 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:11.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.704+0000 7f8f333bd640 1 Processor -- start 2024-09-19T08:13:11.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.704+0000 7f8f333bd640 1 -- start start 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f333bd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f2c06c320 0x7f8f2c0b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f333bd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f8f2c0b0610 0x7f8f2c15eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f333bd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f2c06e3c0 con 0x7f8f2c158c90 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f333bd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f8f2c06e170 con 0x7f8f2c06c320 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f333bd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f8f2c06e6a0 con 0x7f8f2c0b0610 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f2c06c320 0x7f8f2c0b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f8f2c06c320 0x7f8f2c0b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34304/0 (socket says 172.21.15.17:34304) 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 -- 172.21.15.17:0/1855714819 learned_addr learned my addr 172.21.15.17:0/1855714819 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f3195a640 1 --2- 172.21.15.17:0/1855714819 >> v2:172.21.15.160:3300/0 conn(0x7f8f2c0b0610 0x7f8f2c15eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 -- 172.21.15.17:0/1855714819 >> v2:172.21.15.160:3300/0 conn(0x7f8f2c0b0610 msgr2=0x7f8f2c15eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 --2- 172.21.15.17:0/1855714819 >> v2:172.21.15.160:3300/0 conn(0x7f8f2c0b0610 0x7f8f2c15eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 -- 172.21.15.17:0/1855714819 >> v1:172.21.15.160:6789/0 conn(0x7f8f2c158c90 legacy=0x7f8f2c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:11.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.705+0000 7f8f30958640 1 -- 172.21.15.17:0/1855714819 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2c06e980 con 0x7f8f2c06c320 2024-09-19T08:13:11.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.706+0000 7f8f30958640 1 --2- 172.21.15.17:0/1855714819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c0b00d0 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c06e2f0 tx=0x7f8f1c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a28827cda7bc5dcf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.706+0000 7f8f23fff640 1 -- 172.21.15.17:0/1855714819 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c037070 con 0x7f8f2c06c320 2024-09-19T08:13:11.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.706+0000 7f8f23fff640 1 -- 172.21.15.17:0/1855714819 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f1c032440 con 0x7f8f2c06c320 2024-09-19T08:13:11.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.706+0000 7f8f23fff640 1 -- 172.21.15.17:0/1855714819 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c032810 con 0x7f8f2c06c320 2024-09-19T08:13:11.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 -- 172.21.15.17:0/1855714819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 msgr2=0x7f8f2c0b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1855714819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c0b00d0 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c06e2f0 tx=0x7f8f1c02a210 comp rx=0 tx=0).stop 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 -- 172.21.15.17:0/1855714819 shutdown_connections 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1855714819 >> v2:172.21.15.160:3300/0 conn(0x7f8f2c0b0610 0x7f8f2c15eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1855714819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c0b00d0 unknown :-1 s=CLOSED pgs=2237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 -- 172.21.15.17:0/1855714819 >> 172.21.15.17:0/1855714819 conn(0x7f8f2c067b30 msgr2=0x7f8f2c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 -- 172.21.15.17:0/1855714819 shutdown_connections 2024-09-19T08:13:11.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.707+0000 7f8f333bd640 1 -- 172.21.15.17:0/1855714819 wait complete. 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.708+0000 7f8f333bd640 1 Processor -- start 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.708+0000 7f8f333bd640 1 -- start start 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f2c0b0610 0x7f8f2c1f4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 0x7f8f2c1f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2c0b4210 con 0x7f8f2c06c320 2024-09-19T08:13:11.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2c0b0a80 con 0x7f8f2c158c90 2024-09-19T08:13:11.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f333bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8f2c0b4390 con 0x7f8f2c0b0610 2024-09-19T08:13:11.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34308/0 (socket says 172.21.15.17:34308) 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 -- 172.21.15.17:0/1026323584 learned_addr learned my addr 172.21.15.17:0/1026323584 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f3195a640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 0x7f8f2c1f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f30958640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f2c0b0610 0x7f8f2c1f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 -- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f2c0b0610 msgr2=0x7f8f2c1f4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f2c0b0610 0x7f8f2c1f4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 -- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 msgr2=0x7f8f2c1f4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 0x7f8f2c1f4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 -- 172.21.15.17:0/1026323584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2c150920 con 0x7f8f2c06c320 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f3195a640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 0x7f8f2c1f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.709+0000 7f8f31159640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7f8f2800b420 tx=0x7f8f2800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.710+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28011830 con 0x7f8f2c06c320 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.710+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f28016070 con 0x7f8f2c06c320 2024-09-19T08:13:11.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.710+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28011c10 con 0x7f8f2c06c320 2024-09-19T08:13:11.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.710+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f2c14dfa0 con 0x7f8f2c06c320 2024-09-19T08:13:11.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.710+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f2c14e560 con 0x7f8f2c06c320 2024-09-19T08:13:11.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.711+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2c0b00d0 con 0x7f8f2c06c320 2024-09-19T08:13:11.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.711+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f2801b460 con 0x7f8f2c06c320 2024-09-19T08:13:11.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.712+0000 7f8f21ffb640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 0x7f8f1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.712+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7f8f2808bc20 con 0x7f8f2c06c320 2024-09-19T08:13:11.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.712+0000 7f8f30958640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 0x7f8f1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.712+0000 7f8f30958640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 0x7f8f1006e770 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c034000 tx=0x7f8f1c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.716+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f28020020 con 0x7f8f2c06c320 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.929+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f2c0b2690 con 0x7f8f2c06c320 2024-09-19T08:13:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.929+0000 7f8f21ffb640 1 -- 172.21.15.17:0/1026323584 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 316 v316) ==== 95+0+4395 (secure 0 0 0) 0x7f8f28059600 con 0x7f8f2c06c320 2024-09-19T08:13:11.929 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:11.930 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":316,"btime":"2024-09-19T08:13:11:246838+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":316,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:11.246777+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 316 2024-09-19T08:13:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 msgr2=0x7f8f1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 0x7f8f1006e770 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c034000 tx=0x7f8f1c02e000 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 msgr2=0x7f8f2c14d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7f8f2800b420 tx=0x7f8f2800b8e0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 shutdown_connections 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8f1006c2b0 0x7f8f1006e770 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8f2c158c90 0x7f8f2c1f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8f2c0b0610 0x7f8f2c1f4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 --2- 172.21.15.17:0/1026323584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f2c06c320 0x7f8f2c14d8a0 unknown :-1 s=CLOSED pgs=2238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 >> 172.21.15.17:0/1026323584 conn(0x7f8f2c067b30 msgr2=0x7f8f2c157b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 shutdown_connections 2024-09-19T08:13:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:11.931+0000 7f8f333bd640 1 -- 172.21.15.17:0/1026323584 wait complete. 2024-09-19T08:13:11.943 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:13:11.943 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:12.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.045+0000 7fe564986640 1 Processor -- start 2024-09-19T08:13:12.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.045+0000 7fe564986640 1 -- start start 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe564986640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe56015e640 0x7fe5600ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe564986640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe5600cf0e0 0x7fe5600cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe564986640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe56015ea20 con 0x7fe5600b2cf0 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe564986640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe5600b2860 con 0x7fe5600cf0e0 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe564986640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe5600b1c50 con 0x7fe56015e640 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.046+0000 7fe55dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe5600cf0e0 0x7fe5600cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe5600cf0e0 0x7fe5600cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34318/0 (socket says 172.21.15.17:34318) 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 -- 172.21.15.17:0/3035302442 learned_addr learned my addr 172.21.15.17:0/3035302442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55e59c640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe56015e640 0x7fe5600ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 -- 172.21.15.17:0/3035302442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe56015e640 msgr2=0x7fe5600ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe56015e640 0x7fe5600ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 -- 172.21.15.17:0/3035302442 >> v1:172.21.15.160:6789/0 conn(0x7fe5600b2cf0 legacy=0x7fe5600b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:12.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.047+0000 7fe55dd9b640 1 -- 172.21.15.17:0/3035302442 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5600b1f30 con 0x7fe5600cf0e0 2024-09-19T08:13:12.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe55dd9b640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe5600cf520 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7fe56015ebf0 tx=0x7fe54802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a169f3e5607161f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe55d59a640 1 -- 172.21.15.17:0/3035302442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548037070 con 0x7fe5600cf0e0 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe55d59a640 1 -- 172.21.15.17:0/3035302442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe548032440 con 0x7fe5600cf0e0 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe55d59a640 1 -- 172.21.15.17:0/3035302442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548032810 con 0x7fe5600cf0e0 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 -- 172.21.15.17:0/3035302442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 msgr2=0x7fe5600cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe5600cf520 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7fe56015ebf0 tx=0x7fe54802a160 comp rx=0 tx=0).stop 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 -- 172.21.15.17:0/3035302442 shutdown_connections 2024-09-19T08:13:12.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe5600cf520 unknown :-1 s=CLOSED pgs=2239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 --2- 172.21.15.17:0/3035302442 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe56015e640 0x7fe5600ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 -- 172.21.15.17:0/3035302442 >> 172.21.15.17:0/3035302442 conn(0x7fe56009d820 msgr2=0x7fe5600d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 -- 172.21.15.17:0/3035302442 shutdown_connections 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.048+0000 7fe564986640 1 -- 172.21.15.17:0/3035302442 wait complete. 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 Processor -- start 2024-09-19T08:13:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 -- start start 2024-09-19T08:13:12.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5600b2cf0 0x7fe5600b3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe56015e640 0x7fe5600ce260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe5600cfe40 con 0x7fe5600cf0e0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe5600b24f0 con 0x7fe56015e640 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.050+0000 7fe564986640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe5600b73a0 con 0x7fe5600b2cf0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34322/0 (socket says 172.21.15.17:34322) 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 -- 172.21.15.17:0/2963452683 learned_addr learned my addr 172.21.15.17:0/2963452683 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55e59c640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5600b2cf0 0x7fe5600b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55ed9d640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe56015e640 0x7fe5600ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 -- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5600b2cf0 msgr2=0x7fe5600b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5600b2cf0 0x7fe5600b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 -- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe56015e640 msgr2=0x7fe5600ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe56015e640 0x7fe5600ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 -- 172.21.15.17:0/2963452683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5600c8460 con 0x7fe5600cf0e0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe55dd9b640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7fe548000c00 tx=0x7fe5480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548041020 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe548030970 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5600c8740 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548037040 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.051+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5600c8d00 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.052+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe560068eb0 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.053+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe548044020 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.053+0000 7fe556ffd640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 0x7fe54006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.053+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7fe5480acbd0 con 0x7fe5600cf0e0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.053+0000 7fe55e59c640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 0x7fe54006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.054+0000 7fe55e59c640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 0x7fe54006e770 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fe5601f2380 tx=0x7fe558008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.057+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe54804b030 con 0x7fe5600cf0e0 2024-09-19T08:13:12.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.272+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5600d01c0 con 0x7fe5600cf0e0 2024-09-19T08:13:12.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.272+0000 7fe556ffd640 1 -- 172.21.15.17:0/2963452683 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 316 v316) ==== 95+0+4395 (secure 0 0 0) 0x7fe54807a5e0 con 0x7fe5600cf0e0 2024-09-19T08:13:12.273 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:12.273 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":316,"btime":"2024-09-19T08:13:11:246838+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":9834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":264}],"filesystems":[{"mdsmap":{"epoch":316,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:11.246777+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:12.273 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 316 2024-09-19T08:13:12.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 msgr2=0x7fe54006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 0x7fe54006e770 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fe5601f2380 tx=0x7fe558008040 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 msgr2=0x7fe56015b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7fe548000c00 tx=0x7fe5480046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 shutdown_connections 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe54006c2b0 0x7fe54006e770 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe56015e640 0x7fe5600ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5600cf0e0 0x7fe56015b9b0 unknown :-1 s=CLOSED pgs=2240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 --2- 172.21.15.17:0/2963452683 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe5600b2cf0 0x7fe5600b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.274+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 >> 172.21.15.17:0/2963452683 conn(0x7fe56009d820 msgr2=0x7fe5600cf690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.275+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 shutdown_connections 2024-09-19T08:13:12.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.275+0000 7fe564986640 1 -- 172.21.15.17:0/2963452683 wait complete. 2024-09-19T08:13:12.286 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on mds0_sessionmap' led to DAMAGED state 2024-09-19T08:13:12.286 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 1.00000000' 2024-09-19T08:13:12.286 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:12.286 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:12.302 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:12.302 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi017.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:12.302 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:12.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:12.302 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:13:12.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:12.358 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:13:12.358 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:13:12.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.501+0000 7fd579133640 1 Processor -- start 2024-09-19T08:13:12.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.501+0000 7fd579133640 1 -- start start 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd579133640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 0x7fd5741608e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd579133640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5740cff30 0x7fd57406ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd579133640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5740b6530 con 0x7fd57415d290 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd579133640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd574160450 con 0x7fd5740cff30 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd579133640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5740b6810 con 0x7fd57406d7a0 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5740cff30 0x7fd57406ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd57415d290 0x7fd5740cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36362/0 (socket says 172.21.15.17:36362) 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd5740cff30 0x7fd57406ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38406/0 (socket says 172.21.15.17:38406) 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57259c640 1 -- 172.21.15.17:0/1405409968 learned_addr learned my addr 172.21.15.17:0/1405409968 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd572d9d640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 0x7fd5741608e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 -- 172.21.15.17:0/1405409968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 msgr2=0x7fd5741608e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 0x7fd5741608e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 -- 172.21.15.17:0/1405409968 >> v1:172.21.15.17:6789/0 conn(0x7fd57415d290 legacy=0x7fd5740cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd57359e640 1 -- 172.21.15.17:0/1405409968 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57415fe00 con 0x7fd5740cff30 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd571d9b640 1 -- 172.21.15.17:0/1405409968 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3556132094 0 0) 0x7fd5740b6530 con 0x7fd57415d290 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.502+0000 7fd572d9d640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 0x7fd5741608e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.503+0000 7fd57359e640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5740cff30 0x7fd57406ef40 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7fd56c009d90 tx=0x7fd56c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2f22a8ca5c8f6db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.503+0000 7fd571d9b640 1 -- 172.21.15.17:0/1405409968 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56c007740 con 0x7fd5740cff30 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.503+0000 7fd571d9b640 1 -- 172.21.15.17:0/1405409968 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd56c0078e0 con 0x7fd5740cff30 2024-09-19T08:13:12.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.503+0000 7fd571d9b640 1 -- 172.21.15.17:0/1405409968 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56c007cb0 con 0x7fd5740cff30 2024-09-19T08:13:12.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 -- 172.21.15.17:0/1405409968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5740cff30 msgr2=0x7fd57406ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5740cff30 0x7fd57406ef40 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7fd56c009d90 tx=0x7fd56c02a660 comp rx=0 tx=0).stop 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 -- 172.21.15.17:0/1405409968 shutdown_connections 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5740cff30 0x7fd57406ef40 unknown :-1 s=CLOSED pgs=2242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 --2- 172.21.15.17:0/1405409968 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd57406d7a0 0x7fd5741608e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 -- 172.21.15.17:0/1405409968 >> 172.21.15.17:0/1405409968 conn(0x7fd5740b1770 msgr2=0x7fd5740b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 -- 172.21.15.17:0/1405409968 shutdown_connections 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.504+0000 7fd579133640 1 -- 172.21.15.17:0/1405409968 wait complete. 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.505+0000 7fd579133640 1 Processor -- start 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.505+0000 7fd579133640 1 -- start start 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 0x7fd574159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 0x7fd57415b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd57415d6d0 con 0x7fd57406d7a0 2024-09-19T08:13:12.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd5740b61b0 con 0x7fd57415d290 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd579133640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd5740b0070 con 0x7fd5740cff30 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38420/0 (socket says 172.21.15.17:38420) 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 -- 172.21.15.17:0/2524454426 learned_addr learned my addr 172.21.15.17:0/2524454426 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd57259c640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 0x7fd574159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd57359e640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 0x7fd57415b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 -- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 msgr2=0x7fd574159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 0x7fd574159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 -- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 msgr2=0x7fd57415b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 0x7fd57415b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd572d9d640 1 -- 172.21.15.17:0/2524454426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5740ae8b0 con 0x7fd57406d7a0 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd57359e640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 0x7fd57415b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.506+0000 7fd57259c640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 0x7fd574159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:12.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd572d9d640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7fd56400e7e0 tx=0x7fd56400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56400f040 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd564004030 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5740aeb90 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd564004400 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.507+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5741f1ab0 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.508+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5740aef80 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.508+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd56400c6d0 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.509+0000 7fd55b7fe640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 0x7fd56006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.509+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7fd56408bf60 con 0x7fd57406d7a0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.509+0000 7fd57259c640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 0x7fd56006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:12.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.509+0000 7fd57259c640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 0x7fd56006e770 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fd574159850 tx=0x7fd568009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:12.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.513+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd564017020 con 0x7fd57406d7a0 2024-09-19T08:13:12.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:12.723+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd5741608e0 con 0x7fd57406d7a0 2024-09-19T08:13:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.251+0000 7fd55b7fe640 1 -- 172.21.15.17:0/2524454426 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v317) ==== 161+0+0 (secure 0 0 0) 0x7fd564054090 con 0x7fd57406d7a0 2024-09-19T08:13:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:13:13.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 msgr2=0x7fd56006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 0x7fd56006e770 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fd574159850 tx=0x7fd568009040 comp rx=0 tx=0).stop 2024-09-19T08:13:13.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 msgr2=0x7fd5741f1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7fd56400e7e0 tx=0x7fd56400eca0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 shutdown_connections 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd56006c2b0 0x7fd56006e770 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd57415d290 0x7fd57415b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd5740cff30 0x7fd574159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 --2- 172.21.15.17:0/2524454426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd57406d7a0 0x7fd5741f1570 unknown :-1 s=CLOSED pgs=2243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 >> 172.21.15.17:0/2524454426 conn(0x7fd5740b1770 msgr2=0x7fd5740b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 shutdown_connections 2024-09-19T08:13:13.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.255+0000 7fd579133640 1 -- 172.21.15.17:0/2524454426 wait complete. 2024-09-19T08:13:13.269 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-19T08:13:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.377+0000 7f364d83c640 1 Processor -- start 2024-09-19T08:13:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 -- start start 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3648147dc0 0x7f36480b0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f364806dfa0 0x7f364806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f364806c580 con 0x7f36480d1700 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f364806c860 con 0x7f364806dfa0 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.378+0000 7f364d83c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f36480afd70 con 0x7f3648147dc0 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f364806dfa0 0x7f364806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f364806dfa0 0x7f364806bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38426/0 (socket says 172.21.15.17:38426) 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36477fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f36480d1700 0x7f3648071d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36376/0 (socket says 172.21.15.17:36376) 2024-09-19T08:13:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 -- 172.21.15.17:0/4212726290 learned_addr learned my addr 172.21.15.17:0/4212726290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f3646ffd640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3648147dc0 0x7f36480b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 -- 172.21.15.17:0/4212726290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3648147dc0 msgr2=0x7f36480b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3648147dc0 0x7f36480b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 -- 172.21.15.17:0/4212726290 >> v1:172.21.15.17:6789/0 conn(0x7f36480d1700 legacy=0x7f3648071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f36467fc640 1 -- 172.21.15.17:0/4212726290 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36480afa20 con 0x7f364806dfa0 2024-09-19T08:13:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.379+0000 7f3645ffb640 1 -- 172.21.15.17:0/4212726290 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 973824086 0 0) 0x7f364806c580 con 0x7f36480d1700 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f36467fc640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f364806dfa0 0x7f364806bc10 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7f3630009870 tx=0x7f363002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b637b272ac6d3658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f3645ffb640 1 -- 172.21.15.17:0/4212726290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630037070 con 0x7f364806dfa0 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f3645ffb640 1 -- 172.21.15.17:0/4212726290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3630032440 con 0x7f364806dfa0 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f3645ffb640 1 -- 172.21.15.17:0/4212726290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630032810 con 0x7f364806dfa0 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 -- 172.21.15.17:0/4212726290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f364806dfa0 msgr2=0x7f364806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f364806dfa0 0x7f364806bc10 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7f3630009870 tx=0x7f363002a1c0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 -- 172.21.15.17:0/4212726290 shutdown_connections 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f364806dfa0 0x7f364806bc10 unknown :-1 s=CLOSED pgs=2245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 --2- 172.21.15.17:0/4212726290 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3648147dc0 0x7f36480b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.380+0000 7f364d83c640 1 -- 172.21.15.17:0/4212726290 >> 172.21.15.17:0/4212726290 conn(0x7f364806d110 msgr2=0x7f364806d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.381+0000 7f364d83c640 1 -- 172.21.15.17:0/4212726290 shutdown_connections 2024-09-19T08:13:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.381+0000 7f364d83c640 1 -- 172.21.15.17:0/4212726290 wait complete. 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.382+0000 7f364d83c640 1 Processor -- start 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.382+0000 7f364d83c640 1 -- start start 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364806dfa0 0x7f36481f7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480d1700 0x7f36481f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f364806c2d0 con 0x7f3648147dc0 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f364806c150 con 0x7f36480d1700 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3648072470 con 0x7f364806dfa0 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38434/0 (socket says 172.21.15.17:38434) 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 -- 172.21.15.17:0/780134521 learned_addr learned my addr 172.21.15.17:0/780134521 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f3646ffd640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364806dfa0 0x7f36481f7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36467fc640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480d1700 0x7f36481f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 -- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364806dfa0 msgr2=0x7f36481f7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364806dfa0 0x7f36481f7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 -- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480d1700 msgr2=0x7f36481f4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480d1700 0x7f36481f4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 -- 172.21.15.17:0/780134521 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3648143920 con 0x7f3648147dc0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f36477fe640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f364000c450 tx=0x7f364000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640018070 con 0x7f3648147dc0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3640007500 con 0x7f3648147dc0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36480b43b0 con 0x7f3648147dc0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.383+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640004a20 con 0x7f3648147dc0 2024-09-19T08:13:13.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.384+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36480b70c0 con 0x7f3648147dc0 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.385+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364806bc10 con 0x7f3648147dc0 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.385+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f364001b070 con 0x7f3648147dc0 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.386+0000 7f363ffff640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.386+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7f364008b470 con 0x7f3648147dc0 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.386+0000 7f3646ffd640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.386+0000 7f3646ffd640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f3638003aa0 tx=0x7f3638009830 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:13.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.390+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36400587a0 con 0x7f3648147dc0 2024-09-19T08:13:13.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:13.636+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) -- 0x7f364815e5a0 con 0x7f3648147dc0 2024-09-19T08:13:14.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.258+0000 7f363ffff640 1 -- 172.21.15.17:0/780134521 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v318) ==== 101+0+0 (secure 0 0 0) 0x7f364005caa0 con 0x7f3648147dc0 2024-09-19T08:13:14.258 INFO:teuthology.orchestra.run.smithi017.stderr:repaired: restoring rank 6:0 2024-09-19T08:13:14.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 msgr2=0x7f362806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f3638003aa0 tx=0x7f3638009830 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 msgr2=0x7f3648142e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f364000c450 tx=0x7f364000c910 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 shutdown_connections 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f362806c2b0 0x7f362806e770 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3648147dc0 0x7f3648142e60 unknown :-1 s=CLOSED pgs=2246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f36480d1700 0x7f36481f4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 --2- 172.21.15.17:0/780134521 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f364806dfa0 0x7f36481f7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.261+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 >> 172.21.15.17:0/780134521 conn(0x7f364806d110 msgr2=0x7f364806d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.262+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 shutdown_connections 2024-09-19T08:13:14.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.262+0000 7f364d83c640 1 -- 172.21.15.17:0/780134521 wait complete. 2024-09-19T08:13:14.276 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-19T08:13:14.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.323+0000 7f138e431f40 1 Processor -- start 2024-09-19T08:13:14.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 -- start start 2024-09-19T08:13:14.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 0x55f38194e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187cf50 0x55f38194d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f381879e00 con 0x55f381933ee0 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f3817cb510 con 0x55f38187cf50 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138e431f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f381935240 con 0x55f38187ac50 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138c728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138c728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38448/0 (socket says 172.21.15.17:38448) 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138c728640 1 -- 172.21.15.17:0/2844488750 learned_addr learned my addr 172.21.15.17:0/2844488750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138bf27640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 0x55f38194e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.324+0000 7f138b726640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187cf50 0x55f38194d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 -- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 msgr2=0x55f38194e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 0x55f38194e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 -- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187cf50 msgr2=0x55f38194d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:14.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187cf50 0x55f38194d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 -- 172.21.15.17:0/2844488750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f381879530 con 0x55f381933ee0 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138bf27640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 0x55f38194e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138c728640 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f13840460e0 tx=0x7f1384051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69f1f92872737420 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138a724640 1 -- 172.21.15.17:0/2844488750 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384067070 con 0x55f381933ee0 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138a724640 1 -- 172.21.15.17:0/2844488750 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1384058950 con 0x55f381933ee0 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.325+0000 7f138a724640 1 -- 172.21.15.17:0/2844488750 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384058d00 con 0x55f381933ee0 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 -- 172.21.15.17:0/2844488750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 msgr2=0x55f38194db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f13840460e0 tx=0x7f1384051000 comp rx=0 tx=0).stop 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 -- 172.21.15.17:0/2844488750 shutdown_connections 2024-09-19T08:13:14.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f38194db50 unknown :-1 s=CLOSED pgs=2247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187cf50 0x55f38194d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 --2- 172.21.15.17:0/2844488750 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187ac50 0x55f38194e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 -- 172.21.15.17:0/2844488750 >> 172.21.15.17:0/2844488750 conn(0x55f3818a4400 msgr2=0x55f381935ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 -- 172.21.15.17:0/2844488750 shutdown_connections 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 -- 172.21.15.17:0/2844488750 wait complete. 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.326+0000 7f138e431f40 1 Processor -- start 2024-09-19T08:13:14.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 -- start start 2024-09-19T08:13:14.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187ac50 0x55f381932540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187cf50 0x55f3818a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f3819eb080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f3818797d0 con 0x55f381933ee0 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55f3818781a0 con 0x55f38187ac50 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138e431f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55f3818a31f0 con 0x55f38187cf50 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138c728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f3819eb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138c728640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f3819eb080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38450/0 (socket says 172.21.15.17:38450) 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 learned_addr learned my addr 172.21.15.17:0/2340365236 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187ac50 0x55f381932540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.327+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187cf50 0x55f3818a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187cf50 msgr2=0x55f3818a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55f38187cf50 0x55f3818a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187ac50 msgr2=0x55f381932540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55f38187ac50 0x55f381932540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f381949560 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138c728640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f3819eb080 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7f1384065040 tx=0x7f1384003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f1389722640 1 -- 172.21.15.17:0/2340365236 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384067040 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f1389722640 1 -- 172.21.15.17:0/2340365236 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f138406b630 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f381949840 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f1389722640 1 -- 172.21.15.17:0/2340365236 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138406ba20 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.328+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f381949e90 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f1389722640 1 -- 172.21.15.17:0/2340365236 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f138406bbc0 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f1389722640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f137806ac90 0x7f137806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f1389722640 1 -- 172.21.15.17:0/2340365236 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7f13840cfa50 con 0x55f381933ee0 2024-09-19T08:13:14.333 INFO:teuthology.orchestra.run.smithi017.stdout:Importing pool 2024-09-19T08:13:14.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f3818a2970 0x55f3819ebad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f137806ac90 0x7f137806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.330+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f38194f6a0 con 0x55f3818a2970 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.331+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f3818a2970 0x55f3819ebad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.331+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f3818a2970 0x55f3819ebad0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.331+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f137806ac90 0x7f137806d150 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x55f381951550 tx=0x7f137c00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.333+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(1 601.00000000 [create] v127'1190 uv1164 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.333+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f38194fa90 con 0x55f3818a2970 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.335+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(2 601.00000000 [delete] v127'1191 uv1191 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.335+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f38194fe30 con 0x55f3818a2970 2024-09-19T08:13:14.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.336+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(3 601.00000000 [create] v127'1192 uv1192 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.336 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-19T08:13:14.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.336+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819501d0 con 0x55f3818a2970 2024-09-19T08:13:14.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.337+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v127'1193 uv1193 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.338+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819505d0 con 0x55f3818a2970 2024-09-19T08:13:14.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.339+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v127'1194 uv1194 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.339+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4350 con 0x55f3818a2970 2024-09-19T08:13:14.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.341+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v127'1195 uv1195 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.341+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f46f0 con 0x55f3818a2970 2024-09-19T08:13:14.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.342+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 7 ==== osd_op_reply(7 602.00000000 [create] v127'1196 uv1170 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.342+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.344+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 8 ==== osd_op_reply(8 602.00000000 [delete] v127'1197 uv1197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.344+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.345 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-19T08:13:14.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.345+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 9 ==== osd_op_reply(9 602.00000000 [create] v127'1198 uv1198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.345+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.347+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v127'1199 uv1199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.347+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.348+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v127'1200 uv1200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.348+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.349+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v127'1201 uv1201 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.349+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.351+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 13 ==== osd_op_reply(13 10000000000.00000000 [create] v127'1202 uv1177 ondisk = -17 ((17) File exists)) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.351+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.352+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v127'1203 uv1203 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.353+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.354 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-19T08:13:14.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.354+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 15 ==== osd_op_reply(15 10000000000.00000000 [create] v127'1204 uv1204 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.354+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.355+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v127'1205 uv1205 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.355+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.356+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v127'1206 uv1206 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.356+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.358+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v127'1207 uv1207 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.358+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.359+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v127'1208 uv1208 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.359+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.361+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 20 ==== osd_op_reply(20 600.00000000 [create] v127'1209 uv1183 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.361+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.362+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 21 ==== osd_op_reply(21 600.00000000 [delete] v127'1210 uv1210 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.362+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.363 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-19T08:13:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.364+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 22 ==== osd_op_reply(22 600.00000000 [create] v127'1211 uv1211 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.364+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.365+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v127'1212 uv1212 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.365+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.366+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v127'1213 uv1213 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.366+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.368+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v127'1214 uv1214 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.368+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.369+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 26 ==== osd_op_reply(26 603.00000000 [create] v127'1215 uv1189 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.369+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.370+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 27 ==== osd_op_reply(27 603.00000000 [delete] v127'1216 uv1216 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.370+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.371 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-19T08:13:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.372+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 28 ==== osd_op_reply(28 603.00000000 [create] v127'1217 uv1217 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.372+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.373+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v127'1218 uv1218 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.373+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f5aa0 con 0x55f3818a2970 2024-09-19T08:13:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.374+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v127'1219 uv1219 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.374+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f4a90 con 0x55f3818a2970 2024-09-19T08:13:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.375+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v127'1220 uv1220 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.375+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f3819f5110 0x55f3819f7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.375+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f7a40 con 0x55f3819f5110 2024-09-19T08:13:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.376+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f3819f5110 0x55f3819f7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.376+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f3819f5110 0x55f3819f7500 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.378+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== osd_op_reply(32 1.00000000.inode [create] v127'857 uv840 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.378+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f7de0 con 0x55f3819f5110 2024-09-19T08:13:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.379+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== osd_op_reply(33 1.00000000.inode [delete] v127'858 uv858 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.379+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3818a8a90 con 0x55f3819f5110 2024-09-19T08:13:14.380 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-19T08:13:14.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.381+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 3 ==== osd_op_reply(34 1.00000000.inode [create] v127'859 uv859 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.381+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f8bd0 con 0x55f3819f5110 2024-09-19T08:13:14.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.382+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v127'860 uv860 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.382+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f8f70 con 0x55f3819f5110 2024-09-19T08:13:14.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.384+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v127'861 uv861 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.384+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9360 con 0x55f3819f5110 2024-09-19T08:13:14.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.385+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 6 ==== osd_op_reply(37 200.00000000 [create] v127'862 uv845 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.385+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9750 con 0x55f3819f5110 2024-09-19T08:13:14.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.386+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 7 ==== osd_op_reply(38 200.00000000 [delete] v127'863 uv863 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.386+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9b40 con 0x55f3819f5110 2024-09-19T08:13:14.387 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-19T08:13:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.388+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 8 ==== osd_op_reply(39 200.00000000 [create] v127'864 uv864 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.388+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9b40 con 0x55f3819f5110 2024-09-19T08:13:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.389+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v127'865 uv865 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.389+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.390+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v127'866 uv866 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.390+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.392+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 11 ==== osd_op_reply(42 200.00000001 [create] v127'867 uv850 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.392+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.393+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 12 ==== osd_op_reply(43 200.00000001 [delete] v127'868 uv868 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.393+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.394 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-19T08:13:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.395+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 13 ==== osd_op_reply(44 200.00000001 [create] v127'869 uv869 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.395+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14897 in=14897b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.396+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 14 ==== osd_op_reply(45 200.00000001 [write 0~14897] v127'870 uv870 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.396+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.397+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v127'871 uv871 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.397+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.399+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 16 ==== osd_op_reply(47 606.00000000 [create] v127'872 uv856 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.399+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.400+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 17 ==== osd_op_reply(48 606.00000000 [delete] v127'873 uv873 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.400+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9af0 con 0x55f3819f5110 2024-09-19T08:13:14.401 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-19T08:13:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.401+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 18 ==== osd_op_reply(49 606.00000000 [create] v127'874 uv874 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.401+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819faef0 con 0x55f3819f5110 2024-09-19T08:13:14.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.402+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v127'875 uv875 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.402+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819faef0 con 0x55f3819f5110 2024-09-19T08:13:14.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.403+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v127'876 uv876 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.403+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9d00 con 0x55f3819f5110 2024-09-19T08:13:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.405+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.5 v2:172.21.15.160:6816/982295261 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v127'877 uv877 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f3819f5110 2024-09-19T08:13:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.405+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9d00 con 0x55f3818a2970 2024-09-19T08:13:14.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.406+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 32 ==== osd_op_reply(53 607.00000000 [create] v127'231 uv230 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.406+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9d00 con 0x55f3818a2970 2024-09-19T08:13:14.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.407+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 33 ==== osd_op_reply(54 607.00000000 [delete] v127'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.407+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9d00 con 0x55f3818a2970 2024-09-19T08:13:14.407 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-19T08:13:14.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.408+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 34 ==== osd_op_reply(55 607.00000000 [create] v127'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.408+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fad10 con 0x55f3818a2970 2024-09-19T08:13:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.409+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v127'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.409+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fad10 con 0x55f3818a2970 2024-09-19T08:13:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.410+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v127'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.410+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f9d00 con 0x55f3818a2970 2024-09-19T08:13:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.411+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v127'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.411+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f3819fa5d0 0x55f3819faa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.411+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd110 con 0x55f3819fa5d0 2024-09-19T08:13:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.411+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f3819fa5d0 0x55f3819faa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.412+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f3819fa5d0 0x55f3819faa30 crc :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.413+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v127'175 uv174 ondisk = -17 ((17) File exists)) ==== 160+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.413+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd110 con 0x55f3819fa5d0 2024-09-19T08:13:14.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.414+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v127'176 uv176 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.414+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd110 con 0x55f3819fa5d0 2024-09-19T08:13:14.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.415+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v127'177 uv177 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.415 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-19T08:13:14.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.415+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd170 con 0x55f3819fa5d0 2024-09-19T08:13:14.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.416+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v127'178 uv178 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.416+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd170 con 0x55f3818a2970 2024-09-19T08:13:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.417+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 38 ==== osd_op_reply(63 608.00000000 [create] v127'231 uv230 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.417+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd170 con 0x55f3818a2970 2024-09-19T08:13:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.418+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 39 ==== osd_op_reply(64 608.00000000 [delete] v127'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.418+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd110 con 0x55f3818a2970 2024-09-19T08:13:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.420+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 40 ==== osd_op_reply(65 608.00000000 [create] v127'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.420 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-19T08:13:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.420+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fe160 con 0x55f3818a2970 2024-09-19T08:13:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.421+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v127'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.421+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fe120 con 0x55f3818a2970 2024-09-19T08:13:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.422+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v127'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.422+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819fd110 con 0x55f3818a2970 2024-09-19T08:13:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.423+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v127'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.423+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f3819fd790 0x55f3819fdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.423+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a00620 con 0x55f3819fd790 2024-09-19T08:13:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.423+0000 7f138c728640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f3819fd790 0x55f3819fdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.423+0000 7f138c728640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f3819fd790 0x55f3819fdbd0 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.425+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(69 604.00000000 [create] v127'426 uv420 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.425+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a009c0 con 0x55f3819fd790 2024-09-19T08:13:14.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.426+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== osd_op_reply(70 604.00000000 [delete] v127'427 uv427 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.426+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a00d60 con 0x55f3819fd790 2024-09-19T08:13:14.426 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-19T08:13:14.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.427+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 3 ==== osd_op_reply(71 604.00000000 [create] v127'428 uv428 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.427+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f3819f8820 con 0x55f3819fd790 2024-09-19T08:13:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.428+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v127'429 uv429 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.428+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a02680 con 0x55f3819fd790 2024-09-19T08:13:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.429+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v127'430 uv430 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.429+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a015b0 con 0x55f3819fd790 2024-09-19T08:13:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.430+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v127'431 uv431 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.430+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a019a0 con 0x55f3819fd790 2024-09-19T08:13:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.431+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 7 ==== osd_op_reply(75 500.00000000 [create] v127'432 uv425 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.431+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a01d90 con 0x55f3819fd790 2024-09-19T08:13:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.432+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 8 ==== osd_op_reply(76 500.00000000 [delete] v127'433 uv433 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.432+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a01d90 con 0x55f3819fd790 2024-09-19T08:13:14.433 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-19T08:13:14.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.433+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 9 ==== osd_op_reply(77 500.00000000 [create] v127'434 uv434 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.433+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a01d40 con 0x55f3819fd790 2024-09-19T08:13:14.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.434+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v127'435 uv435 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.434+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a01d40 con 0x55f3819fd790 2024-09-19T08:13:14.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.435+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v127'436 uv436 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.435+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f381a02150 0x55f381a04fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.435+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05510 con 0x55f381a02150 2024-09-19T08:13:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.436+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f381a02150 0x55f381a04fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.436+0000 7f138bf27640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f381a02150 0x55f381a04fd0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.437+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(80 mds_snaptable [create] v127'193 uv192 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f381a02150 2024-09-19T08:13:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.437+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05590 con 0x55f381a02150 2024-09-19T08:13:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.438+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(81 mds_snaptable [delete] v127'194 uv194 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f381a02150 2024-09-19T08:13:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.438+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f381a02150 2024-09-19T08:13:14.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.439+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.7 v2:172.21.15.160:6808/3382423984 3 ==== osd_op_reply(82 mds_snaptable [create] v127'195 uv195 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f381a02150 2024-09-19T08:13:14.439 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-19T08:13:14.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.439+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f381a02150 2024-09-19T08:13:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.440+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.7 v2:172.21.15.160:6808/3382423984 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v127'196 uv196 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f381a02150 2024-09-19T08:13:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.440+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f381a02150 2024-09-19T08:13:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.441+0000 7f138bf27640 1 -- 172.21.15.17:0/2340365236 <== osd.7 v2:172.21.15.160:6808/3382423984 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v127'197 uv197 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f137c0089a0 con 0x55f381a02150 2024-09-19T08:13:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.441+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3818a2970 2024-09-19T08:13:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.442+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 44 ==== osd_op_reply(85 605.00000000 [create] v127'231 uv230 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.442+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3818a2970 2024-09-19T08:13:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.443+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 45 ==== osd_op_reply(86 605.00000000 [delete] v127'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.443+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3818a2970 2024-09-19T08:13:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.444+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 46 ==== osd_op_reply(87 605.00000000 [create] v127'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.444 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-19T08:13:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.444+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a06990 con 0x55f3818a2970 2024-09-19T08:13:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.445+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v127'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.445+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a06990 con 0x55f3818a2970 2024-09-19T08:13:14.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.446+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v127'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.446+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3818a2970 2024-09-19T08:13:14.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.447+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.0 v2:172.21.15.17:6800/1152483013 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v127'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3818a2970 2024-09-19T08:13:14.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.447+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.448+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 5 ==== osd_op_reply(91 mds0_inotable [create] v127'386 uv380 ondisk = -17 ((17) File exists)) ==== 157+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.448+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.449+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 6 ==== osd_op_reply(92 mds0_inotable [delete] v127'387 uv387 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.449+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.450+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 7 ==== osd_op_reply(93 mds0_inotable [create] v127'388 uv388 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.450 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-19T08:13:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.450+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.451+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v127'389 uv389 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.451+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.452+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v127'390 uv390 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.453+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.453+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 10 ==== osd_op_reply(96 100.00000000 [create] v127'391 uv385 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.453+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.454+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 11 ==== osd_op_reply(97 100.00000000 [delete] v127'392 uv392 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.454+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.455+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 12 ==== osd_op_reply(98 100.00000000 [create] v127'393 uv393 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.458 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-19T08:13:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.455+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a05980 con 0x55f3819fa5d0 2024-09-19T08:13:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.456+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v127'394 uv394 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.456+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08790 con 0x55f3819fa5d0 2024-09-19T08:13:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.457+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v127'395 uv395 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.457+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f381a06340 0x55f381a08730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.457+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d10 con 0x55f381a06340 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.458+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f381a06340 0x55f381a08730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.458+0000 7f138b726640 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f381a06340 0x55f381a08730 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.459+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== osd_op_reply(101 mds0_sessionmap [create] v127'172 uv171 ondisk = -17 ((17) File exists)) ==== 159+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f381a06340 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.459+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d10 con 0x55f381a06340 2024-09-19T08:13:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.460+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v127'173 uv173 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f381a06340 2024-09-19T08:13:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.460+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d10 con 0x55f381a06340 2024-09-19T08:13:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.461+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.3 v2:172.21.15.17:6808/2084830613 3 ==== osd_op_reply(103 mds0_sessionmap [create] v127'174 uv174 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f381a06340 2024-09-19T08:13:14.461 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-19T08:13:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.461+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f381a06340 2024-09-19T08:13:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.462+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.3 v2:172.21.15.17:6808/2084830613 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v127'175 uv175 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f381a06340 2024-09-19T08:13:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.462+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fa5d0 2024-09-19T08:13:14.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.463+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 15 ==== osd_op_reply(105 609.00000000 [create] v127'231 uv230 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.463+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fa5d0 2024-09-19T08:13:14.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.464+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 16 ==== osd_op_reply(106 609.00000000 [delete] v127'232 uv232 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.464+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fa5d0 2024-09-19T08:13:14.465 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-19T08:13:14.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.465+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 17 ==== osd_op_reply(107 609.00000000 [create] v127'233 uv233 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.465+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a09da0 con 0x55f3819fa5d0 2024-09-19T08:13:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.466+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v127'234 uv234 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.466+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a09da0 con 0x55f3819fa5d0 2024-09-19T08:13:14.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.467+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v127'235 uv235 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.467+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fa5d0 2024-09-19T08:13:14.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.468+0000 7f138b726640 1 -- 172.21.15.17:0/2340365236 <== osd.1 v2:172.21.15.17:6816/804643697 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v127'236 uv236 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f1380011820 con 0x55f3819fa5d0 2024-09-19T08:13:14.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.468+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.470+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 12 ==== osd_op_reply(111 400.00000000 [create] v127'196 uv195 ondisk = -17 ((17) File exists)) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.470+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.471+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 13 ==== osd_op_reply(112 400.00000000 [delete] v127'197 uv197 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.471+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.472+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 14 ==== osd_op_reply(113 400.00000000 [create] v127'198 uv198 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.472 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-19T08:13:14.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.472+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.473+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v127'199 uv199 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.473+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.474+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v127'200 uv200 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.474+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.476+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 17 ==== osd_op_reply(116 100.00000000.inode [create] v127'480 uv472 ondisk = -17 ((17) File exists)) ==== 162+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.476+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.477+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 18 ==== osd_op_reply(117 100.00000000.inode [delete] v127'481 uv481 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.477+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.478 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-19T08:13:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.478+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 19 ==== osd_op_reply(118 100.00000000.inode [create] v127'482 uv482 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.478+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.479+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v127'483 uv483 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.479+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.480+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v127'484 uv484 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.480+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.481+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 22 ==== osd_op_reply(121 1.00000000 [create] v127'485 uv479 ondisk = -17 ((17) File exists)) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.481+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.482+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 23 ==== osd_op_reply(122 1.00000000 [delete] v127'486 uv486 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.482+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.483 INFO:teuthology.orchestra.run.smithi017.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-19T08:13:14.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.483+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 24 ==== osd_op_reply(123 1.00000000 [create] v127'487 uv487 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.483+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.484+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v127'488 uv488 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.484+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a09da0 con 0x55f3819fd790 2024-09-19T08:13:14.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.485+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v127'489 uv489 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.485+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a08d90 con 0x55f3819fd790 2024-09-19T08:13:14.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.486+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v127'490 uv490 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.486+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x55f381a09150 con 0x55f3819fd790 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 <== osd.6 v2:172.21.15.160:6800/717473473 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v127'491 uv491 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f138404e040 con 0x55f3819fd790 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f3818a2970 msgr2=0x55f3819ebad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x55f3818a2970 0x55f3819ebad0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f3819fa5d0 msgr2=0x55f3819faa30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x55f3819fa5d0 0x55f3819faa30 crc :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f381a06340 msgr2=0x55f381a08730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x55f381a06340 0x55f381a08730 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f3819f5110 msgr2=0x55f3819f7500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 reap_dead start 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x55f3819f5110 0x55f3819f7500 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f3819fd790 msgr2=0x55f3819fdbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x55f3819fd790 0x55f3819fdbd0 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f381a02150 msgr2=0x55f381a04fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x55f381a02150 0x55f381a04fd0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f137806ac90 msgr2=0x7f137806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f137806ac90 0x7f137806d150 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x55f381951550 tx=0x7f137c00c040 comp rx=0 tx=0).stop 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 msgr2=0x55f3819eb080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 --2- 172.21.15.17:0/2340365236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f381933ee0 0x55f3819eb080 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7f1384065040 tx=0x7f1384003330 comp rx=0 tx=0).stop 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138c728640 1 -- 172.21.15.17:0/2340365236 reap_dead start 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 shutdown_connections 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.487+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 >> 172.21.15.17:0/2340365236 conn(0x55f3818a4400 msgr2=0x55f3818a3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.488+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 shutdown_connections 2024-09-19T08:13:14.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.488+0000 7f138e431f40 1 -- 172.21.15.17:0/2340365236 wait complete. 2024-09-19T08:13:14.490 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 1.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-19T08:13:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 Processor -- start 2024-09-19T08:13:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 -- start start 2024-09-19T08:13:14.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x56093150b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931469980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56093146be80 con 0x56093143fcf0 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x56093138e510 con 0x560931515330 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.576+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56093143cb50 con 0x560931513f40 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38454/0 (socket says 172.21.15.17:38454) 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 -- 172.21.15.17:0/3834470569 learned_addr learned my addr 172.21.15.17:0/3834470569 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 -- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 msgr2=0x56093150b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56461640 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x56093150b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a57463640 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931469980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x56093150b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 -- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 msgr2=0x560931469980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931469980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 -- 172.21.15.17:0/3834470569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560931511c10 con 0x56093143fcf0 2024-09-19T08:13:14.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 secure :-1 s=READY pgs=2250 cs=0 l=1 rev1=1 crypto rx=0x7f3a48001460 tx=0x7f3a48001b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c30481472d780c0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a5545f640 1 -- 172.21.15.17:0/3834470569 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a480044e0 con 0x56093143fcf0 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a5545f640 1 -- 172.21.15.17:0/3834470569 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a480046a0 con 0x56093143fcf0 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.577+0000 7f3a5545f640 1 -- 172.21.15.17:0/3834470569 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a48004a90 con 0x56093143fcf0 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3834470569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 msgr2=0x5609315116d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 secure :-1 s=READY pgs=2250 cs=0 l=1 rev1=1 crypto rx=0x7f3a48001460 tx=0x7f3a48001b00 comp rx=0 tx=0).stop 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3834470569 shutdown_connections 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931469980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x56093150b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3834470569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x5609315116d0 unknown :-1 s=CLOSED pgs=2250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3834470569 >> 172.21.15.17:0/3834470569 conn(0x56093143bbb0 msgr2=0x56093146b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3834470569 shutdown_connections 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3834470569 wait complete. 2024-09-19T08:13:14.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 Processor -- start 2024-09-19T08:13:14.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.578+0000 7f3a5916cf40 1 -- start start 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x56093150b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x560931510c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931511190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56093143c410 con 0x56093143fcf0 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560931468eb0 con 0x560931515330 2024-09-19T08:13:14.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a5916cf40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x56093143c130 con 0x560931513f40 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x56093150b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x56093150b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38462/0 (socket says 172.21.15.17:38462) 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 -- 172.21.15.17:0/3011926479 learned_addr learned my addr 172.21.15.17:0/3011926479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 -- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 msgr2=0x560931510c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560931513f40 0x560931510c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 -- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 msgr2=0x560931511190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560931515330 0x560931511190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.579+0000 7f3a56c62640 1 -- 172.21.15.17:0/3011926479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560931483690 con 0x56093143fcf0 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a56c62640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x56093150b850 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f3a480012e0 tx=0x7f3a48000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a4ffff640 1 -- 172.21.15.17:0/3011926479 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a48024070 con 0x56093143fcf0 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a4ffff640 1 -- 172.21.15.17:0/3011926479 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a48019040 con 0x56093143fcf0 2024-09-19T08:13:14.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a4ffff640 1 -- 172.21.15.17:0/3011926479 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a480138c0 con 0x56093143fcf0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560931508630 con 0x56093143fcf0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.580+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56093143d320 con 0x56093143fcf0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.581+0000 7f3a4ffff640 1 -- 172.21.15.17:0/3011926479 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a48027070 con 0x56093143fcf0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a4ffff640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a3806acc0 0x7f3a3806d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a4ffff640 1 -- 172.21.15.17:0/3011926479 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7f3a4808c170 con 0x56093143fcf0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a56461640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a3806acc0 0x7f3a3806d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56093146ba30 0x56093143e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) -- 0x560931469cd0 con 0x56093146ba30 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a57463640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56093146ba30 0x56093143e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.582+0000 7f3a56461640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a3806acc0 0x7f3a3806d180 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f3a40057000 tx=0x7f3a40051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.583+0000 7f3a57463640 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56093146ba30 0x56093143e030 crc :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a57463640 1 -- 172.21.15.17:0/3011926479 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== osd_op_reply(1 1.00000000 [omap-set-header] v127'492 uv492 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x7f3a500098c0 con 0x56093146ba30 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56093146ba30 msgr2=0x56093143e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x56093146ba30 0x56093143e030 crc :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a3806acc0 msgr2=0x7f3a3806d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3a3806acc0 0x7f3a3806d180 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f3a40057000 tx=0x7f3a40051000 comp rx=0 tx=0).stop 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 msgr2=0x56093150b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 --2- 172.21.15.17:0/3011926479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56093143fcf0 0x56093150b850 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f3a480012e0 tx=0x7f3a48000f40 comp rx=0 tx=0).stop 2024-09-19T08:13:14.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a57463640 1 -- 172.21.15.17:0/3011926479 reap_dead start 2024-09-19T08:13:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 shutdown_connections 2024-09-19T08:13:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 >> 172.21.15.17:0/3011926479 conn(0x56093143bbb0 msgr2=0x560931469030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 shutdown_connections 2024-09-19T08:13:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.584+0000 7f3a5916cf40 1 -- 172.21.15.17:0/3011926479 wait complete. 2024-09-19T08:13:14.588 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:13:14.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.694+0000 7efc3a378640 1 Processor -- start 2024-09-19T08:13:14.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.694+0000 7efc3a378640 1 -- start start 2024-09-19T08:13:14.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc3a378640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc340b5890 0x7efc340d2350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc3a378640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3406f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc3a378640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc340d2ca0 con 0x7efc34159f90 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc3a378640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7efc340d1150 con 0x7efc340b5890 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc3a378640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc3415a370 con 0x7efc340d2890 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc340b5890 0x7efc340d2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc33fff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7efc34159f90 0x7efc340d0a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36406/0 (socket says 172.21.15.17:36406) 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7efc340b5890 0x7efc340d2350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38474/0 (socket says 172.21.15.17:38474) 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc33fff640 1 -- 172.21.15.17:0/4079308223 learned_addr learned my addr 172.21.15.17:0/4079308223 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc38915640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3406f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 -- 172.21.15.17:0/4079308223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 msgr2=0x7efc3406f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3406f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 -- 172.21.15.17:0/4079308223 >> v1:172.21.15.17:6789/0 conn(0x7efc34159f90 legacy=0x7efc340d0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc337fe640 1 -- 172.21.15.17:0/4079308223 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc34160170 con 0x7efc340b5890 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.695+0000 7efc32ffd640 1 -- 172.21.15.17:0/4079308223 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4147395401 0 0) 0x7efc24001110 con 0x7efc34159f90 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.696+0000 7efc337fe640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc340b5890 0x7efc340d2350 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7efc280097a0 tx=0x7efc2802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca50c097ce22c88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.696+0000 7efc32ffd640 1 -- 172.21.15.17:0/4079308223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28037070 con 0x7efc340b5890 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.696+0000 7efc32ffd640 1 -- 172.21.15.17:0/4079308223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc28032440 con 0x7efc340b5890 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.696+0000 7efc32ffd640 1 -- 172.21.15.17:0/4079308223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28032810 con 0x7efc340b5890 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 -- 172.21.15.17:0/4079308223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc340b5890 msgr2=0x7efc340d2350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc340b5890 0x7efc340d2350 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7efc280097a0 tx=0x7efc2802a180 comp rx=0 tx=0).stop 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 -- 172.21.15.17:0/4079308223 shutdown_connections 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3406f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 --2- 172.21.15.17:0/4079308223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc340b5890 0x7efc340d2350 unknown :-1 s=CLOSED pgs=2253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 -- 172.21.15.17:0/4079308223 >> 172.21.15.17:0/4079308223 conn(0x7efc340b7db0 msgr2=0x7efc34067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 -- 172.21.15.17:0/4079308223 shutdown_connections 2024-09-19T08:13:14.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.697+0000 7efc3a378640 1 -- 172.21.15.17:0/4079308223 wait complete. 2024-09-19T08:13:14.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.698+0000 7efc3a378640 1 Processor -- start 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.698+0000 7efc3a378640 1 -- start start 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc340b5890 0x7efc34140070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3413f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efc34160a10 con 0x7efc34159f90 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7efc34160730 con 0x7efc340b5890 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc3a378640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7efc34160cf0 con 0x7efc340d2890 2024-09-19T08:13:14.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38478/0 (socket says 172.21.15.17:38478) 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 -- 172.21.15.17:0/1698840987 learned_addr learned my addr 172.21.15.17:0/1698840987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc33fff640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc340b5890 0x7efc34140070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc337fe640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3413f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 -- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 msgr2=0x7efc3413f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3413f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 -- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc340b5890 msgr2=0x7efc34140070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.699+0000 7efc38915640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc340b5890 0x7efc34140070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc38915640 1 -- 172.21.15.17:0/1698840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc34153a40 con 0x7efc34159f90 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc38915640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7efc2c00efc0 tx=0x7efc2c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c018020 con 0x7efc34159f90 2024-09-19T08:13:14.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2c014480 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c014870 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc3415dc90 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.700+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc3413fc20 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.701+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc340b5470 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.701+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc2c005d10 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.702+0000 7efc30ff9640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 0x7efc2006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.702+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7efc2c08caf0 con 0x7efc34159f90 2024-09-19T08:13:14.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.702+0000 7efc33fff640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 0x7efc2006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:14.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.703+0000 7efc33fff640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 0x7efc2006e7a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7efc24007fd0 tx=0x7efc24007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:14.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.706+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc340b5470 con 0x7efc34159f90 2024-09-19T08:13:14.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:14.918+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7efc3415c7d0 con 0x7efc34159f90 2024-09-19T08:13:15.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.271+0000 7efc30ff9640 1 -- 172.21.15.17:0/1698840987 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v319) ==== 162+0+0 (secure 0 0 0) 0x7efc3415c7d0 con 0x7efc34159f90 2024-09-19T08:13:15.271 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:13:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 msgr2=0x7efc2006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 0x7efc2006e7a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7efc24007fd0 tx=0x7efc24007de0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 msgr2=0x7efc34150a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7efc2c00efc0 tx=0x7efc2c00c490 comp rx=0 tx=0).stop 2024-09-19T08:13:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 shutdown_connections 2024-09-19T08:13:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7efc2006c2e0 0x7efc2006e7a0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34159f90 0x7efc34150a80 unknown :-1 s=CLOSED pgs=2254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7efc340d2890 0x7efc3413f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 --2- 172.21.15.17:0/1698840987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7efc340b5890 0x7efc34140070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 >> 172.21.15.17:0/1698840987 conn(0x7efc340b7db0 msgr2=0x7efc3415ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 shutdown_connections 2024-09-19T08:13:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.273+0000 7efc3a378640 1 -- 172.21.15.17:0/1698840987 wait complete. 2024-09-19T08:13:15.288 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:15.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.393+0000 7fdf78f9f640 1 Processor -- start 2024-09-19T08:13:15.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.393+0000 7fdf78f9f640 1 -- start start 2024-09-19T08:13:15.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf78f9f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf740b0050 0x7fdf740cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf78f9f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf740cf870 con 0x7fdf74162280 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf78f9f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf740cfb50 con 0x7fdf74162660 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf78f9f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdf740cfe30 con 0x7fdf740b0050 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf72d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf740b0050 0x7fdf740cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf7259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdf74162280 0x7fdf740ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36422/0 (socket says 172.21.15.17:36422) 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf72d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdf740b0050 0x7fdf740cf290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38494/0 (socket says 172.21.15.17:38494) 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf7259c640 1 -- 172.21.15.17:0/94699026 learned_addr learned my addr 172.21.15.17:0/94699026 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf72d9d640 1 -- 172.21.15.17:0/94699026 >> v1:172.21.15.160:6789/0 conn(0x7fdf74162660 legacy=0x7fdf740af940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf72d9d640 1 -- 172.21.15.17:0/94699026 >> v1:172.21.15.17:6789/0 conn(0x7fdf74162280 legacy=0x7fdf740ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.394+0000 7fdf72d9d640 1 -- 172.21.15.17:0/94699026 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf740d0110 con 0x7fdf740b0050 2024-09-19T08:13:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.395+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/94699026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740b0050 0x7fdf740cf290 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009d90 tx=0x7fdf6c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea20aefbe7014b23 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.395+0000 7fdf7159a640 1 -- 172.21.15.17:0/94699026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c007740 con 0x7fdf740b0050 2024-09-19T08:13:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.395+0000 7fdf7159a640 1 -- 172.21.15.17:0/94699026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf6c0078e0 con 0x7fdf740b0050 2024-09-19T08:13:15.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.395+0000 7fdf7159a640 1 -- 172.21.15.17:0/94699026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c007cb0 con 0x7fdf740b0050 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 -- 172.21.15.17:0/94699026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740b0050 msgr2=0x7fdf740cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/94699026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740b0050 0x7fdf740cf290 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009d90 tx=0x7fdf6c02a6a0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 -- 172.21.15.17:0/94699026 shutdown_connections 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/94699026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf740b0050 0x7fdf740cf290 unknown :-1 s=CLOSED pgs=2256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 -- 172.21.15.17:0/94699026 >> 172.21.15.17:0/94699026 conn(0x7fdf740b1770 msgr2=0x7fdf740b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 -- 172.21.15.17:0/94699026 shutdown_connections 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.396+0000 7fdf78f9f640 1 -- 172.21.15.17:0/94699026 wait complete. 2024-09-19T08:13:15.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.397+0000 7fdf78f9f640 1 Processor -- start 2024-09-19T08:13:15.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.397+0000 7fdf78f9f640 1 -- start start 2024-09-19T08:13:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b0050 0x7fdf74141040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf74162280 0x7fdf7415c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf740b6010 con 0x7fdf74162660 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdf740b5e90 con 0x7fdf74162280 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf78f9f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdf740b6190 con 0x7fdf740b0050 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf72d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf72d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38508/0 (socket says 172.21.15.17:38508) 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf72d9d640 1 -- 172.21.15.17:0/3261284409 learned_addr learned my addr 172.21.15.17:0/3261284409 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf71d9b640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf74162280 0x7fdf7415c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.398+0000 7fdf7259c640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b0050 0x7fdf74141040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 -- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b0050 msgr2=0x7fdf74141040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b0050 0x7fdf74141040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 -- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf74162280 msgr2=0x7fdf7415c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf74162280 0x7fdf7415c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 -- 172.21.15.17:0/3261284409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7415f800 con 0x7fdf74162660 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf72d9d640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 secure :-1 s=READY pgs=2257 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009d90 tx=0x7fdf6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c040070 con 0x7fdf74162660 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf6c031c90 con 0x7fdf74162660 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6c03c640 con 0x7fdf74162660 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7415ef60 con 0x7fdf74162660 2024-09-19T08:13:15.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.399+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf7415f520 con 0x7fdf74162660 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.400+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf740cf290 con 0x7fdf74162660 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.400+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf6c039040 con 0x7fdf74162660 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.401+0000 7fdf62ffd640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.401+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9092+0+0 (secure 0 0 0) 0x7fdf6c0ad640 con 0x7fdf74162660 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.401+0000 7fdf7259c640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.402+0000 7fdf7259c640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fdf64007fd0 tx=0x7fdf64007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:15.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.405+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf6c07aa90 con 0x7fdf74162660 2024-09-19T08:13:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.617+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf74158b60 con 0x7fdf74162660 2024-09-19T08:13:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.618+0000 7fdf62ffd640 1 -- 172.21.15.17:0/3261284409 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 320 v320) ==== 95+0+4404 (secure 0 0 0) 0x7fdf6c07ed90 con 0x7fdf74162660 2024-09-19T08:13:15.618 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:15.618 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":320,"btime":"2024-09-19T08:13:15:273796+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":320,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:15.273782+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9834},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9834":{"gid":9834,"name":"a","rank":0,"incarnation":320,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6835/3553734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3553734984},{"type":"v1","addr":"172.21.15.17:6835","nonce":3553734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 320 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 msgr2=0x7fdf5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fdf64007fd0 tx=0x7fdf64007e80 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 msgr2=0x7fdf7415caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 secure :-1 s=READY pgs=2257 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009d90 tx=0x7fdf6c004a40 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 shutdown_connections 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdf5406c2e0 0x7fdf5406e7a0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf74162660 0x7fdf7415caf0 unknown :-1 s=CLOSED pgs=2257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdf74162280 0x7fdf7415c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 --2- 172.21.15.17:0/3261284409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdf740b0050 0x7fdf74141040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 >> 172.21.15.17:0/3261284409 conn(0x7fdf740b1770 msgr2=0x7fdf740af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 shutdown_connections 2024-09-19T08:13:15.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:15.620+0000 7fdf78f9f640 1 -- 172.21.15.17:0/3261284409 wait complete. 2024-09-19T08:13:15.631 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T08:13:15.996 INFO:tasks.ceph.mds.c.smithi017.stderr: -43> 2024-09-19T08:13:11.245+0000 7f423f69c640 -1 log_channel(cluster) log [ERR] : corrupt sessionmap header: Decoder at 'virtual void SessionMapStore::decode_header(ceph::bufferlist&)' v=1 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:16.021 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:13:18.301 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:13:18.300+0000 7ff6640ea640 -1 mds.0.cache.dir(0x1) Corrupt fnode in dirfrag 0x1: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:18.301 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:13:18.300+0000 7ff6640ea640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-19T08:13:18.301 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:18.300+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:13:18.301 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:18.300+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-19T08:13:20.632 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:20.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.746+0000 7f9038c45640 1 Processor -- start 2024-09-19T08:13:20.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.746+0000 7f9038c45640 1 -- start start 2024-09-19T08:13:20.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f9038c45640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90340cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f9038c45640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f90340af940 0x7f90340afd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f9038c45640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90340cf870 con 0x7f9034162280 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f9038c45640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f90340b02c0 con 0x7f90340af940 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f9038c45640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f90340cfb50 con 0x7f9034162660 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f903259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9034162280 0x7f90340ce350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36436/0 (socket says 172.21.15.17:36436) 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.747+0000 7f903259c640 1 -- 172.21.15.17:0/1428065914 learned_addr learned my addr 172.21.15.17:0/1428065914 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f9032d9d640 1 --2- 172.21.15.17:0/1428065914 >> v2:172.21.15.160:3300/0 conn(0x7f90340af940 0x7f90340afd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f9031d9b640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90340cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 465484221 0 0) 0x7f90340cf870 con 0x7f9034162280 2024-09-19T08:13:20.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9020003520 con 0x7f9034162280 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2495691703 0 0) 0x7f9020003520 con 0x7f9034162280 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 msgr2=0x7f90340cf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90340cf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 >> v2:172.21.15.160:3300/0 conn(0x7f90340af940 msgr2=0x7f90340afd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 --2- 172.21.15.17:0/1428065914 >> v2:172.21.15.160:3300/0 conn(0x7f90340af940 0x7f90340afd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90340cfe30 con 0x7f9034162280 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f90240019f0 con 0x7f9034162280 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 >> v1:172.21.15.17:6789/0 conn(0x7f9034162280 legacy=0x7f90340ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90200039b0 0x7f9020003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9020004800 0x7f9020004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f90340b02c0 con 0x7f9020004800 2024-09-19T08:13:20.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f90340cfb50 con 0x7f90200039b0 2024-09-19T08:13:20.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f902000b9c0 con 0x7f9034162660 2024-09-19T08:13:20.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f9031d9b640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9020004800 0x7f9020004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f903259c640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90200039b0 0x7f9020003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.748+0000 7f9032d9d640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 -- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 msgr2=0x7f90200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9034162660 0x7f90200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 -- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90200039b0 msgr2=0x7f9020003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90200039b0 0x7f9020003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 -- 172.21.15.17:0/1428065914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9020003520 con 0x7f9020004800 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f9031d9b640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9020004800 0x7f9020004c80 secure :-1 s=READY pgs=2261 cs=0 l=1 rev1=1 crypto rx=0x7f901c009ac0 tx=0x7f9020005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace34fde4b966eb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.749+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c036070 con 0x7f9020004800 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f901c031400 con 0x7f9020004800 2024-09-19T08:13:20.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f903159a640 1 -- 172.21.15.17:0/1428065914 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c009690 con 0x7f9020004800 2024-09-19T08:13:20.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 -- 172.21.15.17:0/1428065914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9020004800 msgr2=0x7f9020004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 --2- 172.21.15.17:0/1428065914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9020004800 0x7f9020004c80 secure :-1 s=READY pgs=2261 cs=0 l=1 rev1=1 crypto rx=0x7f901c009ac0 tx=0x7f9020005830 comp rx=0 tx=0).stop 2024-09-19T08:13:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9032d9d640 1 -- 172.21.15.17:0/1428065914 reap_dead start 2024-09-19T08:13:20.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 -- 172.21.15.17:0/1428065914 shutdown_connections 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 -- 172.21.15.17:0/1428065914 >> 172.21.15.17:0/1428065914 conn(0x7f90340b1770 msgr2=0x7f90340b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 -- 172.21.15.17:0/1428065914 shutdown_connections 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.750+0000 7f9038c45640 1 -- 172.21.15.17:0/1428065914 wait complete. 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 Processor -- start 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 -- start start 2024-09-19T08:13:20.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9020004800 0x7f9034154300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f903414de00 0x7f90340b5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f90340cf290 con 0x7f9034152d60 2024-09-19T08:13:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.752+0000 7f9038c45640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f90340d03f0 con 0x7f903414de00 2024-09-19T08:13:20.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9038c45640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f90340cf410 con 0x7f9020004800 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38560/0 (socket says 172.21.15.17:38560) 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 -- 172.21.15.17:0/661659666 learned_addr learned my addr 172.21.15.17:0/661659666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f903259c640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9020004800 0x7f9034154300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9032d9d640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f903414de00 0x7f90340b5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 -- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9020004800 msgr2=0x7f9034154300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9020004800 0x7f9034154300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 -- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f903414de00 msgr2=0x7f90340b5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f903414de00 0x7f90340b5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 -- 172.21.15.17:0/661659666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9034151040 con 0x7f9034152d60 2024-09-19T08:13:20.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9031d9b640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 secure :-1 s=READY pgs=2262 cs=0 l=1 rev1=1 crypto rx=0x7f901c034040 tx=0x7f901c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:20.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c041020 con 0x7f9034152d60 2024-09-19T08:13:20.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f901c03c470 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9034153260 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c036040 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.753+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9034153820 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.754+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90340afd80 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.755+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f901c044020 con 0x7f9034152d60 2024-09-19T08:13:20.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.755+0000 7f902affd640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 0x7f901406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:20.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.756+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f901c0abe20 con 0x7f9034152d60 2024-09-19T08:13:20.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.756+0000 7f903259c640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 0x7f901406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:20.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.756+0000 7f903259c640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 0x7f901406e7a0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9024004d00 tx=0x7f9024006040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:20.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.760+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f901c079870 con 0x7f9034152d60 2024-09-19T08:13:20.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.971+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f90340b5470 con 0x7f9034152d60 2024-09-19T08:13:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.972+0000 7f902affd640 1 -- 172.21.15.17:0/661659666 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) ==== 95+0+4396 (secure 0 0 0) 0x7f901c079170 con 0x7f9034152d60 2024-09-19T08:13:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:20.973 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":324,"btime":"2024-09-19T08:13:18:302627+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 324 2024-09-19T08:13:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 msgr2=0x7f901406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 0x7f901406e7a0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9024004d00 tx=0x7f9024006040 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 msgr2=0x7f9034143490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 secure :-1 s=READY pgs=2262 cs=0 l=1 rev1=1 crypto rx=0x7f901c034040 tx=0x7f901c004730 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 shutdown_connections 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f901406c2e0 0x7f901406e7a0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f903414de00 0x7f90340b5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9034152d60 0x7f9034143490 unknown :-1 s=CLOSED pgs=2262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 --2- 172.21.15.17:0/661659666 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9020004800 0x7f9034154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 >> 172.21.15.17:0/661659666 conn(0x7f90340b1770 msgr2=0x7f9034072d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 shutdown_connections 2024-09-19T08:13:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:20.974+0000 7f9038c45640 1 -- 172.21.15.17:0/661659666 wait complete. 2024-09-19T08:13:20.986 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T08:13:20.987 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:21.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.087+0000 7f23bc64c640 1 Processor -- start 2024-09-19T08:13:21.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.087+0000 7f23bc64c640 1 -- start start 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.088+0000 7f23bc64c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f23b415e640 0x7f23b40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.088+0000 7f23bc64c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23b40cf0e0 0x7f23b40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.088+0000 7f23bc64c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23b415ea20 con 0x7f23b40b2cf0 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.088+0000 7f23bc64c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f23b40b2860 con 0x7f23b40cf0e0 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.088+0000 7f23bc64c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f23b40b1c50 con 0x7f23b415e640 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23b40cf0e0 0x7f23b40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f23b40cf0e0 0x7f23b40cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38568/0 (socket says 172.21.15.17:38568) 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 -- 172.21.15.17:0/2631744438 learned_addr learned my addr 172.21.15.17:0/2631744438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23ba3e8640 1 --2- 172.21.15.17:0/2631744438 >> v2:172.21.15.160:3300/0 conn(0x7f23b415e640 0x7f23b40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 -- 172.21.15.17:0/2631744438 >> v2:172.21.15.160:3300/0 conn(0x7f23b415e640 msgr2=0x7f23b40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:21.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 --2- 172.21.15.17:0/2631744438 >> v2:172.21.15.160:3300/0 conn(0x7f23b415e640 0x7f23b40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 -- 172.21.15.17:0/2631744438 >> v1:172.21.15.160:6789/0 conn(0x7f23b40b2cf0 legacy=0x7f23b40b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:21.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.089+0000 7f23b9be7640 1 -- 172.21.15.17:0/2631744438 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b40b1f30 con 0x7f23b40cf0e0 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23b9be7640 1 --2- 172.21.15.17:0/2631744438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b40cf0e0 0x7f23b40cf550 secure :-1 s=READY pgs=2263 cs=0 l=1 rev1=1 crypto rx=0x7f23b40cb580 tx=0x7f23a402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a94942ad6edc74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23b93e6640 1 -- 172.21.15.17:0/2631744438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a4037070 con 0x7f23b40cf0e0 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23b93e6640 1 -- 172.21.15.17:0/2631744438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23a4032440 con 0x7f23b40cf0e0 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23b93e6640 1 -- 172.21.15.17:0/2631744438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a4032810 con 0x7f23b40cf0e0 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23bc64c640 1 -- 172.21.15.17:0/2631744438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b40cf0e0 msgr2=0x7f23b40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.090+0000 7f23bc64c640 1 --2- 172.21.15.17:0/2631744438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b40cf0e0 0x7f23b40cf550 secure :-1 s=READY pgs=2263 cs=0 l=1 rev1=1 crypto rx=0x7f23b40cb580 tx=0x7f23a402a160 comp rx=0 tx=0).stop 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 -- 172.21.15.17:0/2631744438 shutdown_connections 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 --2- 172.21.15.17:0/2631744438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b40cf0e0 0x7f23b40cf550 unknown :-1 s=CLOSED pgs=2263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 --2- 172.21.15.17:0/2631744438 >> v2:172.21.15.160:3300/0 conn(0x7f23b415e640 0x7f23b40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 -- 172.21.15.17:0/2631744438 >> 172.21.15.17:0/2631744438 conn(0x7f23b409d820 msgr2=0x7f23b40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 -- 172.21.15.17:0/2631744438 shutdown_connections 2024-09-19T08:13:21.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.091+0000 7f23bc64c640 1 -- 172.21.15.17:0/2631744438 wait complete. 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.092+0000 7f23bc64c640 1 Processor -- start 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.092+0000 7f23bc64c640 1 -- start start 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23b40b2cf0 0x7f23b40ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23b40cf0e0 0x7f23b40c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f23b40cfe40 con 0x7f23b415e640 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f23b40b24f0 con 0x7f23b40b2cf0 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f23b40b73a0 con 0x7f23b40cf0e0 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38576/0 (socket says 172.21.15.17:38576) 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 -- 172.21.15.17:0/3122276782 learned_addr learned my addr 172.21.15.17:0/3122276782 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:21.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23ba3e8640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23b40b2cf0 0x7f23b40ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23b9be7640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23b40cf0e0 0x7f23b40c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 -- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23b40cf0e0 msgr2=0x7f23b40c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23b40cf0e0 0x7f23b40c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 -- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23b40b2cf0 msgr2=0x7f23b40ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23b40b2cf0 0x7f23b40ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 -- 172.21.15.17:0/3122276782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b40cadd0 con 0x7f23b415e640 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23babe9640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 secure :-1 s=READY pgs=2264 cs=0 l=1 rev1=1 crypto rx=0x7f23ac00b970 tx=0x7f23ac00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ac019070 con 0x7f23b415e640 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23ac00cb40 con 0x7f23b415e640 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b40cb0b0 con 0x7f23b415e640 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ac014440 con 0x7f23b415e640 2024-09-19T08:13:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.093+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b415cc00 con 0x7f23b415e640 2024-09-19T08:13:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.094+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23b4068eb0 con 0x7f23b415e640 2024-09-19T08:13:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.095+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f23ac01c070 con 0x7f23b415e640 2024-09-19T08:13:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.096+0000 7f23aaffd640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 0x7f239806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.096+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f23ac08bdc0 con 0x7f23b415e640 2024-09-19T08:13:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.096+0000 7f23ba3e8640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 0x7f239806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.096+0000 7f23ba3e8640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 0x7f239806e770 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f23b0006fd0 tx=0x7f23b0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.100+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f23ac059100 con 0x7f23b415e640 2024-09-19T08:13:21.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.311+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23b40b8990 con 0x7f23b415e640 2024-09-19T08:13:21.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.312+0000 7f23aaffd640 1 -- 172.21.15.17:0/3122276782 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) ==== 95+0+4396 (secure 0 0 0) 0x7f23ac05d400 con 0x7f23b415e640 2024-09-19T08:13:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:21.313 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":324,"btime":"2024-09-19T08:13:18:302627+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 324 2024-09-19T08:13:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 msgr2=0x7f239806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 0x7f239806e770 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f23b0006fd0 tx=0x7f23b0008040 comp rx=0 tx=0).stop 2024-09-19T08:13:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 msgr2=0x7f23b40cc200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 secure :-1 s=READY pgs=2264 cs=0 l=1 rev1=1 crypto rx=0x7f23ac00b970 tx=0x7f23ac00be30 comp rx=0 tx=0).stop 2024-09-19T08:13:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 shutdown_connections 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f239806c2b0 0x7f239806e770 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23b415e640 0x7f23b40cc200 unknown :-1 s=CLOSED pgs=2264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23b40cf0e0 0x7f23b40c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 --2- 172.21.15.17:0/3122276782 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23b40b2cf0 0x7f23b40ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 >> 172.21.15.17:0/3122276782 conn(0x7f23b409d820 msgr2=0x7f23b40cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 shutdown_connections 2024-09-19T08:13:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.314+0000 7f23bc64c640 1 -- 172.21.15.17:0/3122276782 wait complete. 2024-09-19T08:13:21.326 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-19T08:13:21.327 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:21.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.428+0000 7fc968766640 1 Processor -- start 2024-09-19T08:13:21.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.428+0000 7fc968766640 1 -- start start 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc968766640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc9600b6ee0 0x7fc9600d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc968766640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc96006cec0 con 0x7fc96015e4e0 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc968766640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc96006d160 con 0x7fc96015e8c0 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc968766640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc9600d2d40 con 0x7fc9600b6ee0 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc9600b6ee0 0x7fc9600d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc9600b6ee0 0x7fc9600d26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38586/0 (socket says 172.21.15.17:38586) 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 -- 172.21.15.17:0/3761056467 learned_addr learned my addr 172.21.15.17:0/3761056467 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:21.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966502640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc96015e4e0 0x7fc9600b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36444/0 (socket says 172.21.15.17:36444) 2024-09-19T08:13:21.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 -- 172.21.15.17:0/3761056467 >> v1:172.21.15.160:6789/0 conn(0x7fc96015e8c0 legacy=0x7fc9600d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:21.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 -- 172.21.15.17:0/3761056467 >> v1:172.21.15.17:6789/0 conn(0x7fc96015e4e0 legacy=0x7fc9600b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.429+0000 7fc966d03640 1 -- 172.21.15.17:0/3761056467 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96006d440 con 0x7fc9600b6ee0 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.430+0000 7fc966d03640 1 --2- 172.21.15.17:0/3761056467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc9600d26d0 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7fc958009e50 tx=0x7fc95802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4421d20880425c71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.430+0000 7fc965500640 1 -- 172.21.15.17:0/3761056467 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958036070 con 0x7fc9600b6ee0 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.430+0000 7fc965500640 1 -- 172.21.15.17:0/3761056467 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc958031600 con 0x7fc9600b6ee0 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.430+0000 7fc965500640 1 -- 172.21.15.17:0/3761056467 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9580319d0 con 0x7fc9600b6ee0 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 -- 172.21.15.17:0/3761056467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 msgr2=0x7fc9600d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 --2- 172.21.15.17:0/3761056467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc9600d26d0 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7fc958009e50 tx=0x7fc95802a6d0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 -- 172.21.15.17:0/3761056467 shutdown_connections 2024-09-19T08:13:21.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 --2- 172.21.15.17:0/3761056467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc9600d26d0 unknown :-1 s=CLOSED pgs=2266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 -- 172.21.15.17:0/3761056467 >> 172.21.15.17:0/3761056467 conn(0x7fc96006f400 msgr2=0x7fc96006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:21.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 -- 172.21.15.17:0/3761056467 shutdown_connections 2024-09-19T08:13:21.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.431+0000 7fc968766640 1 -- 172.21.15.17:0/3761056467 wait complete. 2024-09-19T08:13:21.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.432+0000 7fc968766640 1 Processor -- start 2024-09-19T08:13:21.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.432+0000 7fc968766640 1 -- start start 2024-09-19T08:13:21.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 0x7fc96014c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc96015e8c0 0x7fc960157c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc960169040 con 0x7fc9600b6ee0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc96006ec50 con 0x7fc96015e4e0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc968766640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc9601691c0 con 0x7fc96015e8c0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38588/0 (socket says 172.21.15.17:38588) 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 -- 172.21.15.17:0/886106508 learned_addr learned my addr 172.21.15.17:0/886106508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc965d01640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 0x7fc96014c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966d03640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc96015e8c0 0x7fc960157c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 -- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc96015e8c0 msgr2=0x7fc960157c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc96015e8c0 0x7fc960157c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 -- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 msgr2=0x7fc96014c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 0x7fc96014c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 -- 172.21.15.17:0/886106508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc960156b90 con 0x7fc9600b6ee0 2024-09-19T08:13:21.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc965d01640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 0x7fc96014c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.433+0000 7fc966502640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7fc95c00c430 tx=0x7fc95c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.434+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c0074e0 con 0x7fc9600b6ee0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.434+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc95c007680 con 0x7fc9600b6ee0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.434+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c004a00 con 0x7fc9600b6ee0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.434+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc960156e70 con 0x7fc9600b6ee0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.434+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc960157430 con 0x7fc9600b6ee0 2024-09-19T08:13:21.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.435+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9600b67d0 con 0x7fc9600b6ee0 2024-09-19T08:13:21.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.435+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc95c01a020 con 0x7fc9600b6ee0 2024-09-19T08:13:21.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.436+0000 7fc956ffd640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 0x7fc94406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:21.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.436+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7fc95c08b960 con 0x7fc9600b6ee0 2024-09-19T08:13:21.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.436+0000 7fc965d01640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 0x7fc94406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:21.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.436+0000 7fc965d01640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 0x7fc94406e770 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fc9601f79e0 tx=0x7fc950008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:21.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.440+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc95c059380 con 0x7fc9600b6ee0 2024-09-19T08:13:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.653+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc96015d900 con 0x7fc9600b6ee0 2024-09-19T08:13:21.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.653+0000 7fc956ffd640 1 -- 172.21.15.17:0/886106508 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) ==== 95+0+4396 (secure 0 0 0) 0x7fc95c058c80 con 0x7fc9600b6ee0 2024-09-19T08:13:21.655 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:21.655 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":324,"btime":"2024-09-19T08:13:18:302627+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 324 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 msgr2=0x7fc94406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 0x7fc94406e770 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fc9601f79e0 tx=0x7fc950008040 comp rx=0 tx=0).stop 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 msgr2=0x7fc96014a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7fc95c00c430 tx=0x7fc95c00c8f0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 shutdown_connections 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc94406c2b0 0x7fc94406e770 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc96015e8c0 0x7fc960157c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc96015e4e0 0x7fc96014c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 --2- 172.21.15.17:0/886106508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc9600b6ee0 0x7fc96014a8f0 unknown :-1 s=CLOSED pgs=2267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 >> 172.21.15.17:0/886106508 conn(0x7fc96006f400 msgr2=0x7fc960070810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 shutdown_connections 2024-09-19T08:13:21.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:21.655+0000 7fc968766640 1 -- 172.21.15.17:0/886106508 wait complete. 2024-09-19T08:13:21.668 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 1.00000000' led to DAMAGED state 2024-09-19T08:13:21.668 INFO:tasks.cephfs.test_damage:All 39 mutations had expected outcomes 2024-09-19T08:13:21.669 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:13:21.669 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:21.721 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:21.765 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:13:21.765 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:21.766 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:21.766 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:21.782 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:21.782 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:21.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:21.783 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:13:21.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:21.839 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T08:13:21.839 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:21.839 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:13:21.839 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:21.858 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:13:21.859 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:13:21.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:21.859 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:13:21.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:21.917 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:13:21.917 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:21.918 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:21.918 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:21.934 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:21.934 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:21.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:21.934 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:13:21.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:13:21.990 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:21.990 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:13:21.990 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:22.008 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:13:22.008 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:13:22.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:22.009 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:13:22.018 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:13:22.017+0000 7ff6680f2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:22.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:22.067 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:13:22.067 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.168+0000 7f1db9a77640 1 Processor -- start 2024-09-19T08:13:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.168+0000 7f1db9a77640 1 -- start start 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db9a77640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1db415fe70 0x7f1db406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db9a77640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f1db406c150 0x7f1db40cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db9a77640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1db406e240 con 0x7f1db4156950 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db9a77640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1db4156d30 con 0x7f1db415fe70 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db9a77640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f1db4160380 con 0x7f1db406c150 2024-09-19T08:13:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1db415fe70 0x7f1db406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1db415fe70 0x7f1db406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38604/0 (socket says 172.21.15.17:38604) 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db37fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1db4156950 0x7f1db415d140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36448/0 (socket says 172.21.15.17:36448) 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 -- 172.21.15.17:0/1167738992 learned_addr learned my addr 172.21.15.17:0/1167738992 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 -- 172.21.15.17:0/1167738992 >> v2:172.21.15.160:3300/0 conn(0x7f1db406c150 msgr2=0x7f1db40cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 --2- 172.21.15.17:0/1167738992 >> v2:172.21.15.160:3300/0 conn(0x7f1db406c150 0x7f1db40cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 -- 172.21.15.17:0/1167738992 >> v1:172.21.15.17:6789/0 conn(0x7f1db4156950 legacy=0x7f1db415d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.169+0000 7f1db2ffd640 1 -- 172.21.15.17:0/1167738992 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1db4160660 con 0x7f1db415fe70 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.170+0000 7f1db2ffd640 1 --2- 172.21.15.17:0/1167738992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db406bc10 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7f1db415c880 tx=0x7f1da802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20159903d38ba9b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.170+0000 7f1db27fc640 1 -- 172.21.15.17:0/1167738992 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da8037070 con 0x7f1db415fe70 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.170+0000 7f1db27fc640 1 -- 172.21.15.17:0/1167738992 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1da8032440 con 0x7f1db415fe70 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.170+0000 7f1db27fc640 1 -- 172.21.15.17:0/1167738992 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da8032810 con 0x7f1db415fe70 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 -- 172.21.15.17:0/1167738992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 msgr2=0x7f1db406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 --2- 172.21.15.17:0/1167738992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db406bc10 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7f1db415c880 tx=0x7f1da802a270 comp rx=0 tx=0).stop 2024-09-19T08:13:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 -- 172.21.15.17:0/1167738992 shutdown_connections 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 --2- 172.21.15.17:0/1167738992 >> v2:172.21.15.160:3300/0 conn(0x7f1db406c150 0x7f1db40cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 --2- 172.21.15.17:0/1167738992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db406bc10 unknown :-1 s=CLOSED pgs=2269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 -- 172.21.15.17:0/1167738992 >> 172.21.15.17:0/1167738992 conn(0x7f1db4067b30 msgr2=0x7f1db406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 -- 172.21.15.17:0/1167738992 shutdown_connections 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.171+0000 7f1db9a77640 1 -- 172.21.15.17:0/1167738992 wait complete. 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.172+0000 7f1db9a77640 1 Processor -- start 2024-09-19T08:13:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.172+0000 7f1db9a77640 1 -- start start 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1db406c150 0x7f1db4140d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1db4156950 0x7f1db415b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1db40cede0 con 0x7f1db415fe70 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1db4160c20 con 0x7f1db406c150 2024-09-19T08:13:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db9a77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1db40cef60 con 0x7f1db4156950 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38618/0 (socket says 172.21.15.17:38618) 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 -- 172.21.15.17:0/2273554390 learned_addr learned my addr 172.21.15.17:0/2273554390 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db37fe640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1db406c150 0x7f1db4140d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db2ffd640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1db4156950 0x7f1db415b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 -- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1db4156950 msgr2=0x7f1db415b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1db4156950 0x7f1db415b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 -- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1db406c150 msgr2=0x7f1db4140d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1db406c150 0x7f1db4140d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 -- 172.21.15.17:0/2273554390 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1db4155000 con 0x7f1db415fe70 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1db3fff640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f1dac00b970 tx=0x7f1dac00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.173+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dac019070 con 0x7f1db415fe70 2024-09-19T08:13:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.174+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dac00cb60 con 0x7f1db415fe70 2024-09-19T08:13:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.174+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1db40b19c0 con 0x7f1db415fe70 2024-09-19T08:13:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.174+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dac014440 con 0x7f1db415fe70 2024-09-19T08:13:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.174+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1db40b1f80 con 0x7f1db415fe70 2024-09-19T08:13:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.175+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1db406bc10 con 0x7f1db415fe70 2024-09-19T08:13:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.175+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1dac01c070 con 0x7f1db415fe70 2024-09-19T08:13:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.176+0000 7f1d9bfff640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 0x7f1da006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.176+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f1dac08bee0 con 0x7f1db415fe70 2024-09-19T08:13:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.176+0000 7f1db37fe640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 0x7f1da006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.177+0000 7f1db37fe640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 0x7f1da006e770 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f1da4000f60 tx=0x7f1da4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.180+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1dac059900 con 0x7f1db415fe70 2024-09-19T08:13:22.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.393+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1db40b6040 con 0x7f1db415fe70 2024-09-19T08:13:22.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.393+0000 7f1d9bfff640 1 -- 172.21.15.17:0/2273554390 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) ==== 95+0+4396 (secure 0 0 0) 0x7f1dac059200 con 0x7f1db415fe70 2024-09-19T08:13:22.395 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:22.396 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":324,"btime":"2024-09-19T08:13:18:302627+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:22.397 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 324 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 msgr2=0x7f1da006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 0x7f1da006e770 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f1da4000f60 tx=0x7f1da4009040 comp rx=0 tx=0).stop 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 msgr2=0x7f1db415ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f1dac00b970 tx=0x7f1dac00be30 comp rx=0 tx=0).stop 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 shutdown_connections 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1da006c2b0 0x7f1da006e770 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db415fe70 0x7f1db415ba00 unknown :-1 s=CLOSED pgs=2270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1db4156950 0x7f1db415b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 --2- 172.21.15.17:0/2273554390 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1db406c150 0x7f1db4140d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 >> 172.21.15.17:0/2273554390 conn(0x7f1db4067b30 msgr2=0x7f1db4155e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 shutdown_connections 2024-09-19T08:13:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.395+0000 7f1db9a77640 1 -- 172.21.15.17:0/2273554390 wait complete. 2024-09-19T08:13:22.408 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.510+0000 7f3f30131640 1 Processor -- start 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.510+0000 7f3f30131640 1 -- start start 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f30131640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f2815eab0 0x7f3f2806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f30131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f280b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f30131640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f280d17e0 con 0x7f3f280b80c0 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f30131640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3f280d09d0 con 0x7f3f2815eab0 2024-09-19T08:13:22.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f30131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3f2815ee90 con 0x7f3f2806dae0 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f2decd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f2815eab0 0x7f3f2806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f2decd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3f2815eab0 0x7f3f2806d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58978/0 (socket says 172.21.15.17:58978) 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f2decd640 1 -- 172.21.15.17:0/1473178410 learned_addr learned my addr 172.21.15.17:0/1473178410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.511+0000 7f3f2d6cc640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f280b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.512+0000 7f3f2decd640 1 -- 172.21.15.17:0/1473178410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 msgr2=0x7f3f280b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.512+0000 7f3f2decd640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f280b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.512+0000 7f3f2decd640 1 -- 172.21.15.17:0/1473178410 >> v1:172.21.15.160:6789/0 conn(0x7f3f280b80c0 legacy=0x7f3f280b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.512+0000 7f3f2decd640 1 -- 172.21.15.17:0/1473178410 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f280cfc10 con 0x7f3f2815eab0 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.512+0000 7f3f2decd640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f2806d5a0 secure :-1 s=READY pgs=2271 cs=0 l=1 rev1=1 crypto rx=0x7f3f24009870 tx=0x7f3f2402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cda62efffc19f96f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f2cecb640 1 -- 172.21.15.17:0/1473178410 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24037070 con 0x7f3f2815eab0 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f2cecb640 1 -- 172.21.15.17:0/1473178410 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f2402ae50 con 0x7f3f2815eab0 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f2cecb640 1 -- 172.21.15.17:0/1473178410 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24032860 con 0x7f3f2815eab0 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 -- 172.21.15.17:0/1473178410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 msgr2=0x7f3f2806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f2806d5a0 secure :-1 s=READY pgs=2271 cs=0 l=1 rev1=1 crypto rx=0x7f3f24009870 tx=0x7f3f2402a300 comp rx=0 tx=0).stop 2024-09-19T08:13:22.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 -- 172.21.15.17:0/1473178410 shutdown_connections 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f280b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 --2- 172.21.15.17:0/1473178410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f2806d5a0 unknown :-1 s=CLOSED pgs=2271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 -- 172.21.15.17:0/1473178410 >> 172.21.15.17:0/1473178410 conn(0x7f3f280d4b30 msgr2=0x7f3f280d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 -- 172.21.15.17:0/1473178410 shutdown_connections 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.513+0000 7f3f30131640 1 -- 172.21.15.17:0/1473178410 wait complete. 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.514+0000 7f3f30131640 1 Processor -- start 2024-09-19T08:13:22.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.514+0000 7f3f30131640 1 -- start start 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f28158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f280b80c0 0x7f3f2815b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f280d01d0 con 0x7f3f2815eab0 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2806df20 con 0x7f3f280b80c0 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f30131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3f280d04b0 con 0x7f3f2806dae0 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f2e6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f2e6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58994/0 (socket says 172.21.15.17:58994) 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f2e6ce640 1 -- 172.21.15.17:0/2922274593 learned_addr learned my addr 172.21.15.17:0/2922274593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f2decd640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f28158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.515+0000 7f3f2d6cc640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f280b80c0 0x7f3f2815b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 -- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 msgr2=0x7f3f28158f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f28158f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 -- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f280b80c0 msgr2=0x7f3f2815b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f280b80c0 0x7f3f2815b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 -- 172.21.15.17:0/2922274593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f281f8180 con 0x7f3f2815eab0 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f2e6ce640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f3f2000c6b0 tx=0x7f3f2000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f20003b70 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f20003d30 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f281f8460 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f20005310 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.516+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f28159490 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.517+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f280ceb50 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.518+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3f200054b0 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.518+0000 7f3f1e7fc640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 0x7f3f0c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.518+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f3f2008be50 con 0x7f3f2815eab0 2024-09-19T08:13:22.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.518+0000 7f3f2decd640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 0x7f3f0c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.519+0000 7f3f2decd640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 0x7f3f0c06e7a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f3f24034000 tx=0x7f3f2402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.522+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3f20059220 con 0x7f3f2815eab0 2024-09-19T08:13:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.733+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f281f8630 con 0x7f3f2815eab0 2024-09-19T08:13:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.734+0000 7f3f1e7fc640 1 -- 172.21.15.17:0/2922274593 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) ==== 95+0+4396 (secure 0 0 0) 0x7f3f2005d520 con 0x7f3f2815eab0 2024-09-19T08:13:22.735 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:22.735 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":324,"btime":"2024-09-19T08:13:18:302627+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:22.735 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 324 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 msgr2=0x7f3f0c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 0x7f3f0c06e7a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f3f24034000 tx=0x7f3f2402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 msgr2=0x7f3f281f7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f3f2000c6b0 tx=0x7f3f2000cb70 comp rx=0 tx=0).stop 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 shutdown_connections 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3f0c06c2e0 0x7f3f0c06e7a0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f2815eab0 0x7f3f281f7810 unknown :-1 s=CLOSED pgs=2272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3f280b80c0 0x7f3f2815b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 --2- 172.21.15.17:0/2922274593 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3f2806dae0 0x7f3f28158f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 >> 172.21.15.17:0/2922274593 conn(0x7f3f280d4b30 msgr2=0x7f3f2815f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 shutdown_connections 2024-09-19T08:13:22.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.736+0000 7f3f30131640 1 -- 172.21.15.17:0/2922274593 wait complete. 2024-09-19T08:13:22.748 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:22.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.850+0000 7f812eb6d640 1 Processor -- start 2024-09-19T08:13:22.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.850+0000 7f812eb6d640 1 -- start start 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812eb6d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f812806c320 0x7f81280b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812eb6d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812eb6d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f812806e3c0 con 0x7f8128158c90 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812eb6d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f812806e170 con 0x7f812806c320 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812eb6d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f812806e6a0 con 0x7f81280b0610 2024-09-19T08:13:22.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f812806c320 0x7f81280b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f812806c320 0x7f81280b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59000/0 (socket says 172.21.15.17:59000) 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 -- 172.21.15.17:0/1638486048 learned_addr learned my addr 172.21.15.17:0/1638486048 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 -- 172.21.15.17:0/1638486048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 msgr2=0x7f812815eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f812d10a640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 -- 172.21.15.17:0/1638486048 >> v1:172.21.15.160:6789/0 conn(0x7f8128158c90 legacy=0x7f812806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.851+0000 7f811ffff640 1 -- 172.21.15.17:0/1638486048 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f812806e980 con 0x7f812806c320 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.852+0000 7f811ffff640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f81280b00d0 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f8118009870 tx=0x7f811802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c2706d27bff6fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.852+0000 7f811f7fe640 1 -- 172.21.15.17:0/1638486048 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118037070 con 0x7f812806c320 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.852+0000 7f811f7fe640 1 -- 172.21.15.17:0/1638486048 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8118032440 con 0x7f812806c320 2024-09-19T08:13:22.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.852+0000 7f811f7fe640 1 -- 172.21.15.17:0/1638486048 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118032810 con 0x7f812806c320 2024-09-19T08:13:22.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 -- 172.21.15.17:0/1638486048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 msgr2=0x7f81280b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f81280b00d0 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f8118009870 tx=0x7f811802a210 comp rx=0 tx=0).stop 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 -- 172.21.15.17:0/1638486048 shutdown_connections 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1638486048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f81280b00d0 unknown :-1 s=CLOSED pgs=2273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 -- 172.21.15.17:0/1638486048 >> 172.21.15.17:0/1638486048 conn(0x7f8128067b30 msgr2=0x7f812806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 -- 172.21.15.17:0/1638486048 shutdown_connections 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.853+0000 7f812eb6d640 1 -- 172.21.15.17:0/1638486048 wait complete. 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.854+0000 7f812eb6d640 1 Processor -- start 2024-09-19T08:13:22.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.854+0000 7f812eb6d640 1 -- start start 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8128158c90 0x7f812815d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f81280b4210 con 0x7f812806c320 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f81280b0aa0 con 0x7f8128158c90 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812eb6d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f81280b4390 con 0x7f81280b0610 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59002/0 (socket says 172.21.15.17:59002) 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 -- 172.21.15.17:0/1503015291 learned_addr learned my addr 172.21.15.17:0/1503015291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f811ffff640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812d10a640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8128158c90 0x7f812815d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 -- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 msgr2=0x7f812815d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 -- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8128158c90 msgr2=0x7f812815d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8128158c90 0x7f812815d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.855+0000 7f812c909640 1 -- 172.21.15.17:0/1503015291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8128161e70 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f812c909640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f812400b420 tx=0x7f812400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124011830 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8124016070 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81281618b0 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124011c10 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.856+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f812815dfa0 con 0x7f812806c320 2024-09-19T08:13:22.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.857+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81280b00d0 con 0x7f812806c320 2024-09-19T08:13:22.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.857+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f812401b460 con 0x7f812806c320 2024-09-19T08:13:22.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.858+0000 7f811d7fa640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 0x7f811406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.858+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f812408bc80 con 0x7f812806c320 2024-09-19T08:13:22.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.858+0000 7f811ffff640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 0x7f811406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.858+0000 7f811ffff640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 0x7f811406e770 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f8118034000 tx=0x7f811802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:22.862+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8124020020 con 0x7f812806c320 2024-09-19T08:13:23.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.038+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f81281590d0 con 0x7f812806c320 2024-09-19T08:13:23.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.040+0000 7f811d7fa640 1 -- 172.21.15.17:0/1503015291 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+21928 (secure 0 0 0) 0x7f8124058ee0 con 0x7f812806c320 2024-09-19T08:13:23.045 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:23.045 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":128,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:18.302308+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:08:35.037540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T08:08:36.062401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.26","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6834/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6834/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6832/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6834/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6835/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6832/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6834/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6832/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6834/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6832/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6834/537473041":"2024-09-20T08:11:47.954787+0000","172.21.15.17:6835/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6832/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6835/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6834/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6832/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6833/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6833/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6833/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6834/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6832/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6833/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6832/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6835/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6835/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6833/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6832/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6833/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6835/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6835/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6834/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6835/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6835/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6833/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6833/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6835/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6833/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6832/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6833/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6832/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6835/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6832/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6832/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6834/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6835/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6835/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6833/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6835/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6832/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6833/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6832/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6834/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6835/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6835/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6832/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6833/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6835/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6832/537473041":"2024-09-20T08:11:47.954787+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 msgr2=0x7f811406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 0x7f811406e770 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f8118034000 tx=0x7f811802e000 comp rx=0 tx=0).stop 2024-09-19T08:13:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 msgr2=0x7f8128156e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f812400b420 tx=0x7f812400b8e0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 shutdown_connections 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811406c2b0 0x7f811406e770 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8128158c90 0x7f812815d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81280b0610 0x7f812815d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 --2- 172.21.15.17:0/1503015291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f812806c320 0x7f8128156e80 unknown :-1 s=CLOSED pgs=2274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 >> 172.21.15.17:0/1503015291 conn(0x7f8128067b30 msgr2=0x7f81281e8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 shutdown_connections 2024-09-19T08:13:23.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.042+0000 7f812eb6d640 1 -- 172.21.15.17:0/1503015291 wait complete. 2024-09-19T08:13:23.055 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:13:23.055 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:23.056 INFO:tasks.ceph.mds.a.smithi017.stderr: -51> 2024-09-19T08:13:18.300+0000 7ff6640ea640 -1 mds.0.cache.dir(0x1) Corrupt fnode in dirfrag 0x1: Decoder at 'void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&)' v=3 cannot decode v=100 minimal_decoder=101: Malformed input [buffer:3] 2024-09-19T08:13:23.056 INFO:tasks.ceph.mds.a.smithi017.stderr: -48> 2024-09-19T08:13:18.300+0000 7ff6640ea640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-19T08:13:23.056 INFO:tasks.ceph.mds.a.smithi017.stderr: -17> 2024-09-19T08:13:22.017+0000 7ff6680f2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:23.079 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:13:23.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 Processor -- start 2024-09-19T08:13:23.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 -- start start 2024-09-19T08:13:23.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f16040cd880 0x7f16040b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f160415c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16040b2710 con 0x7f1604156990 2024-09-19T08:13:23.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1604156d70 con 0x7f16040cd880 2024-09-19T08:13:23.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.158+0000 7f1609931640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f16040cea90 con 0x7f16040b22c0 2024-09-19T08:13:23.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f16040cd880 0x7f16040b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f16040cd880 0x7f16040b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59014/0 (socket says 172.21.15.17:59014) 2024-09-19T08:13:23.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 -- 172.21.15.17:0/3223948677 learned_addr learned my addr 172.21.15.17:0/3223948677 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16037fe640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f160415c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 -- 172.21.15.17:0/3223948677 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 msgr2=0x7f160415c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f160415c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 -- 172.21.15.17:0/3223948677 >> v1:172.21.15.160:6789/0 conn(0x7f1604156990 legacy=0x7f16040cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16027fc640 1 -- 172.21.15.17:0/3223948677 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16040731f0 con 0x7f16040cd880 2024-09-19T08:13:23.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.159+0000 7f16037fe640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f160415c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:23.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f16027fc640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16040b1d80 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009870 tx=0x7f15ec02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2511fe8cec766515 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1601ffb640 1 -- 172.21.15.17:0/3223948677 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec037070 con 0x7f16040cd880 2024-09-19T08:13:23.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1601ffb640 1 -- 172.21.15.17:0/3223948677 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15ec032440 con 0x7f16040cd880 2024-09-19T08:13:23.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1601ffb640 1 -- 172.21.15.17:0/3223948677 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec032810 con 0x7f16040cd880 2024-09-19T08:13:23.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 -- 172.21.15.17:0/3223948677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 msgr2=0x7f16040b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16040b1d80 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009870 tx=0x7f15ec02a180 comp rx=0 tx=0).stop 2024-09-19T08:13:23.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 -- 172.21.15.17:0/3223948677 shutdown_connections 2024-09-19T08:13:23.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f160415c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 --2- 172.21.15.17:0/3223948677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16040b1d80 unknown :-1 s=CLOSED pgs=2277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 -- 172.21.15.17:0/3223948677 >> 172.21.15.17:0/3223948677 conn(0x7f160406bc10 msgr2=0x7f160406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 -- 172.21.15.17:0/3223948677 shutdown_connections 2024-09-19T08:13:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.160+0000 7f1609931640 1 -- 172.21.15.17:0/3223948677 wait complete. 2024-09-19T08:13:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 Processor -- start 2024-09-19T08:13:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 -- start start 2024-09-19T08:13:23.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f1604154650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1604156990 0x7f16040b4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f16040ce720 con 0x7f16040cd880 2024-09-19T08:13:23.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f16040ce440 con 0x7f1604156990 2024-09-19T08:13:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.162+0000 7f1609931640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f16040cef20 con 0x7f16040b22c0 2024-09-19T08:13:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59026/0 (socket says 172.21.15.17:59026) 2024-09-19T08:13:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 -- 172.21.15.17:0/3726208301 learned_addr learned my addr 172.21.15.17:0/3726208301 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16037fe640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1604156990 0x7f16040b4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f1602ffd640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f1604154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 -- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 msgr2=0x7f1604154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f1604154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 -- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1604156990 msgr2=0x7f16040b4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1604156990 0x7f16040b4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 -- 172.21.15.17:0/3726208301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1604156f00 con 0x7f16040cd880 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f16027fc640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 secure :-1 s=READY pgs=2278 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009870 tx=0x7f15ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec041020 con 0x7f16040cd880 2024-09-19T08:13:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15ec030970 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16041571e0 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.163+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec037040 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.164+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f160415dbe0 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.164+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1604073c00 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.165+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f15ec044020 con 0x7f16040cd880 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.165+0000 7f15fbfff640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 0x7f15e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.166+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f15ec0acaa0 con 0x7f16040cd880 2024-09-19T08:13:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.166+0000 7f1602ffd640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 0x7f15e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.166+0000 7f1602ffd640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 0x7f15e406e770 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f16040b4ee0 tx=0x7f15fc003d90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.170+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15ec04b030 con 0x7f16040cd880 2024-09-19T08:13:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.382+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1604068480 con 0x7f16040cd880 2024-09-19T08:13:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.383+0000 7f15fbfff640 1 -- 172.21.15.17:0/3726208301 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 325 v325) ==== 95+0+5223 (secure 0 0 0) 0x7f15ec079de0 con 0x7f16040cd880 2024-09-19T08:13:23.384 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:23.384 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":325,"btime":"2024-09-19T08:13:23:303569+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321},{"gid":10629,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2688037463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2688037463},{"type":"v1","addr":"172.21.15.17:6835","nonce":2688037463}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":325}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:23.384 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 325 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 msgr2=0x7f15e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 0x7f15e406e770 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f16040b4ee0 tx=0x7f15fc003d90 comp rx=0 tx=0).stop 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 msgr2=0x7f16041598c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 secure :-1 s=READY pgs=2278 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009870 tx=0x7f15ec0046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 shutdown_connections 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f15e406c2b0 0x7f15e406e770 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1604156990 0x7f16040b4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16040cd880 0x7f16041598c0 unknown :-1 s=CLOSED pgs=2278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 --2- 172.21.15.17:0/3726208301 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f16040b22c0 0x7f1604154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 >> 172.21.15.17:0/3726208301 conn(0x7f160406bc10 msgr2=0x7f16040ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 shutdown_connections 2024-09-19T08:13:23.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.385+0000 7f1609931640 1 -- 172.21.15.17:0/3726208301 wait complete. 2024-09-19T08:13:23.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:23.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.538+0000 7f786c4a5640 1 Processor -- start 2024-09-19T08:13:23.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.539+0000 7f786c4a5640 1 -- start start 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.539+0000 7f786c4a5640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 0x7f78640cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.539+0000 7f786c4a5640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f78640cd6b0 0x7f78640b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.539+0000 7f786c4a5640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78640ce160 con 0x7f78640b22c0 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f786c4a5640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f7864156d70 con 0x7f78640cd6b0 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f786c4a5640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f78640cea90 con 0x7f7864156990 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f78640cd6b0 0x7f78640b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f78640cd6b0 0x7f78640b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59036/0 (socket says 172.21.15.17:59036) 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 -- 172.21.15.17:0/230479394 learned_addr learned my addr 172.21.15.17:0/230479394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f786a241640 1 --2- 172.21.15.17:0/230479394 >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 0x7f78640cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 -- 172.21.15.17:0/230479394 >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 msgr2=0x7f78640cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 --2- 172.21.15.17:0/230479394 >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 0x7f78640cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 -- 172.21.15.17:0/230479394 >> v1:172.21.15.160:6789/0 conn(0x7f78640b22c0 legacy=0x7f786415fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f7869a40640 1 -- 172.21.15.17:0/230479394 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78640731f0 con 0x7f78640cd6b0 2024-09-19T08:13:23.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.540+0000 7f786a241640 1 --2- 172.21.15.17:0/230479394 >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 0x7f78640cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f7869a40640 1 --2- 172.21.15.17:0/230479394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f78640cd6b0 0x7f78640b1d80 secure :-1 s=READY pgs=2279 cs=0 l=1 rev1=1 crypto rx=0x7f78640d1160 tx=0x7f785402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8364b90f05d27da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f786923f640 1 -- 172.21.15.17:0/230479394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7854037070 con 0x7f78640cd6b0 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f786923f640 1 -- 172.21.15.17:0/230479394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7854032440 con 0x7f78640cd6b0 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f786923f640 1 -- 172.21.15.17:0/230479394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7854032810 con 0x7f78640cd6b0 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f786c4a5640 1 -- 172.21.15.17:0/230479394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f78640cd6b0 msgr2=0x7f78640b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.541+0000 7f786c4a5640 1 --2- 172.21.15.17:0/230479394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f78640cd6b0 0x7f78640b1d80 secure :-1 s=READY pgs=2279 cs=0 l=1 rev1=1 crypto rx=0x7f78640d1160 tx=0x7f785402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 -- 172.21.15.17:0/230479394 shutdown_connections 2024-09-19T08:13:23.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 --2- 172.21.15.17:0/230479394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f78640cd6b0 0x7f78640b1d80 unknown :-1 s=CLOSED pgs=2279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 --2- 172.21.15.17:0/230479394 >> v2:172.21.15.160:3300/0 conn(0x7f7864156990 0x7f78640cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 -- 172.21.15.17:0/230479394 >> 172.21.15.17:0/230479394 conn(0x7f786406bc10 msgr2=0x7f786406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 -- 172.21.15.17:0/230479394 shutdown_connections 2024-09-19T08:13:23.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.542+0000 7f786c4a5640 1 -- 172.21.15.17:0/230479394 wait complete. 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.543+0000 7f786c4a5640 1 Processor -- start 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.543+0000 7f786c4a5640 1 -- start start 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.543+0000 7f786c4a5640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78640b22c0 0x7f7864156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f78640cd6b0 0x7f78641586d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f78640b26d0 con 0x7f7864156990 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f78640ce720 con 0x7f78640b22c0 2024-09-19T08:13:23.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f78640cef20 con 0x7f78640cd6b0 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59046/0 (socket says 172.21.15.17:59046) 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 -- 172.21.15.17:0/205807974 learned_addr learned my addr 172.21.15.17:0/205807974 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f7869a40640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f78640cd6b0 0x7f78641586d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786a241640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78640b22c0 0x7f7864156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 -- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f78640cd6b0 msgr2=0x7f78641586d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f78640cd6b0 0x7f78641586d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 -- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78640b22c0 msgr2=0x7f7864156f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78640b22c0 0x7f7864156f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 -- 172.21.15.17:0/205807974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7864158c10 con 0x7f7864156990 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786aa42640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7f785c00b970 tx=0x7f785c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785c019070 con 0x7f7864156990 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f785c00cb40 con 0x7f7864156990 2024-09-19T08:13:23.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7864157630 con 0x7f7864156990 2024-09-19T08:13:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785c014440 con 0x7f7864156990 2024-09-19T08:13:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.544+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7864157bf0 con 0x7f7864156990 2024-09-19T08:13:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.545+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78640b1d80 con 0x7f7864156990 2024-09-19T08:13:23.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.546+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f785c01c070 con 0x7f7864156990 2024-09-19T08:13:23.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.546+0000 7f785affd640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 0x7f784806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.546+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f785c08bd80 con 0x7f7864156990 2024-09-19T08:13:23.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.547+0000 7f786a241640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 0x7f784806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.547+0000 7f786a241640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 0x7f784806e770 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f786000ab60 tx=0x7f7860008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.551+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f785c0590c0 con 0x7f7864156990 2024-09-19T08:13:23.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.763+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78640715f0 con 0x7f7864156990 2024-09-19T08:13:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.764+0000 7f785affd640 1 -- 172.21.15.17:0/205807974 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 325 v325) ==== 95+0+5223 (secure 0 0 0) 0x7f785c05d3c0 con 0x7f7864156990 2024-09-19T08:13:23.765 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:23.765 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":325,"btime":"2024-09-19T08:13:23:303569+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321},{"gid":10629,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2688037463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2688037463},{"type":"v1","addr":"172.21.15.17:6835","nonce":2688037463}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":325}],"filesystems":[{"mdsmap":{"epoch":324,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:08:37.081188+0000","modified":"2024-09-19T08:13:18.302623+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-19T08:13:23.765 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 325 2024-09-19T08:13:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 msgr2=0x7f784806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 0x7f784806e770 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f786000ab60 tx=0x7f7860008040 comp rx=0 tx=0).stop 2024-09-19T08:13:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 msgr2=0x7f7864144a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7f785c00b970 tx=0x7f785c00be30 comp rx=0 tx=0).stop 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 shutdown_connections 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f784806c2b0 0x7f784806e770 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864156990 0x7f7864144a00 unknown :-1 s=CLOSED pgs=2280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f78640cd6b0 0x7f78641586d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 --2- 172.21.15.17:0/205807974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f78640b22c0 0x7f7864156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 >> 172.21.15.17:0/205807974 conn(0x7f786406bc10 msgr2=0x7f786415a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 shutdown_connections 2024-09-19T08:13:23.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.766+0000 7f786c4a5640 1 -- 172.21.15.17:0/205807974 wait complete. 2024-09-19T08:13:23.778 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.879+0000 7f19e4ba6640 1 Processor -- start 2024-09-19T08:13:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.879+0000 7f19e4ba6640 1 -- start start 2024-09-19T08:13:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f19e015e640 0x7f19e00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 0x7f19e00cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f19e00b2cf0 0x7f19e00b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f19e00b2860 con 0x7f19e015e640 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f19e015ea20 con 0x7f19e00b2cf0 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19e4ba6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19e00b1c50 con 0x7f19e00cf0e0 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f19e015e640 0x7f19e00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f19e015e640 0x7f19e00ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59056/0 (socket says 172.21.15.17:59056) 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 -- 172.21.15.17:0/3831583901 learned_addr learned my addr 172.21.15.17:0/3831583901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19d7fff640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 0x7f19e00cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19ded9d640 1 --2- 172.21.15.17:0/3831583901 >> v2:172.21.15.160:3300/0 conn(0x7f19e00b2cf0 0x7f19e00b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 -- 172.21.15.17:0/3831583901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 msgr2=0x7f19e00cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 0x7f19e00cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 -- 172.21.15.17:0/3831583901 >> v2:172.21.15.160:3300/0 conn(0x7f19e00b2cf0 msgr2=0x7f19e00b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 --2- 172.21.15.17:0/3831583901 >> v2:172.21.15.160:3300/0 conn(0x7f19e00b2cf0 0x7f19e00b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19de59c640 1 -- 172.21.15.17:0/3831583901 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e00b1f30 con 0x7f19e015e640 2024-09-19T08:13:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.880+0000 7f19d7fff640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 0x7f19e00cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.881+0000 7f19de59c640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e015e640 0x7f19e00ceba0 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7f19e008ed40 tx=0x7f19d002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=311a38029c3e2de3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.881+0000 7f19ddd9b640 1 -- 172.21.15.17:0/3831583901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0037070 con 0x7f19e015e640 2024-09-19T08:13:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.881+0000 7f19ddd9b640 1 -- 172.21.15.17:0/3831583901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d0032440 con 0x7f19e015e640 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.881+0000 7f19ddd9b640 1 -- 172.21.15.17:0/3831583901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0032810 con 0x7f19e015e640 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 -- 172.21.15.17:0/3831583901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e015e640 msgr2=0x7f19e00ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e015e640 0x7f19e00ceba0 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7f19e008ed40 tx=0x7f19d002a140 comp rx=0 tx=0).stop 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 -- 172.21.15.17:0/3831583901 shutdown_connections 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/3831583901 >> v2:172.21.15.160:3300/0 conn(0x7f19e00b2cf0 0x7f19e00b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e00cf0e0 0x7f19e00cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/3831583901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e015e640 0x7f19e00ceba0 unknown :-1 s=CLOSED pgs=2281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 -- 172.21.15.17:0/3831583901 >> 172.21.15.17:0/3831583901 conn(0x7f19e009d820 msgr2=0x7f19e00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 -- 172.21.15.17:0/3831583901 shutdown_connections 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.882+0000 7f19e4ba6640 1 -- 172.21.15.17:0/3831583901 wait complete. 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.883+0000 7f19e4ba6640 1 Processor -- start 2024-09-19T08:13:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.883+0000 7f19e4ba6640 1 -- start start 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19e00cf0e0 0x7f19e00cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e015e640 0x7f19e00cdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19e00cfe40 con 0x7f19e00b2cf0 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f19e00b24f0 con 0x7f19e00cf0e0 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19e4ba6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f19e00b73a0 con 0x7f19e015e640 2024-09-19T08:13:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59068/0 (socket says 172.21.15.17:59068) 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 -- 172.21.15.17:0/1644094873 learned_addr learned my addr 172.21.15.17:0/1644094873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19ded9d640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e015e640 0x7f19e00cdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19d7fff640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19e00cf0e0 0x7f19e00cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 -- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e015e640 msgr2=0x7f19e00cdfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e015e640 0x7f19e00cdfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 -- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19e00cf0e0 msgr2=0x7f19e00cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19e00cf0e0 0x7f19e00cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.884+0000 7f19de59c640 1 -- 172.21.15.17:0/1644094873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e00c9980 con 0x7f19e00b2cf0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19de59c640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 secure :-1 s=READY pgs=2282 cs=0 l=1 rev1=1 crypto rx=0x7f19d002a180 tx=0x7f19d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0041030 con 0x7f19e00b2cf0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d0030440 con 0x7f19e00b2cf0 2024-09-19T08:13:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19e00c8d70 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0037040 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.885+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19e00c9330 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.886+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19e00ceba0 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.886+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19d0044070 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.887+0000 7f19d6ffd640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 0x7f19c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.887+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f19d00ac8b0 con 0x7f19e00b2cf0 2024-09-19T08:13:23.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.887+0000 7f19d7fff640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 0x7f19c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.888+0000 7f19d7fff640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 0x7f19c006e770 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f19e015d390 tx=0x7f19c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:23.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:23.892+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19d007a240 con 0x7f19e00b2cf0 2024-09-19T08:13:24.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.067+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19e00d3980 con 0x7f19e00b2cf0 2024-09-19T08:13:24.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.069+0000 7f19d6ffd640 1 -- 172.21.15.17:0/1644094873 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+21928 (secure 0 0 0) 0x7f19d0079b40 con 0x7f19e00b2cf0 2024-09-19T08:13:24.070 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:24.070 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":128,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:18.302308+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:08:35.037540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T08:08:36.062401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.26","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6834/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6834/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6832/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6834/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6835/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6832/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6834/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6832/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6834/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6832/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6834/537473041":"2024-09-20T08:11:47.954787+0000","172.21.15.17:6835/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6832/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6835/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6834/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6832/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6833/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6833/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6833/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6834/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6832/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6833/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6832/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6835/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6835/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6833/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6832/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6833/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6835/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6835/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6834/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6835/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6835/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6833/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6833/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6835/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6833/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6832/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6833/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6832/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6835/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6832/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6832/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6834/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6835/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6835/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6833/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6835/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6832/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6833/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6832/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6834/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6835/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6835/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6832/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6833/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6835/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6832/537473041":"2024-09-20T08:11:47.954787+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 msgr2=0x7f19c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 0x7f19c006e770 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f19e015d390 tx=0x7f19c8008040 comp rx=0 tx=0).stop 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 msgr2=0x7f19e015be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 secure :-1 s=READY pgs=2282 cs=0 l=1 rev1=1 crypto rx=0x7f19d002a180 tx=0x7f19d00046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 shutdown_connections 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f19c006c2b0 0x7f19c006e770 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19e015e640 0x7f19e00cdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19e00cf0e0 0x7f19e00cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 --2- 172.21.15.17:0/1644094873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19e00b2cf0 0x7f19e015be10 unknown :-1 s=CLOSED pgs=2282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 >> 172.21.15.17:0/1644094873 conn(0x7f19e009d820 msgr2=0x7f19e015dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:24.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 shutdown_connections 2024-09-19T08:13:24.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.071+0000 7f19e4ba6640 1 -- 172.21.15.17:0/1644094873 wait complete. 2024-09-19T08:13:24.083 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:13:24.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.185+0000 7f0427c3c640 1 Processor -- start 2024-09-19T08:13:24.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.185+0000 7f0427c3c640 1 -- start start 2024-09-19T08:13:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f0427c3c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f0427c3c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f0427c3c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f042015ea20 con 0x7f04200b2cf0 2024-09-19T08:13:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f0427c3c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f04200b2860 con 0x7f04200cf0e0 2024-09-19T08:13:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f0427c3c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f04200b1c50 con 0x7f042015e640 2024-09-19T08:13:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04259d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04251d7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04259d8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:50916/0 (socket says 172.21.15.17:50916) 2024-09-19T08:13:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04261d9640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f04200b2cf0 0x7f04200b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:38902/0 (socket says 172.21.15.17:38902) 2024-09-19T08:13:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04259d8640 1 -- 172.21.15.17:0/3189536047 learned_addr learned my addr 172.21.15.17:0/3189536047 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.186+0000 7f04251d7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:40994/0 (socket says 172.21.15.17:40994) 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.187+0000 7f04259d8640 1 -- 172.21.15.17:0/3189536047 >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 msgr2=0x7f04200cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.187+0000 7f04259d8640 1 --2- 172.21.15.17:0/3189536047 >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.187+0000 7f04259d8640 1 -- 172.21.15.17:0/3189536047 >> v1:172.21.15.160:6789/0 conn(0x7f04200b2cf0 legacy=0x7f04200b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.187+0000 7f04259d8640 1 -- 172.21.15.17:0/3189536047 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04200b1f30 con 0x7f042015e640 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.187+0000 7f04251d7640 1 --2- 172.21.15.17:0/3189536047 >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f04259d8640 1 --2- 172.21.15.17:0/3189536047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f042015ebf0 tx=0x7f041c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fb8656ca73591b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f04249d6640 1 -- 172.21.15.17:0/3189536047 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c037070 con 0x7f042015e640 2024-09-19T08:13:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f04249d6640 1 -- 172.21.15.17:0/3189536047 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f041c032440 con 0x7f042015e640 2024-09-19T08:13:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f04249d6640 1 -- 172.21.15.17:0/3189536047 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c032810 con 0x7f042015e640 2024-09-19T08:13:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 -- 172.21.15.17:0/3189536047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 msgr2=0x7f04200ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 --2- 172.21.15.17:0/3189536047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f042015ebf0 tx=0x7f041c02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 -- 172.21.15.17:0/3189536047 shutdown_connections 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 --2- 172.21.15.17:0/3189536047 >> v2:172.21.15.160:3300/0 conn(0x7f04200cf0e0 0x7f04200cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 --2- 172.21.15.17:0/3189536047 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f042015e640 0x7f04200ceba0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 -- 172.21.15.17:0/3189536047 >> 172.21.15.17:0/3189536047 conn(0x7f042009d820 msgr2=0x7f04200d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 -- 172.21.15.17:0/3189536047 shutdown_connections 2024-09-19T08:13:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.188+0000 7f0427c3c640 1 -- 172.21.15.17:0/3189536047 wait complete. 2024-09-19T08:13:24.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 Processor -- start 2024-09-19T08:13:24.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 -- start start 2024-09-19T08:13:24.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f04200b2cf0 0x7f042006d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04200cf0e0 0x7f042015d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f04200cfe40 con 0x7f042015e640 2024-09-19T08:13:24.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f04200b24f0 con 0x7f04200b2cf0 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.190+0000 7f0427c3c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f04200b73a0 con 0x7f04200cf0e0 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59084/0 (socket says 172.21.15.17:59084) 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 -- 172.21.15.17:0/1411648518 learned_addr learned my addr 172.21.15.17:0/1411648518 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04259d8640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f04200b2cf0 0x7f042006d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04251d7640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04200cf0e0 0x7f042015d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 -- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04200cf0e0 msgr2=0x7f042015d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04200cf0e0 0x7f042015d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 -- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f04200b2cf0 msgr2=0x7f042006d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f04200b2cf0 0x7f042006d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 -- 172.21.15.17:0/1411648518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04200c8220 con 0x7f042015e640 2024-09-19T08:13:24.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04261d9640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7f041800c730 tx=0x7f041800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418017070 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f041800ce40 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04200c84c0 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041800a840 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.191+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04200c8a80 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.192+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0420068eb0 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.193+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f041801a070 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.193+0000 7f04167fc640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 0x7f040406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.193+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7f041808b730 con 0x7f042015e640 2024-09-19T08:13:24.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.194+0000 7f04259d8640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 0x7f040406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.194+0000 7f04259d8640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 0x7f040406e770 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f041c034000 tx=0x7f041c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:24.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.198+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0418058a10 con 0x7f042015e640 2024-09-19T08:13:24.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:24.412+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f04200d31b0 con 0x7f042015e640 2024-09-19T08:13:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.317+0000 7f04167fc640 1 -- 172.21.15.17:0/1411648518 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v326) ==== 161+0+0 (secure 0 0 0) 0x7f041805cd10 con 0x7f042015e640 2024-09-19T08:13:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:13:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 msgr2=0x7f040406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 0x7f040406e770 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f041c034000 tx=0x7f041c02e000 comp rx=0 tx=0).stop 2024-09-19T08:13:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 msgr2=0x7f0420160c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7f041800c730 tx=0x7f041800cbf0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 shutdown_connections 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f040406c2b0 0x7f040406e770 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f042015e640 0x7f0420160c00 unknown :-1 s=CLOSED pgs=2283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f04200cf0e0 0x7f042015d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 --2- 172.21.15.17:0/1411648518 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f04200b2cf0 0x7f042006d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 >> 172.21.15.17:0/1411648518 conn(0x7f042009d820 msgr2=0x7f04200b9920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 shutdown_connections 2024-09-19T08:13:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.320+0000 7f0427c3c640 1 -- 172.21.15.17:0/1411648518 wait complete. 2024-09-19T08:13:25.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:13:25.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.445+0000 7ff577247640 1 Processor -- start 2024-09-19T08:13:25.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 -- start start 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff57015e640 0x7ff5700b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff5700d4710 0x7ff5700d4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5700b39d0 con 0x7ff5700cef60 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7ff5700d50a0 con 0x7ff5700d4710 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff577247640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff5700cf520 con 0x7ff57015e640 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.446+0000 7ff5757e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff5700d4710 0x7ff5700d4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7ff5700d4710 0x7ff5700d4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59100/0 (socket says 172.21.15.17:59100) 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 -- 172.21.15.17:0/1917024352 learned_addr learned my addr 172.21.15.17:0/1917024352 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff574fe3640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff57015e640 0x7ff5700b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 -- 172.21.15.17:0/1917024352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff57015e640 msgr2=0x7ff5700b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff57015e640 0x7ff5700b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 -- 172.21.15.17:0/1917024352 >> v1:172.21.15.160:6789/0 conn(0x7ff5700cef60 legacy=0x7ff5700d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.447+0000 7ff5757e4640 1 -- 172.21.15.17:0/1917024352 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5700cf800 con 0x7ff5700d4710 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff5757e4640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5700d4710 0x7ff5700d4b60 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7ff568009e50 tx=0x7ff56802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b4765592b81df12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff56f7fe640 1 -- 172.21.15.17:0/1917024352 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff568036070 con 0x7ff5700d4710 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff56f7fe640 1 -- 172.21.15.17:0/1917024352 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff568031600 con 0x7ff5700d4710 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff56f7fe640 1 -- 172.21.15.17:0/1917024352 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5680319d0 con 0x7ff5700d4710 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 -- 172.21.15.17:0/1917024352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5700d4710 msgr2=0x7ff5700d4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5700d4710 0x7ff5700d4b60 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7ff568009e50 tx=0x7ff56802a680 comp rx=0 tx=0).stop 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 -- 172.21.15.17:0/1917024352 shutdown_connections 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5700d4710 0x7ff5700d4b60 unknown :-1 s=CLOSED pgs=2284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 --2- 172.21.15.17:0/1917024352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff57015e640 0x7ff5700b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 -- 172.21.15.17:0/1917024352 >> 172.21.15.17:0/1917024352 conn(0x7ff570067d70 msgr2=0x7ff570068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:25.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 -- 172.21.15.17:0/1917024352 shutdown_connections 2024-09-19T08:13:25.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.448+0000 7ff577247640 1 -- 172.21.15.17:0/1917024352 wait complete. 2024-09-19T08:13:25.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.450+0000 7ff577247640 1 Processor -- start 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.450+0000 7ff577247640 1 -- start start 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5700cef60 0x7ff5700cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5700d4710 0x7ff5701578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff57015ea20 con 0x7ff57015e640 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff5700d2680 con 0x7ff5700d4710 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff5700d3590 con 0x7ff5700cef60 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59112/0 (socket says 172.21.15.17:59112) 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 -- 172.21.15.17:0/3896834486 learned_addr learned my addr 172.21.15.17:0/3896834486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff574fe3640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5700cef60 0x7ff5700cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff56ffff640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5700d4710 0x7ff5701578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 -- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5700cef60 msgr2=0x7ff5700cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5700cef60 0x7ff5700cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 -- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5700d4710 msgr2=0x7ff5701578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5700d4710 0x7ff5701578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 -- 172.21.15.17:0/3896834486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5700ca500 con 0x7ff57015e640 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff5757e4640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7ff568034040 tx=0x7ff568004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff568036050 con 0x7ff57015e640 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff568042070 con 0x7ff57015e640 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff568009510 con 0x7ff57015e640 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.451+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5700ca7e0 con 0x7ff57015e640 2024-09-19T08:13:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.452+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5700cada0 con 0x7ff57015e640 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.453+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5700d4b60 con 0x7ff57015e640 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.453+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff568007bf0 con 0x7ff57015e640 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.454+0000 7ff56d7fa640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 0x7ff55c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.454+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7ff5680ace90 con 0x7ff57015e640 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.454+0000 7ff574fe3640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 0x7ff55c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.454+0000 7ff574fe3640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 0x7ff55c06e770 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7ff560009b40 tx=0x7ff560009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:25.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.458+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff56807a380 con 0x7ff57015e640 2024-09-19T08:13:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:25.671+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ff5700b4c40 con 0x7ff57015e640 2024-09-19T08:13:26.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.322+0000 7ff56d7fa640 1 -- 172.21.15.17:0/3896834486 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v327) ==== 104+0+0 (secure 0 0 0) 0x7ff56807e680 con 0x7ff57015e640 2024-09-19T08:13:26.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 msgr2=0x7ff55c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 0x7ff55c06e770 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7ff560009b40 tx=0x7ff560009190 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 msgr2=0x7ff570157df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7ff568034040 tx=0x7ff568004a40 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 shutdown_connections 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff55c06c2b0 0x7ff55c06e770 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff57015e640 0x7ff570157df0 unknown :-1 s=CLOSED pgs=2285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff5700d4710 0x7ff5701578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 --2- 172.21.15.17:0/3896834486 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff5700cef60 0x7ff5700cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.324+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 >> 172.21.15.17:0/3896834486 conn(0x7ff570067d70 msgr2=0x7ff5700b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.325+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 shutdown_connections 2024-09-19T08:13:26.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.325+0000 7ff577247640 1 -- 172.21.15.17:0/3896834486 wait complete. 2024-09-19T08:13:26.340 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:13:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.453+0000 7fcd0d3fd640 1 Processor -- start 2024-09-19T08:13:26.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.453+0000 7fcd0d3fd640 1 -- start start 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 0x7fcd080d1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd080d1a90 0x7fcd080cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 0x7fcd080b6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fcd080d1ef0 con 0x7fcd080d1a90 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fcd080d2900 con 0x7fcd080cf8e0 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd0d3fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd080cede0 con 0x7fcd0815e870 2024-09-19T08:13:26.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd080d1a90 0x7fcd080cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fcd080d1a90 0x7fcd080cf3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59116/0 (socket says 172.21.15.17:59116) 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 -- 172.21.15.17:0/407865450 learned_addr learned my addr 172.21.15.17:0/407865450 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd06ffd640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 0x7fcd080d1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd077fe640 1 --2- 172.21.15.17:0/407865450 >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 0x7fcd080b6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 -- 172.21.15.17:0/407865450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 msgr2=0x7fcd080d1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 0x7fcd080d1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 -- 172.21.15.17:0/407865450 >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 msgr2=0x7fcd080b6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/407865450 >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 0x7fcd080b6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fccfe7fc640 1 -- 172.21.15.17:0/407865450 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd080cf0c0 con 0x7fcd080d1a90 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd06ffd640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 0x7fcd080d1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.454+0000 7fcd077fe640 1 --2- 172.21.15.17:0/407865450 >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 0x7fcd080b6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:26.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.455+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080d1a90 0x7fcd080cf3a0 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7fcd080d1460 tx=0x7fccf002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83397981d7ccb614 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:26.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.455+0000 7fcd067fc640 1 -- 172.21.15.17:0/407865450 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0037070 con 0x7fcd080d1a90 2024-09-19T08:13:26.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.455+0000 7fcd067fc640 1 -- 172.21.15.17:0/407865450 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccf0032440 con 0x7fcd080d1a90 2024-09-19T08:13:26.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.455+0000 7fcd067fc640 1 -- 172.21.15.17:0/407865450 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0032810 con 0x7fcd080d1a90 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/407865450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080d1a90 msgr2=0x7fcd080cf3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080d1a90 0x7fcd080cf3a0 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7fcd080d1460 tx=0x7fccf002a1e0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/407865450 shutdown_connections 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/407865450 >> v2:172.21.15.160:3300/0 conn(0x7fcd080cf8e0 0x7fcd080b6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080d1a90 0x7fcd080cf3a0 unknown :-1 s=CLOSED pgs=2286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/407865450 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd0815e870 0x7fcd080d1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/407865450 >> 172.21.15.17:0/407865450 conn(0x7fcd08067d40 msgr2=0x7fcd08068150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/407865450 shutdown_connections 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.456+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/407865450 wait complete. 2024-09-19T08:13:26.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.457+0000 7fcd0d3fd640 1 Processor -- start 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.457+0000 7fcd0d3fd640 1 -- start start 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd080d1a90 0x7fcd080cc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd0815e870 0x7fcd08159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcd081630b0 con 0x7fcd080cf8e0 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fcd080cfd50 con 0x7fcd0815e870 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd0d3fd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fcd08163230 con 0x7fcd080d1a90 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59130/0 (socket says 172.21.15.17:59130) 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 -- 172.21.15.17:0/2107638395 learned_addr learned my addr 172.21.15.17:0/2107638395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd077fe640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd0815e870 0x7fcd08159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd080d1a90 0x7fcd080cc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 -- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd080d1a90 msgr2=0x7fcd080cc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd080d1a90 0x7fcd080cc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 -- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd0815e870 msgr2=0x7fcd08159bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd0815e870 0x7fcd08159bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.458+0000 7fcd06ffd640 1 -- 172.21.15.17:0/2107638395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd080cb970 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fcd06ffd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 secure :-1 s=READY pgs=2287 cs=0 l=1 rev1=1 crypto rx=0x7fccf800c820 tx=0x7fccf800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf8015070 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccf8007a30 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd08156950 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf8007de0 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.459+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd080cbcf0 con 0x7fcd080cf8e0 2024-09-19T08:13:26.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.460+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd080cf3a0 con 0x7fcd080cf8e0 2024-09-19T08:13:26.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.460+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fccf8018070 con 0x7fcd080cf8e0 2024-09-19T08:13:26.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.461+0000 7fccfffff640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 0x7fcce806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.461+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9178+0+0 (secure 0 0 0) 0x7fccf808c030 con 0x7fcd080cf8e0 2024-09-19T08:13:26.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.461+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 0x7fcce806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.462+0000 7fccfe7fc640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 0x7fcce806e770 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fccf0034000 tx=0x7fccf002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:26.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.466+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd080cb970 con 0x7fcd080cf8e0 2024-09-19T08:13:26.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:26.640+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fcd080ba570 con 0x7fcd080cf8e0 2024-09-19T08:13:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.324+0000 7fccfffff640 1 -- 172.21.15.17:0/2107638395 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v129) ==== 181+0+0 (secure 0 0 0) 0x7fccf8059370 con 0x7fcd080cf8e0 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 msgr2=0x7fcce806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 0x7fcce806e770 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fccf0034000 tx=0x7fccf002e000 comp rx=0 tx=0).stop 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 msgr2=0x7fcd08156410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 secure :-1 s=READY pgs=2287 cs=0 l=1 rev1=1 crypto rx=0x7fccf800c820 tx=0x7fccf800cce0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 shutdown_connections 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fcce806c2b0 0x7fcce806e770 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fcd0815e870 0x7fcd08159bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fcd080d1a90 0x7fcd080cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.327+0000 7fcd0d3fd640 1 --2- 172.21.15.17:0/2107638395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd080cf8e0 0x7fcd08156410 unknown :-1 s=CLOSED pgs=2287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.328+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 >> 172.21.15.17:0/2107638395 conn(0x7fcd08067d40 msgr2=0x7fcd080b5da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.328+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 shutdown_connections 2024-09-19T08:13:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.328+0000 7fcd0d3fd640 1 -- 172.21.15.17:0/2107638395 wait complete. 2024-09-19T08:13:27.347 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.460+0000 7f2933453640 1 Processor -- start 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.460+0000 7f2933453640 1 -- start start 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f2933453640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 0x7f292c0d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f2933453640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f292c0cee50 con 0x7f292c0d18c0 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f2933453640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f292c0cf130 con 0x7f292c15e6a0 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f2933453640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f292c0cfef0 con 0x7f292c0b3340 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f29319f0640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f292c0d18c0 0x7f292c0d2930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45720/0 (socket says 172.21.15.17:45720) 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f29319f0640 1 -- 172.21.15.17:0/2901012562 learned_addr learned my addr 172.21.15.17:0/2901012562 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.461+0000 7f29309ee640 1 --2- 172.21.15.17:0/2901012562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 0x7f292c0d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2071066847 0 0) 0x7f292c0cee50 con 0x7f292c0d18c0 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2918003520 con 0x7f292c0d18c0 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2627974964 0 0) 0x7f292c0cf130 con 0x7f292c15e6a0 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f292c0cee50 con 0x7f292c15e6a0 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f29309ee640 1 -- 172.21.15.17:0/2901012562 >> v1:172.21.15.160:6789/0 conn(0x7f292c15e6a0 legacy=0x7f292c162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f29309ee640 1 -- 172.21.15.17:0/2901012562 >> v1:172.21.15.17:6789/0 conn(0x7f292c0d18c0 legacy=0x7f292c0d2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.462+0000 7f29309ee640 1 -- 172.21.15.17:0/2901012562 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c0cf410 con 0x7f292c0b3340 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f29309ee640 1 --2- 172.21.15.17:0/2901012562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 0x7f292c0d1380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f291c0097d0 tx=0x7f291c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bffd23620861ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c037070 con 0x7f292c0b3340 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f291c032440 con 0x7f292c0b3340 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f2923fff640 1 -- 172.21.15.17:0/2901012562 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c0327f0 con 0x7f292c0b3340 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f2933453640 1 -- 172.21.15.17:0/2901012562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 msgr2=0x7f292c0d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.463+0000 7f2933453640 1 --2- 172.21.15.17:0/2901012562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 0x7f292c0d1380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f291c0097d0 tx=0x7f291c02a210 comp rx=0 tx=0).stop 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.464+0000 7f2933453640 1 -- 172.21.15.17:0/2901012562 shutdown_connections 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.464+0000 7f2933453640 1 --2- 172.21.15.17:0/2901012562 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0b3340 0x7f292c0d1380 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.464+0000 7f2933453640 1 -- 172.21.15.17:0/2901012562 >> 172.21.15.17:0/2901012562 conn(0x7f292c06dae0 msgr2=0x7f292c06def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.464+0000 7f2933453640 1 -- 172.21.15.17:0/2901012562 shutdown_connections 2024-09-19T08:13:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.464+0000 7f2933453640 1 -- 172.21.15.17:0/2901012562 wait complete. 2024-09-19T08:13:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.465+0000 7f2933453640 1 Processor -- start 2024-09-19T08:13:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.465+0000 7f2933453640 1 -- start start 2024-09-19T08:13:27.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 0x7f292c149cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 0x7f292c160b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f292c0cf9d0 con 0x7f292c15e6a0 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f292c0cec00 con 0x7f292c0b3340 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2933453640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f292c15ea80 con 0x7f292c0d18c0 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59146/0 (socket says 172.21.15.17:59146) 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 -- 172.21.15.17:0/3771920969 learned_addr learned my addr 172.21.15.17:0/3771920969 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29311ef640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 0x7f292c149cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29309ee640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 0x7f292c160b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 -- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 msgr2=0x7f292c160b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 0x7f292c160b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 -- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 msgr2=0x7f292c149cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 0x7f292c149cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 -- 172.21.15.17:0/3771920969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c1f7aa0 con 0x7f292c15e6a0 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29309ee640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 0x7f292c160b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29311ef640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 0x7f292c149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f29319f0640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7f292400cba0 tx=0x7f292400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2924017070 con 0x7f292c15e6a0 2024-09-19T08:13:27.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.466+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f292400ace0 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.467+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292c1f7d80 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.467+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2924012620 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.467+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f292c1f8340 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.468+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f292c0c9e70 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.468+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f292401a070 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.469+0000 7f2921ffb640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 0x7f291006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.469+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 8740+0+0 (secure 0 0 0) 0x7f292408be90 con 0x7f292c15e6a0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.469+0000 7f29311ef640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 0x7f291006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:27.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.469+0000 7f29311ef640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 0x7f291006e770 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f2928001670 tx=0x7f2928009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:27.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.473+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f292c0c9e70 con 0x7f292c15e6a0 2024-09-19T08:13:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:27.650+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f292c0d2330 con 0x7f292c15e6a0 2024-09-19T08:13:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.337+0000 7f2921ffb640 1 -- 172.21.15.17:0/3771920969 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v130) ==== 169+0+0 (secure 0 0 0) 0x7f2924059a60 con 0x7f292c15e6a0 2024-09-19T08:13:28.338 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:13:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 msgr2=0x7f291006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 0x7f291006e770 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f2928001670 tx=0x7f2928009040 comp rx=0 tx=0).stop 2024-09-19T08:13:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 msgr2=0x7f292c161040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7f292400cba0 tx=0x7f292400a430 comp rx=0 tx=0).stop 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 shutdown_connections 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f291006c2b0 0x7f291006e770 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f292c15e6a0 0x7f292c161040 unknown :-1 s=CLOSED pgs=2289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f292c0d18c0 0x7f292c160b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 --2- 172.21.15.17:0/3771920969 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f292c0b3340 0x7f292c149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 >> 172.21.15.17:0/3771920969 conn(0x7f292c06dae0 msgr2=0x7f292c15f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 shutdown_connections 2024-09-19T08:13:28.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.340+0000 7f2933453640 1 -- 172.21.15.17:0/3771920969 wait complete. 2024-09-19T08:13:28.355 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:13:28.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.473+0000 7fe238cc9640 1 Processor -- start 2024-09-19T08:13:28.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.473+0000 7fe238cc9640 1 -- start start 2024-09-19T08:13:28.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.474+0000 7fe238cc9640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe2340cef60 0x7fe2340b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.474+0000 7fe238cc9640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2340b39d0 con 0x7fe23415e640 2024-09-19T08:13:28.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.474+0000 7fe238cc9640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2340cf520 con 0x7fe2340d4710 2024-09-19T08:13:28.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.474+0000 7fe238cc9640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe2340cf800 con 0x7fe2340cef60 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe23415e640 0x7fe2340d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45732/0 (socket says 172.21.15.17:45732) 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23259c640 1 -- 172.21.15.17:0/482286172 learned_addr learned my addr 172.21.15.17:0/482286172 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe231d9b640 1 --2- 172.21.15.17:0/482286172 >> v2:172.21.15.160:3300/0 conn(0x7fe2340cef60 0x7fe2340b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1036130789 0 0) 0x7fe224001110 con 0x7fe23415e640 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe21c003520 con 0x7fe23415e640 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1723509722 0 0) 0x7fe21c003520 con 0x7fe23415e640 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 >> v2:172.21.15.160:3300/0 conn(0x7fe2340cef60 msgr2=0x7fe2340b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 --2- 172.21.15.17:0/482286172 >> v2:172.21.15.160:3300/0 conn(0x7fe2340cef60 0x7fe2340b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 >> v1:172.21.15.160:6789/0 conn(0x7fe2340d4710 legacy=0x7fe2340d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2340cfae0 con 0x7fe23415e640 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fe224001840 con 0x7fe23415e640 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 >> v1:172.21.15.17:6789/0 conn(0x7fe23415e640 legacy=0x7fe2340d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0039b0 0x7fe21c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe21c004800 0x7fe21c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 0x7fe21c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340cf800 con 0x7fe21c0051c0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c00c160 con 0x7fe21c004800 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe21c00c360 con 0x7fe21c0039b0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe232d9d640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 0x7fe21c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe23259c640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0039b0 0x7fe21c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.475+0000 7fe231d9b640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe21c004800 0x7fe21c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 -- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0039b0 msgr2=0x7fe21c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0039b0 0x7fe21c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 -- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe21c004800 msgr2=0x7fe21c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe21c004800 0x7fe21c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 -- 172.21.15.17:0/482286172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe21c003520 con 0x7fe21c0051c0 2024-09-19T08:13:28.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 -- 172.21.15.17:0/482286172 reap_dead start 2024-09-19T08:13:28.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.476+0000 7fe232d9d640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 0x7fe21c00b9c0 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7fe22c001e50 tx=0x7fe21c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f65bf7d8468f169 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c001a70 con 0x7fe21c0051c0 2024-09-19T08:13:28.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22c003970 con 0x7fe21c0051c0 2024-09-19T08:13:28.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe23159a640 1 -- 172.21.15.17:0/482286172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c003d60 con 0x7fe21c0051c0 2024-09-19T08:13:28.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 -- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 msgr2=0x7fe21c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 0x7fe21c00b9c0 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7fe22c001e50 tx=0x7fe21c005830 comp rx=0 tx=0).stop 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 -- 172.21.15.17:0/482286172 shutdown_connections 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 --2- 172.21.15.17:0/482286172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe21c0051c0 0x7fe21c00b9c0 unknown :-1 s=CLOSED pgs=2291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 -- 172.21.15.17:0/482286172 >> 172.21.15.17:0/482286172 conn(0x7fe234067d70 msgr2=0x7fe234068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 -- 172.21.15.17:0/482286172 shutdown_connections 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.477+0000 7fe238cc9640 1 -- 172.21.15.17:0/482286172 wait complete. 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 Processor -- start 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 -- start start 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0051c0 0x7fe234158cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe234161090 0x7fe2340b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe2340b3bf0 con 0x7fe2341f81c0 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe23415ea20 con 0x7fe234161090 2024-09-19T08:13:28.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.479+0000 7fe238cc9640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe2340b3d70 con 0x7fe21c0051c0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59174/0 (socket says 172.21.15.17:59174) 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 -- 172.21.15.17:0/2399712586 learned_addr learned my addr 172.21.15.17:0/2399712586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe23259c640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0051c0 0x7fe234158cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe232d9d640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe234161090 0x7fe2340b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 -- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0051c0 msgr2=0x7fe234158cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0051c0 0x7fe234158cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 -- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe234161090 msgr2=0x7fe2340b54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe234161090 0x7fe2340b54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 -- 172.21.15.17:0/2399712586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe234159210 con 0x7fe2341f81c0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe231d9b640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7fe2280118e0 tx=0x7fe228011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22800fa30 con 0x7fe2341f81c0 2024-09-19T08:13:28.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22800fbd0 con 0x7fe2341f81c0 2024-09-19T08:13:28.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228014440 con 0x7fe2341f81c0 2024-09-19T08:13:28.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe234161510 con 0x7fe2341f81c0 2024-09-19T08:13:28.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.480+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2341f79c0 con 0x7fe2341f81c0 2024-09-19T08:13:28.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.481+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2340b82f0 con 0x7fe2341f81c0 2024-09-19T08:13:28.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.482+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe228012040 con 0x7fe2341f81c0 2024-09-19T08:13:28.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.482+0000 7fe222ffd640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 0x7fe21406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.482+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7fe22808c360 con 0x7fe2341f81c0 2024-09-19T08:13:28.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.482+0000 7fe23259c640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 0x7fe21406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.483+0000 7fe23259c640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 0x7fe21406e770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fe2240012b0 tx=0x7fe224007a70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.487+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe234159210 con 0x7fe2341f81c0 2024-09-19T08:13:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.662+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fe2340d4b10 con 0x7fe2341f81c0 2024-09-19T08:13:28.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.665+0000 7fe222ffd640 1 -- 172.21.15.17:0/2399712586 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7fe228019030 con 0x7fe2341f81c0 2024-09-19T08:13:28.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 msgr2=0x7fe21406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 0x7fe21406e770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fe2240012b0 tx=0x7fe224007a70 comp rx=0 tx=0).stop 2024-09-19T08:13:28.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 msgr2=0x7fe234160b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7fe2280118e0 tx=0x7fe228011ce0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 shutdown_connections 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe21406c2b0 0x7fe21406e770 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe234161090 0x7fe2340b54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2341f81c0 0x7fe234160b50 unknown :-1 s=CLOSED pgs=2292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 --2- 172.21.15.17:0/2399712586 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe21c0051c0 0x7fe234158cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 >> 172.21.15.17:0/2399712586 conn(0x7fe234067d70 msgr2=0x7fe2340b75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 shutdown_connections 2024-09-19T08:13:28.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.667+0000 7fe238cc9640 1 -- 172.21.15.17:0/2399712586 wait complete. 2024-09-19T08:13:28.679 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion' 2024-09-19T08:13:28.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.780+0000 7fd798931640 1 Processor -- start 2024-09-19T08:13:28.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.780+0000 7fd798931640 1 -- start start 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd798931640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd7940af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd798931640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd79415c600 con 0x7fd79415ec50 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd798931640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd79415f150 con 0x7fd7940aefb0 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd798931640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd7940b34c0 con 0x7fd79415c220 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd78bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd79415ec50 0x7fd7940ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45736/0 (socket says 172.21.15.17:45736) 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd78bfff640 1 -- 172.21.15.17:0/3971978584 learned_addr learned my addr 172.21.15.17:0/3971978584 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd7940af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3831264292 0 0) 0x7fd77c001110 con 0x7fd79415ec50 2024-09-19T08:13:28.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd780003520 con 0x7fd79415ec50 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1794291733 0 0) 0x7fd79415f150 con 0x7fd7940aefb0 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.781+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd77c001110 con 0x7fd7940aefb0 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3294846876 0 0) 0x7fd780003520 con 0x7fd79415ec50 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 msgr2=0x7fd7940af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd7940af8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 >> v1:172.21.15.160:6789/0 conn(0x7fd7940aefb0 legacy=0x7fd7940b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd79415f430 con 0x7fd79415ec50 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fd77c001840 con 0x7fd79415ec50 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd7940af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 >> v1:172.21.15.17:6789/0 conn(0x7fd79415ec50 legacy=0x7fd7940ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd780003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd780004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd780004d40 0x7fd7800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940b34c0 con 0x7fd780003b70 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd78000ba70 con 0x7fd780004d40 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd78000bbf0 con 0x7fd79415c220 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd780003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd792d9d640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd780004d40 0x7fd7800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd78bfff640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd780004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 -- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 msgr2=0x7fd780004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd79415c220 0x7fd780004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 -- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd780004d40 msgr2=0x7fd7800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd780004d40 0x7fd7800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.782+0000 7fd79259c640 1 -- 172.21.15.17:0/3971978584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd780003520 con 0x7fd780003b70 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd79259c640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd780003f70 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fd784009cc0 tx=0x7fd780005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbfa785c0200ac9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784036070 con 0x7fd780003b70 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd784031400 con 0x7fd780003b70 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd791d9b640 1 -- 172.21.15.17:0/3971978584 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784009860 con 0x7fd780003b70 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd798931640 1 -- 172.21.15.17:0/3971978584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 msgr2=0x7fd780003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd798931640 1 --2- 172.21.15.17:0/3971978584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd780003f70 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fd784009cc0 tx=0x7fd780005830 comp rx=0 tx=0).stop 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd792d9d640 1 -- 172.21.15.17:0/3971978584 reap_dead start 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd798931640 1 -- 172.21.15.17:0/3971978584 shutdown_connections 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.783+0000 7fd798931640 1 -- 172.21.15.17:0/3971978584 >> 172.21.15.17:0/3971978584 conn(0x7fd7940b21c0 msgr2=0x7fd7940b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.784+0000 7fd798931640 1 -- 172.21.15.17:0/3971978584 shutdown_connections 2024-09-19T08:13:28.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.784+0000 7fd798931640 1 -- 172.21.15.17:0/3971978584 wait complete. 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.785+0000 7fd798931640 1 Processor -- start 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.785+0000 7fd798931640 1 -- start start 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd794156bf0 0x7fd794157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd7940cd2f0 0x7fd7940cd770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940af8b0 con 0x7fd780003b70 2024-09-19T08:13:28.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd79415f9f0 con 0x7fd7940cd2f0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd7940afa30 con 0x7fd794156bf0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59190/0 (socket says 172.21.15.17:59190) 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 -- 172.21.15.17:0/1343050663 learned_addr learned my addr 172.21.15.17:0/1343050663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd792d9d640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd7940cd2f0 0x7fd7940cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd78bfff640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd794156bf0 0x7fd794157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 -- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd794156bf0 msgr2=0x7fd794157050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd794156bf0 0x7fd794157050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 -- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd7940cd2f0 msgr2=0x7fd7940cd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd7940cd2f0 0x7fd7940cd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 -- 172.21.15.17:0/1343050663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7940cdcb0 con 0x7fd780003b70 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd79259c640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7fd784009cc0 tx=0x7fd784004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784040030 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7840093e0 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7941443c0 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784036040 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.786+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd794144960 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.787+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd79406e6a0 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.788+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd784043070 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.788+0000 7fd78affd640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 0x7fd77406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.789+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7fd7840abc40 con 0x7fd780003b70 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.789+0000 7fd78bfff640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 0x7fd77406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.789+0000 7fd78bfff640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 0x7fd77406e7a0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd794157790 tx=0x7fd77c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:28.793+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd79406e6a0 con 0x7fd780003b70 2024-09-19T08:13:29.022 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:13:29.025 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:13:29.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.037+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]} v 0) -- 0x7fd79406d130 con 0x7fd780003b70 2024-09-19T08:13:29.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.338+0000 7fd78affd640 1 -- 172.21.15.17:0/1343050663 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]}]=0 v558) ==== 135+0+0 (secure 0 0 0) 0x7fd79406d130 con 0x7fd780003b70 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.341+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 msgr2=0x7fd77406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.341+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 0x7fd77406e7a0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd794157790 tx=0x7fd77c009040 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 msgr2=0x7fd794142ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7fd784009cc0 tx=0x7fd784004730 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 shutdown_connections 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd77406c2e0 0x7fd77406e7a0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd7940cd2f0 0x7fd7940cd770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd794156bf0 0x7fd794157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 --2- 172.21.15.17:0/1343050663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd780003b70 0x7fd794142ff0 unknown :-1 s=CLOSED pgs=2295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 >> 172.21.15.17:0/1343050663 conn(0x7fd7940b21c0 msgr2=0x7fd7940b3850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 shutdown_connections 2024-09-19T08:13:29.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.342+0000 7fd798931640 1 -- 172.21.15.17:0/1343050663 wait complete. 2024-09-19T08:13:29.354 INFO:tasks.cephfs_test_runner:That the MDS has a clean 'damaged' response to loss of any single metadata object ... ok 2024-09-19T08:13:29.355 INFO:tasks.cephfs_test_runner:Starting test: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) That errors encountered during opening inos are properly propagated 2024-09-19T08:13:29.355 INFO:tasks.cephfs_test_runner:test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:13:29.355 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:29.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.458+0000 7f63e9df1640 1 Processor -- start 2024-09-19T08:13:29.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.458+0000 7f63e9df1640 1 -- start start 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e9df1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f63e415b1e0 0x7f63e40b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e9df1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e40716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e9df1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63e40ce480 con 0x7f63e40b41d0 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e9df1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f63e40ce760 con 0x7f63e415b1e0 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e9df1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f63e40cea40 con 0x7f63e40b2490 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f63e415b1e0 0x7f63e40b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e37fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f63e415b1e0 0x7f63e40b3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59198/0 (socket says 172.21.15.17:59198) 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.459+0000 7f63e37fe640 1 -- 172.21.15.17:0/746689665 learned_addr learned my addr 172.21.15.17:0/746689665 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e3fff640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e40716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e37fe640 1 -- 172.21.15.17:0/746689665 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 msgr2=0x7f63e40716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e37fe640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e40716c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e37fe640 1 -- 172.21.15.17:0/746689665 >> v1:172.21.15.160:6789/0 conn(0x7f63e40b41d0 legacy=0x7f63e40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e37fe640 1 -- 172.21.15.17:0/746689665 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e40ced20 con 0x7f63e415b1e0 2024-09-19T08:13:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e3fff640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e40716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.460+0000 7f63e37fe640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e415b1e0 0x7f63e40b3c90 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7f63d4009870 tx=0x7f63d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4b3e6a02b074062 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e27fc640 1 -- 172.21.15.17:0/746689665 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4037070 con 0x7f63e415b1e0 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e27fc640 1 -- 172.21.15.17:0/746689665 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d4032440 con 0x7f63e415b1e0 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e27fc640 1 -- 172.21.15.17:0/746689665 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4032810 con 0x7f63e415b1e0 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 -- 172.21.15.17:0/746689665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e415b1e0 msgr2=0x7f63e40b3c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e415b1e0 0x7f63e40b3c90 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7f63d4009870 tx=0x7f63d402a210 comp rx=0 tx=0).stop 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 -- 172.21.15.17:0/746689665 shutdown_connections 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e40716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 --2- 172.21.15.17:0/746689665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e415b1e0 0x7f63e40b3c90 unknown :-1 s=CLOSED pgs=2296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 -- 172.21.15.17:0/746689665 >> 172.21.15.17:0/746689665 conn(0x7f63e406bc10 msgr2=0x7f63e406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 -- 172.21.15.17:0/746689665 shutdown_connections 2024-09-19T08:13:29.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.461+0000 7f63e9df1640 1 -- 172.21.15.17:0/746689665 wait complete. 2024-09-19T08:13:29.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.462+0000 7f63e9df1640 1 Processor -- start 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 -- start start 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e41542d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63e415b1e0 0x7f63e4152ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f63e40cdfc0 con 0x7f63e40b41d0 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f63e4071130 con 0x7f63e415b1e0 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e9df1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f63e40ce140 con 0x7f63e40b2490 2024-09-19T08:13:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59204/0 (socket says 172.21.15.17:59204) 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.463+0000 7f63e2ffd640 1 -- 172.21.15.17:0/2890455454 learned_addr learned my addr 172.21.15.17:0/2890455454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e37fe640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e41542d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e3fff640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63e415b1e0 0x7f63e4152ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 -- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 msgr2=0x7f63e41542d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e41542d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 -- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63e415b1e0 msgr2=0x7f63e4152ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63e415b1e0 0x7f63e4152ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 -- 172.21.15.17:0/2890455454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e4153400 con 0x7f63e40b41d0 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e2ffd640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7f63d800c430 tx=0x7f63d800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8011790 con 0x7f63e40b41d0 2024-09-19T08:13:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d8017070 con 0x7f63e40b41d0 2024-09-19T08:13:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8011bb0 con 0x7f63e40b41d0 2024-09-19T08:13:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e4154990 con 0x7f63e40b41d0 2024-09-19T08:13:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.464+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e4154f50 con 0x7f63e40b41d0 2024-09-19T08:13:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.465+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63e40b3c90 con 0x7f63e40b41d0 2024-09-19T08:13:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.466+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f63d801c460 con 0x7f63e40b41d0 2024-09-19T08:13:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.466+0000 7f63cbfff640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 0x7f63d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.466+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7f63d808bbb0 con 0x7f63e40b41d0 2024-09-19T08:13:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.466+0000 7f63e37fe640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 0x7f63d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.467+0000 7f63e37fe640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 0x7f63d006e770 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f63d4034000 tx=0x7f63d402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.471+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63d8059260 con 0x7f63e40b41d0 2024-09-19T08:13:29.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.646+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f63e40d0a60 con 0x7f63e40b41d0 2024-09-19T08:13:29.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.647+0000 7f63cbfff640 1 -- 172.21.15.17:0/2890455454 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+18062 (secure 0 0 0) 0x7f63d805d560 con 0x7f63e40b41d0 2024-09-19T08:13:29.648 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:29.649 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":130,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:28.334538+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6834/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6834/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4049218232":"2024-09-20T08:12:59.755797+0000","172.21.15.17:6832/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6832/3011240099":"2024-09-20T08:12:38.648235+0000","172.21.15.17:6834/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6835/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6832/1167338599":"2024-09-20T08:12:27.135865+0000","172.21.15.17:6834/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6832/2252508760":"2024-09-20T08:12:11.073724+0000","172.21.15.17:6834/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6832/921696582":"2024-09-20T08:12:06.044645+0000","172.21.15.17:6834/537473041":"2024-09-20T08:11:47.954787+0000","172.21.15.17:6835/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6832/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/3553734984":"2024-09-20T08:13:18.302277+0000","172.21.15.17:6835/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6834/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6832/325527868":"2024-09-20T08:13:11.246583+0000","172.21.15.17:6833/3277161543":"2024-09-20T08:09:02.433571+0000","172.21.15.17:6833/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6833/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6834/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6832/3971685852":"2024-09-20T08:09:46.610413+0000","172.21.15.17:6833/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6832/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6835/1415454574":"2024-09-20T08:08:45.935760+0000","172.21.15.17:6835/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/3491387543":"2024-09-20T08:11:20.352871+0000","172.21.15.17:6833/1716689887":"2024-09-20T08:09:07.477116+0000","172.21.15.17:6833/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6833/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6832/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6833/409359982":"2024-09-20T08:10:22.171171+0000","172.21.15.17:6835/3039069446":"2024-09-20T08:09:13.574914+0000","172.21.15.17:6834/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6835/1943714118":"2024-09-20T08:10:39.409162+0000","172.21.15.17:6834/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6835/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6835/3532168011":"2024-09-20T08:09:53.176393+0000","172.21.15.17:6833/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/167957317":"2024-09-20T08:09:17.584967+0000","172.21.15.17:6833/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6835/261686052":"2024-09-20T08:10:19.781129+0000","172.21.15.17:6833/523063545":"2024-09-20T08:09:21.616734+0000","172.21.15.17:6832/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6833/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6832/1287436591":"2024-09-20T08:09:49.154087+0000","172.21.15.17:6834/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6835/3397766091":"2024-09-20T08:11:24.392574+0000","172.21.15.17:6834/1555622043":"2024-09-20T08:10:29.337752+0000","172.21.15.17:6834/935792085":"2024-09-20T08:10:00.163830+0000","172.21.15.17:6832/2325586444":"2024-09-20T08:10:35.376265+0000","172.21.15.17:6832/126877433":"2024-09-20T08:10:43.438257+0000","172.21.15.17:6834/4032275409":"2024-09-20T08:12:44.221658+0000","172.21.15.17:6834/2654699761":"2024-09-20T08:09:35.104584+0000","172.21.15.17:6835/2566983990":"2024-09-20T08:10:57.681084+0000","172.21.15.17:6835/2586755915":"2024-09-20T08:11:51.985881+0000","172.21.15.17:6833/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6835/1278026233":"2024-09-20T08:11:00.218111+0000","172.21.15.17:6834/2966988155":"2024-09-20T08:11:37.883988+0000","172.21.15.17:6832/3938451494":"2024-09-20T08:11:04.234525+0000","172.21.15.17:6832/3177290413":"2024-09-20T08:10:06.242492+0000","172.21.15.17:6833/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6832/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6834/2135948611":"2024-09-20T08:11:12.181151+0000","172.21.15.17:6835/2615174087":"2024-09-20T08:11:08.262020+0000","172.21.15.17:6835/1848618104":"2024-09-20T08:11:16.320932+0000","172.21.15.17:6832/3499317374":"2024-09-20T08:11:39.901398+0000","172.21.15.17:6832/1126459462":"2024-09-20T08:13:05.204987+0000","172.21.15.17:6833/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6835/3585040330":"2024-09-20T08:11:43.920079+0000","172.21.15.17:6832/537473041":"2024-09-20T08:11:47.954787+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.649+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 msgr2=0x7f63d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.649+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 0x7f63d006e770 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f63d4034000 tx=0x7f63d402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.649+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 msgr2=0x7f63e4142c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.649+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7f63d800c430 tx=0x7f63d800c8f0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 shutdown_connections 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f63d006c2b0 0x7f63d006e770 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f63e415b1e0 0x7f63e4152ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63e40b41d0 0x7f63e4142c10 unknown :-1 s=CLOSED pgs=2297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 --2- 172.21.15.17:0/2890455454 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f63e40b2490 0x7f63e41542d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 >> 172.21.15.17:0/2890455454 conn(0x7f63e406bc10 msgr2=0x7f63e4072580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 shutdown_connections 2024-09-19T08:13:29.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.650+0000 7f63e9df1640 1 -- 172.21.15.17:0/2890455454 wait complete. 2024-09-19T08:13:29.661 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:02:19.436274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:13:29.662 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:13:29.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.766+0000 7f9f90bdf640 1 Processor -- start 2024-09-19T08:13:29.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.766+0000 7f9f90bdf640 1 -- start start 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f90bdf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 0x7f9f8c06d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f90bdf640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f90bdf640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f8c0cfb60 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f90bdf640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9f8c0d00b0 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f90bdf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9f8c06dc80 con 0x7f9f8c15e500 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f89d9b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f9f8c0d1fa0 0x7f9f8c0cf450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45748/0 (socket says 172.21.15.17:45748) 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59212/0 (socket says 172.21.15.17:59212) 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 -- 172.21.15.17:0/1028576595 learned_addr learned my addr 172.21.15.17:0/1028576595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8a59c640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 0x7f9f8c06d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 -- 172.21.15.17:0/1028576595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 msgr2=0x7f9f8c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 0x7f9f8c06d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 -- 172.21.15.17:0/1028576595 >> v1:172.21.15.17:6789/0 conn(0x7f9f8c0d1fa0 legacy=0x7f9f8c0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8ad9d640 1 -- 172.21.15.17:0/1028576595 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8c06d9a0 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.767+0000 7f9f8a59c640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 0x7f9f8c06d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f8ad9d640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009e50 tx=0x7f9f8402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5da41d490c6e7a66 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f8959a640 1 -- 172.21.15.17:0/1028576595 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84036070 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f8959a640 1 -- 172.21.15.17:0/1028576595 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f84031600 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f8959a640 1 -- 172.21.15.17:0/1028576595 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840319d0 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f90bdf640 1 -- 172.21.15.17:0/1028576595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0b3fb0 msgr2=0x7f9f8c0b4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.768+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009e50 tx=0x7f9f8402a7a0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 -- 172.21.15.17:0/1028576595 shutdown_connections 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b4460 unknown :-1 s=CLOSED pgs=2299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/1028576595 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c15e500 0x7f9f8c06d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 -- 172.21.15.17:0/1028576595 >> 172.21.15.17:0/1028576595 conn(0x7f9f8c067950 msgr2=0x7f9f8c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 -- 172.21.15.17:0/1028576595 shutdown_connections 2024-09-19T08:13:29.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.769+0000 7f9f90bdf640 1 -- 172.21.15.17:0/1028576595 wait complete. 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.770+0000 7f9f90bdf640 1 Processor -- start 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.770+0000 7f9f90bdf640 1 -- start start 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9f8c15e500 0x7f9f8c14d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8c0cef30 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8c0cec50 con 0x7f9f8c15e500 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9f8c06d580 con 0x7f9f8c0b3fb0 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59220/0 (socket says 172.21.15.17:59220) 2024-09-19T08:13:29.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 -- 172.21.15.17:0/2529752813 learned_addr learned my addr 172.21.15.17:0/2529752813 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 -- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c0b3fb0 msgr2=0x7f9f8c0b1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 -- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9f8c15e500 msgr2=0x7f9f8c14d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9f8c15e500 0x7f9f8c14d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 -- 172.21.15.17:0/2529752813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8c14dd50 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f89d9b640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000c470 tx=0x7f9f80001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f800074e0 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f80007680 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f8c0b1780 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80004a20 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.771+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f8c14b280 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.772+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f8c14adc0 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.773+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9f8001a020 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.773+0000 7f9f7affd640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 0x7f9f6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.773+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7f9f8008b6a0 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.774+0000 7f9f8a59c640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 0x7f9f6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.774+0000 7f9f8a59c640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 0x7f9f6c06e770 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c006fd0 tx=0x7f9f7c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.778+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9f8c14adc0 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.951+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9f8c06d040 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.951+0000 7f9f7affd640 1 -- 172.21.15.17:0/2529752813 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v130) ==== 93+0+10 (secure 0 0 0) 0x7f9f80010300 con 0x7f9f8c0d1fa0 2024-09-19T08:13:29.952 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-19T08:13:29.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 msgr2=0x7f9f6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 0x7f9f6c06e770 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c006fd0 tx=0x7f9f7c008040 comp rx=0 tx=0).stop 2024-09-19T08:13:29.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 msgr2=0x7f9f8c14a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000c470 tx=0x7f9f80001e70 comp rx=0 tx=0).stop 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 shutdown_connections 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9f6c06c2b0 0x7f9f6c06e770 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9f8c15e500 0x7f9f8c14d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c0d1fa0 0x7f9f8c14a700 unknown :-1 s=CLOSED pgs=2300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 --2- 172.21.15.17:0/2529752813 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9f8c0b3fb0 0x7f9f8c0b1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 >> 172.21.15.17:0/2529752813 conn(0x7f9f8c067950 msgr2=0x7f9f8c0b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 shutdown_connections 2024-09-19T08:13:29.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:29.953+0000 7f9f90bdf640 1 -- 172.21.15.17:0/2529752813 wait complete. 2024-09-19T08:13:29.965 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors' 2024-09-19T08:13:30.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.066+0000 7f1dd7e7b640 1 Processor -- start 2024-09-19T08:13:30.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.066+0000 7f1dd7e7b640 1 -- start start 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd7e7b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1dd015e670 0x7f1dd0070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd7e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00cef50 0x7f1dd015f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd7e7b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1dd00731d0 con 0x7f1dd00ceaf0 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd7e7b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f1dd00d0040 con 0x7f1dd015e670 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd7e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1dd0072f80 con 0x7f1dd00cef50 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd5c17640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f1dd015e670 0x7f1dd0070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd5416640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1dd00ceaf0 0x7f1dd015ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45756/0 (socket says 172.21.15.17:45756) 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.067+0000 7f1dd5416640 1 -- 172.21.15.17:0/3020472853 learned_addr learned my addr 172.21.15.17:0/3020472853 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd6418640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00cef50 0x7f1dd015f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd5c17640 1 -- 172.21.15.17:0/3020472853 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00cef50 msgr2=0x7f1dd015f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:30.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd5c17640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00cef50 0x7f1dd015f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd5c17640 1 -- 172.21.15.17:0/3020472853 >> v1:172.21.15.17:6789/0 conn(0x7f1dd00ceaf0 legacy=0x7f1dd015ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd5c17640 1 -- 172.21.15.17:0/3020472853 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd00734b0 con 0x7f1dd015e670 2024-09-19T08:13:30.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd4c15640 1 -- 172.21.15.17:0/3020472853 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2892108432 0 0) 0x7f1dd00731d0 con 0x7f1dd00ceaf0 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.068+0000 7f1dd5c17640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd015e670 0x7f1dd0070a50 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0009d90 tx=0x7f1dc002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b856d8b5ba0290e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd4c15640 1 -- 172.21.15.17:0/3020472853 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0007740 con 0x7f1dd015e670 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd4c15640 1 -- 172.21.15.17:0/3020472853 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc00078e0 con 0x7f1dd015e670 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd4c15640 1 -- 172.21.15.17:0/3020472853 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0007cb0 con 0x7f1dd015e670 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/3020472853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd015e670 msgr2=0x7f1dd0070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd015e670 0x7f1dd0070a50 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0009d90 tx=0x7f1dc002a6f0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/3020472853 shutdown_connections 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00cef50 0x7f1dd015f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/3020472853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd015e670 0x7f1dd0070a50 unknown :-1 s=CLOSED pgs=2302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/3020472853 >> 172.21.15.17:0/3020472853 conn(0x7f1dd006f400 msgr2=0x7f1dd006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/3020472853 shutdown_connections 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.069+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/3020472853 wait complete. 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.070+0000 7f1dd7e7b640 1 Processor -- start 2024-09-19T08:13:30.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.070+0000 7f1dd7e7b640 1 -- start start 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00ceaf0 0x7f1dd0160210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 0x7f1dd00d23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd0073a70 con 0x7f1dd00cef50 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd0073de0 con 0x7f1dd015e670 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd7e7b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1dd00cf3c0 con 0x7f1dd00ceaf0 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd5416640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd5416640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59234/0 (socket says 172.21.15.17:59234) 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd5416640 1 -- 172.21.15.17:0/4162545728 learned_addr learned my addr 172.21.15.17:0/4162545728 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd6418640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 0x7f1dd00d23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.071+0000 7f1dd5c17640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00ceaf0 0x7f1dd0160210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 -- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00ceaf0 msgr2=0x7f1dd0160210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00ceaf0 0x7f1dd0160210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 -- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 msgr2=0x7f1dd00d23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 0x7f1dd00d23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 -- 172.21.15.17:0/4162545728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd0161120 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd6418640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 0x7f1dd00d23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd5416640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400c430 tx=0x7f1dc400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc40074e0 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc40047e0 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4004bd0 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dd0161400 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.072+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dd01619c0 con 0x7f1dd00cef50 2024-09-19T08:13:30.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.073+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dd0069ac0 con 0x7f1dd00cef50 2024-09-19T08:13:30.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.073+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1dc4011070 con 0x7f1dd00cef50 2024-09-19T08:13:30.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.074+0000 7f1dce7fc640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 0x7f1dbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.074+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7f1dc408bb80 con 0x7f1dd00cef50 2024-09-19T08:13:30.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.074+0000 7f1dd5c17640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 0x7f1dbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.075+0000 7f1dd5c17640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 0x7f1dbc06e770 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0034000 tx=0x7f1dc002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.078+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1dc40597f0 con 0x7f1dd00cef50 2024-09-19T08:13:30.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.320+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]} v 0) -- 0x7f1dd006f910 con 0x7f1dd00cef50 2024-09-19T08:13:30.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.346+0000 7f1dce7fc640 1 -- 172.21.15.17:0/4162545728 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]}]=0 v559) ==== 138+0+0 (secure 0 0 0) 0x7f1dc40590f0 con 0x7f1dd00cef50 2024-09-19T08:13:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 msgr2=0x7f1dbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 0x7f1dbc06e770 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0034000 tx=0x7f1dc002f000 comp rx=0 tx=0).stop 2024-09-19T08:13:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 msgr2=0x7f1dd0160750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400c430 tx=0x7f1dc400c8f0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 shutdown_connections 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1dbc06c2b0 0x7f1dbc06e770 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1dd015e670 0x7f1dd00d23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1dd00cef50 0x7f1dd0160750 unknown :-1 s=CLOSED pgs=2303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 --2- 172.21.15.17:0/4162545728 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1dd00ceaf0 0x7f1dd0160210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 >> 172.21.15.17:0/4162545728 conn(0x7f1dd006f400 msgr2=0x7f1dd00b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 shutdown_connections 2024-09-19T08:13:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.348+0000 7f1dd7e7b640 1 -- 172.21.15.17:0/4162545728 wait complete. 2024-09-19T08:13:30.360 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T08:13:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 Processor -- start 2024-09-19T08:13:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 -- start start 2024-09-19T08:13:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe8815e500 0x7fbe8806d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe880b3fb0 0x7fbe880b4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe880cfb60 con 0x7fbe880d1fa0 2024-09-19T08:13:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fbe880d00b0 con 0x7fbe880b3fb0 2024-09-19T08:13:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8f131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbe8806dc80 con 0x7fbe8815e500 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe880b3fb0 0x7fbe880b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fbe880b3fb0 0x7fbe880b4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59242/0 (socket says 172.21.15.17:59242) 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 -- 172.21.15.17:0/3249045623 learned_addr learned my addr 172.21.15.17:0/3249045623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8cecd640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe8815e500 0x7fbe8806d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 -- 172.21.15.17:0/3249045623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe8815e500 msgr2=0x7fbe8806d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe8815e500 0x7fbe8806d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 -- 172.21.15.17:0/3249045623 >> v1:172.21.15.160:6789/0 conn(0x7fbe880d1fa0 legacy=0x7fbe880cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.465+0000 7fbe8d6ce640 1 -- 172.21.15.17:0/3249045623 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe8806d9a0 con 0x7fbe880b3fb0 2024-09-19T08:13:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.466+0000 7fbe8d6ce640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880b3fb0 0x7fbe880b4460 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7fbe80009e50 tx=0x7fbe8002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c060654aefdbf28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.466+0000 7fbe7f7fe640 1 -- 172.21.15.17:0/3249045623 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80036070 con 0x7fbe880b3fb0 2024-09-19T08:13:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.466+0000 7fbe7f7fe640 1 -- 172.21.15.17:0/3249045623 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe80031600 con 0x7fbe880b3fb0 2024-09-19T08:13:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.466+0000 7fbe7f7fe640 1 -- 172.21.15.17:0/3249045623 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800319d0 con 0x7fbe880b3fb0 2024-09-19T08:13:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 -- 172.21.15.17:0/3249045623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880b3fb0 msgr2=0x7fbe880b4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880b3fb0 0x7fbe880b4460 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7fbe80009e50 tx=0x7fbe8002a7a0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 -- 172.21.15.17:0/3249045623 shutdown_connections 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880b3fb0 0x7fbe880b4460 unknown :-1 s=CLOSED pgs=2304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 --2- 172.21.15.17:0/3249045623 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe8815e500 0x7fbe8806d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 -- 172.21.15.17:0/3249045623 >> 172.21.15.17:0/3249045623 conn(0x7fbe88067950 msgr2=0x7fbe88067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 -- 172.21.15.17:0/3249045623 shutdown_connections 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.467+0000 7fbe8f131640 1 -- 172.21.15.17:0/3249045623 wait complete. 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.468+0000 7fbe8f131640 1 Processor -- start 2024-09-19T08:13:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.468+0000 7fbe8f131640 1 -- start start 2024-09-19T08:13:30.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe880b3fb0 0x7fbe8814cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe8815e500 0x7fbe880b6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbe880cef30 con 0x7fbe880d1fa0 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbe880cec50 con 0x7fbe8815e500 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbe8806d580 con 0x7fbe880b3fb0 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59244/0 (socket says 172.21.15.17:59244) 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 -- 172.21.15.17:0/1655401027 learned_addr learned my addr 172.21.15.17:0/1655401027 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8d6ce640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe8815e500 0x7fbe880b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8cecd640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe880b3fb0 0x7fbe8814cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 -- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe880b3fb0 msgr2=0x7fbe8814cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe880b3fb0 0x7fbe8814cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 -- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe8815e500 msgr2=0x7fbe880b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe8815e500 0x7fbe880b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 -- 172.21.15.17:0/1655401027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe880af280 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7ffff640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7fbe7800c440 tx=0x7fbe78001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe780052d0 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe78005470 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe880af560 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78007260 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.470+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe880afb20 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.471+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe8806d040 con 0x7fbe880d1fa0 2024-09-19T08:13:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.472+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe78007400 con 0x7fbe880d1fa0 2024-09-19T08:13:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.472+0000 7fbe7d7fa640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 0x7fbe7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.472+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7fbe7808b2b0 con 0x7fbe880d1fa0 2024-09-19T08:13:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.473+0000 7fbe8cecd640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 0x7fbe7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.473+0000 7fbe8cecd640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 0x7fbe7406e770 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbe84006fd0 tx=0x7fbe84008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.476+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe780589f0 con 0x7fbe880d1fa0 2024-09-19T08:13:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.651+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fbe880d1530 con 0x7fbe880d1fa0 2024-09-19T08:13:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.654+0000 7fbe7d7fa640 1 -- 172.21.15.17:0/1655401027 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7fbe7805ccf0 con 0x7fbe880d1fa0 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.656+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 msgr2=0x7fbe7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.656+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 0x7fbe7406e770 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbe84006fd0 tx=0x7fbe84008040 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.656+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 msgr2=0x7fbe880ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.656+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7fbe7800c440 tx=0x7fbe78001e70 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 shutdown_connections 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbe7406c2b0 0x7fbe7406e770 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbe8815e500 0x7fbe880b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbe880d1fa0 0x7fbe880ae8a0 unknown :-1 s=CLOSED pgs=2305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 --2- 172.21.15.17:0/1655401027 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbe880b3fb0 0x7fbe8814cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 >> 172.21.15.17:0/1655401027 conn(0x7fbe88067950 msgr2=0x7fbe880cf450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 shutdown_connections 2024-09-19T08:13:30.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.657+0000 7fbe8f131640 1 -- 172.21.15.17:0/1655401027 wait complete. 2024-09-19T08:13:30.668 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:13:30.668 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:30.709 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:30.761 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:13:30.762 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:30.762 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:30.778 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:30.778 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:13:30.778 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:30.796 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:13:30.797 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:30.797 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:30.834 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:30.835 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:13:30.835 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:30.855 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:13:30.855 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T08:13:30.855 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:30.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.976+0000 7f24b409b640 1 Processor -- start 2024-09-19T08:13:30.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.976+0000 7f24b409b640 1 -- start start 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b409b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24ac06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b409b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24ac06e3c0 con 0x7f24ac0b07e0 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b409b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24ac06e6a0 con 0x7f24ac06c150 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b409b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f24ac06c5b0 con 0x7f24ac158c90 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b2638640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f24ac0b07e0 0x7f24ac15eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:45762/0 (socket says 172.21.15.17:45762) 2024-09-19T08:13:30.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b2638640 1 -- 172.21.15.17:0/1253877874 learned_addr learned my addr 172.21.15.17:0/1253877874 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1e37640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24ac06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1978934667 0 0) 0x7f24ac06e3c0 con 0x7f24ac0b07e0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2498003520 con 0x7f24ac0b07e0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2786555394 0 0) 0x7f2498003520 con 0x7f24ac0b07e0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 msgr2=0x7f24ac06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24ac06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 >> v1:172.21.15.160:6789/0 conn(0x7f24ac06c150 legacy=0x7f24ac0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ac06e980 con 0x7f24ac0b07e0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f24a40019f0 con 0x7f24ac0b07e0 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 >> v1:172.21.15.17:6789/0 conn(0x7f24ac0b07e0 legacy=0x7f24ac15eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24980039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2498003f60 0x7f2498004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498004d40 0x7f24980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f249800ba70 con 0x7f2498003f60 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f249800bc20 con 0x7f2498004d40 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f249800be20 con 0x7f24ac158c90 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2498003f60 0x7f2498004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1e37640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24980039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b2638640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498004d40 0x7f24980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 -- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 msgr2=0x7f24980039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac158c90 0x7f24980039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 -- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498004d40 msgr2=0x7f24980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498004d40 0x7f24980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.978+0000 7f24b1636640 1 -- 172.21.15.17:0/1253877874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2498003520 con 0x7f2498003f60 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.979+0000 7f24b1636640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2498003f60 0x7f2498004800 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7f249c001720 tx=0x7f2498005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f62990266cee0d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.979+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c001370 con 0x7f2498003f60 2024-09-19T08:13:30.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.979+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f249c0052d0 con 0x7f2498003f60 2024-09-19T08:13:30.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.979+0000 7f24b0e35640 1 -- 172.21.15.17:0/1253877874 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c02abc0 con 0x7f2498003f60 2024-09-19T08:13:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 -- 172.21.15.17:0/1253877874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2498003f60 msgr2=0x7f2498004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 --2- 172.21.15.17:0/1253877874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2498003f60 0x7f2498004800 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7f249c001720 tx=0x7f2498005830 comp rx=0 tx=0).stop 2024-09-19T08:13:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b2638640 1 -- 172.21.15.17:0/1253877874 reap_dead start 2024-09-19T08:13:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 -- 172.21.15.17:0/1253877874 shutdown_connections 2024-09-19T08:13:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 -- 172.21.15.17:0/1253877874 >> 172.21.15.17:0/1253877874 conn(0x7f24ac067b30 msgr2=0x7f24ac06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 -- 172.21.15.17:0/1253877874 shutdown_connections 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.980+0000 7f24b409b640 1 -- 172.21.15.17:0/1253877874 wait complete. 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.981+0000 7f24b409b640 1 Processor -- start 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.981+0000 7f24b409b640 1 -- start start 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498003f60 0x7f24ac13e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac140f60 0x7f24ac1413e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac0b4210 con 0x7f24ac1547b0 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac06e170 con 0x7f2498003f60 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b409b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f24ac0b4390 con 0x7f24ac140f60 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59264/0 (socket says 172.21.15.17:59264) 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 -- 172.21.15.17:0/1380646120 learned_addr learned my addr 172.21.15.17:0/1380646120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1e37640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498003f60 0x7f24ac13e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b2638640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac140f60 0x7f24ac1413e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 -- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac140f60 msgr2=0x7f24ac1413e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac140f60 0x7f24ac1413e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 -- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498003f60 msgr2=0x7f24ac13e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498003f60 0x7f24ac13e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.982+0000 7f24b1636640 1 -- 172.21.15.17:0/1380646120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ac13eae0 con 0x7f24ac1547b0 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24b1636640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7f249c001840 tx=0x7f249c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c040020 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f249c02be50 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ac141cd0 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c007a30 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.983+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ac13f0d0 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.984+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ac06bc10 con 0x7f24ac1547b0 2024-09-19T08:13:30.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.984+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f249c043020 con 0x7f24ac1547b0 2024-09-19T08:13:30.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.985+0000 7f24a27fc640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 0x7f249006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:30.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.985+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7f249c0abcb0 con 0x7f24ac1547b0 2024-09-19T08:13:30.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.985+0000 7f24b1e37640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 0x7f249006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:30.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.986+0000 7f24b1e37640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 0x7f249006e7a0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f24a8009bc0 tx=0x7f24a8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:30.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:30.990+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f249c04a030 con 0x7f24ac1547b0 2024-09-19T08:13:31.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.199+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24ac0b3650 con 0x7f24ac1547b0 2024-09-19T08:13:31.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.199+0000 7f24a27fc640 1 -- 172.21.15.17:0/1380646120 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 327 v327) ==== 95+0+3922 (secure 0 0 0) 0x7f249c079a10 con 0x7f24ac1547b0 2024-09-19T08:13:31.200 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:31.200 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":327,"btime":"2024-09-19T08:13:26:319501+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5798,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/2633988689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":2633988689},{"type":"v1","addr":"172.21.15.160:6836","nonce":2633988689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":5801,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1847922922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1847922922},{"type":"v1","addr":"172.21.15.160:6837","nonce":1847922922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":71},{"gid":10581,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3043810586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3043810586},{"type":"v1","addr":"172.21.15.17:6834","nonce":3043810586}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":321},{"gid":10629,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/2688037463","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2688037463},{"type":"v1","addr":"172.21.15.17:6835","nonce":2688037463}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":325}],"filesystems":[]} 2024-09-19T08:13:31.201 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 327 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 msgr2=0x7f249006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 0x7f249006e7a0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f24a8009bc0 tx=0x7f24a8009190 comp rx=0 tx=0).stop 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 msgr2=0x7f24ac154c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7f249c001840 tx=0x7f249c001120 comp rx=0 tx=0).stop 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 shutdown_connections 2024-09-19T08:13:31.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f249006c2e0 0x7f249006e7a0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f24ac140f60 0x7f24ac1413e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24ac1547b0 0x7f24ac154c30 unknown :-1 s=CLOSED pgs=2308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 --2- 172.21.15.17:0/1380646120 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f2498003f60 0x7f24ac13e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 >> 172.21.15.17:0/1380646120 conn(0x7f24ac067b30 msgr2=0x7f24ac0b0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 shutdown_connections 2024-09-19T08:13:31.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.201+0000 7f24b409b640 1 -- 172.21.15.17:0/1380646120 wait complete. 2024-09-19T08:13:31.213 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T08:13:31.213 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T08:13:31.213 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:13:31.213 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:31.214 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T08:13:31.214 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T08:13:31.214 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:13:31.214 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:31.214 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T08:13:31.214 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T08:13:31.215 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:13:31.215 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:31.215 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T08:13:31.215 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T08:13:31.215 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:13:31.215 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:31.225 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:13:31.225 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T08:13:31.226 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:13:31.226 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T08:13:31.227 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:13:31.227 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T08:13:31.228 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:13:31.228 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T08:13:31.268 INFO:tasks.ceph.mds.a:Started 2024-09-19T08:13:31.269 DEBUG:teuthology.parallel:result is None 2024-09-19T08:13:31.269 INFO:tasks.ceph.mds.c:Started 2024-09-19T08:13:31.270 DEBUG:teuthology.parallel:result is None 2024-09-19T08:13:31.271 INFO:tasks.ceph.mds.d:Started 2024-09-19T08:13:31.271 DEBUG:teuthology.parallel:result is None 2024-09-19T08:13:31.272 INFO:tasks.ceph.mds.b:Started 2024-09-19T08:13:31.272 DEBUG:teuthology.parallel:result is None 2024-09-19T08:13:31.272 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T08:13:31.346 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:13:31.346 INFO:tasks.ceph.mds.c.smithi017.stdout:starting mds.c at 2024-09-19T08:13:31.352 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:13:31.353 INFO:tasks.ceph.mds.d.smithi160.stdout:starting mds.d at 2024-09-19T08:13:31.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.380+0000 7f1348a82640 1 Processor -- start 2024-09-19T08:13:31.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.380+0000 7f1348a82640 1 -- start start 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1348a82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f13440ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1348a82640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f13440d3660 0x7f13440cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1348a82640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f134415ea20 con 0x7f13440cf0e0 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1348a82640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f13440b2860 con 0x7f13440d3660 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1348a82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f13440b1c50 con 0x7f134415e640 2024-09-19T08:13:31.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f13440d3660 0x7f13440cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1341d9b640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f13440cf0e0 0x7f13440b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:38990/0 (socket says 172.21.15.17:38990) 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f134259c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f13440ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f13440d3660 0x7f13440cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:41172/0 (socket says 172.21.15.17:41172) 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1341d9b640 1 -- 172.21.15.17:0/702947133 learned_addr learned my addr 172.21.15.17:0/702947133 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 -- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 msgr2=0x7f13440ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 --2- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f13440ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 -- 172.21.15.17:0/702947133 >> v1:172.21.15.160:6789/0 conn(0x7f13440cf0e0 legacy=0x7f13440b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f134159a640 1 -- 172.21.15.17:0/702947133 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4290048264 0 0) 0x7f134415ea20 con 0x7f13440cf0e0 2024-09-19T08:13:31.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.381+0000 7f1342d9d640 1 -- 172.21.15.17:0/702947133 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13440b1f30 con 0x7f13440d3660 2024-09-19T08:13:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.382+0000 7f1342d9d640 1 --2- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440d3660 0x7f13440cf520 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f134415ebf0 tx=0x7f133c02a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e569d8397a474ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.382+0000 7f134159a640 1 -- 172.21.15.17:0/702947133 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133c007740 con 0x7f13440d3660 2024-09-19T08:13:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.382+0000 7f134159a640 1 -- 172.21.15.17:0/702947133 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f133c0078e0 con 0x7f13440d3660 2024-09-19T08:13:31.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.382+0000 7f134159a640 1 -- 172.21.15.17:0/702947133 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133c007cb0 con 0x7f13440d3660 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 -- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440d3660 msgr2=0x7f13440cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 --2- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440d3660 0x7f13440cf520 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f134415ebf0 tx=0x7f133c02a530 comp rx=0 tx=0).stop 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 -- 172.21.15.17:0/702947133 shutdown_connections 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 --2- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440d3660 0x7f13440cf520 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 --2- 172.21.15.17:0/702947133 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f13440ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 -- 172.21.15.17:0/702947133 >> 172.21.15.17:0/702947133 conn(0x7f134409d820 msgr2=0x7f13440d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 -- 172.21.15.17:0/702947133 shutdown_connections 2024-09-19T08:13:31.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.383+0000 7f1348a82640 1 -- 172.21.15.17:0/702947133 wait complete. 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.384+0000 7f1348a82640 1 Processor -- start 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.384+0000 7f1348a82640 1 -- start start 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 0x7f134415ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f1344153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f13440cfe40 con 0x7f13440d3660 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f13440b24f0 con 0x7f13440cf0e0 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1348a82640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f13440b73a0 con 0x7f134415e640 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1341d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 0x7f134415ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1341d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59312/0 (socket says 172.21.15.17:59312) 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1341d9b640 1 -- 172.21.15.17:0/725989848 learned_addr learned my addr 172.21.15.17:0/725989848 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1342d9d640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f1344153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 -- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 msgr2=0x7f1344153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f1344153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 -- 172.21.15.17:0/725989848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 msgr2=0x7f13440ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f134259c640 1 -- 172.21.15.17:0/725989848 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1344154dd0 con 0x7f13440cf0e0 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.385+0000 7f1341d9b640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:31.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f134259c640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 0x7f134415ea20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f133400e8a0 tx=0x7f133400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:31.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1334017070 con 0x7f13440cf0e0 2024-09-19T08:13:31.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f133400c940 con 0x7f13440cf0e0 2024-09-19T08:13:31.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133400cd10 con 0x7f13440cf0e0 2024-09-19T08:13:31.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13440ccc10 con 0x7f13440cf0e0 2024-09-19T08:13:31.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.386+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13440cd1d0 con 0x7f13440cf0e0 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.387+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13440ceba0 con 0x7f13440cf0e0 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.387+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f133401a070 con 0x7f13440cf0e0 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.388+0000 7f1332ffd640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 0x7f132406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.388+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8297+0+0 (secure 0 0 0) 0x7f133408be20 con 0x7f13440cf0e0 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.388+0000 7f1341d9b640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 0x7f132406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.388+0000 7f1341d9b640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 0x7f132406e770 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f13441f7960 tx=0x7f1338007e70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:31.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.393+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1344154dd0 con 0x7f13440cf0e0 2024-09-19T08:13:31.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:31.581+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f13440b9400 con 0x7f13440cf0e0 2024-09-19T08:13:32.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.362+0000 7f1332ffd640 1 -- 172.21.15.17:0/725989848 <== mon.1 v2:172.21.15.160:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v132) ==== 97+0+0 (secure 0 0 0) 0x7f1334059500 con 0x7f13440cf0e0 2024-09-19T08:13:32.389 INFO:teuthology.orchestra.run.smithi017.stderr: removed all blocklist entries 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.365+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 msgr2=0x7f132406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.365+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 0x7f132406e770 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f13441f7960 tx=0x7f1338007e70 comp rx=0 tx=0).stop 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 msgr2=0x7f134415ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 0x7f134415ea20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f133400e8a0 tx=0x7f133400ed60 comp rx=0 tx=0).stop 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 shutdown_connections 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f132406c2b0 0x7f132406e770 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f134415e640 0x7f1344153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13440d3660 0x7f13440ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 --2- 172.21.15.17:0/725989848 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f13440cf0e0 0x7f134415ea20 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 >> 172.21.15.17:0/725989848 conn(0x7f134409d820 msgr2=0x7f13440d42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:32.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 shutdown_connections 2024-09-19T08:13:32.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.366+0000 7f1348a82640 1 -- 172.21.15.17:0/725989848 wait complete. 2024-09-19T08:13:32.392 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T08:13:32.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.502+0000 7f8135c1e640 1 Processor -- start 2024-09-19T08:13:32.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.502+0000 7f8135c1e640 1 -- start start 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f8135c1e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f81300b8b90 0x7f81300d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f8135c1e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f8135c1e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81300d17e0 con 0x7f813015eab0 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f8135c1e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f81300d09d0 con 0x7f81300b8b90 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f8135c1e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f813015ee90 con 0x7f813006dcb0 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f812ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f812effd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f81300b8b90 0x7f81300d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f812ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:54942/0 (socket says 172.21.15.17:54942) 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.503+0000 7f812ffff640 1 -- 172.21.15.17:0/3217688463 learned_addr learned my addr 172.21.15.17:0/3217688463 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812effd640 1 -- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 msgr2=0x7f81300d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812effd640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812effd640 1 -- 172.21.15.17:0/3217688463 >> v1:172.21.15.160:6789/0 conn(0x7f813015eab0 legacy=0x7f813006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812effd640 1 -- 172.21.15.17:0/3217688463 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81300cfc10 con 0x7f81300b8b90 2024-09-19T08:13:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812e7fc640 1 -- 172.21.15.17:0/3217688463 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 80958411 0 0) 0x7f81300d17e0 con 0x7f813015eab0 2024-09-19T08:13:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.504+0000 7f812ffff640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f812effd640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81300b8b90 0x7f81300d2470 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f81240097a0 tx=0x7f812402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f37412f8c552c05 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f812e7fc640 1 -- 172.21.15.17:0/3217688463 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124037070 con 0x7f81300b8b90 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f812e7fc640 1 -- 172.21.15.17:0/3217688463 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8124032440 con 0x7f81300b8b90 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f812e7fc640 1 -- 172.21.15.17:0/3217688463 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124032810 con 0x7f81300b8b90 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 -- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81300b8b90 msgr2=0x7f81300d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81300b8b90 0x7f81300d2470 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f81240097a0 tx=0x7f812402a210 comp rx=0 tx=0).stop 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 -- 172.21.15.17:0/3217688463 shutdown_connections 2024-09-19T08:13:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f813006dcb0 0x7f81300d29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3217688463 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f81300b8b90 0x7f81300d2470 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 -- 172.21.15.17:0/3217688463 >> 172.21.15.17:0/3217688463 conn(0x7f81300d4b30 msgr2=0x7f81300d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 -- 172.21.15.17:0/3217688463 shutdown_connections 2024-09-19T08:13:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.505+0000 7f8135c1e640 1 -- 172.21.15.17:0/3217688463 wait complete. 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.507+0000 7f8135c1e640 1 Processor -- start 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.507+0000 7f8135c1e640 1 -- start start 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81300b8b90 0x7f813014d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f813015eab0 0x7f81301e71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f81300d04b0 con 0x7f813006dcb0 2024-09-19T08:13:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f81300d01d0 con 0x7f813015eab0 2024-09-19T08:13:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8135c1e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f81300ceb50 con 0x7f81300b8b90 2024-09-19T08:13:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54078/0 (socket says 172.21.15.17:54078) 2024-09-19T08:13:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 -- 172.21.15.17:0/3239798271 learned_addr learned my addr 172.21.15.17:0/3239798271 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812effd640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81300b8b90 0x7f813014d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812ffff640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f813015eab0 0x7f81301e71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 -- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81300b8b90 msgr2=0x7f813014d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81300b8b90 0x7f813014d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 -- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f813015eab0 msgr2=0x7f81301e71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f813015eab0 0x7f81301e71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 -- 172.21.15.17:0/3239798271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81301e7c60 con 0x7f813006dcb0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f812f7fe640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f812000c410 tx=0x7f812000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.508+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8120017070 con 0x7f813006dcb0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.509+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81200035f0 con 0x7f813006dcb0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.509+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81301e7f40 con 0x7f813006dcb0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.509+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81200039e0 con 0x7f813006dcb0 2024-09-19T08:13:32.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.509+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81301e87e0 con 0x7f813006dcb0 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.510+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81301e8330 con 0x7f813006dcb0 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.510+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f812001a070 con 0x7f813006dcb0 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.511+0000 7f8117fff640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 0x7f811c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.511+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7f812008a390 con 0x7f813006dcb0 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.511+0000 7f812effd640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 0x7f811c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.511+0000 7f812effd640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 0x7f811c06e7a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.515+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8120058890 con 0x7f813006dcb0 2024-09-19T08:13:32.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.755+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f81301e8110 con 0x7f813006dcb0 2024-09-19T08:13:32.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.755+0000 7f8117fff640 1 -- 172.21.15.17:0/3239798271 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f812005cb90 con 0x7f813006dcb0 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "auth_dump": [ 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.a", 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm7O/aGxAAG8dNQHZQSja9uFstznGi3w==", 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.756 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.b", 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmBF7MJxAAnMzRamHVVFMvA4R9c2H14A==", 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.757 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.c", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm3dUZIxAAprbBXW59uxot7XnHfvodOA==", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mds.d", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utms47jLhAA7tMJRM1yTfAPk4RJgveZFw==", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.758 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.0", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBb2utmBKC6GBAAlLD9GVI6Lr4yUhrnxadDiQ==", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.759 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.1", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBf2utmWJi1GhAAg9lyYB9u67ibxh2+pzOCaw==", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.2", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBi2utmzs9sKxAArgPb3RwkTqAjH5/BH7FfBw==", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.760 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.3", 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBm2utmeD7JABAADjpWgnxgczudn4D8HZ9GbQ==", 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.761 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.4", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBs2utmoMjaGhAAtSqto5T9djjyaidklaYxKA==", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.5", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBw2utmfa+vHBAApdLRfZH11Gzuo8zlDg0j5A==", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.762 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.6", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB02utmFcVYFhAAACnFX8R96e+7q6KykQlFDA==", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "osd.7", 2024-09-19T08:13:32.763 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQB42utm5YkzGBAAPDsE+Rwb/I8SkG8yljf6sg==", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow profile osd", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile osd", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.0", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA==", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow r", 2024-09-19T08:13:32.764 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.1", 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmHDhoABAAvlQo3PGeV+EMaW50q7u8Ng==", 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.765 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.2", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmDLq+OBAAQYBVx1J/nEOX1MUlMlPIzA==", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.3", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBa2utmdTsJBhAAzcBEuqXkNOeIwlthUIMeFA==", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow", 2024-09-19T08:13:32.766 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow r", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow rw", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow rwx" 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "client.admin", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBY2utmDDOQOxAALmVwEVhVTcwQMqmflATg2Q==", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr": "allow *", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow *", 2024-09-19T08:13:32.767 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.x", 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmtMOKGBAAM5Jd0SmQbq443YAFJB8tqg==", 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:32.768 INFO:teuthology.orchestra.run.smithi017.stdout: "entity": "mgr.y", 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: "key": "AQBZ2utmOxrOFBAAU9Q+cJAT096YGwdm+GDuYA==", 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": { 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": "allow *", 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: "mon": "allow profile mgr", 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: "osd": "allow *" 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-19T08:13:32.769 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 msgr2=0x7f811c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 0x7f811c06e7a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 msgr2=0x7f81301e9d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f812000c410 tx=0x7f812000c8d0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 shutdown_connections 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f811c06c2e0 0x7f811c06e7a0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f813015eab0 0x7f81301e71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f81300b8b90 0x7f813014d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 --2- 172.21.15.17:0/3239798271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f813006dcb0 0x7f81301e9d10 unknown :-1 s=CLOSED pgs=2316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 >> 172.21.15.17:0/3239798271 conn(0x7f81300d4b30 msgr2=0x7f81300b9720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.757+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 shutdown_connections 2024-09-19T08:13:32.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.758+0000 7f8135c1e640 1 -- 172.21.15.17:0/3239798271 wait complete. 2024-09-19T08:13:32.772 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T08:13:32.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.874+0000 7ffb65c5e640 1 Processor -- start 2024-09-19T08:13:32.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.874+0000 7ffb65c5e640 1 -- start start 2024-09-19T08:13:32.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb65c5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb65c5e640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb65c5e640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb6015ea20 con 0x7ffb600b2cf0 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb65c5e640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ffb600b2860 con 0x7ffb600cf0e0 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb65c5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ffb600b1c50 con 0x7ffb6015e640 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5f7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5effd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5ffff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7ffb600b2cf0 0x7ffb600b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47168/0 (socket says 172.21.15.17:47168) 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5effd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:38044/0 (socket says 172.21.15.17:38044) 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5f7fe640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:54956/0 (socket says 172.21.15.17:54956) 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.875+0000 7ffb5ffff640 1 -- 172.21.15.17:0/1231820215 learned_addr learned my addr 172.21.15.17:0/1231820215 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5f7fe640 1 -- 172.21.15.17:0/1231820215 >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 msgr2=0x7ffb600cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5f7fe640 1 --2- 172.21.15.17:0/1231820215 >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5f7fe640 1 -- 172.21.15.17:0/1231820215 >> v1:172.21.15.160:6789/0 conn(0x7ffb600b2cf0 legacy=0x7ffb600b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5f7fe640 1 -- 172.21.15.17:0/1231820215 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb600b1f30 con 0x7ffb6015e640 2024-09-19T08:13:32.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5e7fc640 1 -- 172.21.15.17:0/1231820215 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3842775101 0 0) 0x7ffb6015ea20 con 0x7ffb600b2cf0 2024-09-19T08:13:32.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5effd640 1 --2- 172.21.15.17:0/1231820215 >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.876+0000 7ffb5f7fe640 1 --2- 172.21.15.17:0/1231820215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffb6015ebf0 tx=0x7ffb5002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b10adc7fbbfbffcb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb5e7fc640 1 -- 172.21.15.17:0/1231820215 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb50037070 con 0x7ffb6015e640 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb5e7fc640 1 -- 172.21.15.17:0/1231820215 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb5002ae50 con 0x7ffb6015e640 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb5e7fc640 1 -- 172.21.15.17:0/1231820215 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb50032660 con 0x7ffb6015e640 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1231820215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 msgr2=0x7ffb600ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1231820215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffb6015ebf0 tx=0x7ffb5002a100 comp rx=0 tx=0).stop 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1231820215 shutdown_connections 2024-09-19T08:13:32.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1231820215 >> v2:172.21.15.160:3300/0 conn(0x7ffb600cf0e0 0x7ffb600cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1231820215 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb6015e640 0x7ffb600ceba0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1231820215 >> 172.21.15.17:0/1231820215 conn(0x7ffb6009d820 msgr2=0x7ffb600d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:32.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1231820215 shutdown_connections 2024-09-19T08:13:32.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.877+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1231820215 wait complete. 2024-09-19T08:13:32.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.878+0000 7ffb65c5e640 1 Processor -- start 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 -- start start 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb600b2cf0 0x7ffb6014ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 0x7ffb600cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb600cfe40 con 0x7ffb600cf0e0 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ffb600b24f0 con 0x7ffb6015e640 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb65c5e640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ffb600b73a0 con 0x7ffb600b2cf0 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb5effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb5effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54080/0 (socket says 172.21.15.17:54080) 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.879+0000 7ffb5effd640 1 -- 172.21.15.17:0/1865046307 learned_addr learned my addr 172.21.15.17:0/1865046307 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5f7fe640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb600b2cf0 0x7ffb6014ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5ffff640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 0x7ffb600cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 -- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb600b2cf0 msgr2=0x7ffb6014ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb600b2cf0 0x7ffb6014ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 -- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 msgr2=0x7ffb600cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 0x7ffb600cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 -- 172.21.15.17:0/1865046307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb600cc930 con 0x7ffb600cf0e0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5ffff640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 0x7ffb600cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb5effd640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800e910 tx=0x7ffb4800edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48017070 con 0x7ffb600cf0e0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb4800ca00 con 0x7ffb600cf0e0 2024-09-19T08:13:32.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb6014f2c0 con 0x7ffb600cf0e0 2024-09-19T08:13:32.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4800cdb0 con 0x7ffb600cf0e0 2024-09-19T08:13:32.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.880+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb6015fc60 con 0x7ffb600cf0e0 2024-09-19T08:13:32.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.881+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb60068eb0 con 0x7ffb600cf0e0 2024-09-19T08:13:32.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.882+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb4801a070 con 0x7ffb600cf0e0 2024-09-19T08:13:32.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.882+0000 7ffb57fff640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 0x7ffb4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:32.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.882+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7ffb4808aec0 con 0x7ffb600cf0e0 2024-09-19T08:13:32.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.882+0000 7ffb5f7fe640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 0x7ffb4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:32.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.883+0000 7ffb5f7fe640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 0x7ffb4006e770 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ffb50034000 tx=0x7ffb5002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:32.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:32.886+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb48059330 con 0x7ffb600cf0e0 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.062+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ffb600693a0 con 0x7ffb600cf0e0 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.063+0000 7ffb57fff640 1 -- 172.21.15.17:0/1865046307 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v134) ==== 84+0+65 (secure 0 0 0) 0x7ffb4805d630 con 0x7ffb600cf0e0 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:33.063 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 msgr2=0x7ffb4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 0x7ffb4006e770 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ffb50034000 tx=0x7ffb5002e000 comp rx=0 tx=0).stop 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 msgr2=0x7ffb600cd560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800e910 tx=0x7ffb4800edd0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 shutdown_connections 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ffb4006c2b0 0x7ffb4006e770 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ffb6015e640 0x7ffb600cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb600cf0e0 0x7ffb600cd560 unknown :-1 s=CLOSED pgs=2317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 --2- 172.21.15.17:0/1865046307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ffb600b2cf0 0x7ffb6014ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 >> 172.21.15.17:0/1865046307 conn(0x7ffb6009d820 msgr2=0x7ffb600cf520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:33.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 shutdown_connections 2024-09-19T08:13:33.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.065+0000 7ffb65c5e640 1 -- 172.21.15.17:0/1865046307 wait complete. 2024-09-19T08:13:33.078 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:13:33.078 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:13:33.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.184+0000 7fda2f0e4640 1 Processor -- start 2024-09-19T08:13:33.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2f0e4640 1 -- start start 2024-09-19T08:13:33.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2f0e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280d46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2f0e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda280d3a40 con 0x7fda2815e8a0 2024-09-19T08:13:33.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2f0e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda280d3d20 con 0x7fda280d4bf0 2024-09-19T08:13:33.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2f0e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fda280d37f0 con 0x7fda280d33d0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2ce80640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fda2815e8a0 0x7fda280cf920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33136/0 (socket says 172.21.15.17:33136) 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.185+0000 7fda2ce80640 1 -- 172.21.15.17:0/1727230306 learned_addr learned my addr 172.21.15.17:0/1727230306 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda27fff640 1 --2- 172.21.15.17:0/1727230306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280d46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4275999408 0 0) 0x7fda280d3a40 con 0x7fda2815e8a0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda14003520 con 0x7fda2815e8a0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3750294580 0 0) 0x7fda280d3d20 con 0x7fda280d4bf0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda280d3a40 con 0x7fda280d4bf0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1463448152 0 0) 0x7fda14003520 con 0x7fda2815e8a0 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda27fff640 1 -- 172.21.15.17:0/1727230306 >> v1:172.21.15.160:6789/0 conn(0x7fda280d4bf0 legacy=0x7fda280b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda27fff640 1 -- 172.21.15.17:0/1727230306 >> v1:172.21.15.17:6789/0 conn(0x7fda2815e8a0 legacy=0x7fda280cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.186+0000 7fda27fff640 1 -- 172.21.15.17:0/1727230306 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda280d4000 con 0x7fda280d33d0 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda27fff640 1 --2- 172.21.15.17:0/1727230306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280d46b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fda18009dc0 tx=0x7fda1802a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=457ba4b65b080c7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda20001670 con 0x7fda280d33d0 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda1802ae50 con 0x7fda280d33d0 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda277fe640 1 -- 172.21.15.17:0/1727230306 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18007740 con 0x7fda280d33d0 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda2f0e4640 1 -- 172.21.15.17:0/1727230306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 msgr2=0x7fda280d46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.187+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/1727230306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280d46b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fda18009dc0 tx=0x7fda1802a6f0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.188+0000 7fda2f0e4640 1 -- 172.21.15.17:0/1727230306 shutdown_connections 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.188+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/1727230306 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280d46b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.188+0000 7fda2f0e4640 1 -- 172.21.15.17:0/1727230306 >> 172.21.15.17:0/1727230306 conn(0x7fda280b6270 msgr2=0x7fda280b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.188+0000 7fda2f0e4640 1 -- 172.21.15.17:0/1727230306 shutdown_connections 2024-09-19T08:13:33.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.188+0000 7fda2f0e4640 1 -- 172.21.15.17:0/1727230306 wait complete. 2024-09-19T08:13:33.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.189+0000 7fda2f0e4640 1 Processor -- start 2024-09-19T08:13:33.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.189+0000 7fda2f0e4640 1 -- start start 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280cb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 0x7fda280d0f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fda280b8560 con 0x7fda280d4bf0 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fda280b78c0 con 0x7fda2815e8a0 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2f0e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fda280b86e0 con 0x7fda280d33d0 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54086/0 (socket says 172.21.15.17:54086) 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 -- 172.21.15.17:0/770828928 learned_addr learned my addr 172.21.15.17:0/770828928 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:33.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2d681640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 0x7fda280d0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2ce80640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280cb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 -- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 msgr2=0x7fda280cb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280cb7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 -- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 msgr2=0x7fda280d0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 0x7fda280d0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 -- 172.21.15.17:0/770828928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda281606c0 con 0x7fda280d4bf0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda2d681640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 0x7fda280d0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda27fff640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7fda18009ee0 tx=0x7fda18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.190+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18040070 con 0x7fda280d4bf0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.191+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda1803c830 con 0x7fda280d4bf0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.191+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1803cbe0 con 0x7fda280d4bf0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.191+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda280cc360 con 0x7fda280d4bf0 2024-09-19T08:13:33.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.191+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda280cc920 con 0x7fda280d4bf0 2024-09-19T08:13:33.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.192+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda28075a50 con 0x7fda280d4bf0 2024-09-19T08:13:33.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.192+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda18039040 con 0x7fda280d4bf0 2024-09-19T08:13:33.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.193+0000 7fda257fa640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 0x7fda0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.193+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4857+0+0 (secure 0 0 0) 0x7fda180ac670 con 0x7fda280d4bf0 2024-09-19T08:13:33.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.193+0000 7fda2ce80640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 0x7fda0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.193+0000 7fda2ce80640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 0x7fda0806e770 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fda200011e0 tx=0x7fda20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:33.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.197+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda1807b1c0 con 0x7fda280d4bf0 2024-09-19T08:13:33.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:33.374+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fda280b8df0 con 0x7fda280d4bf0 2024-09-19T08:13:34.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.366+0000 7fda257fa640 1 -- 172.21.15.17:0/770828928 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v135) ==== 138+0+0 (secure 0 0 0) 0x7fda1807aac0 con 0x7fda280d4bf0 2024-09-19T08:13:34.367 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-19T08:13:34.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 msgr2=0x7fda0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 0x7fda0806e770 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fda200011e0 tx=0x7fda20009040 comp rx=0 tx=0).stop 2024-09-19T08:13:34.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 msgr2=0x7fda280cbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7fda18009ee0 tx=0x7fda18004a40 comp rx=0 tx=0).stop 2024-09-19T08:13:34.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 shutdown_connections 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fda0806c2b0 0x7fda0806e770 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fda2815e8a0 0x7fda280d0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda280d4bf0 0x7fda280cbd30 unknown :-1 s=CLOSED pgs=2319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 --2- 172.21.15.17:0/770828928 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fda280d33d0 0x7fda280cb7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 >> 172.21.15.17:0/770828928 conn(0x7fda280b6270 msgr2=0x7fda280b49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.370+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 shutdown_connections 2024-09-19T08:13:34.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.371+0000 7fda2f0e4640 1 -- 172.21.15.17:0/770828928 wait complete. 2024-09-19T08:13:34.387 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:13:34.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.504+0000 7f1f0d3bd640 1 Processor -- start 2024-09-19T08:13:34.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.504+0000 7f1f0d3bd640 1 -- start start 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f0d3bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f080b3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f0d3bd640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f0815e8d0 con 0x7f1f080b0a70 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f0d3bd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f080b5f90 con 0x7f1f0815e4f0 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f0d3bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1f080b5d40 con 0x7f1f08073d70 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f077fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f1f080b0a70 0x7f1f08162020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33138/0 (socket says 172.21.15.17:33138) 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f077fe640 1 -- 172.21.15.17:0/3478048195 learned_addr learned my addr 172.21.15.17:0/3478048195 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.505+0000 7f1f067fc640 1 --2- 172.21.15.17:0/3478048195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f080b3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 826496635 0 0) 0x7f1f0815e8d0 con 0x7f1f080b0a70 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ef4003520 con 0x7f1f080b0a70 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1252394775 0 0) 0x7f1f080b5f90 con 0x7f1f0815e4f0 2024-09-19T08:13:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f0815e8d0 con 0x7f1f0815e4f0 2024-09-19T08:13:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f067fc640 1 -- 172.21.15.17:0/3478048195 >> v1:172.21.15.160:6789/0 conn(0x7f1f0815e4f0 legacy=0x7f1f08073660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f067fc640 1 -- 172.21.15.17:0/3478048195 >> v1:172.21.15.17:6789/0 conn(0x7f1f080b0a70 legacy=0x7f1f08162020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.506+0000 7f1f067fc640 1 -- 172.21.15.17:0/3478048195 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f0806be60 con 0x7f1f08073d70 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f067fc640 1 --2- 172.21.15.17:0/3478048195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f080b3b00 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00097d0 tx=0x7f1ef002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddbb9ed51a869e26 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0037070 con 0x7f1f08073d70 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ef0032440 con 0x7f1f08073d70 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f05ffb640 1 -- 172.21.15.17:0/3478048195 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef00327f0 con 0x7f1f08073d70 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/3478048195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 msgr2=0x7f1f080b3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.507+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/3478048195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f080b3b00 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00097d0 tx=0x7f1ef002a180 comp rx=0 tx=0).stop 2024-09-19T08:13:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.508+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/3478048195 shutdown_connections 2024-09-19T08:13:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.508+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/3478048195 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f080b3b00 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.508+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/3478048195 >> 172.21.15.17:0/3478048195 conn(0x7f1f080b3010 msgr2=0x7f1f080b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.508+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/3478048195 shutdown_connections 2024-09-19T08:13:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.508+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/3478048195 wait complete. 2024-09-19T08:13:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.509+0000 7f1f0d3bd640 1 Processor -- start 2024-09-19T08:13:34.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.509+0000 7f1f0d3bd640 1 -- start start 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f081f8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1f080b0a70 0x7f1f081517e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0806c420 con 0x7f1f0815e4f0 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0806bc10 con 0x7f1f080b0a70 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f1f0806c940 con 0x7f1f08073d70 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54088/0 (socket says 172.21.15.17:54088) 2024-09-19T08:13:34.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 -- 172.21.15.17:0/93039265 learned_addr learned my addr 172.21.15.17:0/93039265 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f06ffd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f081f8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f067fc640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1f080b0a70 0x7f1f081517e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 -- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 msgr2=0x7f1f081f8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f081f8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 -- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1f080b0a70 msgr2=0x7f1f081517e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1f080b0a70 0x7f1f081517e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 -- 172.21.15.17:0/93039265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f08161940 con 0x7f1f0815e4f0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f077fe640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800cba0 tx=0x7f1ef800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef8017070 con 0x7f1f0815e4f0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ef800ace0 con 0x7f1f0815e4f0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.510+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f081608a0 con 0x7f1f0815e4f0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.511+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef8012620 con 0x7f1f0815e4f0 2024-09-19T08:13:34.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.511+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f08160e60 con 0x7f1f0815e4f0 2024-09-19T08:13:34.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.512+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f080b3b00 con 0x7f1f0815e4f0 2024-09-19T08:13:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.512+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ef801a070 con 0x7f1f0815e4f0 2024-09-19T08:13:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.513+0000 7f1eff7fe640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 0x7f1ee806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.513+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(135..135 src has 1..135) ==== 5227+0+0 (secure 0 0 0) 0x7f1ef808afa0 con 0x7f1f0815e4f0 2024-09-19T08:13:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.513+0000 7f1f06ffd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 0x7f1ee806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.513+0000 7f1f06ffd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 0x7f1ee806e770 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f1f00007fd0 tx=0x7f1f00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.517+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ef8059330 con 0x7f1f0815e4f0 2024-09-19T08:13:34.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:34.693+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f1f080d0fd0 con 0x7f1f0815e4f0 2024-09-19T08:13:35.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.375+0000 7f1eff7fe640 1 -- 172.21.15.17:0/93039265 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v136) ==== 170+0+0 (secure 0 0 0) 0x7f1ef805d630 con 0x7f1f0815e4f0 2024-09-19T08:13:35.375 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.378+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 msgr2=0x7f1ee806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.378+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 0x7f1ee806e770 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f1f00007fd0 tx=0x7f1f00009040 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 msgr2=0x7f1f0815a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800cba0 tx=0x7f1ef800a430 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 shutdown_connections 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f1ee806c2b0 0x7f1ee806e770 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f0815e4f0 0x7f1f0815a730 unknown :-1 s=CLOSED pgs=2321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f1f080b0a70 0x7f1f081517e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 --2- 172.21.15.17:0/93039265 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1f08073d70 0x7f1f081f8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 >> 172.21.15.17:0/93039265 conn(0x7f1f080b3010 msgr2=0x7f1f08073330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:35.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.379+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 shutdown_connections 2024-09-19T08:13:35.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.384+0000 7f1f0d3bd640 1 -- 172.21.15.17:0/93039265 wait complete. 2024-09-19T08:13:35.407 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:13:35.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.518+0000 7f4a7699f640 1 Processor -- start 2024-09-19T08:13:35.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a7699f640 1 -- start start 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a7699f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4a7015e640 0x7f4a700b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a7699f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a700b39d0 con 0x7f4a700d4710 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a7699f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a700cf520 con 0x7f4a700cef60 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a7699f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4a700cf800 con 0x7f4a7015e640 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.519+0000 7f4a6ffff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4a7015e640 0x7f4a700b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a74f3c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4a700d4710 0x7f4a700d4b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33148/0 (socket says 172.21.15.17:33148) 2024-09-19T08:13:35.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a74f3c640 1 -- 172.21.15.17:0/1795149272 learned_addr learned my addr 172.21.15.17:0/1795149272 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:35.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a6ffff640 1 -- 172.21.15.17:0/1795149272 >> v1:172.21.15.160:6789/0 conn(0x7f4a700cef60 legacy=0x7f4a700d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a6ffff640 1 -- 172.21.15.17:0/1795149272 >> v1:172.21.15.17:6789/0 conn(0x7f4a700d4710 legacy=0x7f4a700d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a6effd640 1 -- 172.21.15.17:0/1795149272 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1568776112 0 0) 0x7f4a68001490 con 0x7f4a700d4710 2024-09-19T08:13:35.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.520+0000 7f4a6ffff640 1 -- 172.21.15.17:0/1795149272 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a700cfae0 con 0x7f4a7015e640 2024-09-19T08:13:35.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a6ffff640 1 --2- 172.21.15.17:0/1795149272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a7015e640 0x7f4a700b3bf0 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f4a600097a0 tx=0x7f4a6002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc484ef6ad52aad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:35.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a6effd640 1 -- 172.21.15.17:0/1795149272 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60037070 con 0x7f4a7015e640 2024-09-19T08:13:35.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a6effd640 1 -- 172.21.15.17:0/1795149272 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a60032440 con 0x7f4a7015e640 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a6effd640 1 -- 172.21.15.17:0/1795149272 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60032810 con 0x7f4a7015e640 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 -- 172.21.15.17:0/1795149272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a7015e640 msgr2=0x7f4a700b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 --2- 172.21.15.17:0/1795149272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a7015e640 0x7f4a700b3bf0 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f4a600097a0 tx=0x7f4a6002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 -- 172.21.15.17:0/1795149272 shutdown_connections 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 --2- 172.21.15.17:0/1795149272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a7015e640 0x7f4a700b3bf0 unknown :-1 s=CLOSED pgs=2323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 -- 172.21.15.17:0/1795149272 >> 172.21.15.17:0/1795149272 conn(0x7f4a70067d70 msgr2=0x7f4a70068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 -- 172.21.15.17:0/1795149272 shutdown_connections 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.521+0000 7f4a7699f640 1 -- 172.21.15.17:0/1795149272 wait complete. 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.523+0000 7f4a7699f640 1 Processor -- start 2024-09-19T08:13:35.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.523+0000 7f4a7699f640 1 -- start start 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.523+0000 7f4a7699f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a700cef60 0x7f4a700cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a7015e640 0x7f4a7015bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700d3590 con 0x7f4a700d4710 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7015ea20 con 0x7f4a700cef60 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4a700d3710 con 0x7f4a7015e640 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54110/0 (socket says 172.21.15.17:54110) 2024-09-19T08:13:35.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 -- 172.21.15.17:0/846963646 learned_addr learned my addr 172.21.15.17:0/846963646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6ffff640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a700cef60 0x7f4a700cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a74f3c640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a7015e640 0x7f4a7015bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 -- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a7015e640 msgr2=0x7f4a7015bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a7015e640 0x7f4a7015bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 -- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a700cef60 msgr2=0x7f4a700cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a700cef60 0x7f4a700cda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 -- 172.21.15.17:0/846963646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a700cc960 con 0x7f4a700d4710 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6f7fe640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c450 tx=0x7f4a6400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a640052d0 con 0x7f4a700d4710 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a64005470 con 0x7f4a700d4710 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a700ccc40 con 0x7f4a700d4710 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64012870 con 0x7f4a700d4710 2024-09-19T08:13:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.524+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a700cd200 con 0x7f4a700d4710 2024-09-19T08:13:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.525+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a700b3bf0 con 0x7f4a700d4710 2024-09-19T08:13:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.526+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a64012a10 con 0x7f4a700d4710 2024-09-19T08:13:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.527+0000 7f4a6cff9640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 0x7f4a5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.527+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 5609+0+0 (secure 0 0 0) 0x7f4a6408afd0 con 0x7f4a700d4710 2024-09-19T08:13:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.527+0000 7f4a6ffff640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 0x7f4a5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.527+0000 7f4a6ffff640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 0x7f4a5c06e770 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4a60034000 tx=0x7f4a6002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:35.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.532+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a64059020 con 0x7f4a700d4710 2024-09-19T08:13:35.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:35.744+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4a700b8080 con 0x7f4a700d4710 2024-09-19T08:13:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.389+0000 7f4a6cff9640 1 -- 172.21.15.17:0/846963646 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v330) ==== 174+0+0 (secure 0 0 0) 0x7f4a6405d320 con 0x7f4a700d4710 2024-09-19T08:13:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 14 and data pool 15 2024-09-19T08:13:36.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.400+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 msgr2=0x7f4a5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.400+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 0x7f4a5c06e770 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4a60034000 tx=0x7f4a6002e000 comp rx=0 tx=0).stop 2024-09-19T08:13:36.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.400+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 msgr2=0x7f4a700cc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.400+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c450 tx=0x7f4a6400c910 comp rx=0 tx=0).stop 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 shutdown_connections 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4a5c06c2b0 0x7f4a5c06e770 secure :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4a60034000 tx=0x7f4a6002e000 comp rx=0 tx=0).stop 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4a7015e640 0x7f4a7015bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a700d4710 0x7f4a700cc260 unknown :-1 s=CLOSED pgs=2324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 --2- 172.21.15.17:0/846963646 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4a700cef60 0x7f4a700cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.401+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 >> 172.21.15.17:0/846963646 conn(0x7f4a70067d70 msgr2=0x7f4a700b8880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.402+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 shutdown_connections 2024-09-19T08:13:36.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.402+0000 7f4a7699f640 1 -- 172.21.15.17:0/846963646 wait complete. 2024-09-19T08:13:36.421 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:36.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.527+0000 7fe4146d2640 1 Processor -- start 2024-09-19T08:13:36.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.527+0000 7fe4146d2640 1 -- start start 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe40c15e640 0x7fe40c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0cf0e0 0x7fe40c0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fe40c0b2860 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe40c15ea20 con 0x7fe40c15e640 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.528+0000 7fe4146d2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe40c0b1c50 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54114/0 (socket says 172.21.15.17:54114) 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 -- 172.21.15.17:0/1349687009 learned_addr learned my addr 172.21.15.17:0/1349687009 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe41246e640 1 --2- 172.21.15.17:0/1349687009 >> v2:172.21.15.160:3300/0 conn(0x7fe40c15e640 0x7fe40c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe411c6d640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0cf0e0 0x7fe40c0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 -- 172.21.15.17:0/1349687009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0cf0e0 msgr2=0x7fe40c0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:36.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0cf0e0 0x7fe40c0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 -- 172.21.15.17:0/1349687009 >> v2:172.21.15.160:3300/0 conn(0x7fe40c15e640 msgr2=0x7fe40c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:36.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 --2- 172.21.15.17:0/1349687009 >> v2:172.21.15.160:3300/0 conn(0x7fe40c15e640 0x7fe40c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.529+0000 7fe412c6f640 1 -- 172.21.15.17:0/1349687009 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40c0b1f30 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe412c6f640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 secure :-1 s=READY pgs=2325 cs=0 l=1 rev1=1 crypto rx=0x7fe40c08d4c0 tx=0x7fe40402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2d17668c0276e80 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe41146c640 1 -- 172.21.15.17:0/1349687009 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404036070 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe41146c640 1 -- 172.21.15.17:0/1349687009 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe404031600 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe41146c640 1 -- 172.21.15.17:0/1349687009 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4040319d0 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 -- 172.21.15.17:0/1349687009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0b2cf0 msgr2=0x7fe40c0b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 secure :-1 s=READY pgs=2325 cs=0 l=1 rev1=1 crypto rx=0x7fe40c08d4c0 tx=0x7fe40402a610 comp rx=0 tx=0).stop 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 -- 172.21.15.17:0/1349687009 shutdown_connections 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0b2cf0 0x7fe40c0b31a0 unknown :-1 s=CLOSED pgs=2325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 --2- 172.21.15.17:0/1349687009 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0cf0e0 0x7fe40c0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 --2- 172.21.15.17:0/1349687009 >> v2:172.21.15.160:3300/0 conn(0x7fe40c15e640 0x7fe40c0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 -- 172.21.15.17:0/1349687009 >> 172.21.15.17:0/1349687009 conn(0x7fe40c09d820 msgr2=0x7fe40c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 -- 172.21.15.17:0/1349687009 shutdown_connections 2024-09-19T08:13:36.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.530+0000 7fe4146d2640 1 -- 172.21.15.17:0/1349687009 wait complete. 2024-09-19T08:13:36.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 Processor -- start 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 -- start start 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b2cf0 0x7fe40c14a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c15e640 0x7fe40c1e8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe40c0cfe40 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe40c0b24f0 con 0x7fe40c15e640 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.532+0000 7fe4146d2640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe40c0b73a0 con 0x7fe40c0b2cf0 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54130/0 (socket says 172.21.15.17:54130) 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 -- 172.21.15.17:0/2166077549 learned_addr learned my addr 172.21.15.17:0/2166077549 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe412c6f640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c15e640 0x7fe40c1e8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe41246e640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b2cf0 0x7fe40c14a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 -- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b2cf0 msgr2=0x7fe40c14a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b2cf0 0x7fe40c14a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 -- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c15e640 msgr2=0x7fe40c1e8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c15e640 0x7fe40c1e8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 -- 172.21.15.17:0/2166077549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40c15cea0 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe411c6d640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 secure :-1 s=READY pgs=2326 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00d620 tx=0x7fe3fc00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc004240 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc0043e0 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc003610 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40c0b4370 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.533+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe40c0b4930 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.534+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe40c068eb0 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.535+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe3fc01b020 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.535+0000 7fe402ffd640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.536+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7fe3fc08b140 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.536+0000 7fe41246e640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.536+0000 7fe41246e640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fe408006fd0 tx=0x7fe408008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.540+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe3fc059130 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.716+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe40c0ceb60 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.717+0000 7fe402ffd640 1 -- 172.21.15.17:0/2166077549 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v137) ==== 74+0+16668 (secure 0 0 0) 0x7fe3fc05d430 con 0x7fe40c0cf0e0 2024-09-19T08:13:36.718 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:36.718 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":137,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:35.745829+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:33.406168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:34.725457+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.719+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 msgr2=0x7fe3f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.719+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fe408006fd0 tx=0x7fe408008040 comp rx=0 tx=0).stop 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.719+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 msgr2=0x7fe40c0b5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.719+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 secure :-1 s=READY pgs=2326 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00d620 tx=0x7fe3fc00dae0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 shutdown_connections 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe40c15e640 0x7fe40c1e8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe40c0cf0e0 0x7fe40c0b5720 unknown :-1 s=CLOSED pgs=2326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 --2- 172.21.15.17:0/2166077549 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe40c0b2cf0 0x7fe40c14a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 >> 172.21.15.17:0/2166077549 conn(0x7fe40c09d820 msgr2=0x7fe40c15d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 shutdown_connections 2024-09-19T08:13:36.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.720+0000 7fe4146d2640 1 -- 172.21.15.17:0/2166077549 wait complete. 2024-09-19T08:13:36.731 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:36.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.833+0000 7f5bce6d0640 1 Processor -- start 2024-09-19T08:13:36.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.833+0000 7f5bce6d0640 1 -- start start 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bce6d0640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 0x7f5bc80af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bce6d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bce6d0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bc815c600 con 0x7f5bc815ec50 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bce6d0640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f5bc80b34c0 con 0x7f5bc815c220 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bce6d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc815f150 con 0x7f5bc80aefb0 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bc7fff640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 0x7f5bc80af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:55050/0 (socket says 172.21.15.17:55050) 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 -- 172.21.15.17:0/3475012991 learned_addr learned my addr 172.21.15.17:0/3475012991 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bc77fe640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f5bc815ec50 0x7f5bc80ae8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47212/0 (socket says 172.21.15.17:47212) 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 -- 172.21.15.17:0/3475012991 >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 msgr2=0x7f5bc80af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 --2- 172.21.15.17:0/3475012991 >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 0x7f5bc80af8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 -- 172.21.15.17:0/3475012991 >> v1:172.21.15.160:6789/0 conn(0x7f5bc815ec50 legacy=0x7f5bc80ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bccc6d640 1 -- 172.21.15.17:0/3475012991 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc815f430 con 0x7f5bc80aefb0 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.834+0000 7f5bc7fff640 1 --2- 172.21.15.17:0/3475012991 >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 0x7f5bc80af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.835+0000 7f5bccc6d640 1 --2- 172.21.15.17:0/3475012991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0009e50 tx=0x7f5bc002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c6717aa76e97592 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.835+0000 7f5bc6ffd640 1 -- 172.21.15.17:0/3475012991 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0036070 con 0x7f5bc80aefb0 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.835+0000 7f5bc6ffd640 1 -- 172.21.15.17:0/3475012991 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bc0031600 con 0x7f5bc80aefb0 2024-09-19T08:13:36.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.835+0000 7f5bc6ffd640 1 -- 172.21.15.17:0/3475012991 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc00319d0 con 0x7f5bc80aefb0 2024-09-19T08:13:36.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3475012991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 msgr2=0x7f5bc80b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3475012991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0009e50 tx=0x7f5bc002a710 comp rx=0 tx=0).stop 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3475012991 shutdown_connections 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3475012991 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc80aefb0 0x7f5bc80b3930 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3475012991 >> v2:172.21.15.160:3300/0 conn(0x7f5bc815c220 0x7f5bc80af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3475012991 >> 172.21.15.17:0/3475012991 conn(0x7f5bc80b21c0 msgr2=0x7f5bc80b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3475012991 shutdown_connections 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.836+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3475012991 wait complete. 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.837+0000 7f5bce6d0640 1 Processor -- start 2024-09-19T08:13:36.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.837+0000 7f5bce6d0640 1 -- start start 2024-09-19T08:13:36.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 0x7f5bc8140650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 0x7f5bc8140b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc80afdf0 con 0x7f5bc80aefb0 2024-09-19T08:13:36.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc815f9f0 con 0x7f5bc815ec50 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bce6d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc80aff70 con 0x7f5bc815c220 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54142/0 (socket says 172.21.15.17:54142) 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 -- 172.21.15.17:0/3022033160 learned_addr learned my addr 172.21.15.17:0/3022033160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc77fe640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 0x7f5bc8140650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bccc6d640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 0x7f5bc8140b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 -- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 msgr2=0x7f5bc8140650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 0x7f5bc8140650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 -- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 msgr2=0x7f5bc8140b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 0x7f5bc8140b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.838+0000 7f5bc7fff640 1 -- 172.21.15.17:0/3022033160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc8162be0 con 0x7f5bc80aefb0 2024-09-19T08:13:36.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bccc6d640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 0x7f5bc8140b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bc77fe640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 0x7f5bc8140650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bc7fff640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800ec10 tx=0x7f5bb800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8017070 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bb800cc30 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8013470 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc8162ec0 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.839+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc8141360 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.840+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bc806d130 con 0x7f5bc80aefb0 2024-09-19T08:13:36.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.840+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bb801a070 con 0x7f5bc80aefb0 2024-09-19T08:13:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.841+0000 7f5bc4ff9640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 0x7f5bb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.841+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7f5bb808b6a0 con 0x7f5bc80aefb0 2024-09-19T08:13:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.841+0000 7f5bc77fe640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 0x7f5bb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.842+0000 7f5bc77fe640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 0x7f5bb406e770 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f5bc81f7e80 tx=0x7f5bbc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:36.845+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5bc806d130 con 0x7f5bc80aefb0 2024-09-19T08:13:37.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.024+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5bc80af8b0 con 0x7f5bc80aefb0 2024-09-19T08:13:37.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.026+0000 7f5bc4ff9640 1 -- 172.21.15.17:0/3022033160 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v137) ==== 74+0+16668 (secure 0 0 0) 0x7f5bb8059ea0 con 0x7f5bc80aefb0 2024-09-19T08:13:37.026 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:37.026 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":137,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:35.745829+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:33.406168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:34.725457+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.027+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 msgr2=0x7f5bb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.027+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 0x7f5bb406e770 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f5bc81f7e80 tx=0x7f5bbc009040 comp rx=0 tx=0).stop 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 msgr2=0x7f5bc81f4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800ec10 tx=0x7f5bb800c520 comp rx=0 tx=0).stop 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 shutdown_connections 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f5bb406c2b0 0x7f5bb406e770 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5bc815ec50 0x7f5bc8140b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f5bc815c220 0x7f5bc8140650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 --2- 172.21.15.17:0/3022033160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bc80aefb0 0x7f5bc81f4c50 unknown :-1 s=CLOSED pgs=2327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 >> 172.21.15.17:0/3022033160 conn(0x7f5bc80b21c0 msgr2=0x7f5bc815b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:37.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 shutdown_connections 2024-09-19T08:13:37.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.028+0000 7f5bce6d0640 1 -- 172.21.15.17:0/3022033160 wait complete. 2024-09-19T08:13:37.039 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:13:37.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.144+0000 7fc7b239f640 1 Processor -- start 2024-09-19T08:13:37.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.144+0000 7fc7b239f640 1 -- start start 2024-09-19T08:13:37.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7b239f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc7ac06c320 0x7fc7ac0b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7b239f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7ac15fae0 con 0x7fc7ac0b0990 2024-09-19T08:13:37.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7b239f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7ac15ef60 con 0x7fc7ac0b5030 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7b239f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc7ac15f240 con 0x7fc7ac06c320 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7abfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc7ac0b0990 0x7fc7ac0aea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33164/0 (socket says 172.21.15.17:33164) 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.145+0000 7fc7abfff640 1 -- 172.21.15.17:0/3109815503 learned_addr learned my addr 172.21.15.17:0/3109815503 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7b093c640 1 --2- 172.21.15.17:0/3109815503 >> v2:172.21.15.160:3300/0 conn(0x7fc7ac06c320 0x7fc7ac0b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3234028038 0 0) 0x7fc7ac15fae0 con 0x7fc7ac0b0990 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc798003520 con 0x7fc7ac0b0990 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 492256163 0 0) 0x7fc798003520 con 0x7fc7ac0b0990 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 >> v2:172.21.15.160:3300/0 conn(0x7fc7ac06c320 msgr2=0x7fc7ac0b54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 --2- 172.21.15.17:0/3109815503 >> v2:172.21.15.160:3300/0 conn(0x7fc7ac06c320 0x7fc7ac0b54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 >> v1:172.21.15.160:6789/0 conn(0x7fc7ac0b5030 legacy=0x7fc7ac06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ac15f520 con 0x7fc7ac0b0990 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fc79c001670 con 0x7fc7ac0b0990 2024-09-19T08:13:37.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 >> v1:172.21.15.17:6789/0 conn(0x7fc7ac0b0990 legacy=0x7fc7ac0aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7980039b0 0x7fc798003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 0x7fc798004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7980052e0 0x7fc79800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac15f240 con 0x7fc798004800 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc79800c1b0 con 0x7fc7980052e0 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc79800c3b0 con 0x7fc7980039b0 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7ab7fe640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 0x7fc798004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7b093c640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7980052e0 0x7fc79800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.146+0000 7fc7abfff640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7980039b0 0x7fc798003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 -- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7980039b0 msgr2=0x7fc798003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7980039b0 0x7fc798003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 -- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7980052e0 msgr2=0x7fc79800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc7980052e0 0x7fc79800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 -- 172.21.15.17:0/3109815503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc798003520 con 0x7fc798004800 2024-09-19T08:13:37.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7b093c640 1 -- 172.21.15.17:0/3109815503 reap_dead start 2024-09-19T08:13:37.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7ab7fe640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 0x7fc798004c80 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7fc794001720 tx=0x7fc798005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae3fe5ab1101a45b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:37.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794001370 con 0x7fc798004800 2024-09-19T08:13:37.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.147+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7940052d0 con 0x7fc798004800 2024-09-19T08:13:37.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7aaffd640 1 -- 172.21.15.17:0/3109815503 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79402ab90 con 0x7fc798004800 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 -- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 msgr2=0x7fc798004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 0x7fc798004c80 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7fc794001720 tx=0x7fc798005830 comp rx=0 tx=0).stop 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 -- 172.21.15.17:0/3109815503 shutdown_connections 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 --2- 172.21.15.17:0/3109815503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc798004800 0x7fc798004c80 unknown :-1 s=CLOSED pgs=2329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 -- 172.21.15.17:0/3109815503 >> 172.21.15.17:0/3109815503 conn(0x7fc7ac0b30f0 msgr2=0x7fc7ac0b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 -- 172.21.15.17:0/3109815503 shutdown_connections 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.148+0000 7fc7b239f640 1 -- 172.21.15.17:0/3109815503 wait complete. 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.149+0000 7fc7b239f640 1 Processor -- start 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 -- start start 2024-09-19T08:13:37.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc798004800 0x7fc7ac154b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7ac1f7a60 0x7fc7ac1f7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac15eb30 con 0x7fc7ac1561c0 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac0b0d70 con 0x7fc798004800 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b239f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc7ac15ecb0 con 0x7fc7ac1f7a60 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b093c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b093c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54164/0 (socket says 172.21.15.17:54164) 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7b093c640 1 -- 172.21.15.17:0/1144501008 learned_addr learned my addr 172.21.15.17:0/1144501008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7ab7fe640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7ac1f7a60 0x7fc7ac1f7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.150+0000 7fc7abfff640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc798004800 0x7fc7ac154b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 -- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7ac1f7a60 msgr2=0x7fc7ac1f7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7ac1f7a60 0x7fc7ac1f7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 -- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc798004800 msgr2=0x7fc7ac154b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:37.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc798004800 0x7fc7ac154b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 -- 172.21.15.17:0/1144501008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ac156f40 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b093c640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac06ccd0 tx=0x7fc7a400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4011e90 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7a401c070 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7ac1f5740 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4003bd0 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.151+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7ac1f5d00 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.152+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7ac157220 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.152+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7a4004030 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.153+0000 7fc7a8ff9640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 0x7fc78c06e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.153+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5709+0+0 (secure 0 0 0) 0x7fc7a408bd10 con 0x7fc7ac1561c0 2024-09-19T08:13:37.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.153+0000 7fc7abfff640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 0x7fc78c06e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:37.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.154+0000 7fc7abfff640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 0x7fc78c06e940 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac06aa80 tx=0x7fc79c001020 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:37.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.157+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc7a4010040 con 0x7fc7ac1561c0 2024-09-19T08:13:37.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:37.371+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc7ac0b54c0 con 0x7fc7ac1561c0 2024-09-19T08:13:38.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.196+0000 7fc7a8ff9640 1 -- 172.21.15.17:0/1144501008 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v332) ==== 118+0+0 (secure 0 0 0) 0x7fc7a4059e30 con 0x7fc7ac1561c0 2024-09-19T08:13:38.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 msgr2=0x7fc78c06e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 0x7fc78c06e940 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac06aa80 tx=0x7fc79c001020 comp rx=0 tx=0).stop 2024-09-19T08:13:38.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 msgr2=0x7fc7ac156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac06ccd0 tx=0x7fc7a400f580 comp rx=0 tx=0).stop 2024-09-19T08:13:38.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 shutdown_connections 2024-09-19T08:13:38.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.199+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc78c06c480 0x7fc78c06e940 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ac1561c0 0x7fc7ac156640 unknown :-1 s=CLOSED pgs=2330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc7ac1f7a60 0x7fc7ac1f7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 --2- 172.21.15.17:0/1144501008 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc798004800 0x7fc7ac154b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 >> 172.21.15.17:0/1144501008 conn(0x7fc7ac0b30f0 msgr2=0x7fc7ac0735a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:38.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 shutdown_connections 2024-09-19T08:13:38.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.200+0000 7fc7b239f640 1 -- 172.21.15.17:0/1144501008 wait complete. 2024-09-19T08:13:38.213 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T08:13:38.213 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T08:13:38.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.325+0000 7f9ac3542640 1 Processor -- start 2024-09-19T08:13:38.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 -- start start 2024-09-19T08:13:38.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 0x7f9abc0d4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9abc0d50c0 con 0x7f9abc15e640 2024-09-19T08:13:38.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9abc0b39d0 con 0x7f9abc0d4710 2024-09-19T08:13:38.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.326+0000 7f9ac3542640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9abc0cf520 con 0x7f9abc0cef60 2024-09-19T08:13:38.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac1adf640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 0x7f9abc0d4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac0add640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac12de640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f9abc15e640 0x7f9abc0d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:47228/0 (socket says 172.21.15.17:47228) 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac12de640 1 -- 172.21.15.17:0/578079119 learned_addr learned my addr 172.21.15.17:0/578079119 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9abbfff640 1 -- 172.21.15.17:0/578079119 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2909288483 0 0) 0x7f9abc0d50c0 con 0x7f9abc15e640 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9abbfff640 1 -- 172.21.15.17:0/578079119 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9aa4003520 con 0x7f9abc15e640 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac0add640 1 -- 172.21.15.17:0/578079119 >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 msgr2=0x7f9abc0d4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac0add640 1 --2- 172.21.15.17:0/578079119 >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 0x7f9abc0d4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac0add640 1 -- 172.21.15.17:0/578079119 >> v1:172.21.15.160:6789/0 conn(0x7f9abc15e640 legacy=0x7f9abc0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac0add640 1 -- 172.21.15.17:0/578079119 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9abc0cf800 con 0x7f9abc0cef60 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.327+0000 7f9ac1adf640 1 --2- 172.21.15.17:0/578079119 >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 0x7f9abc0d4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:38.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.328+0000 7f9ac0add640 1 --2- 172.21.15.17:0/578079119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc0b3bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00097a0 tx=0x7f9ab002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dab294b299ba0590 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.328+0000 7f9abbfff640 1 -- 172.21.15.17:0/578079119 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0037070 con 0x7f9abc0cef60 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.328+0000 7f9abbfff640 1 -- 172.21.15.17:0/578079119 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ab002ae50 con 0x7f9abc0cef60 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.328+0000 7f9abbfff640 1 -- 172.21.15.17:0/578079119 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0032660 con 0x7f9abc0cef60 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 -- 172.21.15.17:0/578079119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 msgr2=0x7f9abc0b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 --2- 172.21.15.17:0/578079119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc0b3bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00097a0 tx=0x7f9ab002a100 comp rx=0 tx=0).stop 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 -- 172.21.15.17:0/578079119 shutdown_connections 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 --2- 172.21.15.17:0/578079119 >> v2:172.21.15.160:3300/0 conn(0x7f9abc0d4710 0x7f9abc0d4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 --2- 172.21.15.17:0/578079119 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc0b3bf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 -- 172.21.15.17:0/578079119 >> 172.21.15.17:0/578079119 conn(0x7f9abc067d70 msgr2=0x7f9abc068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 -- 172.21.15.17:0/578079119 shutdown_connections 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.329+0000 7f9ac3542640 1 -- 172.21.15.17:0/578079119 wait complete. 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.330+0000 7f9ac3542640 1 Processor -- start 2024-09-19T08:13:38.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.330+0000 7f9ac3542640 1 -- start start 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9abc0d4710 0x7f9abc158cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9abc15ea20 con 0x7f9abc15e640 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9abc0d2680 con 0x7f9abc0d4710 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac3542640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9abc0d3590 con 0x7f9abc0cef60 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54166/0 (socket says 172.21.15.17:54166) 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 -- 172.21.15.17:0/3076450765 learned_addr learned my addr 172.21.15.17:0/3076450765 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac0add640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9abc0d4710 0x7f9abc158cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac12de640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 -- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 msgr2=0x7f9abc157000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc157000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 -- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9abc0d4710 msgr2=0x7f9abc158cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9abc0d4710 0x7f9abc158cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 -- 172.21.15.17:0/3076450765 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9abc0c9860 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.331+0000 7f9ac1adf640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 secure :-1 s=READY pgs=2331 cs=0 l=1 rev1=1 crypto rx=0x7f9aac009db0 tx=0x7f9aac00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.332+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac018030 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.332+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aac00cd30 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.332+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac003bb0 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.332+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9abc1599c0 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.332+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9abc159f80 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.333+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9abc0b3bf0 con 0x7f9abc15e640 2024-09-19T08:13:38.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.333+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9aac01b070 con 0x7f9abc15e640 2024-09-19T08:13:38.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.334+0000 7f9ab9ffb640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 0x7f9aa806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:38.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.334+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f9aac08bc10 con 0x7f9abc15e640 2024-09-19T08:13:38.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.334+0000 7f9ac12de640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 0x7f9aa806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:38.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.334+0000 7f9ac12de640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 0x7f9aa806e7a0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4005880 tx=0x7f9ab4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:38.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.338+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9aac010040 con 0x7f9abc15e640 2024-09-19T08:13:38.366 INFO:tasks.ceph.mds.b.smithi160.stderr:2024-09-19T08:13:38.366+0000 7f860dc5c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:38.553+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f9abc161b20 con 0x7f9abc15e640 2024-09-19T08:13:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.400+0000 7f9ab9ffb640 1 -- 172.21.15.17:0/3076450765 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v333) ==== 122+0+0 (secure 0 0 0) 0x7f9aac060030 con 0x7f9abc15e640 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 msgr2=0x7f9aa806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 0x7f9aa806e7a0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4005880 tx=0x7f9ab4009040 comp rx=0 tx=0).stop 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 msgr2=0x7f9abc0ca5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 secure :-1 s=READY pgs=2331 cs=0 l=1 rev1=1 crypto rx=0x7f9aac009db0 tx=0x7f9aac00c490 comp rx=0 tx=0).stop 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 shutdown_connections 2024-09-19T08:13:39.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9aa806c2e0 0x7f9aa806e7a0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9abc15e640 0x7f9abc0ca5b0 unknown :-1 s=CLOSED pgs=2331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9abc0d4710 0x7f9abc158cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 --2- 172.21.15.17:0/3076450765 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9abc0cef60 0x7f9abc157000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 >> 172.21.15.17:0/3076450765 conn(0x7f9abc067d70 msgr2=0x7f9abc0d3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 shutdown_connections 2024-09-19T08:13:39.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.403+0000 7f9ac3542640 1 -- 172.21.15.17:0/3076450765 wait complete. 2024-09-19T08:13:39.417 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T08:13:39.417 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:39.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.527+0000 7f3559453640 1 Processor -- start 2024-09-19T08:13:39.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.527+0000 7f3559453640 1 -- start start 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3559453640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f355415eab0 0x7f355406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3559453640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 0x7f35540b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3559453640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35540d17e0 con 0x7f35540b80c0 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3559453640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f35540d09d0 con 0x7f355415eab0 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3559453640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f355415ee90 con 0x7f355406dae0 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f355415eab0 0x7f355406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f35537fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f35540b80c0 0x7f35540b8550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33174/0 (socket says 172.21.15.17:33174) 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f35537fe640 1 -- 172.21.15.17:0/1531351066 learned_addr learned my addr 172.21.15.17:0/1531351066 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f355415eab0 0x7f355406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54170/0 (socket says 172.21.15.17:54170) 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f354bfff640 1 --2- 172.21.15.17:0/1531351066 >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 0x7f35540b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 -- 172.21.15.17:0/1531351066 >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 msgr2=0x7f35540b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 --2- 172.21.15.17:0/1531351066 >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 0x7f35540b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 -- 172.21.15.17:0/1531351066 >> v1:172.21.15.17:6789/0 conn(0x7f35540b80c0 legacy=0x7f35540b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f35527fc640 1 -- 172.21.15.17:0/1531351066 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3492303651 0 0) 0x7f35540d17e0 con 0x7f35540b80c0 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f3552ffd640 1 -- 172.21.15.17:0/1531351066 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35540cfc10 con 0x7f355415eab0 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.528+0000 7f354bfff640 1 --2- 172.21.15.17:0/1531351066 >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 0x7f35540b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.529+0000 7f3552ffd640 1 --2- 172.21.15.17:0/1531351066 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f355406d5a0 secure :-1 s=READY pgs=2333 cs=0 l=1 rev1=1 crypto rx=0x7f35540d1c20 tx=0x7f354402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d482b4eed062048f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.529+0000 7f35527fc640 1 -- 172.21.15.17:0/1531351066 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544037070 con 0x7f355415eab0 2024-09-19T08:13:39.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.529+0000 7f35527fc640 1 -- 172.21.15.17:0/1531351066 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3544032440 con 0x7f355415eab0 2024-09-19T08:13:39.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.529+0000 7f35527fc640 1 -- 172.21.15.17:0/1531351066 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544032810 con 0x7f355415eab0 2024-09-19T08:13:39.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 -- 172.21.15.17:0/1531351066 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 msgr2=0x7f355406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 --2- 172.21.15.17:0/1531351066 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f355406d5a0 secure :-1 s=READY pgs=2333 cs=0 l=1 rev1=1 crypto rx=0x7f35540d1c20 tx=0x7f354402a230 comp rx=0 tx=0).stop 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 -- 172.21.15.17:0/1531351066 shutdown_connections 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 --2- 172.21.15.17:0/1531351066 >> v2:172.21.15.160:3300/0 conn(0x7f355406dae0 0x7f35540b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 --2- 172.21.15.17:0/1531351066 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f355406d5a0 unknown :-1 s=CLOSED pgs=2333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 -- 172.21.15.17:0/1531351066 >> 172.21.15.17:0/1531351066 conn(0x7f35540d4b30 msgr2=0x7f35540d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 -- 172.21.15.17:0/1531351066 shutdown_connections 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.530+0000 7f3559453640 1 -- 172.21.15.17:0/1531351066 wait complete. 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.531+0000 7f3559453640 1 Processor -- start 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.531+0000 7f3559453640 1 -- start start 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f355406dae0 0x7f35541f3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35540b80c0 0x7f35540cd400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f35540d01d0 con 0x7f355415eab0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f355406df20 con 0x7f355406dae0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3559453640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f35540d04b0 con 0x7f35540b80c0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54180/0 (socket says 172.21.15.17:54180) 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 -- 172.21.15.17:0/2330031913 learned_addr learned my addr 172.21.15.17:0/2330031913 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f3552ffd640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f355406dae0 0x7f35541f3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f354bfff640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35540b80c0 0x7f35540cd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 -- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35540b80c0 msgr2=0x7f35540cd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35540b80c0 0x7f35540cd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 -- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f355406dae0 msgr2=0x7f35541f3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f355406dae0 0x7f35541f3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.532+0000 7f35537fe640 1 -- 172.21.15.17:0/2330031913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35540c9060 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f35537fe640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7f354c00c7a0 tx=0x7f354c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c018070 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f354c00a640 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35540c9340 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c00aab0 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.533+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35540cc360 con 0x7f355415eab0 2024-09-19T08:13:39.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.534+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35540ceb50 con 0x7f355415eab0 2024-09-19T08:13:39.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.534+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f354c01b070 con 0x7f355415eab0 2024-09-19T08:13:39.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.535+0000 7f354b7fe640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 0x7f353406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.535+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f354c08a930 con 0x7f355415eab0 2024-09-19T08:13:39.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.535+0000 7f3552ffd640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 0x7f353406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.536+0000 7f3552ffd640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 0x7f353406e770 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f3544034000 tx=0x7f354402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.539+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f354c058ae0 con 0x7f355415eab0 2024-09-19T08:13:39.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.749+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35540693a0 con 0x7f355415eab0 2024-09-19T08:13:39.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.749+0000 7f354b7fe640 1 -- 172.21.15.17:0/2330031913 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 333 v333) ==== 95+0+5240 (secure 0 0 0) 0x7f354c05cde0 con 0x7f355415eab0 2024-09-19T08:13:39.749 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:39.750 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":333,"btime":"2024-09-19T08:13:39:399724+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":10728,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":328}],"filesystems":[{"mdsmap":{"epoch":333,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:38.554317+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10737},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10737":{"gid":10737,"name":"b","rank":0,"incarnation":330,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6837/752284890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":752284890},{"type":"v1","addr":"172.21.15.160:6837","nonce":752284890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10737,"qdb_cluster":[10737]},"id":7}]} 2024-09-19T08:13:39.750 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 333 2024-09-19T08:13:39.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 msgr2=0x7f353406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 0x7f353406e770 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f3544034000 tx=0x7f354402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:39.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 msgr2=0x7f35540cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7f354c00c7a0 tx=0x7f354c00cc60 comp rx=0 tx=0).stop 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 shutdown_connections 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f353406c2b0 0x7f353406e770 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f355415eab0 0x7f35540cd940 unknown :-1 s=CLOSED pgs=2334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f35540b80c0 0x7f35540cd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 --2- 172.21.15.17:0/2330031913 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f355406dae0 0x7f35541f3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 >> 172.21.15.17:0/2330031913 conn(0x7f35540d4b30 msgr2=0x7f35540c9740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 shutdown_connections 2024-09-19T08:13:39.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.751+0000 7f3559453640 1 -- 172.21.15.17:0/2330031913 wait complete. 2024-09-19T08:13:39.762 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:13:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.863+0000 7f675cedd640 1 Processor -- start 2024-09-19T08:13:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 -- start start 2024-09-19T08:13:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f67580ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f67580cf0e0 0x7f67580cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f67580b2cf0 0x7f67580b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f67580b2860 con 0x7f67580b2cf0 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f675815ea20 con 0x7f67580cf0e0 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.864+0000 7f675cedd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f67580b1c50 con 0x7f675815e640 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f67580b2cf0 0x7f67580b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f67580b2cf0 0x7f67580b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54182/0 (socket says 172.21.15.17:54182) 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 -- 172.21.15.17:0/374717156 learned_addr learned my addr 172.21.15.17:0/374717156 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6755d9b640 1 --2- 172.21.15.17:0/374717156 >> v2:172.21.15.160:3300/0 conn(0x7f67580cf0e0 0x7f67580cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f675659c640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f67580ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 -- 172.21.15.17:0/374717156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 msgr2=0x7f67580ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:39.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f67580ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 -- 172.21.15.17:0/374717156 >> v2:172.21.15.160:3300/0 conn(0x7f67580cf0e0 msgr2=0x7f67580cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 --2- 172.21.15.17:0/374717156 >> v2:172.21.15.160:3300/0 conn(0x7f67580cf0e0 0x7f67580cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.865+0000 7f6756d9d640 1 -- 172.21.15.17:0/374717156 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67580b1f30 con 0x7f67580b2cf0 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f6756d9d640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580b2cf0 0x7f67580b31a0 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7f675808d790 tx=0x7f674802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd0473692a5bcc32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675559a640 1 -- 172.21.15.17:0/374717156 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6748036070 con 0x7f67580b2cf0 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675559a640 1 -- 172.21.15.17:0/374717156 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6748031600 con 0x7f67580b2cf0 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675559a640 1 -- 172.21.15.17:0/374717156 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67480319d0 con 0x7f67580b2cf0 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675cedd640 1 -- 172.21.15.17:0/374717156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580b2cf0 msgr2=0x7f67580b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675cedd640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580b2cf0 0x7f67580b31a0 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7f675808d790 tx=0x7f674802a610 comp rx=0 tx=0).stop 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675cedd640 1 -- 172.21.15.17:0/374717156 shutdown_connections 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.866+0000 7f675cedd640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580b2cf0 0x7f67580b31a0 unknown :-1 s=CLOSED pgs=2335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.867+0000 7f675cedd640 1 --2- 172.21.15.17:0/374717156 >> v2:172.21.15.160:3300/0 conn(0x7f67580cf0e0 0x7f67580cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.867+0000 7f675cedd640 1 --2- 172.21.15.17:0/374717156 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f67580ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.867+0000 7f675cedd640 1 -- 172.21.15.17:0/374717156 >> 172.21.15.17:0/374717156 conn(0x7f675809d820 msgr2=0x7f67580d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.867+0000 7f675cedd640 1 -- 172.21.15.17:0/374717156 shutdown_connections 2024-09-19T08:13:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.867+0000 7f675cedd640 1 -- 172.21.15.17:0/374717156 wait complete. 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.868+0000 7f675cedd640 1 Processor -- start 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.868+0000 7f675cedd640 1 -- start start 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 0x7f67581f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f675815fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f67580cfe40 con 0x7f67580cf0e0 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f67580b24f0 con 0x7f67580b2cf0 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f67580b73a0 con 0x7f675815e640 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54184/0 (socket says 172.21.15.17:54184) 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 -- 172.21.15.17:0/1793864626 learned_addr learned my addr 172.21.15.17:0/1793864626 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675659c640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 0x7f67581f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6756d9d640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f675815fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 -- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 msgr2=0x7f675815fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f675815fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 -- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 msgr2=0x7f67581f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 0x7f67581f8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 -- 172.21.15.17:0/1793864626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6758160620 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675659c640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 0x7f67581f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f6755d9b640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 secure :-1 s=READY pgs=2336 cs=0 l=1 rev1=1 crypto rx=0x7f674000d7d0 tx=0x7f674000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740018030 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6740004020 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.869+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67581f7a50 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.870+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740004230 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.870+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6758160900 con 0x7f67580cf0e0 2024-09-19T08:13:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.871+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6758068eb0 con 0x7f67580cf0e0 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.871+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f674001b070 con 0x7f67580cf0e0 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.872+0000 7f674effd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 0x7f673806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.872+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f674008b5c0 con 0x7f67580cf0e0 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.872+0000 7f675659c640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 0x7f673806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.872+0000 7f675659c640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 0x7f673806e770 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f675000a9d0 tx=0x7f6750008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:39.876+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6740059d30 con 0x7f67580cf0e0 2024-09-19T08:13:40.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.051+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67580cb120 con 0x7f67580cf0e0 2024-09-19T08:13:40.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.052+0000 7f674effd640 1 -- 172.21.15.17:0/1793864626 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v138) ==== 74+0+16655 (secure 0 0 0) 0x7f6740059630 con 0x7f67580cf0e0 2024-09-19T08:13:40.053 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:40.053 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":138,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:37.377189+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:33.406168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:34.725457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 msgr2=0x7f673806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 0x7f673806e770 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f675000a9d0 tx=0x7f6750008040 comp rx=0 tx=0).stop 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 msgr2=0x7f67580c9c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 secure :-1 s=READY pgs=2336 cs=0 l=1 rev1=1 crypto rx=0x7f674000d7d0 tx=0x7f674000dc90 comp rx=0 tx=0).stop 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 shutdown_connections 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f673806c2b0 0x7f673806e770 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f675815e640 0x7f675815fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f67580cf0e0 0x7f67580c9c40 unknown :-1 s=CLOSED pgs=2336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 --2- 172.21.15.17:0/1793864626 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f67580b2cf0 0x7f67581f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.054+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 >> 172.21.15.17:0/1793864626 conn(0x7f675809d820 msgr2=0x7f67580d4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.055+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 shutdown_connections 2024-09-19T08:13:40.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.055+0000 7f675cedd640 1 -- 172.21.15.17:0/1793864626 wait complete. 2024-09-19T08:13:40.066 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:13:40.066 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:13:40.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.168+0000 7f3db1dfd640 1 Processor -- start 2024-09-19T08:13:40.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.168+0000 7f3db1dfd640 1 -- start start 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3db1dfd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3dac15eab0 0x7f3dac06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3db1dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3db1dfd640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dac0d17e0 con 0x7f3dac06dae0 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3db1dfd640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3dac0d09d0 con 0x7f3dac15eab0 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3db1dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3dac15ee90 con 0x7f3dac0d3480 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3dab7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3dac15eab0 0x7f3dac06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3dab7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3dac15eab0 0x7f3dac06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54198/0 (socket says 172.21.15.17:54198) 2024-09-19T08:13:40.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3dab7fe640 1 -- 172.21.15.17:0/692328229 learned_addr learned my addr 172.21.15.17:0/692328229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.169+0000 7f3dabfff640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3dab7fe640 1 -- 172.21.15.17:0/692328229 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 msgr2=0x7f3dac0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3dab7fe640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3dab7fe640 1 -- 172.21.15.17:0/692328229 >> v1:172.21.15.160:6789/0 conn(0x7f3dac06dae0 legacy=0x7f3dac0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3dab7fe640 1 -- 172.21.15.17:0/692328229 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dac0cfc10 con 0x7f3dac15eab0 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3daa7fc640 1 -- 172.21.15.17:0/692328229 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 182628748 0 0) 0x7f3dac0d17e0 con 0x7f3dac06dae0 2024-09-19T08:13:40.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.170+0000 7f3dab7fe640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac06d5a0 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0098a0 tx=0x7f3d9c02a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=babc825df13695e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3daa7fc640 1 -- 172.21.15.17:0/692328229 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c037070 con 0x7f3dac15eab0 2024-09-19T08:13:40.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3daa7fc640 1 -- 172.21.15.17:0/692328229 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d9c032640 con 0x7f3dac15eab0 2024-09-19T08:13:40.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3daa7fc640 1 -- 172.21.15.17:0/692328229 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c032a10 con 0x7f3dac15eab0 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 -- 172.21.15.17:0/692328229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 msgr2=0x7f3dac06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac06d5a0 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0098a0 tx=0x7f3d9c02a320 comp rx=0 tx=0).stop 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 -- 172.21.15.17:0/692328229 shutdown_connections 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/692328229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac06d5a0 unknown :-1 s=CLOSED pgs=2337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 -- 172.21.15.17:0/692328229 >> 172.21.15.17:0/692328229 conn(0x7f3dac0d4b30 msgr2=0x7f3dac0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 -- 172.21.15.17:0/692328229 shutdown_connections 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.171+0000 7f3db1dfd640 1 -- 172.21.15.17:0/692328229 wait complete. 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.172+0000 7f3db1dfd640 1 Processor -- start 2024-09-19T08:13:40.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 -- start start 2024-09-19T08:13:40.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3dac06dae0 0x7f3dac1f3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3dac0d01d0 con 0x7f3dac15eab0 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3dac06df20 con 0x7f3dac06dae0 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.173+0000 7f3db1dfd640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3dac0d04b0 con 0x7f3dac0d3480 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54210/0 (socket says 172.21.15.17:54210) 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 -- 172.21.15.17:0/3828225522 learned_addr learned my addr 172.21.15.17:0/3828225522 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dab7fe640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3dac06dae0 0x7f3dac1f3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3daaffd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 -- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 msgr2=0x7f3dac161910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac161910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 -- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3dac06dae0 msgr2=0x7f3dac1f3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3dac06dae0 0x7f3dac1f3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 -- 172.21.15.17:0/3828225522 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dac0cdbd0 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3daaffd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac161910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3dabfff640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 secure :-1 s=READY pgs=2338 cs=0 l=1 rev1=1 crypto rx=0x7f3da400efc0 tx=0x7f3da400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da4018020 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3da4014480 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dac0cde70 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da4014870 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.174+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dac15b080 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.175+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dac0ce390 con 0x7f3dac15eab0 2024-09-19T08:13:40.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.176+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3da4005d10 con 0x7f3dac15eab0 2024-09-19T08:13:40.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.176+0000 7f3d93fff640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 0x7f3d9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.176+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f3da408c170 con 0x7f3dac15eab0 2024-09-19T08:13:40.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.177+0000 7f3dab7fe640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 0x7f3d9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.177+0000 7f3dab7fe640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 0x7f3d9806e770 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c034000 tx=0x7f3d9c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.181+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3da4022030 con 0x7f3dac15eab0 2024-09-19T08:13:40.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.354+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3dac15a950 con 0x7f3d9806c2b0 2024-09-19T08:13:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.361+0000 7f3d93fff640 1 -- 172.21.15.17:0/3828225522 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7f3dac15a950 con 0x7f3d9806c2b0 2024-09-19T08:13:40.364 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:40.365 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 msgr2=0x7f3d9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 0x7f3d9806e770 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c034000 tx=0x7f3d9c02e000 comp rx=0 tx=0).stop 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 msgr2=0x7f3dac1f7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 secure :-1 s=READY pgs=2338 cs=0 l=1 rev1=1 crypto rx=0x7f3da400efc0 tx=0x7f3da400c490 comp rx=0 tx=0).stop 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 shutdown_connections 2024-09-19T08:13:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3d9806c2b0 0x7f3d9806e770 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3dac15eab0 0x7f3dac1f7690 unknown :-1 s=CLOSED pgs=2338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3dac0d3480 0x7f3dac161910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 --2- 172.21.15.17:0/3828225522 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3dac06dae0 0x7f3dac1f3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 >> 172.21.15.17:0/3828225522 conn(0x7f3dac0d4b30 msgr2=0x7f3dac0c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 shutdown_connections 2024-09-19T08:13:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.364+0000 7f3db1dfd640 1 -- 172.21.15.17:0/3828225522 wait complete. 2024-09-19T08:13:40.375 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":471,"stamp":"2024-09-19T08:13:39.557212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":140,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":297728,"kb_used_data":14928,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754676992,"statfs":{"total":773094113280,"available":772789239808,"internally_reserved":0,"allocated":15286272,"data_stored":7938956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.188244"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380647+0000","last_change":"2024-09-19T08:13:36.396531+0000","last_active":"2024-09-19T08:13:37.380647+0000","last_peered":"2024-09-19T08:13:37.380647+0000","last_clean":"2024-09-19T08:13:37.380647+0000","last_became_active":"2024-09-19T08:13:36.396039+0000","last_became_peered":"2024-09-19T08:13:36.396039+0000","last_unstale":"2024-09-19T08:13:37.380647+0000","last_undegraded":"2024-09-19T08:13:37.380647+0000","last_fullsized":"2024-09-19T08:13:37.380647+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:30.929449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398248+0000","last_change":"2024-09-19T08:13:36.402580+0000","last_active":"2024-09-19T08:13:37.398248+0000","last_peered":"2024-09-19T08:13:37.398248+0000","last_clean":"2024-09-19T08:13:37.398248+0000","last_became_active":"2024-09-19T08:13:36.402288+0000","last_became_peered":"2024-09-19T08:13:36.402288+0000","last_unstale":"2024-09-19T08:13:37.398248+0000","last_undegraded":"2024-09-19T08:13:37.398248+0000","last_fullsized":"2024-09-19T08:13:37.398248+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:20.603443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380545+0000","last_change":"2024-09-19T08:13:36.402754+0000","last_active":"2024-09-19T08:13:37.380545+0000","last_peered":"2024-09-19T08:13:37.380545+0000","last_clean":"2024-09-19T08:13:37.380545+0000","last_became_active":"2024-09-19T08:13:36.402434+0000","last_became_peered":"2024-09-19T08:13:36.402434+0000","last_unstale":"2024-09-19T08:13:37.380545+0000","last_undegraded":"2024-09-19T08:13:37.380545+0000","last_fullsized":"2024-09-19T08:13:37.380545+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:19.611501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365957+0000","last_change":"2024-09-19T08:13:36.398863+0000","last_active":"2024-09-19T08:13:38.365957+0000","last_peered":"2024-09-19T08:13:38.365957+0000","last_clean":"2024-09-19T08:13:38.365957+0000","last_became_active":"2024-09-19T08:13:36.398275+0000","last_became_peered":"2024-09-19T08:13:36.398275+0000","last_unstale":"2024-09-19T08:13:38.365957+0000","last_undegraded":"2024-09-19T08:13:38.365957+0000","last_fullsized":"2024-09-19T08:13:38.365957+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:47.985602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382292+0000","last_change":"2024-09-19T08:13:36.400852+0000","last_active":"2024-09-19T08:13:37.382292+0000","last_peered":"2024-09-19T08:13:37.382292+0000","last_clean":"2024-09-19T08:13:37.382292+0000","last_became_active":"2024-09-19T08:13:36.399005+0000","last_became_peered":"2024-09-19T08:13:36.399005+0000","last_unstale":"2024-09-19T08:13:37.382292+0000","last_undegraded":"2024-09-19T08:13:37.382292+0000","last_fullsized":"2024-09-19T08:13:37.382292+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:46.810541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288961+0000","last_change":"2024-09-19T08:13:36.402081+0000","last_active":"2024-09-19T08:13:39.288961+0000","last_peered":"2024-09-19T08:13:39.288961+0000","last_clean":"2024-09-19T08:13:39.288961+0000","last_became_active":"2024-09-19T08:13:36.401805+0000","last_became_peered":"2024-09-19T08:13:36.401805+0000","last_unstale":"2024-09-19T08:13:39.288961+0000","last_undegraded":"2024-09-19T08:13:39.288961+0000","last_fullsized":"2024-09-19T08:13:39.288961+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288973+0000","last_change":"2024-09-19T08:13:36.403835+0000","last_active":"2024-09-19T08:13:39.288973+0000","last_peered":"2024-09-19T08:13:39.288973+0000","last_clean":"2024-09-19T08:13:39.288973+0000","last_became_active":"2024-09-19T08:13:36.403563+0000","last_became_peered":"2024-09-19T08:13:36.403563+0000","last_unstale":"2024-09-19T08:13:39.288973+0000","last_undegraded":"2024-09-19T08:13:39.288973+0000","last_fullsized":"2024-09-19T08:13:39.288973+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397917+0000","last_change":"2024-09-19T08:13:36.398152+0000","last_active":"2024-09-19T08:13:37.397917+0000","last_peered":"2024-09-19T08:13:37.397917+0000","last_clean":"2024-09-19T08:13:37.397917+0000","last_became_active":"2024-09-19T08:13:36.397848+0000","last_became_peered":"2024-09-19T08:13:36.397848+0000","last_unstale":"2024-09-19T08:13:37.397917+0000","last_undegraded":"2024-09-19T08:13:37.397917+0000","last_fullsized":"2024-09-19T08:13:37.397917+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289421+0000","last_change":"2024-09-19T08:13:36.400519+0000","last_active":"2024-09-19T08:13:39.289421+0000","last_peered":"2024-09-19T08:13:39.289421+0000","last_clean":"2024-09-19T08:13:39.289421+0000","last_became_active":"2024-09-19T08:13:36.400240+0000","last_became_peered":"2024-09-19T08:13:36.400240+0000","last_unstale":"2024-09-19T08:13:39.289421+0000","last_undegraded":"2024-09-19T08:13:39.289421+0000","last_fullsized":"2024-09-19T08:13:39.289421+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:29.418379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382093+0000","last_change":"2024-09-19T08:13:36.392962+0000","last_active":"2024-09-19T08:13:37.382093+0000","last_peered":"2024-09-19T08:13:37.382093+0000","last_clean":"2024-09-19T08:13:37.382093+0000","last_became_active":"2024-09-19T08:13:36.392669+0000","last_became_peered":"2024-09-19T08:13:36.392669+0000","last_unstale":"2024-09-19T08:13:37.382093+0000","last_undegraded":"2024-09-19T08:13:37.382093+0000","last_fullsized":"2024-09-19T08:13:37.382093+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:03.782601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288836+0000","last_change":"2024-09-19T08:13:36.395483+0000","last_active":"2024-09-19T08:13:39.288836+0000","last_peered":"2024-09-19T08:13:39.288836+0000","last_clean":"2024-09-19T08:13:39.288836+0000","last_became_active":"2024-09-19T08:13:36.395163+0000","last_became_peered":"2024-09-19T08:13:36.395163+0000","last_unstale":"2024-09-19T08:13:39.288836+0000","last_undegraded":"2024-09-19T08:13:39.288836+0000","last_fullsized":"2024-09-19T08:13:39.288836+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:56.564204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289532+0000","last_change":"2024-09-19T08:13:36.395379+0000","last_active":"2024-09-19T08:13:39.289532+0000","last_peered":"2024-09-19T08:13:39.289532+0000","last_clean":"2024-09-19T08:13:39.289532+0000","last_became_active":"2024-09-19T08:13:36.395075+0000","last_became_peered":"2024-09-19T08:13:36.395075+0000","last_unstale":"2024-09-19T08:13:39.289532+0000","last_undegraded":"2024-09-19T08:13:39.289532+0000","last_fullsized":"2024-09-19T08:13:39.289532+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:28.194927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365847+0000","last_change":"2024-09-19T08:13:36.393347+0000","last_active":"2024-09-19T08:13:38.365847+0000","last_peered":"2024-09-19T08:13:38.365847+0000","last_clean":"2024-09-19T08:13:38.365847+0000","last_became_active":"2024-09-19T08:13:36.393029+0000","last_became_peered":"2024-09-19T08:13:36.393029+0000","last_unstale":"2024-09-19T08:13:38.365847+0000","last_undegraded":"2024-09-19T08:13:38.365847+0000","last_fullsized":"2024-09-19T08:13:38.365847+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:56.920933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400318+0000","last_change":"2024-09-19T08:13:36.390303+0000","last_active":"2024-09-19T08:13:37.400318+0000","last_peered":"2024-09-19T08:13:37.400318+0000","last_clean":"2024-09-19T08:13:37.400318+0000","last_became_active":"2024-09-19T08:13:36.390023+0000","last_became_peered":"2024-09-19T08:13:36.390023+0000","last_unstale":"2024-09-19T08:13:37.400318+0000","last_undegraded":"2024-09-19T08:13:37.400318+0000","last_fullsized":"2024-09-19T08:13:37.400318+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:50.441047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365639+0000","last_change":"2024-09-19T08:13:36.392355+0000","last_active":"2024-09-19T08:13:38.365639+0000","last_peered":"2024-09-19T08:13:38.365639+0000","last_clean":"2024-09-19T08:13:38.365639+0000","last_became_active":"2024-09-19T08:13:36.391822+0000","last_became_peered":"2024-09-19T08:13:36.391822+0000","last_unstale":"2024-09-19T08:13:38.365639+0000","last_undegraded":"2024-09-19T08:13:38.365639+0000","last_fullsized":"2024-09-19T08:13:38.365639+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:01.734457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288850+0000","last_change":"2024-09-19T08:13:36.406150+0000","last_active":"2024-09-19T08:13:39.288850+0000","last_peered":"2024-09-19T08:13:39.288850+0000","last_clean":"2024-09-19T08:13:39.288850+0000","last_became_active":"2024-09-19T08:13:36.405570+0000","last_became_peered":"2024-09-19T08:13:36.405570+0000","last_unstale":"2024-09-19T08:13:39.288850+0000","last_undegraded":"2024-09-19T08:13:39.288850+0000","last_fullsized":"2024-09-19T08:13:39.288850+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:49.474674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398165+0000","last_change":"2024-09-19T08:13:36.388526+0000","last_active":"2024-09-19T08:13:37.398165+0000","last_peered":"2024-09-19T08:13:37.398165+0000","last_clean":"2024-09-19T08:13:37.398165+0000","last_became_active":"2024-09-19T08:13:36.388030+0000","last_became_peered":"2024-09-19T08:13:36.388030+0000","last_unstale":"2024-09-19T08:13:37.398165+0000","last_undegraded":"2024-09-19T08:13:37.398165+0000","last_fullsized":"2024-09-19T08:13:37.398165+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:21.679696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.366015+0000","last_change":"2024-09-19T08:13:36.394103+0000","last_active":"2024-09-19T08:13:38.366015+0000","last_peered":"2024-09-19T08:13:38.366015+0000","last_clean":"2024-09-19T08:13:38.366015+0000","last_became_active":"2024-09-19T08:13:36.393811+0000","last_became_peered":"2024-09-19T08:13:36.393811+0000","last_unstale":"2024-09-19T08:13:38.366015+0000","last_undegraded":"2024-09-19T08:13:38.366015+0000","last_fullsized":"2024-09-19T08:13:38.366015+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:55.347548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400554+0000","last_change":"2024-09-19T08:13:36.400490+0000","last_active":"2024-09-19T08:13:37.400554+0000","last_peered":"2024-09-19T08:13:37.400554+0000","last_clean":"2024-09-19T08:13:37.400554+0000","last_became_active":"2024-09-19T08:13:36.400197+0000","last_became_peered":"2024-09-19T08:13:36.400197+0000","last_unstale":"2024-09-19T08:13:37.400554+0000","last_undegraded":"2024-09-19T08:13:37.400554+0000","last_fullsized":"2024-09-19T08:13:37.400554+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:49.361415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289661+0000","last_change":"2024-09-19T08:13:36.400005+0000","last_active":"2024-09-19T08:13:39.289661+0000","last_peered":"2024-09-19T08:13:39.289661+0000","last_clean":"2024-09-19T08:13:39.289661+0000","last_became_active":"2024-09-19T08:13:36.399711+0000","last_became_peered":"2024-09-19T08:13:36.399711+0000","last_unstale":"2024-09-19T08:13:39.289661+0000","last_undegraded":"2024-09-19T08:13:39.289661+0000","last_fullsized":"2024-09-19T08:13:39.289661+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:34.638929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400290+0000","last_change":"2024-09-19T08:13:36.387913+0000","last_active":"2024-09-19T08:13:37.400290+0000","last_peered":"2024-09-19T08:13:37.400290+0000","last_clean":"2024-09-19T08:13:37.400290+0000","last_became_active":"2024-09-19T08:13:36.387601+0000","last_became_peered":"2024-09-19T08:13:36.387601+0000","last_unstale":"2024-09-19T08:13:37.400290+0000","last_undegraded":"2024-09-19T08:13:37.400290+0000","last_fullsized":"2024-09-19T08:13:37.400290+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:45.656211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397918+0000","last_change":"2024-09-19T08:13:36.391314+0000","last_active":"2024-09-19T08:13:37.397918+0000","last_peered":"2024-09-19T08:13:37.397918+0000","last_clean":"2024-09-19T08:13:37.397918+0000","last_became_active":"2024-09-19T08:13:36.391034+0000","last_became_peered":"2024-09-19T08:13:36.391034+0000","last_unstale":"2024-09-19T08:13:37.397918+0000","last_undegraded":"2024-09-19T08:13:37.397918+0000","last_fullsized":"2024-09-19T08:13:37.397918+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397891+0000","last_change":"2024-09-19T08:13:36.392271+0000","last_active":"2024-09-19T08:13:37.397891+0000","last_peered":"2024-09-19T08:13:37.397891+0000","last_clean":"2024-09-19T08:13:37.397891+0000","last_became_active":"2024-09-19T08:13:36.391950+0000","last_became_peered":"2024-09-19T08:13:36.391950+0000","last_unstale":"2024-09-19T08:13:37.397891+0000","last_undegraded":"2024-09-19T08:13:37.397891+0000","last_fullsized":"2024-09-19T08:13:37.397891+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289099+0000","last_change":"2024-09-19T08:13:36.400588+0000","last_active":"2024-09-19T08:13:39.289099+0000","last_peered":"2024-09-19T08:13:39.289099+0000","last_clean":"2024-09-19T08:13:39.289099+0000","last_became_active":"2024-09-19T08:13:36.400326+0000","last_became_peered":"2024-09-19T08:13:36.400326+0000","last_unstale":"2024-09-19T08:13:39.289099+0000","last_undegraded":"2024-09-19T08:13:39.289099+0000","last_fullsized":"2024-09-19T08:13:39.289099+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.042078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382589+0000","last_change":"2024-09-19T08:13:36.399929+0000","last_active":"2024-09-19T08:13:37.382589+0000","last_peered":"2024-09-19T08:13:37.382589+0000","last_clean":"2024-09-19T08:13:37.382589+0000","last_became_active":"2024-09-19T08:13:36.399628+0000","last_became_peered":"2024-09-19T08:13:36.399628+0000","last_unstale":"2024-09-19T08:13:37.382589+0000","last_undegraded":"2024-09-19T08:13:37.382589+0000","last_fullsized":"2024-09-19T08:13:37.382589+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398239+0000","last_change":"2024-09-19T08:13:36.405267+0000","last_active":"2024-09-19T08:13:37.398239+0000","last_peered":"2024-09-19T08:13:37.398239+0000","last_clean":"2024-09-19T08:13:37.398239+0000","last_became_active":"2024-09-19T08:13:36.404933+0000","last_became_peered":"2024-09-19T08:13:36.404933+0000","last_unstale":"2024-09-19T08:13:37.398239+0000","last_undegraded":"2024-09-19T08:13:37.398239+0000","last_fullsized":"2024-09-19T08:13:37.398239+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:13.656980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289034+0000","last_change":"2024-09-19T08:13:36.396044+0000","last_active":"2024-09-19T08:13:39.289034+0000","last_peered":"2024-09-19T08:13:39.289034+0000","last_clean":"2024-09-19T08:13:39.289034+0000","last_became_active":"2024-09-19T08:13:36.395789+0000","last_became_peered":"2024-09-19T08:13:36.395789+0000","last_unstale":"2024-09-19T08:13:39.289034+0000","last_undegraded":"2024-09-19T08:13:39.289034+0000","last_fullsized":"2024-09-19T08:13:39.289034+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382388+0000","last_change":"2024-09-19T08:13:36.400912+0000","last_active":"2024-09-19T08:13:37.382388+0000","last_peered":"2024-09-19T08:13:37.382388+0000","last_clean":"2024-09-19T08:13:37.382388+0000","last_became_active":"2024-09-19T08:13:36.400426+0000","last_became_peered":"2024-09-19T08:13:36.400426+0000","last_unstale":"2024-09-19T08:13:37.382388+0000","last_undegraded":"2024-09-19T08:13:37.382388+0000","last_fullsized":"2024-09-19T08:13:37.382388+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:49.474674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397927+0000","last_change":"2024-09-19T08:13:36.397518+0000","last_active":"2024-09-19T08:13:37.397927+0000","last_peered":"2024-09-19T08:13:37.397927+0000","last_clean":"2024-09-19T08:13:37.397927+0000","last_became_active":"2024-09-19T08:13:36.397200+0000","last_became_peered":"2024-09-19T08:13:36.397200+0000","last_unstale":"2024-09-19T08:13:37.397927+0000","last_undegraded":"2024-09-19T08:13:37.397927+0000","last_fullsized":"2024-09-19T08:13:37.397927+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.042078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400051+0000","last_change":"2024-09-19T08:13:36.400509+0000","last_active":"2024-09-19T08:13:37.400051+0000","last_peered":"2024-09-19T08:13:37.400051+0000","last_clean":"2024-09-19T08:13:37.400051+0000","last_became_active":"2024-09-19T08:13:36.400225+0000","last_became_peered":"2024-09-19T08:13:36.400225+0000","last_unstale":"2024-09-19T08:13:37.400051+0000","last_undegraded":"2024-09-19T08:13:37.400051+0000","last_fullsized":"2024-09-19T08:13:37.400051+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:43.438874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365891+0000","last_change":"2024-09-19T08:13:36.392096+0000","last_active":"2024-09-19T08:13:38.365891+0000","last_peered":"2024-09-19T08:13:38.365891+0000","last_clean":"2024-09-19T08:13:38.365891+0000","last_became_active":"2024-09-19T08:13:36.391430+0000","last_became_peered":"2024-09-19T08:13:36.391430+0000","last_unstale":"2024-09-19T08:13:38.365891+0000","last_undegraded":"2024-09-19T08:13:38.365891+0000","last_fullsized":"2024-09-19T08:13:38.365891+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:37.878048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380242+0000","last_change":"2024-09-19T08:13:36.394547+0000","last_active":"2024-09-19T08:13:37.380242+0000","last_peered":"2024-09-19T08:13:37.380242+0000","last_clean":"2024-09-19T08:13:37.380242+0000","last_became_active":"2024-09-19T08:13:36.394272+0000","last_became_peered":"2024-09-19T08:13:36.394272+0000","last_unstale":"2024-09-19T08:13:37.380242+0000","last_undegraded":"2024-09-19T08:13:37.380242+0000","last_fullsized":"2024-09-19T08:13:37.380242+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:39.948453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400669+0000","last_change":"2024-09-19T08:13:36.396712+0000","last_active":"2024-09-19T08:13:37.400669+0000","last_peered":"2024-09-19T08:13:37.400669+0000","last_clean":"2024-09-19T08:13:37.400669+0000","last_became_active":"2024-09-19T08:13:36.396296+0000","last_became_peered":"2024-09-19T08:13:36.396296+0000","last_unstale":"2024-09-19T08:13:37.400669+0000","last_undegraded":"2024-09-19T08:13:37.400669+0000","last_fullsized":"2024-09-19T08:13:37.400669+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:49:54.597958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"137'4","reported_seq":18,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398198+0000","last_change":"2024-09-19T08:13:35.397477+0000","last_active":"2024-09-19T08:13:37.398198+0000","last_peered":"2024-09-19T08:13:37.398198+0000","last_clean":"2024-09-19T08:13:37.398198+0000","last_became_active":"2024-09-19T08:13:35.397172+0000","last_became_peered":"2024-09-19T08:13:35.397172+0000","last_unstale":"2024-09-19T08:13:37.398198+0000","last_undegraded":"2024-09-19T08:13:37.398198+0000","last_fullsized":"2024-09-19T08:13:37.398198+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:07.508425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.366070+0000","last_change":"2024-09-19T08:13:36.398988+0000","last_active":"2024-09-19T08:13:38.366070+0000","last_peered":"2024-09-19T08:13:38.366070+0000","last_clean":"2024-09-19T08:13:38.366070+0000","last_became_active":"2024-09-19T08:13:36.398647+0000","last_became_peered":"2024-09-19T08:13:36.398647+0000","last_unstale":"2024-09-19T08:13:38.366070+0000","last_undegraded":"2024-09-19T08:13:38.366070+0000","last_fullsized":"2024-09-19T08:13:38.366070+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:35.581055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289048+0000","last_change":"2024-09-19T08:13:35.395905+0000","last_active":"2024-09-19T08:13:39.289048+0000","last_peered":"2024-09-19T08:13:39.289048+0000","last_clean":"2024-09-19T08:13:39.289048+0000","last_became_active":"2024-09-19T08:13:35.395584+0000","last_became_peered":"2024-09-19T08:13:35.395584+0000","last_unstale":"2024-09-19T08:13:39.289048+0000","last_undegraded":"2024-09-19T08:13:39.289048+0000","last_fullsized":"2024-09-19T08:13:39.289048+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:05.636646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380520+0000","last_change":"2024-09-19T08:13:36.396833+0000","last_active":"2024-09-19T08:13:37.380520+0000","last_peered":"2024-09-19T08:13:37.380520+0000","last_clean":"2024-09-19T08:13:37.380520+0000","last_became_active":"2024-09-19T08:13:36.396455+0000","last_became_peered":"2024-09-19T08:13:36.396455+0000","last_unstale":"2024-09-19T08:13:37.380520+0000","last_undegraded":"2024-09-19T08:13:37.380520+0000","last_fullsized":"2024-09-19T08:13:37.380520+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:41.793734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398132+0000","last_change":"2024-09-19T08:13:35.402190+0000","last_active":"2024-09-19T08:13:37.398132+0000","last_peered":"2024-09-19T08:13:37.398132+0000","last_clean":"2024-09-19T08:13:37.398132+0000","last_became_active":"2024-09-19T08:13:35.401868+0000","last_became_peered":"2024-09-19T08:13:35.401868+0000","last_unstale":"2024-09-19T08:13:37.398132+0000","last_undegraded":"2024-09-19T08:13:37.398132+0000","last_fullsized":"2024-09-19T08:13:37.398132+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:39.698784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289181+0000","last_change":"2024-09-19T08:13:36.394422+0000","last_active":"2024-09-19T08:13:39.289181+0000","last_peered":"2024-09-19T08:13:39.289181+0000","last_clean":"2024-09-19T08:13:39.289181+0000","last_became_active":"2024-09-19T08:13:36.394152+0000","last_became_peered":"2024-09-19T08:13:36.394152+0000","last_unstale":"2024-09-19T08:13:39.289181+0000","last_undegraded":"2024-09-19T08:13:39.289181+0000","last_fullsized":"2024-09-19T08:13:39.289181+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:59.305077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397989+0000","last_change":"2024-09-19T08:13:35.397394+0000","last_active":"2024-09-19T08:13:37.397989+0000","last_peered":"2024-09-19T08:13:37.397989+0000","last_clean":"2024-09-19T08:13:37.397989+0000","last_became_active":"2024-09-19T08:13:35.395222+0000","last_became_peered":"2024-09-19T08:13:35.395222+0000","last_unstale":"2024-09-19T08:13:37.397989+0000","last_undegraded":"2024-09-19T08:13:37.397989+0000","last_fullsized":"2024-09-19T08:13:37.397989+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381610+0000","last_change":"2024-09-19T08:13:36.396494+0000","last_active":"2024-09-19T08:13:37.381610+0000","last_peered":"2024-09-19T08:13:37.381610+0000","last_clean":"2024-09-19T08:13:37.381610+0000","last_became_active":"2024-09-19T08:13:36.396204+0000","last_became_peered":"2024-09-19T08:13:36.396204+0000","last_unstale":"2024-09-19T08:13:37.381610+0000","last_undegraded":"2024-09-19T08:13:37.381610+0000","last_fullsized":"2024-09-19T08:13:37.381610+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:02.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380288+0000","last_change":"2024-09-19T08:13:35.391776+0000","last_active":"2024-09-19T08:13:37.380288+0000","last_peered":"2024-09-19T08:13:37.380288+0000","last_clean":"2024-09-19T08:13:37.380288+0000","last_became_active":"2024-09-19T08:13:35.391483+0000","last_became_peered":"2024-09-19T08:13:35.391483+0000","last_unstale":"2024-09-19T08:13:37.380288+0000","last_undegraded":"2024-09-19T08:13:37.380288+0000","last_fullsized":"2024-09-19T08:13:37.380288+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:32.365896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289474+0000","last_change":"2024-09-19T08:13:36.402824+0000","last_active":"2024-09-19T08:13:39.289474+0000","last_peered":"2024-09-19T08:13:39.289474+0000","last_clean":"2024-09-19T08:13:39.289474+0000","last_became_active":"2024-09-19T08:13:36.402530+0000","last_became_peered":"2024-09-19T08:13:36.402530+0000","last_unstale":"2024-09-19T08:13:39.289474+0000","last_undegraded":"2024-09-19T08:13:39.289474+0000","last_fullsized":"2024-09-19T08:13:39.289474+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:20.603443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397757+0000","last_change":"2024-09-19T08:13:35.397085+0000","last_active":"2024-09-19T08:13:37.397757+0000","last_peered":"2024-09-19T08:13:37.397757+0000","last_clean":"2024-09-19T08:13:37.397757+0000","last_became_active":"2024-09-19T08:13:35.395636+0000","last_became_peered":"2024-09-19T08:13:35.395636+0000","last_unstale":"2024-09-19T08:13:37.397757+0000","last_undegraded":"2024-09-19T08:13:37.397757+0000","last_fullsized":"2024-09-19T08:13:37.397757+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:01.206230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365655+0000","last_change":"2024-09-19T08:13:36.394824+0000","last_active":"2024-09-19T08:13:38.365655+0000","last_peered":"2024-09-19T08:13:38.365655+0000","last_clean":"2024-09-19T08:13:38.365655+0000","last_became_active":"2024-09-19T08:13:36.394511+0000","last_became_peered":"2024-09-19T08:13:36.394511+0000","last_unstale":"2024-09-19T08:13:38.365655+0000","last_undegraded":"2024-09-19T08:13:38.365655+0000","last_fullsized":"2024-09-19T08:13:38.365655+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:59.533887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382517+0000","last_change":"2024-09-19T08:13:35.398624+0000","last_active":"2024-09-19T08:13:37.382517+0000","last_peered":"2024-09-19T08:13:37.382517+0000","last_clean":"2024-09-19T08:13:37.382517+0000","last_became_active":"2024-09-19T08:13:35.398342+0000","last_became_peered":"2024-09-19T08:13:35.398342+0000","last_unstale":"2024-09-19T08:13:37.382517+0000","last_undegraded":"2024-09-19T08:13:37.382517+0000","last_fullsized":"2024-09-19T08:13:37.382517+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289257+0000","last_change":"2024-09-19T08:13:36.391663+0000","last_active":"2024-09-19T08:13:39.289257+0000","last_peered":"2024-09-19T08:13:39.289257+0000","last_clean":"2024-09-19T08:13:39.289257+0000","last_became_active":"2024-09-19T08:13:36.391393+0000","last_became_peered":"2024-09-19T08:13:36.391393+0000","last_unstale":"2024-09-19T08:13:39.289257+0000","last_undegraded":"2024-09-19T08:13:39.289257+0000","last_fullsized":"2024-09-19T08:13:39.289257+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:27.979948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380134+0000","last_change":"2024-09-19T08:13:35.387869+0000","last_active":"2024-09-19T08:13:37.380134+0000","last_peered":"2024-09-19T08:13:37.380134+0000","last_clean":"2024-09-19T08:13:37.380134+0000","last_became_active":"2024-09-19T08:13:35.387511+0000","last_became_peered":"2024-09-19T08:13:35.387511+0000","last_unstale":"2024-09-19T08:13:37.380134+0000","last_undegraded":"2024-09-19T08:13:37.380134+0000","last_fullsized":"2024-09-19T08:13:37.380134+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:00.300440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398339+0000","last_change":"2024-09-19T08:13:36.396916+0000","last_active":"2024-09-19T08:13:37.398339+0000","last_peered":"2024-09-19T08:13:37.398339+0000","last_clean":"2024-09-19T08:13:37.398339+0000","last_became_active":"2024-09-19T08:13:36.396588+0000","last_became_peered":"2024-09-19T08:13:36.396588+0000","last_unstale":"2024-09-19T08:13:37.398339+0000","last_undegraded":"2024-09-19T08:13:37.398339+0000","last_fullsized":"2024-09-19T08:13:37.398339+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:01.734457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380615+0000","last_change":"2024-09-19T08:13:35.392507+0000","last_active":"2024-09-19T08:13:37.380615+0000","last_peered":"2024-09-19T08:13:37.380615+0000","last_clean":"2024-09-19T08:13:37.380615+0000","last_became_active":"2024-09-19T08:13:35.392193+0000","last_became_peered":"2024-09-19T08:13:35.392193+0000","last_unstale":"2024-09-19T08:13:37.380615+0000","last_undegraded":"2024-09-19T08:13:37.380615+0000","last_fullsized":"2024-09-19T08:13:37.380615+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:54.869731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289494+0000","last_change":"2024-09-19T08:13:36.393803+0000","last_active":"2024-09-19T08:13:39.289494+0000","last_peered":"2024-09-19T08:13:39.289494+0000","last_clean":"2024-09-19T08:13:39.289494+0000","last_became_active":"2024-09-19T08:13:36.393516+0000","last_became_peered":"2024-09-19T08:13:36.393516+0000","last_unstale":"2024-09-19T08:13:39.289494+0000","last_undegraded":"2024-09-19T08:13:39.289494+0000","last_fullsized":"2024-09-19T08:13:39.289494+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:14.378040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365984+0000","last_change":"2024-09-19T08:13:35.398743+0000","last_active":"2024-09-19T08:13:38.365984+0000","last_peered":"2024-09-19T08:13:38.365984+0000","last_clean":"2024-09-19T08:13:38.365984+0000","last_became_active":"2024-09-19T08:13:35.398398+0000","last_became_peered":"2024-09-19T08:13:35.398398+0000","last_unstale":"2024-09-19T08:13:38.365984+0000","last_undegraded":"2024-09-19T08:13:38.365984+0000","last_fullsized":"2024-09-19T08:13:38.365984+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:55.558718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382459+0000","last_change":"2024-09-19T08:13:36.400052+0000","last_active":"2024-09-19T08:13:37.382459+0000","last_peered":"2024-09-19T08:13:37.382459+0000","last_clean":"2024-09-19T08:13:37.382459+0000","last_became_active":"2024-09-19T08:13:36.399747+0000","last_became_peered":"2024-09-19T08:13:36.399747+0000","last_unstale":"2024-09-19T08:13:37.382459+0000","last_undegraded":"2024-09-19T08:13:37.382459+0000","last_fullsized":"2024-09-19T08:13:37.382459+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"137'3","reported_seq":17,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289274+0000","last_change":"2024-09-19T08:13:35.395688+0000","last_active":"2024-09-19T08:13:39.289274+0000","last_peered":"2024-09-19T08:13:39.289274+0000","last_clean":"2024-09-19T08:13:39.289274+0000","last_became_active":"2024-09-19T08:13:35.395400+0000","last_became_peered":"2024-09-19T08:13:35.395400+0000","last_unstale":"2024-09-19T08:13:39.289274+0000","last_undegraded":"2024-09-19T08:13:39.289274+0000","last_fullsized":"2024-09-19T08:13:39.289274+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:07.508425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289210+0000","last_change":"2024-09-19T08:13:36.404779+0000","last_active":"2024-09-19T08:13:39.289210+0000","last_peered":"2024-09-19T08:13:39.289210+0000","last_clean":"2024-09-19T08:13:39.289210+0000","last_became_active":"2024-09-19T08:13:36.404468+0000","last_became_peered":"2024-09-19T08:13:36.404468+0000","last_unstale":"2024-09-19T08:13:39.289210+0000","last_undegraded":"2024-09-19T08:13:39.289210+0000","last_fullsized":"2024-09-19T08:13:39.289210+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:21.679696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"137'6","reported_seq":20,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289575+0000","last_change":"2024-09-19T08:13:35.396243+0000","last_active":"2024-09-19T08:13:39.289575+0000","last_peered":"2024-09-19T08:13:39.289575+0000","last_clean":"2024-09-19T08:13:39.289575+0000","last_became_active":"2024-09-19T08:13:35.395892+0000","last_became_peered":"2024-09-19T08:13:35.395892+0000","last_unstale":"2024-09-19T08:13:39.289575+0000","last_undegraded":"2024-09-19T08:13:39.289575+0000","last_fullsized":"2024-09-19T08:13:39.289575+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:21.875842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365734+0000","last_change":"2024-09-19T08:13:36.395689+0000","last_active":"2024-09-19T08:13:38.365734+0000","last_peered":"2024-09-19T08:13:38.365734+0000","last_clean":"2024-09-19T08:13:38.365734+0000","last_became_active":"2024-09-19T08:13:36.395404+0000","last_became_peered":"2024-09-19T08:13:36.395404+0000","last_unstale":"2024-09-19T08:13:38.365734+0000","last_undegraded":"2024-09-19T08:13:38.365734+0000","last_fullsized":"2024-09-19T08:13:38.365734+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:36.882595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400492+0000","last_change":"2024-09-19T08:13:35.389934+0000","last_active":"2024-09-19T08:13:37.400492+0000","last_peered":"2024-09-19T08:13:37.400492+0000","last_clean":"2024-09-19T08:13:37.400492+0000","last_became_active":"2024-09-19T08:13:35.389415+0000","last_became_peered":"2024-09-19T08:13:35.389415+0000","last_unstale":"2024-09-19T08:13:37.400492+0000","last_undegraded":"2024-09-19T08:13:37.400492+0000","last_fullsized":"2024-09-19T08:13:37.400492+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:25.096090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380305+0000","last_change":"2024-09-19T08:13:36.399819+0000","last_active":"2024-09-19T08:13:37.380305+0000","last_peered":"2024-09-19T08:13:37.380305+0000","last_clean":"2024-09-19T08:13:37.380305+0000","last_became_active":"2024-09-19T08:13:36.397910+0000","last_became_peered":"2024-09-19T08:13:36.397910+0000","last_unstale":"2024-09-19T08:13:37.380305+0000","last_undegraded":"2024-09-19T08:13:37.380305+0000","last_fullsized":"2024-09-19T08:13:37.380305+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:16.240098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400372+0000","last_change":"2024-09-19T08:13:35.391714+0000","last_active":"2024-09-19T08:13:37.400372+0000","last_peered":"2024-09-19T08:13:37.400372+0000","last_clean":"2024-09-19T08:13:37.400372+0000","last_became_active":"2024-09-19T08:13:35.391405+0000","last_became_peered":"2024-09-19T08:13:35.391405+0000","last_unstale":"2024-09-19T08:13:37.400372+0000","last_undegraded":"2024-09-19T08:13:37.400372+0000","last_fullsized":"2024-09-19T08:13:37.400372+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:15.453889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288664+0000","last_change":"2024-09-19T08:13:36.394335+0000","last_active":"2024-09-19T08:13:39.288664+0000","last_peered":"2024-09-19T08:13:39.288664+0000","last_clean":"2024-09-19T08:13:39.288664+0000","last_became_active":"2024-09-19T08:13:36.394040+0000","last_became_peered":"2024-09-19T08:13:36.394040+0000","last_unstale":"2024-09-19T08:13:39.288664+0000","last_undegraded":"2024-09-19T08:13:39.288664+0000","last_fullsized":"2024-09-19T08:13:39.288664+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:17.468928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288634+0000","last_change":"2024-09-19T08:13:35.393296+0000","last_active":"2024-09-19T08:13:39.288634+0000","last_peered":"2024-09-19T08:13:39.288634+0000","last_clean":"2024-09-19T08:13:39.288634+0000","last_became_active":"2024-09-19T08:13:35.393013+0000","last_became_peered":"2024-09-19T08:13:35.393013+0000","last_unstale":"2024-09-19T08:13:39.288634+0000","last_undegraded":"2024-09-19T08:13:39.288634+0000","last_fullsized":"2024-09-19T08:13:39.288634+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:55.107922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400040+0000","last_change":"2024-09-19T08:13:36.392052+0000","last_active":"2024-09-19T08:13:37.400040+0000","last_peered":"2024-09-19T08:13:37.400040+0000","last_clean":"2024-09-19T08:13:37.400040+0000","last_became_active":"2024-09-19T08:13:36.391763+0000","last_became_peered":"2024-09-19T08:13:36.391763+0000","last_unstale":"2024-09-19T08:13:37.400040+0000","last_undegraded":"2024-09-19T08:13:37.400040+0000","last_fullsized":"2024-09-19T08:13:37.400040+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:26.925549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"137'8","reported_seq":22,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380227+0000","last_change":"2024-09-19T08:13:35.392817+0000","last_active":"2024-09-19T08:13:37.380227+0000","last_peered":"2024-09-19T08:13:37.380227+0000","last_clean":"2024-09-19T08:13:37.380227+0000","last_became_active":"2024-09-19T08:13:35.392296+0000","last_became_peered":"2024-09-19T08:13:35.392296+0000","last_unstale":"2024-09-19T08:13:37.380227+0000","last_undegraded":"2024-09-19T08:13:37.380227+0000","last_fullsized":"2024-09-19T08:13:37.380227+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:39.954492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382622+0000","last_change":"2024-09-19T08:13:36.395577+0000","last_active":"2024-09-19T08:13:37.382622+0000","last_peered":"2024-09-19T08:13:37.382622+0000","last_clean":"2024-09-19T08:13:37.382622+0000","last_became_active":"2024-09-19T08:13:36.395221+0000","last_became_peered":"2024-09-19T08:13:36.395221+0000","last_unstale":"2024-09-19T08:13:37.382622+0000","last_undegraded":"2024-09-19T08:13:37.382622+0000","last_fullsized":"2024-09-19T08:13:37.382622+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289047+0000","last_change":"2024-09-19T08:13:35.392531+0000","last_active":"2024-09-19T08:13:39.289047+0000","last_peered":"2024-09-19T08:13:39.289047+0000","last_clean":"2024-09-19T08:13:39.289047+0000","last_became_active":"2024-09-19T08:13:35.391892+0000","last_became_peered":"2024-09-19T08:13:35.391892+0000","last_unstale":"2024-09-19T08:13:39.289047+0000","last_undegraded":"2024-09-19T08:13:39.289047+0000","last_fullsized":"2024-09-19T08:13:39.289047+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:01.935357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381793+0000","last_change":"2024-09-19T08:13:36.392565+0000","last_active":"2024-09-19T08:13:37.381793+0000","last_peered":"2024-09-19T08:13:37.381793+0000","last_clean":"2024-09-19T08:13:37.381793+0000","last_became_active":"2024-09-19T08:13:36.391864+0000","last_became_peered":"2024-09-19T08:13:36.391864+0000","last_unstale":"2024-09-19T08:13:37.381793+0000","last_undegraded":"2024-09-19T08:13:37.381793+0000","last_fullsized":"2024-09-19T08:13:37.381793+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:08.513911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381998+0000","last_change":"2024-09-19T08:13:35.392427+0000","last_active":"2024-09-19T08:13:37.381998+0000","last_peered":"2024-09-19T08:13:37.381998+0000","last_clean":"2024-09-19T08:13:37.381998+0000","last_became_active":"2024-09-19T08:13:35.392158+0000","last_became_peered":"2024-09-19T08:13:35.392158+0000","last_unstale":"2024-09-19T08:13:37.381998+0000","last_undegraded":"2024-09-19T08:13:37.381998+0000","last_fullsized":"2024-09-19T08:13:37.381998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289297+0000","last_change":"2024-09-19T08:13:36.399335+0000","last_active":"2024-09-19T08:13:39.289297+0000","last_peered":"2024-09-19T08:13:39.289297+0000","last_clean":"2024-09-19T08:13:39.289297+0000","last_became_active":"2024-09-19T08:13:36.399070+0000","last_became_peered":"2024-09-19T08:13:36.399070+0000","last_unstale":"2024-09-19T08:13:39.289297+0000","last_undegraded":"2024-09-19T08:13:39.289297+0000","last_fullsized":"2024-09-19T08:13:39.289297+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:13.656980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398037+0000","last_change":"2024-09-19T08:13:35.397912+0000","last_active":"2024-09-19T08:13:37.398037+0000","last_peered":"2024-09-19T08:13:37.398037+0000","last_clean":"2024-09-19T08:13:37.398037+0000","last_became_active":"2024-09-19T08:13:35.396221+0000","last_became_peered":"2024-09-19T08:13:35.396221+0000","last_unstale":"2024-09-19T08:13:37.398037+0000","last_undegraded":"2024-09-19T08:13:37.398037+0000","last_fullsized":"2024-09-19T08:13:37.398037+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400209+0000","last_change":"2024-09-19T08:13:36.399686+0000","last_active":"2024-09-19T08:13:37.400209+0000","last_peered":"2024-09-19T08:13:37.400209+0000","last_clean":"2024-09-19T08:13:37.400209+0000","last_became_active":"2024-09-19T08:13:36.399381+0000","last_became_peered":"2024-09-19T08:13:36.399381+0000","last_unstale":"2024-09-19T08:13:37.400209+0000","last_undegraded":"2024-09-19T08:13:37.400209+0000","last_fullsized":"2024-09-19T08:13:37.400209+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:45.879084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397899+0000","last_change":"2024-09-19T08:13:35.402299+0000","last_active":"2024-09-19T08:13:37.397899+0000","last_peered":"2024-09-19T08:13:37.397899+0000","last_clean":"2024-09-19T08:13:37.397899+0000","last_became_active":"2024-09-19T08:13:35.401974+0000","last_became_peered":"2024-09-19T08:13:35.401974+0000","last_unstale":"2024-09-19T08:13:37.397899+0000","last_undegraded":"2024-09-19T08:13:37.397899+0000","last_fullsized":"2024-09-19T08:13:37.397899+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:05.636646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400439+0000","last_change":"2024-09-19T08:13:36.394306+0000","last_active":"2024-09-19T08:13:37.400439+0000","last_peered":"2024-09-19T08:13:37.400439+0000","last_clean":"2024-09-19T08:13:37.400439+0000","last_became_active":"2024-09-19T08:13:36.394002+0000","last_became_peered":"2024-09-19T08:13:36.394002+0000","last_unstale":"2024-09-19T08:13:37.400439+0000","last_undegraded":"2024-09-19T08:13:37.400439+0000","last_fullsized":"2024-09-19T08:13:37.400439+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:40.588634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381425+0000","last_change":"2024-09-19T08:13:35.394542+0000","last_active":"2024-09-19T08:13:37.381425+0000","last_peered":"2024-09-19T08:13:37.381425+0000","last_clean":"2024-09-19T08:13:37.381425+0000","last_became_active":"2024-09-19T08:13:35.394247+0000","last_became_peered":"2024-09-19T08:13:35.394247+0000","last_unstale":"2024-09-19T08:13:37.381425+0000","last_undegraded":"2024-09-19T08:13:37.381425+0000","last_fullsized":"2024-09-19T08:13:37.381425+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400046+0000","last_change":"2024-09-19T08:13:36.399174+0000","last_active":"2024-09-19T08:13:37.400046+0000","last_peered":"2024-09-19T08:13:37.400046+0000","last_clean":"2024-09-19T08:13:37.400046+0000","last_became_active":"2024-09-19T08:13:36.398573+0000","last_became_peered":"2024-09-19T08:13:36.398573+0000","last_unstale":"2024-09-19T08:13:37.400046+0000","last_undegraded":"2024-09-19T08:13:37.400046+0000","last_fullsized":"2024-09-19T08:13:37.400046+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:44.078203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381343+0000","last_change":"2024-09-19T08:13:35.396408+0000","last_active":"2024-09-19T08:13:37.381343+0000","last_peered":"2024-09-19T08:13:37.381343+0000","last_clean":"2024-09-19T08:13:37.381343+0000","last_became_active":"2024-09-19T08:13:35.396144+0000","last_became_peered":"2024-09-19T08:13:35.396144+0000","last_unstale":"2024-09-19T08:13:37.381343+0000","last_undegraded":"2024-09-19T08:13:37.381343+0000","last_fullsized":"2024-09-19T08:13:37.381343+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.549073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382312+0000","last_change":"2024-09-19T08:13:36.393669+0000","last_active":"2024-09-19T08:13:37.382312+0000","last_peered":"2024-09-19T08:13:37.382312+0000","last_clean":"2024-09-19T08:13:37.382312+0000","last_became_active":"2024-09-19T08:13:36.393390+0000","last_became_peered":"2024-09-19T08:13:36.393390+0000","last_unstale":"2024-09-19T08:13:37.382312+0000","last_undegraded":"2024-09-19T08:13:37.382312+0000","last_fullsized":"2024-09-19T08:13:37.382312+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:14.036018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397753+0000","last_change":"2024-09-19T08:13:35.392514+0000","last_active":"2024-09-19T08:13:37.397753+0000","last_peered":"2024-09-19T08:13:37.397753+0000","last_clean":"2024-09-19T08:13:37.397753+0000","last_became_active":"2024-09-19T08:13:35.391660+0000","last_became_peered":"2024-09-19T08:13:35.391660+0000","last_unstale":"2024-09-19T08:13:37.397753+0000","last_undegraded":"2024-09-19T08:13:37.397753+0000","last_fullsized":"2024-09-19T08:13:37.397753+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:32.789213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398337+0000","last_change":"2024-09-19T08:13:36.402180+0000","last_active":"2024-09-19T08:13:37.398337+0000","last_peered":"2024-09-19T08:13:37.398337+0000","last_clean":"2024-09-19T08:13:37.398337+0000","last_became_active":"2024-09-19T08:13:36.401901+0000","last_became_peered":"2024-09-19T08:13:36.401901+0000","last_unstale":"2024-09-19T08:13:37.398337+0000","last_undegraded":"2024-09-19T08:13:37.398337+0000","last_fullsized":"2024-09-19T08:13:37.398337+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:32.842936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382029+0000","last_change":"2024-09-19T08:13:35.395283+0000","last_active":"2024-09-19T08:13:37.382029+0000","last_peered":"2024-09-19T08:13:37.382029+0000","last_clean":"2024-09-19T08:13:37.382029+0000","last_became_active":"2024-09-19T08:13:35.394974+0000","last_became_peered":"2024-09-19T08:13:35.394974+0000","last_unstale":"2024-09-19T08:13:37.382029+0000","last_undegraded":"2024-09-19T08:13:37.382029+0000","last_fullsized":"2024-09-19T08:13:37.382029+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380585+0000","last_change":"2024-09-19T08:13:36.396300+0000","last_active":"2024-09-19T08:13:37.380585+0000","last_peered":"2024-09-19T08:13:37.380585+0000","last_clean":"2024-09-19T08:13:37.380585+0000","last_became_active":"2024-09-19T08:13:36.395717+0000","last_became_peered":"2024-09-19T08:13:36.395717+0000","last_unstale":"2024-09-19T08:13:37.380585+0000","last_undegraded":"2024-09-19T08:13:37.380585+0000","last_fullsized":"2024-09-19T08:13:37.380585+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:56.155888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"138'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398407+0000","last_change":"2024-09-19T08:13:35.402146+0000","last_active":"2024-09-19T08:13:37.398407+0000","last_peered":"2024-09-19T08:13:37.398407+0000","last_clean":"2024-09-19T08:13:37.398407+0000","last_became_active":"2024-09-19T08:13:35.401824+0000","last_became_peered":"2024-09-19T08:13:35.401824+0000","last_unstale":"2024-09-19T08:13:37.398407+0000","last_undegraded":"2024-09-19T08:13:37.398407+0000","last_fullsized":"2024-09-19T08:13:37.398407+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:28.015578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380448+0000","last_change":"2024-09-19T08:13:36.399224+0000","last_active":"2024-09-19T08:13:37.380448+0000","last_peered":"2024-09-19T08:13:37.380448+0000","last_clean":"2024-09-19T08:13:37.380448+0000","last_became_active":"2024-09-19T08:13:36.398673+0000","last_became_peered":"2024-09-19T08:13:36.398673+0000","last_unstale":"2024-09-19T08:13:37.380448+0000","last_undegraded":"2024-09-19T08:13:37.380448+0000","last_fullsized":"2024-09-19T08:13:37.380448+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:38.762546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398061+0000","last_change":"2024-09-19T08:13:35.395584+0000","last_active":"2024-09-19T08:13:37.398061+0000","last_peered":"2024-09-19T08:13:37.398061+0000","last_clean":"2024-09-19T08:13:37.398061+0000","last_became_active":"2024-09-19T08:13:35.395277+0000","last_became_peered":"2024-09-19T08:13:35.395277+0000","last_unstale":"2024-09-19T08:13:37.398061+0000","last_undegraded":"2024-09-19T08:13:37.398061+0000","last_fullsized":"2024-09-19T08:13:37.398061+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:32.065604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381941+0000","last_change":"2024-09-19T08:13:36.399448+0000","last_active":"2024-09-19T08:13:37.381941+0000","last_peered":"2024-09-19T08:13:37.381941+0000","last_clean":"2024-09-19T08:13:37.381941+0000","last_became_active":"2024-09-19T08:13:36.399184+0000","last_became_peered":"2024-09-19T08:13:36.399184+0000","last_unstale":"2024-09-19T08:13:37.381941+0000","last_undegraded":"2024-09-19T08:13:37.381941+0000","last_fullsized":"2024-09-19T08:13:37.381941+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:08.353215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382447+0000","last_change":"2024-09-19T08:13:35.394409+0000","last_active":"2024-09-19T08:13:37.382447+0000","last_peered":"2024-09-19T08:13:37.382447+0000","last_clean":"2024-09-19T08:13:37.382447+0000","last_became_active":"2024-09-19T08:13:35.393879+0000","last_became_peered":"2024-09-19T08:13:35.393879+0000","last_unstale":"2024-09-19T08:13:37.382447+0000","last_undegraded":"2024-09-19T08:13:37.382447+0000","last_fullsized":"2024-09-19T08:13:37.382447+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:32.789213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400360+0000","last_change":"2024-09-19T08:13:36.392942+0000","last_active":"2024-09-19T08:13:37.400360+0000","last_peered":"2024-09-19T08:13:37.400360+0000","last_clean":"2024-09-19T08:13:37.400360+0000","last_became_active":"2024-09-19T08:13:36.392448+0000","last_became_peered":"2024-09-19T08:13:36.392448+0000","last_unstale":"2024-09-19T08:13:37.400360+0000","last_undegraded":"2024-09-19T08:13:37.400360+0000","last_fullsized":"2024-09-19T08:13:37.400360+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:35.583023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397979+0000","last_change":"2024-09-19T08:13:35.396881+0000","last_active":"2024-09-19T08:13:37.397979+0000","last_peered":"2024-09-19T08:13:37.397979+0000","last_clean":"2024-09-19T08:13:37.397979+0000","last_became_active":"2024-09-19T08:13:35.396590+0000","last_became_peered":"2024-09-19T08:13:35.396590+0000","last_unstale":"2024-09-19T08:13:37.397979+0000","last_undegraded":"2024-09-19T08:13:37.397979+0000","last_fullsized":"2024-09-19T08:13:37.397979+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:06.798145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288955+0000","last_change":"2024-09-19T08:13:36.399117+0000","last_active":"2024-09-19T08:13:39.288955+0000","last_peered":"2024-09-19T08:13:39.288955+0000","last_clean":"2024-09-19T08:13:39.288955+0000","last_became_active":"2024-09-19T08:13:36.398640+0000","last_became_peered":"2024-09-19T08:13:36.398640+0000","last_unstale":"2024-09-19T08:13:39.288955+0000","last_undegraded":"2024-09-19T08:13:39.288955+0000","last_fullsized":"2024-09-19T08:13:39.288955+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:19.130252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381914+0000","last_change":"2024-09-19T08:13:35.394347+0000","last_active":"2024-09-19T08:13:37.381914+0000","last_peered":"2024-09-19T08:13:37.381914+0000","last_clean":"2024-09-19T08:13:37.381914+0000","last_became_active":"2024-09-19T08:13:35.393156+0000","last_became_peered":"2024-09-19T08:13:35.393156+0000","last_unstale":"2024-09-19T08:13:37.381914+0000","last_undegraded":"2024-09-19T08:13:37.381914+0000","last_fullsized":"2024-09-19T08:13:37.381914+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.549073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400045+0000","last_change":"2024-09-19T08:13:36.387887+0000","last_active":"2024-09-19T08:13:37.400045+0000","last_peered":"2024-09-19T08:13:37.400045+0000","last_clean":"2024-09-19T08:13:37.400045+0000","last_became_active":"2024-09-19T08:13:36.387582+0000","last_became_peered":"2024-09-19T08:13:36.387582+0000","last_unstale":"2024-09-19T08:13:37.400045+0000","last_undegraded":"2024-09-19T08:13:37.400045+0000","last_fullsized":"2024-09-19T08:13:37.400045+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:33.498017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365593+0000","last_change":"2024-09-19T08:13:35.388912+0000","last_active":"2024-09-19T08:13:38.365593+0000","last_peered":"2024-09-19T08:13:38.365593+0000","last_clean":"2024-09-19T08:13:38.365593+0000","last_became_active":"2024-09-19T08:13:35.388662+0000","last_became_peered":"2024-09-19T08:13:35.388662+0000","last_unstale":"2024-09-19T08:13:38.365593+0000","last_undegraded":"2024-09-19T08:13:38.365593+0000","last_fullsized":"2024-09-19T08:13:38.365593+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:13.030532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382332+0000","last_change":"2024-09-19T08:13:36.398881+0000","last_active":"2024-09-19T08:13:37.382332+0000","last_peered":"2024-09-19T08:13:37.382332+0000","last_clean":"2024-09-19T08:13:37.382332+0000","last_became_active":"2024-09-19T08:13:36.398604+0000","last_became_peered":"2024-09-19T08:13:36.398604+0000","last_unstale":"2024-09-19T08:13:37.382332+0000","last_undegraded":"2024-09-19T08:13:37.382332+0000","last_fullsized":"2024-09-19T08:13:37.382332+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:56.564204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400098+0000","last_change":"2024-09-19T08:13:35.393417+0000","last_active":"2024-09-19T08:13:37.400098+0000","last_peered":"2024-09-19T08:13:37.400098+0000","last_clean":"2024-09-19T08:13:37.400098+0000","last_became_active":"2024-09-19T08:13:35.393132+0000","last_became_peered":"2024-09-19T08:13:35.393132+0000","last_unstale":"2024-09-19T08:13:37.400098+0000","last_undegraded":"2024-09-19T08:13:37.400098+0000","last_fullsized":"2024-09-19T08:13:37.400098+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:35.661584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400713+0000","last_change":"2024-09-19T08:13:36.399861+0000","last_active":"2024-09-19T08:13:37.400713+0000","last_peered":"2024-09-19T08:13:37.400713+0000","last_clean":"2024-09-19T08:13:37.400713+0000","last_became_active":"2024-09-19T08:13:36.398329+0000","last_became_peered":"2024-09-19T08:13:36.398329+0000","last_unstale":"2024-09-19T08:13:37.400713+0000","last_undegraded":"2024-09-19T08:13:37.400713+0000","last_fullsized":"2024-09-19T08:13:37.400713+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:28.353967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289015+0000","last_change":"2024-09-19T08:13:35.390249+0000","last_active":"2024-09-19T08:13:39.289015+0000","last_peered":"2024-09-19T08:13:39.289015+0000","last_clean":"2024-09-19T08:13:39.289015+0000","last_became_active":"2024-09-19T08:13:35.389983+0000","last_became_peered":"2024-09-19T08:13:35.389983+0000","last_unstale":"2024-09-19T08:13:39.289015+0000","last_undegraded":"2024-09-19T08:13:39.289015+0000","last_fullsized":"2024-09-19T08:13:39.289015+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:01.206230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":397,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289114+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:13:39.289114+0000","last_peered":"2024-09-19T08:13:39.289114+0000","last_clean":"2024-09-19T08:13:39.289114+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:13:39.289114+0000","last_undegraded":"2024-09-19T08:13:39.289114+0000","last_fullsized":"2024-09-19T08:13:39.289114+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542284,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37640,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334200,"statfs":{"total":96636764160,"available":96598220800,"internally_reserved":0,"allocated":2347008,"data_stored":1429930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542284,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1765376,"data_stored":846402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542284,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1761280,"data_stored":845820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542283,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1765376,"data_stored":841186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41240,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330600,"statfs":{"total":96636764160,"available":96594534400,"internally_reserved":0,"allocated":1773568,"data_stored":847384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542283,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45396,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326444,"statfs":{"total":96636764160,"available":96590278656,"internally_reserved":0,"allocated":1761280,"data_stored":845784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542284,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41224,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330616,"statfs":{"total":96636764160,"available":96594550784,"internally_reserved":0,"allocated":1757184,"data_stored":845750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542283,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29332,"kb_used_data":2300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342508,"statfs":{"total":96636764160,"available":96606728192,"internally_reserved":0,"allocated":2355200,"data_stored":1436700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:13:40.380 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:13:40.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.517+0000 7f7395ef8640 1 Processor -- start 2024-09-19T08:13:40.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.517+0000 7f7395ef8640 1 -- start start 2024-09-19T08:13:40.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f7395ef8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f73900b2490 0x7f73900721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f7395ef8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73900ce160 con 0x7f73900cd880 2024-09-19T08:13:40.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f7395ef8640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73900ce440 con 0x7f7390156990 2024-09-19T08:13:40.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f7395ef8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f7390156d70 con 0x7f73900b2490 2024-09-19T08:13:40.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f738effd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f73900cd880 0x7f73900b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33180/0 (socket says 172.21.15.17:33180) 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.518+0000 7f738effd640 1 -- 172.21.15.17:0/2849890165 learned_addr learned my addr 172.21.15.17:0/2849890165 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2723159214 0 0) 0x7f73900ce160 con 0x7f73900cd880 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7378003520 con 0x7f73900cd880 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 --2- 172.21.15.17:0/2849890165 >> v2:172.21.15.160:3300/0 conn(0x7f73900b2490 0x7f73900721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4051167811 0 0) 0x7f7378003520 con 0x7f73900cd880 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 >> v2:172.21.15.160:3300/0 conn(0x7f73900b2490 msgr2=0x7f73900721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 --2- 172.21.15.17:0/2849890165 >> v2:172.21.15.160:3300/0 conn(0x7f73900b2490 0x7f73900721e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 >> v1:172.21.15.160:6789/0 conn(0x7f7390156990 legacy=0x7f73900cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73900ce720 con 0x7f73900cd880 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f7384001670 con 0x7f73900cd880 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 >> v1:172.21.15.17:6789/0 conn(0x7f73900cd880 legacy=0x7f73900b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780039b0 0x7f7378003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7378004800 0x7f7378004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 0x7f737800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f737800c0e0 con 0x7f73780051c0 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f737800c290 con 0x7f7378004800 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f737800c490 con 0x7f73780039b0 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 0x7f737800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738f7fe640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780039b0 0x7f7378003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738effd640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7378004800 0x7f7378004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 -- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780039b0 msgr2=0x7f7378003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780039b0 0x7f7378003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 -- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7378004800 msgr2=0x7f7378004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7378004800 0x7f7378004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.519+0000 7f738ffff640 1 -- 172.21.15.17:0/2849890165 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7378003520 con 0x7f73780051c0 2024-09-19T08:13:40.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.520+0000 7f738ffff640 1 -- 172.21.15.17:0/2849890165 reap_dead start 2024-09-19T08:13:40.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.520+0000 7f738ffff640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 0x7f737800b9c0 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f7388009fc0 tx=0x7f7378005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=184feaf7ec5b071 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.520+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7388035020 con 0x7f73780051c0 2024-09-19T08:13:40.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.520+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7388003bd0 con 0x7f73780051c0 2024-09-19T08:13:40.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.520+0000 7f738e7fc640 1 -- 172.21.15.17:0/2849890165 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7388009c10 con 0x7f73780051c0 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 -- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 msgr2=0x7f737800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 0x7f737800b9c0 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f7388009fc0 tx=0x7f7378005830 comp rx=0 tx=0).stop 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 -- 172.21.15.17:0/2849890165 shutdown_connections 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2849890165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73780051c0 0x7f737800b9c0 unknown :-1 s=CLOSED pgs=2340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 -- 172.21.15.17:0/2849890165 >> 172.21.15.17:0/2849890165 conn(0x7f739006bc10 msgr2=0x7f739006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 -- 172.21.15.17:0/2849890165 shutdown_connections 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.521+0000 7f7395ef8640 1 -- 172.21.15.17:0/2849890165 wait complete. 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.522+0000 7f7395ef8640 1 Processor -- start 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.522+0000 7f7395ef8640 1 -- start start 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780051c0 0x7f739014ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 0x7f7390159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f73900cea90 con 0x7f739014cb10 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f73900cf130 con 0x7f7390073120 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f7395ef8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f73900b1d80 con 0x7f73780051c0 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54230/0 (socket says 172.21.15.17:54230) 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738effd640 1 -- 172.21.15.17:0/2315986910 learned_addr learned my addr 172.21.15.17:0/2315986910 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738ffff640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 0x7f7390159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738f7fe640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780051c0 0x7f739014ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.523+0000 7f738effd640 1 -- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780051c0 msgr2=0x7f739014ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738effd640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780051c0 0x7f739014ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738effd640 1 -- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 msgr2=0x7f7390159480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738effd640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 0x7f7390159480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738effd640 1 -- 172.21.15.17:0/2315986910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739014cff0 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738ffff640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 0x7f7390159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f738effd640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 secure :-1 s=READY pgs=2341 cs=0 l=1 rev1=1 crypto rx=0x7f7384001e70 tx=0x7f7384007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738400f7b0 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7384018070 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738400fb90 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739014d2d0 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.524+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739014d890 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.525+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73900b2110 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.525+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f738400fd30 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.526+0000 7f7377fff640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 0x7f737c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.526+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f738408b310 con 0x7f739014cb10 2024-09-19T08:13:40.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.526+0000 7f738f7fe640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 0x7f737c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.527+0000 7f738f7fe640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 0x7f737c06e770 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f7380001890 tx=0x7f7380009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.530+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7384059a80 con 0x7f739014cb10 2024-09-19T08:13:40.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.704+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f73900721a0 con 0x7f737c06c2b0 2024-09-19T08:13:40.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.711+0000 7f7377fff640 1 -- 172.21.15.17:0/2315986910 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7f73900721a0 con 0x7f737c06c2b0 2024-09-19T08:13:40.713 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:13:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 msgr2=0x7f737c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 0x7f737c06e770 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f7380001890 tx=0x7f7380009040 comp rx=0 tx=0).stop 2024-09-19T08:13:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 msgr2=0x7f7390158f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 secure :-1 s=READY pgs=2341 cs=0 l=1 rev1=1 crypto rx=0x7f7384001e70 tx=0x7f7384007430 comp rx=0 tx=0).stop 2024-09-19T08:13:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 shutdown_connections 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f737c06c2b0 0x7f737c06e770 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7390073120 0x7f7390159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f739014cb10 0x7f7390158f40 unknown :-1 s=CLOSED pgs=2341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 --2- 172.21.15.17:0/2315986910 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f73780051c0 0x7f739014ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 >> 172.21.15.17:0/2315986910 conn(0x7f739006bc10 msgr2=0x7f73900cf2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 shutdown_connections 2024-09-19T08:13:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.714+0000 7f7395ef8640 1 -- 172.21.15.17:0/2315986910 wait complete. 2024-09-19T08:13:40.725 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":471,"stamp":"2024-09-19T08:13:39.557212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":140,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":297728,"kb_used_data":14928,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754676992,"statfs":{"total":773094113280,"available":772789239808,"internally_reserved":0,"allocated":15286272,"data_stored":7938956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.188244"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380647+0000","last_change":"2024-09-19T08:13:36.396531+0000","last_active":"2024-09-19T08:13:37.380647+0000","last_peered":"2024-09-19T08:13:37.380647+0000","last_clean":"2024-09-19T08:13:37.380647+0000","last_became_active":"2024-09-19T08:13:36.396039+0000","last_became_peered":"2024-09-19T08:13:36.396039+0000","last_unstale":"2024-09-19T08:13:37.380647+0000","last_undegraded":"2024-09-19T08:13:37.380647+0000","last_fullsized":"2024-09-19T08:13:37.380647+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:13:30.929449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398248+0000","last_change":"2024-09-19T08:13:36.402580+0000","last_active":"2024-09-19T08:13:37.398248+0000","last_peered":"2024-09-19T08:13:37.398248+0000","last_clean":"2024-09-19T08:13:37.398248+0000","last_became_active":"2024-09-19T08:13:36.402288+0000","last_became_peered":"2024-09-19T08:13:36.402288+0000","last_unstale":"2024-09-19T08:13:37.398248+0000","last_undegraded":"2024-09-19T08:13:37.398248+0000","last_fullsized":"2024-09-19T08:13:37.398248+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:20.603443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380545+0000","last_change":"2024-09-19T08:13:36.402754+0000","last_active":"2024-09-19T08:13:37.380545+0000","last_peered":"2024-09-19T08:13:37.380545+0000","last_clean":"2024-09-19T08:13:37.380545+0000","last_became_active":"2024-09-19T08:13:36.402434+0000","last_became_peered":"2024-09-19T08:13:36.402434+0000","last_unstale":"2024-09-19T08:13:37.380545+0000","last_undegraded":"2024-09-19T08:13:37.380545+0000","last_fullsized":"2024-09-19T08:13:37.380545+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:19.611501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365957+0000","last_change":"2024-09-19T08:13:36.398863+0000","last_active":"2024-09-19T08:13:38.365957+0000","last_peered":"2024-09-19T08:13:38.365957+0000","last_clean":"2024-09-19T08:13:38.365957+0000","last_became_active":"2024-09-19T08:13:36.398275+0000","last_became_peered":"2024-09-19T08:13:36.398275+0000","last_unstale":"2024-09-19T08:13:38.365957+0000","last_undegraded":"2024-09-19T08:13:38.365957+0000","last_fullsized":"2024-09-19T08:13:38.365957+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:47.985602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382292+0000","last_change":"2024-09-19T08:13:36.400852+0000","last_active":"2024-09-19T08:13:37.382292+0000","last_peered":"2024-09-19T08:13:37.382292+0000","last_clean":"2024-09-19T08:13:37.382292+0000","last_became_active":"2024-09-19T08:13:36.399005+0000","last_became_peered":"2024-09-19T08:13:36.399005+0000","last_unstale":"2024-09-19T08:13:37.382292+0000","last_undegraded":"2024-09-19T08:13:37.382292+0000","last_fullsized":"2024-09-19T08:13:37.382292+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:46.810541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288961+0000","last_change":"2024-09-19T08:13:36.402081+0000","last_active":"2024-09-19T08:13:39.288961+0000","last_peered":"2024-09-19T08:13:39.288961+0000","last_clean":"2024-09-19T08:13:39.288961+0000","last_became_active":"2024-09-19T08:13:36.401805+0000","last_became_peered":"2024-09-19T08:13:36.401805+0000","last_unstale":"2024-09-19T08:13:39.288961+0000","last_undegraded":"2024-09-19T08:13:39.288961+0000","last_fullsized":"2024-09-19T08:13:39.288961+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288973+0000","last_change":"2024-09-19T08:13:36.403835+0000","last_active":"2024-09-19T08:13:39.288973+0000","last_peered":"2024-09-19T08:13:39.288973+0000","last_clean":"2024-09-19T08:13:39.288973+0000","last_became_active":"2024-09-19T08:13:36.403563+0000","last_became_peered":"2024-09-19T08:13:36.403563+0000","last_unstale":"2024-09-19T08:13:39.288973+0000","last_undegraded":"2024-09-19T08:13:39.288973+0000","last_fullsized":"2024-09-19T08:13:39.288973+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397917+0000","last_change":"2024-09-19T08:13:36.398152+0000","last_active":"2024-09-19T08:13:37.397917+0000","last_peered":"2024-09-19T08:13:37.397917+0000","last_clean":"2024-09-19T08:13:37.397917+0000","last_became_active":"2024-09-19T08:13:36.397848+0000","last_became_peered":"2024-09-19T08:13:36.397848+0000","last_unstale":"2024-09-19T08:13:37.397917+0000","last_undegraded":"2024-09-19T08:13:37.397917+0000","last_fullsized":"2024-09-19T08:13:37.397917+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289421+0000","last_change":"2024-09-19T08:13:36.400519+0000","last_active":"2024-09-19T08:13:39.289421+0000","last_peered":"2024-09-19T08:13:39.289421+0000","last_clean":"2024-09-19T08:13:39.289421+0000","last_became_active":"2024-09-19T08:13:36.400240+0000","last_became_peered":"2024-09-19T08:13:36.400240+0000","last_unstale":"2024-09-19T08:13:39.289421+0000","last_undegraded":"2024-09-19T08:13:39.289421+0000","last_fullsized":"2024-09-19T08:13:39.289421+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:29.418379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382093+0000","last_change":"2024-09-19T08:13:36.392962+0000","last_active":"2024-09-19T08:13:37.382093+0000","last_peered":"2024-09-19T08:13:37.382093+0000","last_clean":"2024-09-19T08:13:37.382093+0000","last_became_active":"2024-09-19T08:13:36.392669+0000","last_became_peered":"2024-09-19T08:13:36.392669+0000","last_unstale":"2024-09-19T08:13:37.382093+0000","last_undegraded":"2024-09-19T08:13:37.382093+0000","last_fullsized":"2024-09-19T08:13:37.382093+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:03.782601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288836+0000","last_change":"2024-09-19T08:13:36.395483+0000","last_active":"2024-09-19T08:13:39.288836+0000","last_peered":"2024-09-19T08:13:39.288836+0000","last_clean":"2024-09-19T08:13:39.288836+0000","last_became_active":"2024-09-19T08:13:36.395163+0000","last_became_peered":"2024-09-19T08:13:36.395163+0000","last_unstale":"2024-09-19T08:13:39.288836+0000","last_undegraded":"2024-09-19T08:13:39.288836+0000","last_fullsized":"2024-09-19T08:13:39.288836+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:56.564204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289532+0000","last_change":"2024-09-19T08:13:36.395379+0000","last_active":"2024-09-19T08:13:39.289532+0000","last_peered":"2024-09-19T08:13:39.289532+0000","last_clean":"2024-09-19T08:13:39.289532+0000","last_became_active":"2024-09-19T08:13:36.395075+0000","last_became_peered":"2024-09-19T08:13:36.395075+0000","last_unstale":"2024-09-19T08:13:39.289532+0000","last_undegraded":"2024-09-19T08:13:39.289532+0000","last_fullsized":"2024-09-19T08:13:39.289532+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:28.194927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365847+0000","last_change":"2024-09-19T08:13:36.393347+0000","last_active":"2024-09-19T08:13:38.365847+0000","last_peered":"2024-09-19T08:13:38.365847+0000","last_clean":"2024-09-19T08:13:38.365847+0000","last_became_active":"2024-09-19T08:13:36.393029+0000","last_became_peered":"2024-09-19T08:13:36.393029+0000","last_unstale":"2024-09-19T08:13:38.365847+0000","last_undegraded":"2024-09-19T08:13:38.365847+0000","last_fullsized":"2024-09-19T08:13:38.365847+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:56.920933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400318+0000","last_change":"2024-09-19T08:13:36.390303+0000","last_active":"2024-09-19T08:13:37.400318+0000","last_peered":"2024-09-19T08:13:37.400318+0000","last_clean":"2024-09-19T08:13:37.400318+0000","last_became_active":"2024-09-19T08:13:36.390023+0000","last_became_peered":"2024-09-19T08:13:36.390023+0000","last_unstale":"2024-09-19T08:13:37.400318+0000","last_undegraded":"2024-09-19T08:13:37.400318+0000","last_fullsized":"2024-09-19T08:13:37.400318+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:50.441047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365639+0000","last_change":"2024-09-19T08:13:36.392355+0000","last_active":"2024-09-19T08:13:38.365639+0000","last_peered":"2024-09-19T08:13:38.365639+0000","last_clean":"2024-09-19T08:13:38.365639+0000","last_became_active":"2024-09-19T08:13:36.391822+0000","last_became_peered":"2024-09-19T08:13:36.391822+0000","last_unstale":"2024-09-19T08:13:38.365639+0000","last_undegraded":"2024-09-19T08:13:38.365639+0000","last_fullsized":"2024-09-19T08:13:38.365639+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:01.734457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288850+0000","last_change":"2024-09-19T08:13:36.406150+0000","last_active":"2024-09-19T08:13:39.288850+0000","last_peered":"2024-09-19T08:13:39.288850+0000","last_clean":"2024-09-19T08:13:39.288850+0000","last_became_active":"2024-09-19T08:13:36.405570+0000","last_became_peered":"2024-09-19T08:13:36.405570+0000","last_unstale":"2024-09-19T08:13:39.288850+0000","last_undegraded":"2024-09-19T08:13:39.288850+0000","last_fullsized":"2024-09-19T08:13:39.288850+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:49.474674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398165+0000","last_change":"2024-09-19T08:13:36.388526+0000","last_active":"2024-09-19T08:13:37.398165+0000","last_peered":"2024-09-19T08:13:37.398165+0000","last_clean":"2024-09-19T08:13:37.398165+0000","last_became_active":"2024-09-19T08:13:36.388030+0000","last_became_peered":"2024-09-19T08:13:36.388030+0000","last_unstale":"2024-09-19T08:13:37.398165+0000","last_undegraded":"2024-09-19T08:13:37.398165+0000","last_fullsized":"2024-09-19T08:13:37.398165+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:21.679696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.366015+0000","last_change":"2024-09-19T08:13:36.394103+0000","last_active":"2024-09-19T08:13:38.366015+0000","last_peered":"2024-09-19T08:13:38.366015+0000","last_clean":"2024-09-19T08:13:38.366015+0000","last_became_active":"2024-09-19T08:13:36.393811+0000","last_became_peered":"2024-09-19T08:13:36.393811+0000","last_unstale":"2024-09-19T08:13:38.366015+0000","last_undegraded":"2024-09-19T08:13:38.366015+0000","last_fullsized":"2024-09-19T08:13:38.366015+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:55.347548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400554+0000","last_change":"2024-09-19T08:13:36.400490+0000","last_active":"2024-09-19T08:13:37.400554+0000","last_peered":"2024-09-19T08:13:37.400554+0000","last_clean":"2024-09-19T08:13:37.400554+0000","last_became_active":"2024-09-19T08:13:36.400197+0000","last_became_peered":"2024-09-19T08:13:36.400197+0000","last_unstale":"2024-09-19T08:13:37.400554+0000","last_undegraded":"2024-09-19T08:13:37.400554+0000","last_fullsized":"2024-09-19T08:13:37.400554+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:49.361415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289661+0000","last_change":"2024-09-19T08:13:36.400005+0000","last_active":"2024-09-19T08:13:39.289661+0000","last_peered":"2024-09-19T08:13:39.289661+0000","last_clean":"2024-09-19T08:13:39.289661+0000","last_became_active":"2024-09-19T08:13:36.399711+0000","last_became_peered":"2024-09-19T08:13:36.399711+0000","last_unstale":"2024-09-19T08:13:39.289661+0000","last_undegraded":"2024-09-19T08:13:39.289661+0000","last_fullsized":"2024-09-19T08:13:39.289661+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:34.638929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400290+0000","last_change":"2024-09-19T08:13:36.387913+0000","last_active":"2024-09-19T08:13:37.400290+0000","last_peered":"2024-09-19T08:13:37.400290+0000","last_clean":"2024-09-19T08:13:37.400290+0000","last_became_active":"2024-09-19T08:13:36.387601+0000","last_became_peered":"2024-09-19T08:13:36.387601+0000","last_unstale":"2024-09-19T08:13:37.400290+0000","last_undegraded":"2024-09-19T08:13:37.400290+0000","last_fullsized":"2024-09-19T08:13:37.400290+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:45.656211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397918+0000","last_change":"2024-09-19T08:13:36.391314+0000","last_active":"2024-09-19T08:13:37.397918+0000","last_peered":"2024-09-19T08:13:37.397918+0000","last_clean":"2024-09-19T08:13:37.397918+0000","last_became_active":"2024-09-19T08:13:36.391034+0000","last_became_peered":"2024-09-19T08:13:36.391034+0000","last_unstale":"2024-09-19T08:13:37.397918+0000","last_undegraded":"2024-09-19T08:13:37.397918+0000","last_fullsized":"2024-09-19T08:13:37.397918+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397891+0000","last_change":"2024-09-19T08:13:36.392271+0000","last_active":"2024-09-19T08:13:37.397891+0000","last_peered":"2024-09-19T08:13:37.397891+0000","last_clean":"2024-09-19T08:13:37.397891+0000","last_became_active":"2024-09-19T08:13:36.391950+0000","last_became_peered":"2024-09-19T08:13:36.391950+0000","last_unstale":"2024-09-19T08:13:37.397891+0000","last_undegraded":"2024-09-19T08:13:37.397891+0000","last_fullsized":"2024-09-19T08:13:37.397891+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289099+0000","last_change":"2024-09-19T08:13:36.400588+0000","last_active":"2024-09-19T08:13:39.289099+0000","last_peered":"2024-09-19T08:13:39.289099+0000","last_clean":"2024-09-19T08:13:39.289099+0000","last_became_active":"2024-09-19T08:13:36.400326+0000","last_became_peered":"2024-09-19T08:13:36.400326+0000","last_unstale":"2024-09-19T08:13:39.289099+0000","last_undegraded":"2024-09-19T08:13:39.289099+0000","last_fullsized":"2024-09-19T08:13:39.289099+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.042078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382589+0000","last_change":"2024-09-19T08:13:36.399929+0000","last_active":"2024-09-19T08:13:37.382589+0000","last_peered":"2024-09-19T08:13:37.382589+0000","last_clean":"2024-09-19T08:13:37.382589+0000","last_became_active":"2024-09-19T08:13:36.399628+0000","last_became_peered":"2024-09-19T08:13:36.399628+0000","last_unstale":"2024-09-19T08:13:37.382589+0000","last_undegraded":"2024-09-19T08:13:37.382589+0000","last_fullsized":"2024-09-19T08:13:37.382589+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:37.436259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398239+0000","last_change":"2024-09-19T08:13:36.405267+0000","last_active":"2024-09-19T08:13:37.398239+0000","last_peered":"2024-09-19T08:13:37.398239+0000","last_clean":"2024-09-19T08:13:37.398239+0000","last_became_active":"2024-09-19T08:13:36.404933+0000","last_became_peered":"2024-09-19T08:13:36.404933+0000","last_unstale":"2024-09-19T08:13:37.398239+0000","last_undegraded":"2024-09-19T08:13:37.398239+0000","last_fullsized":"2024-09-19T08:13:37.398239+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:13.656980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289034+0000","last_change":"2024-09-19T08:13:36.396044+0000","last_active":"2024-09-19T08:13:39.289034+0000","last_peered":"2024-09-19T08:13:39.289034+0000","last_clean":"2024-09-19T08:13:39.289034+0000","last_became_active":"2024-09-19T08:13:36.395789+0000","last_became_peered":"2024-09-19T08:13:36.395789+0000","last_unstale":"2024-09-19T08:13:39.289034+0000","last_undegraded":"2024-09-19T08:13:39.289034+0000","last_fullsized":"2024-09-19T08:13:39.289034+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382388+0000","last_change":"2024-09-19T08:13:36.400912+0000","last_active":"2024-09-19T08:13:37.382388+0000","last_peered":"2024-09-19T08:13:37.382388+0000","last_clean":"2024-09-19T08:13:37.382388+0000","last_became_active":"2024-09-19T08:13:36.400426+0000","last_became_peered":"2024-09-19T08:13:36.400426+0000","last_unstale":"2024-09-19T08:13:37.382388+0000","last_undegraded":"2024-09-19T08:13:37.382388+0000","last_fullsized":"2024-09-19T08:13:37.382388+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:49.474674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397927+0000","last_change":"2024-09-19T08:13:36.397518+0000","last_active":"2024-09-19T08:13:37.397927+0000","last_peered":"2024-09-19T08:13:37.397927+0000","last_clean":"2024-09-19T08:13:37.397927+0000","last_became_active":"2024-09-19T08:13:36.397200+0000","last_became_peered":"2024-09-19T08:13:36.397200+0000","last_unstale":"2024-09-19T08:13:37.397927+0000","last_undegraded":"2024-09-19T08:13:37.397927+0000","last_fullsized":"2024-09-19T08:13:37.397927+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.042078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400051+0000","last_change":"2024-09-19T08:13:36.400509+0000","last_active":"2024-09-19T08:13:37.400051+0000","last_peered":"2024-09-19T08:13:37.400051+0000","last_clean":"2024-09-19T08:13:37.400051+0000","last_became_active":"2024-09-19T08:13:36.400225+0000","last_became_peered":"2024-09-19T08:13:36.400225+0000","last_unstale":"2024-09-19T08:13:37.400051+0000","last_undegraded":"2024-09-19T08:13:37.400051+0000","last_fullsized":"2024-09-19T08:13:37.400051+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:43.438874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365891+0000","last_change":"2024-09-19T08:13:36.392096+0000","last_active":"2024-09-19T08:13:38.365891+0000","last_peered":"2024-09-19T08:13:38.365891+0000","last_clean":"2024-09-19T08:13:38.365891+0000","last_became_active":"2024-09-19T08:13:36.391430+0000","last_became_peered":"2024-09-19T08:13:36.391430+0000","last_unstale":"2024-09-19T08:13:38.365891+0000","last_undegraded":"2024-09-19T08:13:38.365891+0000","last_fullsized":"2024-09-19T08:13:38.365891+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:37.878048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380242+0000","last_change":"2024-09-19T08:13:36.394547+0000","last_active":"2024-09-19T08:13:37.380242+0000","last_peered":"2024-09-19T08:13:37.380242+0000","last_clean":"2024-09-19T08:13:37.380242+0000","last_became_active":"2024-09-19T08:13:36.394272+0000","last_became_peered":"2024-09-19T08:13:36.394272+0000","last_unstale":"2024-09-19T08:13:37.380242+0000","last_undegraded":"2024-09-19T08:13:37.380242+0000","last_fullsized":"2024-09-19T08:13:37.380242+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:39.948453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400669+0000","last_change":"2024-09-19T08:13:36.396712+0000","last_active":"2024-09-19T08:13:37.400669+0000","last_peered":"2024-09-19T08:13:37.400669+0000","last_clean":"2024-09-19T08:13:37.400669+0000","last_became_active":"2024-09-19T08:13:36.396296+0000","last_became_peered":"2024-09-19T08:13:36.396296+0000","last_unstale":"2024-09-19T08:13:37.400669+0000","last_undegraded":"2024-09-19T08:13:37.400669+0000","last_fullsized":"2024-09-19T08:13:37.400669+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:49:54.597958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"137'4","reported_seq":18,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398198+0000","last_change":"2024-09-19T08:13:35.397477+0000","last_active":"2024-09-19T08:13:37.398198+0000","last_peered":"2024-09-19T08:13:37.398198+0000","last_clean":"2024-09-19T08:13:37.398198+0000","last_became_active":"2024-09-19T08:13:35.397172+0000","last_became_peered":"2024-09-19T08:13:35.397172+0000","last_unstale":"2024-09-19T08:13:37.398198+0000","last_undegraded":"2024-09-19T08:13:37.398198+0000","last_fullsized":"2024-09-19T08:13:37.398198+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:07.508425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.366070+0000","last_change":"2024-09-19T08:13:36.398988+0000","last_active":"2024-09-19T08:13:38.366070+0000","last_peered":"2024-09-19T08:13:38.366070+0000","last_clean":"2024-09-19T08:13:38.366070+0000","last_became_active":"2024-09-19T08:13:36.398647+0000","last_became_peered":"2024-09-19T08:13:36.398647+0000","last_unstale":"2024-09-19T08:13:38.366070+0000","last_undegraded":"2024-09-19T08:13:38.366070+0000","last_fullsized":"2024-09-19T08:13:38.366070+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:35.581055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289048+0000","last_change":"2024-09-19T08:13:35.395905+0000","last_active":"2024-09-19T08:13:39.289048+0000","last_peered":"2024-09-19T08:13:39.289048+0000","last_clean":"2024-09-19T08:13:39.289048+0000","last_became_active":"2024-09-19T08:13:35.395584+0000","last_became_peered":"2024-09-19T08:13:35.395584+0000","last_unstale":"2024-09-19T08:13:39.289048+0000","last_undegraded":"2024-09-19T08:13:39.289048+0000","last_fullsized":"2024-09-19T08:13:39.289048+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:05.636646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380520+0000","last_change":"2024-09-19T08:13:36.396833+0000","last_active":"2024-09-19T08:13:37.380520+0000","last_peered":"2024-09-19T08:13:37.380520+0000","last_clean":"2024-09-19T08:13:37.380520+0000","last_became_active":"2024-09-19T08:13:36.396455+0000","last_became_peered":"2024-09-19T08:13:36.396455+0000","last_unstale":"2024-09-19T08:13:37.380520+0000","last_undegraded":"2024-09-19T08:13:37.380520+0000","last_fullsized":"2024-09-19T08:13:37.380520+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:41.793734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398132+0000","last_change":"2024-09-19T08:13:35.402190+0000","last_active":"2024-09-19T08:13:37.398132+0000","last_peered":"2024-09-19T08:13:37.398132+0000","last_clean":"2024-09-19T08:13:37.398132+0000","last_became_active":"2024-09-19T08:13:35.401868+0000","last_became_peered":"2024-09-19T08:13:35.401868+0000","last_unstale":"2024-09-19T08:13:37.398132+0000","last_undegraded":"2024-09-19T08:13:37.398132+0000","last_fullsized":"2024-09-19T08:13:37.398132+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:39.698784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289181+0000","last_change":"2024-09-19T08:13:36.394422+0000","last_active":"2024-09-19T08:13:39.289181+0000","last_peered":"2024-09-19T08:13:39.289181+0000","last_clean":"2024-09-19T08:13:39.289181+0000","last_became_active":"2024-09-19T08:13:36.394152+0000","last_became_peered":"2024-09-19T08:13:36.394152+0000","last_unstale":"2024-09-19T08:13:39.289181+0000","last_undegraded":"2024-09-19T08:13:39.289181+0000","last_fullsized":"2024-09-19T08:13:39.289181+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:59.305077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397989+0000","last_change":"2024-09-19T08:13:35.397394+0000","last_active":"2024-09-19T08:13:37.397989+0000","last_peered":"2024-09-19T08:13:37.397989+0000","last_clean":"2024-09-19T08:13:37.397989+0000","last_became_active":"2024-09-19T08:13:35.395222+0000","last_became_peered":"2024-09-19T08:13:35.395222+0000","last_unstale":"2024-09-19T08:13:37.397989+0000","last_undegraded":"2024-09-19T08:13:37.397989+0000","last_fullsized":"2024-09-19T08:13:37.397989+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381610+0000","last_change":"2024-09-19T08:13:36.396494+0000","last_active":"2024-09-19T08:13:37.381610+0000","last_peered":"2024-09-19T08:13:37.381610+0000","last_clean":"2024-09-19T08:13:37.381610+0000","last_became_active":"2024-09-19T08:13:36.396204+0000","last_became_peered":"2024-09-19T08:13:36.396204+0000","last_unstale":"2024-09-19T08:13:37.381610+0000","last_undegraded":"2024-09-19T08:13:37.381610+0000","last_fullsized":"2024-09-19T08:13:37.381610+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:02.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380288+0000","last_change":"2024-09-19T08:13:35.391776+0000","last_active":"2024-09-19T08:13:37.380288+0000","last_peered":"2024-09-19T08:13:37.380288+0000","last_clean":"2024-09-19T08:13:37.380288+0000","last_became_active":"2024-09-19T08:13:35.391483+0000","last_became_peered":"2024-09-19T08:13:35.391483+0000","last_unstale":"2024-09-19T08:13:37.380288+0000","last_undegraded":"2024-09-19T08:13:37.380288+0000","last_fullsized":"2024-09-19T08:13:37.380288+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:32.365896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289474+0000","last_change":"2024-09-19T08:13:36.402824+0000","last_active":"2024-09-19T08:13:39.289474+0000","last_peered":"2024-09-19T08:13:39.289474+0000","last_clean":"2024-09-19T08:13:39.289474+0000","last_became_active":"2024-09-19T08:13:36.402530+0000","last_became_peered":"2024-09-19T08:13:36.402530+0000","last_unstale":"2024-09-19T08:13:39.289474+0000","last_undegraded":"2024-09-19T08:13:39.289474+0000","last_fullsized":"2024-09-19T08:13:39.289474+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:26:20.603443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397757+0000","last_change":"2024-09-19T08:13:35.397085+0000","last_active":"2024-09-19T08:13:37.397757+0000","last_peered":"2024-09-19T08:13:37.397757+0000","last_clean":"2024-09-19T08:13:37.397757+0000","last_became_active":"2024-09-19T08:13:35.395636+0000","last_became_peered":"2024-09-19T08:13:35.395636+0000","last_unstale":"2024-09-19T08:13:37.397757+0000","last_undegraded":"2024-09-19T08:13:37.397757+0000","last_fullsized":"2024-09-19T08:13:37.397757+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:01.206230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365655+0000","last_change":"2024-09-19T08:13:36.394824+0000","last_active":"2024-09-19T08:13:38.365655+0000","last_peered":"2024-09-19T08:13:38.365655+0000","last_clean":"2024-09-19T08:13:38.365655+0000","last_became_active":"2024-09-19T08:13:36.394511+0000","last_became_peered":"2024-09-19T08:13:36.394511+0000","last_unstale":"2024-09-19T08:13:38.365655+0000","last_undegraded":"2024-09-19T08:13:38.365655+0000","last_fullsized":"2024-09-19T08:13:38.365655+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:59.533887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382517+0000","last_change":"2024-09-19T08:13:35.398624+0000","last_active":"2024-09-19T08:13:37.382517+0000","last_peered":"2024-09-19T08:13:37.382517+0000","last_clean":"2024-09-19T08:13:37.382517+0000","last_became_active":"2024-09-19T08:13:35.398342+0000","last_became_peered":"2024-09-19T08:13:35.398342+0000","last_unstale":"2024-09-19T08:13:37.382517+0000","last_undegraded":"2024-09-19T08:13:37.382517+0000","last_fullsized":"2024-09-19T08:13:37.382517+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289257+0000","last_change":"2024-09-19T08:13:36.391663+0000","last_active":"2024-09-19T08:13:39.289257+0000","last_peered":"2024-09-19T08:13:39.289257+0000","last_clean":"2024-09-19T08:13:39.289257+0000","last_became_active":"2024-09-19T08:13:36.391393+0000","last_became_peered":"2024-09-19T08:13:36.391393+0000","last_unstale":"2024-09-19T08:13:39.289257+0000","last_undegraded":"2024-09-19T08:13:39.289257+0000","last_fullsized":"2024-09-19T08:13:39.289257+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:27.979948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380134+0000","last_change":"2024-09-19T08:13:35.387869+0000","last_active":"2024-09-19T08:13:37.380134+0000","last_peered":"2024-09-19T08:13:37.380134+0000","last_clean":"2024-09-19T08:13:37.380134+0000","last_became_active":"2024-09-19T08:13:35.387511+0000","last_became_peered":"2024-09-19T08:13:35.387511+0000","last_unstale":"2024-09-19T08:13:37.380134+0000","last_undegraded":"2024-09-19T08:13:37.380134+0000","last_fullsized":"2024-09-19T08:13:37.380134+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:00.300440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398339+0000","last_change":"2024-09-19T08:13:36.396916+0000","last_active":"2024-09-19T08:13:37.398339+0000","last_peered":"2024-09-19T08:13:37.398339+0000","last_clean":"2024-09-19T08:13:37.398339+0000","last_became_active":"2024-09-19T08:13:36.396588+0000","last_became_peered":"2024-09-19T08:13:36.396588+0000","last_unstale":"2024-09-19T08:13:37.398339+0000","last_undegraded":"2024-09-19T08:13:37.398339+0000","last_fullsized":"2024-09-19T08:13:37.398339+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:01.734457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380615+0000","last_change":"2024-09-19T08:13:35.392507+0000","last_active":"2024-09-19T08:13:37.380615+0000","last_peered":"2024-09-19T08:13:37.380615+0000","last_clean":"2024-09-19T08:13:37.380615+0000","last_became_active":"2024-09-19T08:13:35.392193+0000","last_became_peered":"2024-09-19T08:13:35.392193+0000","last_unstale":"2024-09-19T08:13:37.380615+0000","last_undegraded":"2024-09-19T08:13:37.380615+0000","last_fullsized":"2024-09-19T08:13:37.380615+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:54.869731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289494+0000","last_change":"2024-09-19T08:13:36.393803+0000","last_active":"2024-09-19T08:13:39.289494+0000","last_peered":"2024-09-19T08:13:39.289494+0000","last_clean":"2024-09-19T08:13:39.289494+0000","last_became_active":"2024-09-19T08:13:36.393516+0000","last_became_peered":"2024-09-19T08:13:36.393516+0000","last_unstale":"2024-09-19T08:13:39.289494+0000","last_undegraded":"2024-09-19T08:13:39.289494+0000","last_fullsized":"2024-09-19T08:13:39.289494+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:14.378040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365984+0000","last_change":"2024-09-19T08:13:35.398743+0000","last_active":"2024-09-19T08:13:38.365984+0000","last_peered":"2024-09-19T08:13:38.365984+0000","last_clean":"2024-09-19T08:13:38.365984+0000","last_became_active":"2024-09-19T08:13:35.398398+0000","last_became_peered":"2024-09-19T08:13:35.398398+0000","last_unstale":"2024-09-19T08:13:38.365984+0000","last_undegraded":"2024-09-19T08:13:38.365984+0000","last_fullsized":"2024-09-19T08:13:38.365984+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:55.558718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382459+0000","last_change":"2024-09-19T08:13:36.400052+0000","last_active":"2024-09-19T08:13:37.382459+0000","last_peered":"2024-09-19T08:13:37.382459+0000","last_clean":"2024-09-19T08:13:37.382459+0000","last_became_active":"2024-09-19T08:13:36.399747+0000","last_became_peered":"2024-09-19T08:13:36.399747+0000","last_unstale":"2024-09-19T08:13:37.382459+0000","last_undegraded":"2024-09-19T08:13:37.382459+0000","last_fullsized":"2024-09-19T08:13:37.382459+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:18.616388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"137'3","reported_seq":17,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289274+0000","last_change":"2024-09-19T08:13:35.395688+0000","last_active":"2024-09-19T08:13:39.289274+0000","last_peered":"2024-09-19T08:13:39.289274+0000","last_clean":"2024-09-19T08:13:39.289274+0000","last_became_active":"2024-09-19T08:13:35.395400+0000","last_became_peered":"2024-09-19T08:13:35.395400+0000","last_unstale":"2024-09-19T08:13:39.289274+0000","last_undegraded":"2024-09-19T08:13:39.289274+0000","last_fullsized":"2024-09-19T08:13:39.289274+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:07.508425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289210+0000","last_change":"2024-09-19T08:13:36.404779+0000","last_active":"2024-09-19T08:13:39.289210+0000","last_peered":"2024-09-19T08:13:39.289210+0000","last_clean":"2024-09-19T08:13:39.289210+0000","last_became_active":"2024-09-19T08:13:36.404468+0000","last_became_peered":"2024-09-19T08:13:36.404468+0000","last_unstale":"2024-09-19T08:13:39.289210+0000","last_undegraded":"2024-09-19T08:13:39.289210+0000","last_fullsized":"2024-09-19T08:13:39.289210+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:36:21.679696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"137'6","reported_seq":20,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289575+0000","last_change":"2024-09-19T08:13:35.396243+0000","last_active":"2024-09-19T08:13:39.289575+0000","last_peered":"2024-09-19T08:13:39.289575+0000","last_clean":"2024-09-19T08:13:39.289575+0000","last_became_active":"2024-09-19T08:13:35.395892+0000","last_became_peered":"2024-09-19T08:13:35.395892+0000","last_unstale":"2024-09-19T08:13:39.289575+0000","last_undegraded":"2024-09-19T08:13:39.289575+0000","last_fullsized":"2024-09-19T08:13:39.289575+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:21.875842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365734+0000","last_change":"2024-09-19T08:13:36.395689+0000","last_active":"2024-09-19T08:13:38.365734+0000","last_peered":"2024-09-19T08:13:38.365734+0000","last_clean":"2024-09-19T08:13:38.365734+0000","last_became_active":"2024-09-19T08:13:36.395404+0000","last_became_peered":"2024-09-19T08:13:36.395404+0000","last_unstale":"2024-09-19T08:13:38.365734+0000","last_undegraded":"2024-09-19T08:13:38.365734+0000","last_fullsized":"2024-09-19T08:13:38.365734+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:36.882595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400492+0000","last_change":"2024-09-19T08:13:35.389934+0000","last_active":"2024-09-19T08:13:37.400492+0000","last_peered":"2024-09-19T08:13:37.400492+0000","last_clean":"2024-09-19T08:13:37.400492+0000","last_became_active":"2024-09-19T08:13:35.389415+0000","last_became_peered":"2024-09-19T08:13:35.389415+0000","last_unstale":"2024-09-19T08:13:37.400492+0000","last_undegraded":"2024-09-19T08:13:37.400492+0000","last_fullsized":"2024-09-19T08:13:37.400492+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:25.096090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380305+0000","last_change":"2024-09-19T08:13:36.399819+0000","last_active":"2024-09-19T08:13:37.380305+0000","last_peered":"2024-09-19T08:13:37.380305+0000","last_clean":"2024-09-19T08:13:37.380305+0000","last_became_active":"2024-09-19T08:13:36.397910+0000","last_became_peered":"2024-09-19T08:13:36.397910+0000","last_unstale":"2024-09-19T08:13:37.380305+0000","last_undegraded":"2024-09-19T08:13:37.380305+0000","last_fullsized":"2024-09-19T08:13:37.380305+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:16.240098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400372+0000","last_change":"2024-09-19T08:13:35.391714+0000","last_active":"2024-09-19T08:13:37.400372+0000","last_peered":"2024-09-19T08:13:37.400372+0000","last_clean":"2024-09-19T08:13:37.400372+0000","last_became_active":"2024-09-19T08:13:35.391405+0000","last_became_peered":"2024-09-19T08:13:35.391405+0000","last_unstale":"2024-09-19T08:13:37.400372+0000","last_undegraded":"2024-09-19T08:13:37.400372+0000","last_fullsized":"2024-09-19T08:13:37.400372+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:15.453889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288664+0000","last_change":"2024-09-19T08:13:36.394335+0000","last_active":"2024-09-19T08:13:39.288664+0000","last_peered":"2024-09-19T08:13:39.288664+0000","last_clean":"2024-09-19T08:13:39.288664+0000","last_became_active":"2024-09-19T08:13:36.394040+0000","last_became_peered":"2024-09-19T08:13:36.394040+0000","last_unstale":"2024-09-19T08:13:39.288664+0000","last_undegraded":"2024-09-19T08:13:39.288664+0000","last_fullsized":"2024-09-19T08:13:39.288664+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:17.468928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288634+0000","last_change":"2024-09-19T08:13:35.393296+0000","last_active":"2024-09-19T08:13:39.288634+0000","last_peered":"2024-09-19T08:13:39.288634+0000","last_clean":"2024-09-19T08:13:39.288634+0000","last_became_active":"2024-09-19T08:13:35.393013+0000","last_became_peered":"2024-09-19T08:13:35.393013+0000","last_unstale":"2024-09-19T08:13:39.288634+0000","last_undegraded":"2024-09-19T08:13:39.288634+0000","last_fullsized":"2024-09-19T08:13:39.288634+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:55.107922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400040+0000","last_change":"2024-09-19T08:13:36.392052+0000","last_active":"2024-09-19T08:13:37.400040+0000","last_peered":"2024-09-19T08:13:37.400040+0000","last_clean":"2024-09-19T08:13:37.400040+0000","last_became_active":"2024-09-19T08:13:36.391763+0000","last_became_peered":"2024-09-19T08:13:36.391763+0000","last_unstale":"2024-09-19T08:13:37.400040+0000","last_undegraded":"2024-09-19T08:13:37.400040+0000","last_fullsized":"2024-09-19T08:13:37.400040+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:26.925549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"137'8","reported_seq":22,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380227+0000","last_change":"2024-09-19T08:13:35.392817+0000","last_active":"2024-09-19T08:13:37.380227+0000","last_peered":"2024-09-19T08:13:37.380227+0000","last_clean":"2024-09-19T08:13:37.380227+0000","last_became_active":"2024-09-19T08:13:35.392296+0000","last_became_peered":"2024-09-19T08:13:35.392296+0000","last_unstale":"2024-09-19T08:13:37.380227+0000","last_undegraded":"2024-09-19T08:13:37.380227+0000","last_fullsized":"2024-09-19T08:13:37.380227+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:39.954492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382622+0000","last_change":"2024-09-19T08:13:36.395577+0000","last_active":"2024-09-19T08:13:37.382622+0000","last_peered":"2024-09-19T08:13:37.382622+0000","last_clean":"2024-09-19T08:13:37.382622+0000","last_became_active":"2024-09-19T08:13:36.395221+0000","last_became_peered":"2024-09-19T08:13:36.395221+0000","last_unstale":"2024-09-19T08:13:37.382622+0000","last_undegraded":"2024-09-19T08:13:37.382622+0000","last_fullsized":"2024-09-19T08:13:37.382622+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:52.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289047+0000","last_change":"2024-09-19T08:13:35.392531+0000","last_active":"2024-09-19T08:13:39.289047+0000","last_peered":"2024-09-19T08:13:39.289047+0000","last_clean":"2024-09-19T08:13:39.289047+0000","last_became_active":"2024-09-19T08:13:35.391892+0000","last_became_peered":"2024-09-19T08:13:35.391892+0000","last_unstale":"2024-09-19T08:13:39.289047+0000","last_undegraded":"2024-09-19T08:13:39.289047+0000","last_fullsized":"2024-09-19T08:13:39.289047+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:01.935357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381793+0000","last_change":"2024-09-19T08:13:36.392565+0000","last_active":"2024-09-19T08:13:37.381793+0000","last_peered":"2024-09-19T08:13:37.381793+0000","last_clean":"2024-09-19T08:13:37.381793+0000","last_became_active":"2024-09-19T08:13:36.391864+0000","last_became_peered":"2024-09-19T08:13:36.391864+0000","last_unstale":"2024-09-19T08:13:37.381793+0000","last_undegraded":"2024-09-19T08:13:37.381793+0000","last_fullsized":"2024-09-19T08:13:37.381793+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:08.513911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381998+0000","last_change":"2024-09-19T08:13:35.392427+0000","last_active":"2024-09-19T08:13:37.381998+0000","last_peered":"2024-09-19T08:13:37.381998+0000","last_clean":"2024-09-19T08:13:37.381998+0000","last_became_active":"2024-09-19T08:13:35.392158+0000","last_became_peered":"2024-09-19T08:13:35.392158+0000","last_unstale":"2024-09-19T08:13:37.381998+0000","last_undegraded":"2024-09-19T08:13:37.381998+0000","last_fullsized":"2024-09-19T08:13:37.381998+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289297+0000","last_change":"2024-09-19T08:13:36.399335+0000","last_active":"2024-09-19T08:13:39.289297+0000","last_peered":"2024-09-19T08:13:39.289297+0000","last_clean":"2024-09-19T08:13:39.289297+0000","last_became_active":"2024-09-19T08:13:36.399070+0000","last_became_peered":"2024-09-19T08:13:36.399070+0000","last_unstale":"2024-09-19T08:13:39.289297+0000","last_undegraded":"2024-09-19T08:13:39.289297+0000","last_fullsized":"2024-09-19T08:13:39.289297+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:13.656980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398037+0000","last_change":"2024-09-19T08:13:35.397912+0000","last_active":"2024-09-19T08:13:37.398037+0000","last_peered":"2024-09-19T08:13:37.398037+0000","last_clean":"2024-09-19T08:13:37.398037+0000","last_became_active":"2024-09-19T08:13:35.396221+0000","last_became_peered":"2024-09-19T08:13:35.396221+0000","last_unstale":"2024-09-19T08:13:37.398037+0000","last_undegraded":"2024-09-19T08:13:37.398037+0000","last_fullsized":"2024-09-19T08:13:37.398037+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400209+0000","last_change":"2024-09-19T08:13:36.399686+0000","last_active":"2024-09-19T08:13:37.400209+0000","last_peered":"2024-09-19T08:13:37.400209+0000","last_clean":"2024-09-19T08:13:37.400209+0000","last_became_active":"2024-09-19T08:13:36.399381+0000","last_became_peered":"2024-09-19T08:13:36.399381+0000","last_unstale":"2024-09-19T08:13:37.400209+0000","last_undegraded":"2024-09-19T08:13:37.400209+0000","last_fullsized":"2024-09-19T08:13:37.400209+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:45.879084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397899+0000","last_change":"2024-09-19T08:13:35.402299+0000","last_active":"2024-09-19T08:13:37.397899+0000","last_peered":"2024-09-19T08:13:37.397899+0000","last_clean":"2024-09-19T08:13:37.397899+0000","last_became_active":"2024-09-19T08:13:35.401974+0000","last_became_peered":"2024-09-19T08:13:35.401974+0000","last_unstale":"2024-09-19T08:13:37.397899+0000","last_undegraded":"2024-09-19T08:13:37.397899+0000","last_fullsized":"2024-09-19T08:13:37.397899+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:05.636646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400439+0000","last_change":"2024-09-19T08:13:36.394306+0000","last_active":"2024-09-19T08:13:37.400439+0000","last_peered":"2024-09-19T08:13:37.400439+0000","last_clean":"2024-09-19T08:13:37.400439+0000","last_became_active":"2024-09-19T08:13:36.394002+0000","last_became_peered":"2024-09-19T08:13:36.394002+0000","last_unstale":"2024-09-19T08:13:37.400439+0000","last_undegraded":"2024-09-19T08:13:37.400439+0000","last_fullsized":"2024-09-19T08:13:37.400439+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:40.588634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381425+0000","last_change":"2024-09-19T08:13:35.394542+0000","last_active":"2024-09-19T08:13:37.381425+0000","last_peered":"2024-09-19T08:13:37.381425+0000","last_clean":"2024-09-19T08:13:37.381425+0000","last_became_active":"2024-09-19T08:13:35.394247+0000","last_became_peered":"2024-09-19T08:13:35.394247+0000","last_unstale":"2024-09-19T08:13:37.381425+0000","last_undegraded":"2024-09-19T08:13:37.381425+0000","last_fullsized":"2024-09-19T08:13:37.381425+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:45.465565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400046+0000","last_change":"2024-09-19T08:13:36.399174+0000","last_active":"2024-09-19T08:13:37.400046+0000","last_peered":"2024-09-19T08:13:37.400046+0000","last_clean":"2024-09-19T08:13:37.400046+0000","last_became_active":"2024-09-19T08:13:36.398573+0000","last_became_peered":"2024-09-19T08:13:36.398573+0000","last_unstale":"2024-09-19T08:13:37.400046+0000","last_undegraded":"2024-09-19T08:13:37.400046+0000","last_fullsized":"2024-09-19T08:13:37.400046+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:44.078203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381343+0000","last_change":"2024-09-19T08:13:35.396408+0000","last_active":"2024-09-19T08:13:37.381343+0000","last_peered":"2024-09-19T08:13:37.381343+0000","last_clean":"2024-09-19T08:13:37.381343+0000","last_became_active":"2024-09-19T08:13:35.396144+0000","last_became_peered":"2024-09-19T08:13:35.396144+0000","last_unstale":"2024-09-19T08:13:37.381343+0000","last_undegraded":"2024-09-19T08:13:37.381343+0000","last_fullsized":"2024-09-19T08:13:37.381343+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.549073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382312+0000","last_change":"2024-09-19T08:13:36.393669+0000","last_active":"2024-09-19T08:13:37.382312+0000","last_peered":"2024-09-19T08:13:37.382312+0000","last_clean":"2024-09-19T08:13:37.382312+0000","last_became_active":"2024-09-19T08:13:36.393390+0000","last_became_peered":"2024-09-19T08:13:36.393390+0000","last_unstale":"2024-09-19T08:13:37.382312+0000","last_undegraded":"2024-09-19T08:13:37.382312+0000","last_fullsized":"2024-09-19T08:13:37.382312+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:14.036018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397753+0000","last_change":"2024-09-19T08:13:35.392514+0000","last_active":"2024-09-19T08:13:37.397753+0000","last_peered":"2024-09-19T08:13:37.397753+0000","last_clean":"2024-09-19T08:13:37.397753+0000","last_became_active":"2024-09-19T08:13:35.391660+0000","last_became_peered":"2024-09-19T08:13:35.391660+0000","last_unstale":"2024-09-19T08:13:37.397753+0000","last_undegraded":"2024-09-19T08:13:37.397753+0000","last_fullsized":"2024-09-19T08:13:37.397753+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:32.789213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398337+0000","last_change":"2024-09-19T08:13:36.402180+0000","last_active":"2024-09-19T08:13:37.398337+0000","last_peered":"2024-09-19T08:13:37.398337+0000","last_clean":"2024-09-19T08:13:37.398337+0000","last_became_active":"2024-09-19T08:13:36.401901+0000","last_became_peered":"2024-09-19T08:13:36.401901+0000","last_unstale":"2024-09-19T08:13:37.398337+0000","last_undegraded":"2024-09-19T08:13:37.398337+0000","last_fullsized":"2024-09-19T08:13:37.398337+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:32.842936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"137'2","reported_seq":16,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382029+0000","last_change":"2024-09-19T08:13:35.395283+0000","last_active":"2024-09-19T08:13:37.382029+0000","last_peered":"2024-09-19T08:13:37.382029+0000","last_clean":"2024-09-19T08:13:37.382029+0000","last_became_active":"2024-09-19T08:13:35.394974+0000","last_became_peered":"2024-09-19T08:13:35.394974+0000","last_unstale":"2024-09-19T08:13:37.382029+0000","last_undegraded":"2024-09-19T08:13:37.382029+0000","last_fullsized":"2024-09-19T08:13:37.382029+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:12.706739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380585+0000","last_change":"2024-09-19T08:13:36.396300+0000","last_active":"2024-09-19T08:13:37.380585+0000","last_peered":"2024-09-19T08:13:37.380585+0000","last_clean":"2024-09-19T08:13:37.380585+0000","last_became_active":"2024-09-19T08:13:36.395717+0000","last_became_peered":"2024-09-19T08:13:36.395717+0000","last_unstale":"2024-09-19T08:13:37.380585+0000","last_undegraded":"2024-09-19T08:13:37.380585+0000","last_fullsized":"2024-09-19T08:13:37.380585+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:56.155888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"138'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398407+0000","last_change":"2024-09-19T08:13:35.402146+0000","last_active":"2024-09-19T08:13:37.398407+0000","last_peered":"2024-09-19T08:13:37.398407+0000","last_clean":"2024-09-19T08:13:37.398407+0000","last_became_active":"2024-09-19T08:13:35.401824+0000","last_became_peered":"2024-09-19T08:13:35.401824+0000","last_unstale":"2024-09-19T08:13:37.398407+0000","last_undegraded":"2024-09-19T08:13:37.398407+0000","last_fullsized":"2024-09-19T08:13:37.398407+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:28.015578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.380448+0000","last_change":"2024-09-19T08:13:36.399224+0000","last_active":"2024-09-19T08:13:37.380448+0000","last_peered":"2024-09-19T08:13:37.380448+0000","last_clean":"2024-09-19T08:13:37.380448+0000","last_became_active":"2024-09-19T08:13:36.398673+0000","last_became_peered":"2024-09-19T08:13:36.398673+0000","last_unstale":"2024-09-19T08:13:37.380448+0000","last_undegraded":"2024-09-19T08:13:37.380448+0000","last_fullsized":"2024-09-19T08:13:37.380448+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:38.762546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.398061+0000","last_change":"2024-09-19T08:13:35.395584+0000","last_active":"2024-09-19T08:13:37.398061+0000","last_peered":"2024-09-19T08:13:37.398061+0000","last_clean":"2024-09-19T08:13:37.398061+0000","last_became_active":"2024-09-19T08:13:35.395277+0000","last_became_peered":"2024-09-19T08:13:35.395277+0000","last_unstale":"2024-09-19T08:13:37.398061+0000","last_undegraded":"2024-09-19T08:13:37.398061+0000","last_fullsized":"2024-09-19T08:13:37.398061+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:32.065604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381941+0000","last_change":"2024-09-19T08:13:36.399448+0000","last_active":"2024-09-19T08:13:37.381941+0000","last_peered":"2024-09-19T08:13:37.381941+0000","last_clean":"2024-09-19T08:13:37.381941+0000","last_became_active":"2024-09-19T08:13:36.399184+0000","last_became_peered":"2024-09-19T08:13:36.399184+0000","last_unstale":"2024-09-19T08:13:37.381941+0000","last_undegraded":"2024-09-19T08:13:37.381941+0000","last_fullsized":"2024-09-19T08:13:37.381941+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:08.353215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382447+0000","last_change":"2024-09-19T08:13:35.394409+0000","last_active":"2024-09-19T08:13:37.382447+0000","last_peered":"2024-09-19T08:13:37.382447+0000","last_clean":"2024-09-19T08:13:37.382447+0000","last_became_active":"2024-09-19T08:13:35.393879+0000","last_became_peered":"2024-09-19T08:13:35.393879+0000","last_unstale":"2024-09-19T08:13:37.382447+0000","last_undegraded":"2024-09-19T08:13:37.382447+0000","last_fullsized":"2024-09-19T08:13:37.382447+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:32.789213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400360+0000","last_change":"2024-09-19T08:13:36.392942+0000","last_active":"2024-09-19T08:13:37.400360+0000","last_peered":"2024-09-19T08:13:37.400360+0000","last_clean":"2024-09-19T08:13:37.400360+0000","last_became_active":"2024-09-19T08:13:36.392448+0000","last_became_peered":"2024-09-19T08:13:36.392448+0000","last_unstale":"2024-09-19T08:13:37.400360+0000","last_undegraded":"2024-09-19T08:13:37.400360+0000","last_fullsized":"2024-09-19T08:13:37.400360+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:35.583023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.397979+0000","last_change":"2024-09-19T08:13:35.396881+0000","last_active":"2024-09-19T08:13:37.397979+0000","last_peered":"2024-09-19T08:13:37.397979+0000","last_clean":"2024-09-19T08:13:37.397979+0000","last_became_active":"2024-09-19T08:13:35.396590+0000","last_became_peered":"2024-09-19T08:13:35.396590+0000","last_unstale":"2024-09-19T08:13:37.397979+0000","last_undegraded":"2024-09-19T08:13:37.397979+0000","last_fullsized":"2024-09-19T08:13:37.397979+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:06.798145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.288955+0000","last_change":"2024-09-19T08:13:36.399117+0000","last_active":"2024-09-19T08:13:39.288955+0000","last_peered":"2024-09-19T08:13:39.288955+0000","last_clean":"2024-09-19T08:13:39.288955+0000","last_became_active":"2024-09-19T08:13:36.398640+0000","last_became_peered":"2024-09-19T08:13:36.398640+0000","last_unstale":"2024-09-19T08:13:39.288955+0000","last_undegraded":"2024-09-19T08:13:39.288955+0000","last_fullsized":"2024-09-19T08:13:39.288955+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:19.130252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.381914+0000","last_change":"2024-09-19T08:13:35.394347+0000","last_active":"2024-09-19T08:13:37.381914+0000","last_peered":"2024-09-19T08:13:37.381914+0000","last_clean":"2024-09-19T08:13:37.381914+0000","last_became_active":"2024-09-19T08:13:35.393156+0000","last_became_peered":"2024-09-19T08:13:35.393156+0000","last_unstale":"2024-09-19T08:13:37.381914+0000","last_undegraded":"2024-09-19T08:13:37.381914+0000","last_fullsized":"2024-09-19T08:13:37.381914+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.549073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400045+0000","last_change":"2024-09-19T08:13:36.387887+0000","last_active":"2024-09-19T08:13:37.400045+0000","last_peered":"2024-09-19T08:13:37.400045+0000","last_clean":"2024-09-19T08:13:37.400045+0000","last_became_active":"2024-09-19T08:13:36.387582+0000","last_became_peered":"2024-09-19T08:13:36.387582+0000","last_unstale":"2024-09-19T08:13:37.400045+0000","last_undegraded":"2024-09-19T08:13:37.400045+0000","last_fullsized":"2024-09-19T08:13:37.400045+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:33.498017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:38.365593+0000","last_change":"2024-09-19T08:13:35.388912+0000","last_active":"2024-09-19T08:13:38.365593+0000","last_peered":"2024-09-19T08:13:38.365593+0000","last_clean":"2024-09-19T08:13:38.365593+0000","last_became_active":"2024-09-19T08:13:35.388662+0000","last_became_peered":"2024-09-19T08:13:35.388662+0000","last_unstale":"2024-09-19T08:13:38.365593+0000","last_undegraded":"2024-09-19T08:13:38.365593+0000","last_fullsized":"2024-09-19T08:13:38.365593+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:13.030532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.382332+0000","last_change":"2024-09-19T08:13:36.398881+0000","last_active":"2024-09-19T08:13:37.382332+0000","last_peered":"2024-09-19T08:13:37.382332+0000","last_clean":"2024-09-19T08:13:37.382332+0000","last_became_active":"2024-09-19T08:13:36.398604+0000","last_became_peered":"2024-09-19T08:13:36.398604+0000","last_unstale":"2024-09-19T08:13:37.382332+0000","last_undegraded":"2024-09-19T08:13:37.382332+0000","last_fullsized":"2024-09-19T08:13:37.382332+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:56.564204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400098+0000","last_change":"2024-09-19T08:13:35.393417+0000","last_active":"2024-09-19T08:13:37.400098+0000","last_peered":"2024-09-19T08:13:37.400098+0000","last_clean":"2024-09-19T08:13:37.400098+0000","last_became_active":"2024-09-19T08:13:35.393132+0000","last_became_peered":"2024-09-19T08:13:35.393132+0000","last_unstale":"2024-09-19T08:13:37.400098+0000","last_undegraded":"2024-09-19T08:13:37.400098+0000","last_fullsized":"2024-09-19T08:13:37.400098+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:35.661584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:37.400713+0000","last_change":"2024-09-19T08:13:36.399861+0000","last_active":"2024-09-19T08:13:37.400713+0000","last_peered":"2024-09-19T08:13:37.400713+0000","last_clean":"2024-09-19T08:13:37.400713+0000","last_became_active":"2024-09-19T08:13:36.398329+0000","last_became_peered":"2024-09-19T08:13:36.398329+0000","last_unstale":"2024-09-19T08:13:37.400713+0000","last_undegraded":"2024-09-19T08:13:37.400713+0000","last_fullsized":"2024-09-19T08:13:37.400713+0000","mapping_epoch":136,"log_start":"0'0","ondisk_log_start":"0'0","created":136,"last_epoch_clean":137,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:35.368064+0000","last_clean_scrub_stamp":"2024-09-19T08:13:35.368064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:28.353967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"137'1","reported_seq":15,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289015+0000","last_change":"2024-09-19T08:13:35.390249+0000","last_active":"2024-09-19T08:13:39.289015+0000","last_peered":"2024-09-19T08:13:39.289015+0000","last_clean":"2024-09-19T08:13:39.289015+0000","last_became_active":"2024-09-19T08:13:35.389983+0000","last_became_peered":"2024-09-19T08:13:35.389983+0000","last_unstale":"2024-09-19T08:13:39.289015+0000","last_undegraded":"2024-09-19T08:13:39.289015+0000","last_fullsized":"2024-09-19T08:13:39.289015+0000","mapping_epoch":135,"log_start":"0'0","ondisk_log_start":"0'0","created":135,"last_epoch_clean":136,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:34.362578+0000","last_clean_scrub_stamp":"2024-09-19T08:13:34.362578+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:01.206230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":397,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-09-19T08:13:39.289114+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:13:39.289114+0000","last_peered":"2024-09-19T08:13:39.289114+0000","last_clean":"2024-09-19T08:13:39.289114+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:13:39.289114+0000","last_undegraded":"2024-09-19T08:13:39.289114+0000","last_fullsized":"2024-09-19T08:13:39.289114+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542284,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37640,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334200,"statfs":{"total":96636764160,"available":96598220800,"internally_reserved":0,"allocated":2347008,"data_stored":1429930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542284,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1765376,"data_stored":846402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542284,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1761280,"data_stored":845820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542283,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1765376,"data_stored":841186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41240,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330600,"statfs":{"total":96636764160,"available":96594534400,"internally_reserved":0,"allocated":1773568,"data_stored":847384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542283,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45396,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326444,"statfs":{"total":96636764160,"available":96590278656,"internally_reserved":0,"allocated":1761280,"data_stored":845784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542284,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41224,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330616,"statfs":{"total":96636764160,"available":96594550784,"internally_reserved":0,"allocated":1757184,"data_stored":845750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542283,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29332,"kb_used_data":2300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342508,"statfs":{"total":96636764160,"available":96606728192,"internally_reserved":0,"allocated":2355200,"data_stored":1436700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:13:40.728 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:13:40.729 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T08:13:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.874+0000 7fd64ee77640 1 Processor -- start 2024-09-19T08:13:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.874+0000 7fd64ee77640 1 -- start start 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64ee77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd6480b1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64ee77640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6480cd340 con 0x7fd6480734e0 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64ee77640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6480cd620 con 0x7fd6480b2360 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64ee77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd6480b27a0 con 0x7fd64815b1c0 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64d414640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd6480734e0 0x7fd6480ce3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33190/0 (socket says 172.21.15.17:33190) 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.875+0000 7fd64d414640 1 -- 172.21.15.17:0/1299543046 learned_addr learned my addr 172.21.15.17:0/1299543046 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd64cc13640 1 --2- 172.21.15.17:0/1299543046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd6480b1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1740186371 0 0) 0x7fd6480cd340 con 0x7fd6480734e0 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd634003520 con 0x7fd6480734e0 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 326739131 0 0) 0x7fd6480cd620 con 0x7fd6480b2360 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6480cd340 con 0x7fd6480b2360 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd64cc13640 1 -- 172.21.15.17:0/1299543046 >> v1:172.21.15.160:6789/0 conn(0x7fd6480b2360 legacy=0x7fd648072dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd64cc13640 1 -- 172.21.15.17:0/1299543046 >> v1:172.21.15.17:6789/0 conn(0x7fd6480734e0 legacy=0x7fd6480ce3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1044869780 0 0) 0x7fd634003520 con 0x7fd6480734e0 2024-09-19T08:13:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.876+0000 7fd64cc13640 1 -- 172.21.15.17:0/1299543046 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6480cd900 con 0x7fd64815b1c0 2024-09-19T08:13:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.877+0000 7fd64cc13640 1 --2- 172.21.15.17:0/1299543046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd6480b1e20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd6400097d0 tx=0x7fd64002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa723205549f191f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.877+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640037070 con 0x7fd64815b1c0 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.877+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd64002ab90 con 0x7fd64815b1c0 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.877+0000 7fd6477fe640 1 -- 172.21.15.17:0/1299543046 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd630001670 con 0x7fd64815b1c0 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 -- 172.21.15.17:0/1299543046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 msgr2=0x7fd6480b1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 --2- 172.21.15.17:0/1299543046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd6480b1e20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd6400097d0 tx=0x7fd64002a100 comp rx=0 tx=0).stop 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 -- 172.21.15.17:0/1299543046 shutdown_connections 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 --2- 172.21.15.17:0/1299543046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd6480b1e20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 -- 172.21.15.17:0/1299543046 >> 172.21.15.17:0/1299543046 conn(0x7fd648067f80 msgr2=0x7fd64806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 -- 172.21.15.17:0/1299543046 shutdown_connections 2024-09-19T08:13:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.878+0000 7fd64ee77640 1 -- 172.21.15.17:0/1299543046 wait complete. 2024-09-19T08:13:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.879+0000 7fd64ee77640 1 Processor -- start 2024-09-19T08:13:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.879+0000 7fd64ee77640 1 -- start start 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 0x7fd648152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd648156310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd6480cec70 con 0x7fd6480734e0 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd6480ceaf0 con 0x7fd6480b2360 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64ee77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd6480cedf0 con 0x7fd64815b1c0 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54244/0 (socket says 172.21.15.17:54244) 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 -- 172.21.15.17:0/3629049004 learned_addr learned my addr 172.21.15.17:0/3629049004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:40.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64d414640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd648156310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd647fff640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 0x7fd648152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 -- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 msgr2=0x7fd648156310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd648156310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 -- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 msgr2=0x7fd648152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 0x7fd648152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 -- 172.21.15.17:0/3629049004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd648157800 con 0x7fd6480734e0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd647fff640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 0x7fd648152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.880+0000 7fd64cc13640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7fd6400097d0 tx=0x7fd6400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.881+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640037050 con 0x7fd6480734e0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.881+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd640043070 con 0x7fd6480734e0 2024-09-19T08:13:40.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.881+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6481e3790 con 0x7fd6480734e0 2024-09-19T08:13:40.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.881+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64003ca50 con 0x7fd6480734e0 2024-09-19T08:13:40.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.881+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd648150d10 con 0x7fd6480734e0 2024-09-19T08:13:40.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.882+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6480b1e20 con 0x7fd6480734e0 2024-09-19T08:13:40.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.882+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd64003cbf0 con 0x7fd6480734e0 2024-09-19T08:13:40.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.883+0000 7fd6457fa640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:40.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.883+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fd6400abdd0 con 0x7fd6480734e0 2024-09-19T08:13:40.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.883+0000 7fd647fff640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:40.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.884+0000 7fd647fff640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 0x7fd62806e770 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fd6481f57e0 tx=0x7fd638009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:40.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:40.887+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd64007a5d0 con 0x7fd6480734e0 2024-09-19T08:13:41.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.127+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd64815e460 con 0x7fd6480734e0 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.129+0000 7fd6457fa640 1 -- 172.21.15.17:0/3629049004 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7fd6400ad020 con 0x7fd6480734e0 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQBZ2utm1NgRMxAABG6yS0xXCRMgUCZC+3W/PA== 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stdout: caps mds = "allow" 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stdout: caps mon = "allow r" 2024-09-19T08:13:41.129 INFO:teuthology.orchestra.run.smithi017.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T08:13:41.130 INFO:teuthology.orchestra.run.smithi017.stderr:updated caps for client.0 2024-09-19T08:13:41.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 msgr2=0x7fd62806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 0x7fd62806e770 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fd6481f57e0 tx=0x7fd638009040 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 msgr2=0x7fd64814f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7fd6400097d0 tx=0x7fd6400046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 shutdown_connections 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd64815b1c0 0x7fd648156310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd6480b2360 0x7fd648152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 --2- 172.21.15.17:0/3629049004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd6480734e0 0x7fd64814f420 unknown :-1 s=CLOSED pgs=2343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 >> 172.21.15.17:0/3629049004 conn(0x7fd648067f80 msgr2=0x7fd648072750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 shutdown_connections 2024-09-19T08:13:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.131+0000 7fd64ee77640 1 -- 172.21.15.17:0/3629049004 wait complete. 2024-09-19T08:13:41.142 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:41.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.245+0000 7f673aa5c640 1 Processor -- start 2024-09-19T08:13:41.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.245+0000 7f673aa5c640 1 -- start start 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f673aa5c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f673415c050 0x7f67340d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f673aa5c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6734160a00 0x7f67340d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f673aa5c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67340d2e60 con 0x7f67340d2210 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f673aa5c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6734070ec0 con 0x7f673415c050 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f673aa5c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f673415ff20 con 0x7f6734160a00 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6733fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f673415c050 0x7f67340d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6738ff9640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f67340d2210 0x7f67340ce830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33192/0 (socket says 172.21.15.17:33192) 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6738ff9640 1 -- 172.21.15.17:0/2597327979 learned_addr learned my addr 172.21.15.17:0/2597327979 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f67337fe640 1 --2- 172.21.15.17:0/2597327979 >> v2:172.21.15.160:3300/0 conn(0x7f6734160a00 0x7f67340d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6733fff640 1 -- 172.21.15.17:0/2597327979 >> v2:172.21.15.160:3300/0 conn(0x7f6734160a00 msgr2=0x7f67340d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6733fff640 1 --2- 172.21.15.17:0/2597327979 >> v2:172.21.15.160:3300/0 conn(0x7f6734160a00 0x7f67340d0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6733fff640 1 -- 172.21.15.17:0/2597327979 >> v1:172.21.15.17:6789/0 conn(0x7f67340d2210 legacy=0x7f67340ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.246+0000 7f6733fff640 1 -- 172.21.15.17:0/2597327979 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6734160200 con 0x7f673415c050 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.247+0000 7f6733fff640 1 --2- 172.21.15.17:0/2597327979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f67340d01e0 secure :-1 s=READY pgs=2345 cs=0 l=1 rev1=1 crypto rx=0x7f6734160e70 tx=0x7f672402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac6cfa119ba23e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.247+0000 7f6732ffd640 1 -- 172.21.15.17:0/2597327979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6724037070 con 0x7f673415c050 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.247+0000 7f6732ffd640 1 -- 172.21.15.17:0/2597327979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6724032440 con 0x7f673415c050 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.247+0000 7f6732ffd640 1 -- 172.21.15.17:0/2597327979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6724032810 con 0x7f673415c050 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 -- 172.21.15.17:0/2597327979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 msgr2=0x7f67340d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 --2- 172.21.15.17:0/2597327979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f67340d01e0 secure :-1 s=READY pgs=2345 cs=0 l=1 rev1=1 crypto rx=0x7f6734160e70 tx=0x7f672402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 -- 172.21.15.17:0/2597327979 shutdown_connections 2024-09-19T08:13:41.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 --2- 172.21.15.17:0/2597327979 >> v2:172.21.15.160:3300/0 conn(0x7f6734160a00 0x7f67340d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 --2- 172.21.15.17:0/2597327979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f67340d01e0 unknown :-1 s=CLOSED pgs=2345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 -- 172.21.15.17:0/2597327979 >> 172.21.15.17:0/2597327979 conn(0x7f673406f400 msgr2=0x7f673406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:41.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 -- 172.21.15.17:0/2597327979 shutdown_connections 2024-09-19T08:13:41.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.248+0000 7f673aa5c640 1 -- 172.21.15.17:0/2597327979 wait complete. 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.249+0000 7f673aa5c640 1 Processor -- start 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.249+0000 7f673aa5c640 1 -- start start 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67340d2210 0x7f673414fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6734160a00 0x7f6734151010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f673415c5b0 con 0x7f673415c050 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f673415c430 con 0x7f6734160a00 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f673aa5c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f67340d26c0 con 0x7f67340d2210 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54262/0 (socket says 172.21.15.17:54262) 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 -- 172.21.15.17:0/4208269523 learned_addr learned my addr 172.21.15.17:0/4208269523 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f6738ff9640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6734160a00 0x7f6734151010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f6733fff640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67340d2210 0x7f673414fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 -- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67340d2210 msgr2=0x7f673414fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67340d2210 0x7f673414fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 -- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6734160a00 msgr2=0x7f6734151010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6734160a00 0x7f6734151010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 -- 172.21.15.17:0/4208269523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673406cea0 con 0x7f673415c050 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f67337fe640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f672800d5f0 tx=0x7f672800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.250+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67280125f0 con 0x7f673415c050 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.251+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6728019070 con 0x7f673415c050 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.251+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f673406d160 con 0x7f673415c050 2024-09-19T08:13:41.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.251+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67280129d0 con 0x7f673415c050 2024-09-19T08:13:41.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.251+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f673406d720 con 0x7f673415c050 2024-09-19T08:13:41.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.252+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6734069ac0 con 0x7f673415c050 2024-09-19T08:13:41.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.252+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6728012b70 con 0x7f673415c050 2024-09-19T08:13:41.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.252+0000 7f6730ff9640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 0x7f672006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.253+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f672808b5e0 con 0x7f673415c050 2024-09-19T08:13:41.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.253+0000 7f6733fff640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 0x7f672006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.253+0000 7f6733fff640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 0x7f672006e7a0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f6724034000 tx=0x7f672402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:41.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.257+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6734069ac0 con 0x7f673415c050 2024-09-19T08:13:41.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.471+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67340740c0 con 0x7f673415c050 2024-09-19T08:13:41.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.471+0000 7f6730ff9640 1 -- 172.21.15.17:0/4208269523 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 333 v333) ==== 95+0+5240 (secure 0 0 0) 0x7f67340740c0 con 0x7f673415c050 2024-09-19T08:13:41.471 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:41.471 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":333,"btime":"2024-09-19T08:13:39:399724+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":10728,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":328}],"filesystems":[{"mdsmap":{"epoch":333,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:38.554317+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10737},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10737":{"gid":10737,"name":"b","rank":0,"incarnation":330,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6837/752284890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":752284890},{"type":"v1","addr":"172.21.15.160:6837","nonce":752284890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10737,"qdb_cluster":[10737]},"id":7}]} 2024-09-19T08:13:41.472 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 333 2024-09-19T08:13:41.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 msgr2=0x7f672006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 0x7f672006e7a0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f6724034000 tx=0x7f672402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 msgr2=0x7f6734150ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f672800d5f0 tx=0x7f672800dab0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 shutdown_connections 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f672006c2e0 0x7f672006e7a0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6734160a00 0x7f6734151010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f673415c050 0x7f6734150ad0 unknown :-1 s=CLOSED pgs=2346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 --2- 172.21.15.17:0/4208269523 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f67340d2210 0x7f673414fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 >> 172.21.15.17:0/4208269523 conn(0x7f673406f400 msgr2=0x7f67340b6b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 shutdown_connections 2024-09-19T08:13:41.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.473+0000 7f673aa5c640 1 -- 172.21.15.17:0/4208269523 wait complete. 2024-09-19T08:13:41.887 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 333, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:13:35.746147+0000', 'modified': '2024-09-19T08:13:38.554317+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10737}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10737': {'gid': 10737, 'name': 'b', 'rank': 0, 'incarnation': 330, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.160:6837/752284890', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.160:6835', 'nonce': 752284890}, {'type': 'v1', 'addr': '172.21.15.160:6837', 'nonce': 752284890}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10737, 'qdb_cluster': [10737]} 2024-09-19T08:13:41.887 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:13:41.887 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T08:13:41.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 Processor -- start 2024-09-19T08:13:41.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 -- start start 2024-09-19T08:13:42.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fae1c0afec0 0x7fae1c0cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae1c0b61b0 con 0x7fae1c0b0350 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae1c0b6490 con 0x7fae1c156770 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.998+0000 7fae22eae640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fae1c0b6770 con 0x7fae1c0afec0 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae2144b640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fae1c0b0350 0x7fae1c06ef40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33204/0 (socket says 172.21.15.17:33204) 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae2144b640 1 -- 172.21.15.17:0/1246537674 learned_addr learned my addr 172.21.15.17:0/1246537674 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1bfff640 1 --2- 172.21.15.17:0/1246537674 >> v2:172.21.15.160:3300/0 conn(0x7fae1c0afec0 0x7fae1c0cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1929281868 0 0) 0x7fae1c0b61b0 con 0x7fae1c0b0350 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae08003520 con 0x7fae1c0b0350 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4155890352 0 0) 0x7fae08003520 con 0x7fae1c0b0350 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 >> v2:172.21.15.160:3300/0 conn(0x7fae1c0afec0 msgr2=0x7fae1c0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 --2- 172.21.15.17:0/1246537674 >> v2:172.21.15.160:3300/0 conn(0x7fae1c0afec0 0x7fae1c0cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 >> v1:172.21.15.160:6789/0 conn(0x7fae1c156770 legacy=0x7fae1c160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae1c160010 con 0x7fae1c0b0350 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7fae140019f0 con 0x7fae1c0b0350 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 >> v1:172.21.15.17:6789/0 conn(0x7fae1c0b0350 legacy=0x7fae1c06ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae080039b0 0x7fae08003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae08004800 0x7fae08004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae0800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae1c0b6770 con 0x7fae080051c0 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fae0800c160 con 0x7fae08004800 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fae0800c360 con 0x7fae080039b0 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae2144b640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae0800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:41.999+0000 7fae1bfff640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae08004800 0x7fae08004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae20c4a640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae080039b0 0x7fae08003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 -- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae080039b0 msgr2=0x7fae08003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae080039b0 0x7fae08003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 -- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae08004800 msgr2=0x7fae08004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae08004800 0x7fae08004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 -- 172.21.15.17:0/1246537674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae08003520 con 0x7fae080051c0 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 -- 172.21.15.17:0/1246537674 reap_dead start 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.000+0000 7fae2144b640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae0800b9c0 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a840 tx=0x7fae08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a24fc64b3d8a665c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1400a460 con 0x7fae080051c0 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae1402f070 con 0x7fae080051c0 2024-09-19T08:13:42.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae1b7fe640 1 -- 172.21.15.17:0/1246537674 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1402bcb0 con 0x7fae080051c0 2024-09-19T08:13:42.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 -- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 msgr2=0x7fae0800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae0800b9c0 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a840 tx=0x7fae08005830 comp rx=0 tx=0).stop 2024-09-19T08:13:42.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 -- 172.21.15.17:0/1246537674 shutdown_connections 2024-09-19T08:13:42.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 --2- 172.21.15.17:0/1246537674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae0800b9c0 unknown :-1 s=CLOSED pgs=2348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 -- 172.21.15.17:0/1246537674 >> 172.21.15.17:0/1246537674 conn(0x7fae1c0b1770 msgr2=0x7fae1c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 -- 172.21.15.17:0/1246537674 shutdown_connections 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.001+0000 7fae22eae640 1 -- 172.21.15.17:0/1246537674 wait complete. 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 Processor -- start 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 -- start start 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae1c0b3d00 0x7fae1c0b4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae1c0aa500 0x7fae1c0aa980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae1c160990 con 0x7fae080051c0 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fae1c160810 con 0x7fae1c0b3d00 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.003+0000 7fae22eae640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fae1c160b10 con 0x7fae1c0aa500 2024-09-19T08:13:42.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54270/0 (socket says 172.21.15.17:54270) 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 -- 172.21.15.17:0/981265734 learned_addr learned my addr 172.21.15.17:0/981265734 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae1bfff640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae1c0b3d00 0x7fae1c0b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae2144b640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae1c0aa500 0x7fae1c0aa980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 -- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae1c0aa500 msgr2=0x7fae1c0aa980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae1c0aa500 0x7fae1c0aa980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 -- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae1c0b3d00 msgr2=0x7fae1c0b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae1c0b3d00 0x7fae1c0b4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 -- 172.21.15.17:0/981265734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae1c0ab250 con 0x7fae080051c0 2024-09-19T08:13:42.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae20c4a640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7fae0c00f5f0 tx=0x7fae0c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae197fa640 1 -- 172.21.15.17:0/981265734 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c0052e0 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae197fa640 1 -- 172.21.15.17:0/981265734 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae0c018070 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae197fa640 1 -- 172.21.15.17:0/981265734 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c003810 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae1c0ab530 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.004+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae1c0aaec0 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.006+0000 7fae197fa640 1 -- 172.21.15.17:0/981265734 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae0c0039b0 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.006+0000 7fae197fa640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 0x7fadfc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.006+0000 7fae197fa640 1 -- 172.21.15.17:0/981265734 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fae0c08b050 con 0x7fae080051c0 2024-09-19T08:13:42.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.006+0000 7fae1bfff640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 0x7fadfc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.007+0000 7fae1bfff640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 0x7fadfc06e7a0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fae1c154230 tx=0x7fae04008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.007+0000 7fae25c49740 1 Processor -- start 2024-09-19T08:13:42.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.007+0000 7fae25c49740 1 -- start start 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b674604500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b6745d7a80 0x55b6746207d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b67453c520 con 0x55b67461eae0 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b6744e43e0 con 0x55b6745d7a80 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b6745384e0 con 0x55b674604120 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54286/0 (socket says 172.21.15.17:54286) 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 -- 172.21.15.17:0/129700909 learned_addr learned my addr 172.21.15.17:0/129700909 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae2144b640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b6745d7a80 0x55b6746207d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae20c4a640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b674604500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 -- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 msgr2=0x55b674604500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b674604500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 -- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b6745d7a80 msgr2=0x55b6746207d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b6745d7a80 0x55b6746207d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae1bfff640 1 -- 172.21.15.17:0/129700909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6744ff2f0 con 0x55b67461eae0 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.008+0000 7fae20c4a640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b674604500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae1bfff640 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7fae04013ce0 tx=0x7fae04016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5633cf1c6df6d2c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae127fc640 1 -- 172.21.15.17:0/129700909 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04013d10 con 0x55b67461eae0 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae127fc640 1 -- 172.21.15.17:0/129700909 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae04028070 con 0x55b67461eae0 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae127fc640 1 -- 172.21.15.17:0/129700909 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04023640 con 0x55b67461eae0 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 -- 172.21.15.17:0/129700909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 msgr2=0x55b674620290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7fae04013ce0 tx=0x7fae04016000 comp rx=0 tx=0).stop 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 -- 172.21.15.17:0/129700909 shutdown_connections 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b6745d7a80 0x55b6746207d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b674620290 unknown :-1 s=CLOSED pgs=2350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 --2- 172.21.15.17:0/129700909 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b674604500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 -- 172.21.15.17:0/129700909 >> 172.21.15.17:0/129700909 conn(0x55b6745d6a80 msgr2=0x55b67461ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 -- 172.21.15.17:0/129700909 shutdown_connections 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.009+0000 7fae25c49740 1 -- 172.21.15.17:0/129700909 wait complete. 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.010+0000 7fae25c49740 1 -- start start 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.010+0000 7fae25c49740 1 Processor -- start 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b6745d4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745d5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b674604ee0 con 0x55b67461ad20 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b6744c5450 con 0x55b67461eae0 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b67461f770 con 0x55b674604120 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae25c49740 10 client.0 _ll_register_callbacks cb 0x55b67424eac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54290/0 (socket says 172.21.15.17:54290) 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 -- 172.21.15.17:0/1240988846 learned_addr learned my addr 172.21.15.17:0/1240988846 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae20c4a640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b6745d4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae1bfff640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745d5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 -- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 msgr2=0x55b6745d4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b6745d4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 -- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 msgr2=0x55b6745d5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745d5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.011+0000 7fae2144b640 1 -- 172.21.15.17:0/1240988846 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b67424f2d0 con 0x55b67461ad20 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae2144b640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a960 tx=0x7fae1c0b6660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c6a07c898a390e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1402b850 con 0x55b67461ad20 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fae1402b9f0 con 0x55b67461ad20 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae04028070 con 0x55b67461ad20 2024-09-19T08:13:42.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=333) ==== 24+0+0 (secure 0 0 0) 0x7fae1404a050 con 0x55b67461ad20 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 10 client.10842 fetch_fsmap learned FSMap version 333 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=333,monmap=2+}) -- 0x55b6743196b0 con 0x55b67461ad20 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae04028070 con 0x55b67461ad20 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 333) ==== 3502+0+0 (secure 0 0 0) 0x7fae1404d020 con 0x55b67461ad20 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 10 client.10842 fetch_fsmap finished waiting for FSMap version 333 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 10 client.10842 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 20 client.10842 populate_metadata read hostname 'smithi017' 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b674601ae0 0x55b674606760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 4 client.10842 mds_command: new command op to 10737 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.012+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 --> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b674549c50 con 0x55b674601ae0 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.013+0000 7fae20c4a640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b674601ae0 0x55b674606760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.013+0000 7fae20c4a640 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b674601ae0 0x55b674606760 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97a54ccdec1804a4 server_cookie=ed6fa3eec32c3420 in_seq=0 out_seq=0 2024-09-19T08:13:42.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.013+0000 7fadfb7fe640 10 client.10842 ms_handle_connect on v2:172.21.15.160:6835/752284890 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fadfb7fe640 1 -- 172.21.15.17:0/1240988846 <== mds.0 v2:172.21.15.160:6835/752284890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b674549c50 con 0x55b674601ae0 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fadfb7fe640 10 client.10842 handle_command_reply: tid=0 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 client.10842 shutdown 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 msgr2=0x55b674619c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a960 tx=0x7fae1c0b6660 comp rx=0 tx=0).stop 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 shutdown_connections 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b674601ae0 0x55b674606760 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b674619c70 unknown :-1 s=CLOSED pgs=2351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745d5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 --2- 172.21.15.17:0/1240988846 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b6745d4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 >> 172.21.15.17:0/1240988846 conn(0x55b6745d7a80 msgr2=0x55b6745d37d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fadfb7fe640 0 client.10842 ms_handle_reset on v2:172.21.15.160:6835/752284890 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 shutdown_connections 2024-09-19T08:13:42.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 1 -- 172.21.15.17:0/1240988846 wait complete. 2024-09-19T08:13:42.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.014+0000 7fae25c49740 20 client.10842 trim_cache size 0 max 16384 2024-09-19T08:13:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.032+0000 7fae25c49740 1 Processor -- start 2024-09-19T08:13:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.032+0000 7fae25c49740 1 -- start start 2024-09-19T08:13:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b674604120 0x55b6745d3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b67461ad20 0x55b6745d4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae1c0cec50 con 0x55b67461eae0 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fae1c151a70 con 0x55b674604120 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fae1c1520c0 con 0x55b67461ad20 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54292/0 (socket says 172.21.15.17:54292) 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 -- 172.21.15.17:0/2815483840 learned_addr learned my addr 172.21.15.17:0/2815483840 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae20c4a640 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b674604120 0x55b6745d3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae1bfff640 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b67461ad20 0x55b6745d4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 -- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b67461ad20 msgr2=0x55b6745d4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b67461ad20 0x55b6745d4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 -- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b674604120 msgr2=0x55b6745d3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b674604120 0x55b6745d3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.033+0000 7fae2144b640 1 -- 172.21.15.17:0/2815483840 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b67461fa40 con 0x55b67461eae0 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae2144b640 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a930 tx=0x7fae1403d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dac103c400c177d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae11ffb640 1 -- 172.21.15.17:0/2815483840 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1402bc40 con 0x55b67461eae0 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae11ffb640 1 -- 172.21.15.17:0/2815483840 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae14052020 con 0x55b67461eae0 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae11ffb640 1 -- 172.21.15.17:0/2815483840 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14034470 con 0x55b67461eae0 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 -- 172.21.15.17:0/2815483840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 msgr2=0x55b6745da320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7fae1400a930 tx=0x7fae1403d000 comp rx=0 tx=0).stop 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 -- 172.21.15.17:0/2815483840 shutdown_connections 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=CLOSED pgs=2352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b67461ad20 0x55b6745d4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 --2- 172.21.15.17:0/2815483840 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b674604120 0x55b6745d3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.034+0000 7fae25c49740 1 -- 172.21.15.17:0/2815483840 >> 172.21.15.17:0/2815483840 conn(0x55b6745d7a80 msgr2=0x55b674635d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.035+0000 7fae25c49740 1 -- 172.21.15.17:0/2815483840 shutdown_connections 2024-09-19T08:13:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.035+0000 7fae25c49740 1 -- 172.21.15.17:0/2815483840 wait complete. 2024-09-19T08:13:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.035+0000 7fae25c49740 1 -- start start 2024-09-19T08:13:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.035+0000 7fae25c49740 1 Processor -- start 2024-09-19T08:13:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b67469ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b67461a950 con 0x55b67461ad20 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x55b67461c360 con 0x55b67461eae0 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x55b674601f50 con 0x55b674604120 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae25c49740 10 client.0 _ll_register_callbacks cb 0x7fae080036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54304/0 (socket says 172.21.15.17:54304) 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.036+0000 7fae1bfff640 1 -- 172.21.15.17:0/3273790388 learned_addr learned my addr 172.21.15.17:0/3273790388 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae2144b640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 -- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 msgr2=0x55b67469ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b67469ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 -- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 msgr2=0x55b6745da320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 -- 172.21.15.17:0/3273790388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b674604870 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae1bfff640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7fae04009160 tx=0x7fae040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6e65fd421cae24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0403b060 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7fae04023850 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae14052020 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=333) ==== 24+0+0 (secure 0 0 0) 0x7fae04041050 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 10 client.10848 fetch_fsmap learned FSMap version 333 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=333,monmap=2+}) -- 0x55b674606b40 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae14052020 con 0x55b67461ad20 2024-09-19T08:13:42.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 333) ==== 3502+0+0 (secure 0 0 0) 0x7fae04044020 con 0x55b67461ad20 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 10 client.10848 fetch_fsmap finished waiting for FSMap version 333 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 10 client.10848 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 20 client.10848 populate_metadata read hostname 'smithi017' 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b6746a1f90 0x55b674645f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 4 client.10848 mds_command: new command op to 10737 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.037+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 --> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] -- command(tid 0: {"prefix": "status"}) -- 0x55b674543fa0 con 0x55b6746a1f90 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fae20c4a640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b6746a1f90 0x55b674645f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fae20c4a640 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b6746a1f90 0x55b674645f70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4712f44c3e7ed178 server_cookie=5118362354b52a8b in_seq=0 out_seq=0 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fadfb7fe640 10 client.10848 ms_handle_connect on v2:172.21.15.160:6835/752284890 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fadfb7fe640 1 -- 172.21.15.17:0/3273790388 <== mds.0 v2:172.21.15.160:6835/752284890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x55b674543fa0 con 0x55b6746a1f90 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fadfb7fe640 10 client.10848 handle_command_reply: tid=0 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fae25c49740 1 client.10848 shutdown 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 msgr2=0x55b67463cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.038+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7fae04009160 tx=0x7fae040046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 shutdown_connections 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:6835/752284890,v1:172.21.15.160:6837/752284890] conn(0x55b6746a1f90 0x55b674645f70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x55b67461eae0 0x55b6745da320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b67461ad20 0x55b67463cc30 unknown :-1 s=CLOSED pgs=2353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fadfb7fe640 0 client.10848 ms_handle_reset on v2:172.21.15.160:6835/752284890 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 --2- 172.21.15.17:0/3273790388 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x55b674604120 0x55b67469ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 >> 172.21.15.17:0/3273790388 conn(0x55b6745d7a80 msgr2=0x55b674600a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 shutdown_connections 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 1 -- 172.21.15.17:0/3273790388 wait complete. 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae25c49740 20 client.10848 trim_cache size 0 max 16384 2024-09-19T08:13:42.044 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10737, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 5.6483791239999999, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 333, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 138, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 138, 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 10.684196482999999 2024-09-19T08:13:42.045 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:13:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 msgr2=0x7fadfc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 0x7fadfc06e7a0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fae1c154230 tx=0x7fae04008040 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 msgr2=0x7fae1c14e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7fae0c00f5f0 tx=0x7fae0c00fab0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 shutdown_connections 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fadfc06c2e0 0x7fadfc06e7a0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fae1c0aa500 0x7fae1c0aa980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fae1c0b3d00 0x7fae1c0b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 --2- 172.21.15.17:0/981265734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae080051c0 0x7fae1c14e660 unknown :-1 s=CLOSED pgs=2349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 >> 172.21.15.17:0/981265734 conn(0x7fae1c0b1770 msgr2=0x7fae1c0d0180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 shutdown_connections 2024-09-19T08:13:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.039+0000 7fae22eae640 1 -- 172.21.15.17:0/981265734 wait complete. 2024-09-19T08:13:42.050 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:13:42.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.152+0000 7f23e0ce6640 1 Processor -- start 2024-09-19T08:13:42.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.152+0000 7f23e0ce6640 1 -- start start 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23e0ce6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc156950 0x7f23dc15d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23e0ce6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f23dc15fe70 0x7f23dc06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23e0ce6640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23dc06e240 con 0x7f23dc06c150 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23e0ce6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f23dc156d30 con 0x7f23dc15fe70 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23e0ce6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f23dc06c590 con 0x7f23dc156950 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23dad9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f23dc06c150 0x7f23dc0d11b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:33210/0 (socket says 172.21.15.17:33210) 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23dad9d640 1 -- 172.21.15.17:0/3897432880 learned_addr learned my addr 172.21.15.17:0/3897432880 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23d3fff640 1 --2- 172.21.15.17:0/3897432880 >> v2:172.21.15.160:3300/0 conn(0x7f23dc15fe70 0x7f23dc06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23da59c640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc156950 0x7f23dc15d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2775386201 0 0) 0x7f23d4001490 con 0x7f23dc06c150 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.153+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23c8003520 con 0x7f23dc06c150 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d3fff640 1 -- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc156950 msgr2=0x7f23dc15d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d3fff640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc156950 0x7f23dc15d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1061435269 0 0) 0x7f23c8003520 con 0x7f23dc06c150 2024-09-19T08:13:42.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d3fff640 1 -- 172.21.15.17:0/3897432880 >> v1:172.21.15.17:6789/0 conn(0x7f23dc06c150 legacy=0x7f23dc0d11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d3fff640 1 -- 172.21.15.17:0/3897432880 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc160380 con 0x7f23dc15fe70 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.154+0000 7f23d3fff640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc06bc10 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f23c40097a0 tx=0x7f23c402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee2ca2d4303d53b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c4037070 con 0x7f23dc15fe70 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23c402aba0 con 0x7f23dc15fe70 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23d9d9b640 1 -- 172.21.15.17:0/3897432880 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4001bc0 con 0x7f23dc15fe70 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 -- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 msgr2=0x7f23dc06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc06bc10 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f23c40097a0 tx=0x7f23c402a110 comp rx=0 tx=0).stop 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 -- 172.21.15.17:0/3897432880 shutdown_connections 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc06bc10 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/3897432880 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc156950 0x7f23dc15d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 -- 172.21.15.17:0/3897432880 >> 172.21.15.17:0/3897432880 conn(0x7f23dc067b30 msgr2=0x7f23dc06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 -- 172.21.15.17:0/3897432880 shutdown_connections 2024-09-19T08:13:42.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.155+0000 7f23e0ce6640 1 -- 172.21.15.17:0/3897432880 wait complete. 2024-09-19T08:13:42.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 Processor -- start 2024-09-19T08:13:42.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 -- start start 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc06c150 0x7f23dc1f2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc0b2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc160c20 con 0x7f23dc156950 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc160940 con 0x7f23dc15fe70 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.157+0000 7f23e0ce6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f23dc0cede0 con 0x7f23dc06c150 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54316/0 (socket says 172.21.15.17:54316) 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 -- 172.21.15.17:0/2106839723 learned_addr learned my addr 172.21.15.17:0/2106839723 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23dad9d640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc0b2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23da59c640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc06c150 0x7f23dc1f2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 -- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc06c150 msgr2=0x7f23dc1f2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc06c150 0x7f23dc1f2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 -- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 msgr2=0x7f23dc0b2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc0b2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 -- 172.21.15.17:0/2106839723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc153c30 con 0x7f23dc156950 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d3fff640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f23c4000c00 tx=0x7f23c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c4037050 con 0x7f23dc156950 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23c4043070 con 0x7f23dc156950 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23dc0b3820 con 0x7f23dc156950 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c403ca70 con 0x7f23dc156950 2024-09-19T08:13:42.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.158+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23dc158220 con 0x7f23dc156950 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.159+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23dc157d50 con 0x7f23dc156950 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.160+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f23c403cc10 con 0x7f23dc156950 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.160+0000 7f23d2ffd640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 0x7f23bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.160+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f23c40abd70 con 0x7f23dc156950 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.161+0000 7f23da59c640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 0x7f23bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:42.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.161+0000 7f23da59c640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 0x7f23bc06e7a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f23cc009b40 tx=0x7f23cc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:42.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.165+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f23c4079e80 con 0x7f23dc156950 2024-09-19T08:13:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.375+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f23dc15d6d0 con 0x7f23dc156950 2024-09-19T08:13:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.375+0000 7f23d2ffd640 1 -- 172.21.15.17:0/2106839723 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v333) ==== 53+0+73 (secure 0 0 0) 0x7f23c407e180 con 0x7f23dc156950 2024-09-19T08:13:42.375 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:13:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 msgr2=0x7f23bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 0x7f23bc06e7a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f23cc009b40 tx=0x7f23cc009190 comp rx=0 tx=0).stop 2024-09-19T08:13:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 msgr2=0x7f23dc1536f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f23c4000c00 tx=0x7f23c40046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 shutdown_connections 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f23bc06c2e0 0x7f23bc06e7a0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f23dc15fe70 0x7f23dc0b2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f23dc156950 0x7f23dc1536f0 unknown :-1 s=CLOSED pgs=2355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 --2- 172.21.15.17:0/2106839723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f23dc06c150 0x7f23dc1f2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 >> 172.21.15.17:0/2106839723 conn(0x7f23dc067b30 msgr2=0x7f23dc1559d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 shutdown_connections 2024-09-19T08:13:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42.377+0000 7f23e0ce6640 1 -- 172.21.15.17:0/2106839723 wait complete. 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:13:42.389 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:42.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.390 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:42.407 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42098sec preferred_lft 42098sec 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:13:42.408 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:13:42.409 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:42.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.410 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:13:42.471 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:13:42.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.473 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:13:42.530 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:13:42.530 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:13:42.530 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:13:42.530 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:13:42.530 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:13:42.531 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:13:42.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:42.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:42.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.660 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:13:42.676 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:13:42.676 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:13:42.677 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:42.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.677 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:13:42.747 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:13:42.748 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:42.748 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:42.807 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:42.807 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:42.807 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:42.864 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:13:42.934 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:42.991 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:13:42.992 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:13:42.993 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:42.994 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:42.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.995 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:13:43.051 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:13:43.051 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:13:43.094 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:13:43.119 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:43.176 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:13:43.176 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:13:43.176 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:13:43.176 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:13:43.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:13:43.178 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:43.179 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:43.179 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:43.179 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:43.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.180 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:13:43.180 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:13:43.178+0000 7fc6ab511480 -1 init, newargv = 0x55d8ab451c50 newargc=15 2024-09-19T08:13:43.180 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[88301]: starting ceph client 2024-09-19T08:13:43.183 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[88301]: starting fuse 2024-09-19T08:13:43.198 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:13:43.198 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:13:43.198 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:13:43.198 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:13:43.199 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:43.200 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:13:43.201 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:13:43.318 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.88301.asok 2024-09-19T08:13:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:43.329 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.88301.asok 2024-09-19T08:13:43.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.329 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.88301.asok status 2024-09-19T08:13:43.467 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:13:43.467 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "88301", 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10860, 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:13:43.468 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 10860 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1347042701 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1347042701 2024-09-19T08:13:43.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.10860 192.168.0.1:0/1347042701", 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/1347042701", 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 333, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 138, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:13:43.470 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:13:43.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.476 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:13:43.476 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:43.492 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:13:43.492 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:43.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.492 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:43.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.559 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir1) 2024-09-19T08:13:43.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.621 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch dir1/file1) 2024-09-19T08:13:43.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.680 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir2) 2024-09-19T08:13:43.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.738 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch dir2/file2) 2024-09-19T08:13:43.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.799 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir) 2024-09-19T08:13:43.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.857 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln dir1/file1 testdir/hardlink1) 2024-09-19T08:13:43.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:43.918 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln dir2/file2 testdir/hardlink2) 2024-09-19T08:13:43.976 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:13:43.976 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:13:43.977 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:13:43.977 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:43.977 DEBUG:teuthology.orchestra.run.smithi017:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir1/file1").st_ino) 2024-09-19T08:13:43.977 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:13:44.083 INFO:teuthology.orchestra.run.smithi017.stdout:1099511627777 2024-09-19T08:13:44.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir2/file2").st_ino) 2024-09-19T08:13:44.093 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:13:44.200 INFO:teuthology.orchestra.run.smithi017.stdout:1099511628279 2024-09-19T08:13:44.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> stdin-killer -- python3 -c ' 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> import stat 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir2").st_ino) 2024-09-19T08:13:44.210 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:13:44.317 INFO:teuthology.orchestra.run.smithi017.stdout:1099511628278 2024-09-19T08:13:44.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:44.325 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:44.326 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:44.382 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:13:44.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.526+0000 7f3b054f1640 1 Processor -- start 2024-09-19T08:13:44.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 -- start start 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 0x7f3b000cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3b000cd6b0 0x7f3b000b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b000ce160 con 0x7f3b000b22c0 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3b00156d70 con 0x7f3b000cd6b0 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.527+0000 7f3b054f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3b000cdb10 con 0x7f3b00156990 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afe7fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3b000cd6b0 0x7f3b000b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3aff7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f3b000b22c0 0x7f3b0015fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36190/0 (socket says 172.21.15.17:36190) 2024-09-19T08:13:44.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3aff7fe640 1 -- 172.21.15.17:0/3357544962 learned_addr learned my addr 172.21.15.17:0/3357544962 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afeffd640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 0x7f3b000cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afe7fc640 1 -- 172.21.15.17:0/3357544962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 msgr2=0x7f3b000cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 0x7f3b000cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afe7fc640 1 -- 172.21.15.17:0/3357544962 >> v1:172.21.15.17:6789/0 conn(0x7f3b000b22c0 legacy=0x7f3b0015fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afe7fc640 1 -- 172.21.15.17:0/3357544962 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b000731f0 con 0x7f3b000cd6b0 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afdffb640 1 -- 172.21.15.17:0/3357544962 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1052881088 0 0) 0x7f3b000ce160 con 0x7f3b000b22c0 2024-09-19T08:13:44.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.528+0000 7f3afeffd640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 0x7f3b000cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000cd6b0 0x7f3b000b1d80 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7f3af40097a0 tx=0x7f3af402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fd387ebf1b57db4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3afdffb640 1 -- 172.21.15.17:0/3357544962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af4037070 con 0x7f3b000cd6b0 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3afdffb640 1 -- 172.21.15.17:0/3357544962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3af402ae50 con 0x7f3b000cd6b0 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3afdffb640 1 -- 172.21.15.17:0/3357544962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af4032660 con 0x7f3b000cd6b0 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 -- 172.21.15.17:0/3357544962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000cd6b0 msgr2=0x7f3b000b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000cd6b0 0x7f3b000b1d80 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7f3af40097a0 tx=0x7f3af402a100 comp rx=0 tx=0).stop 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 -- 172.21.15.17:0/3357544962 shutdown_connections 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000cd6b0 0x7f3b000b1d80 unknown :-1 s=CLOSED pgs=2359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 --2- 172.21.15.17:0/3357544962 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b00156990 0x7f3b000cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 -- 172.21.15.17:0/3357544962 >> 172.21.15.17:0/3357544962 conn(0x7f3b0006bc10 msgr2=0x7f3b0006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:44.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 -- 172.21.15.17:0/3357544962 shutdown_connections 2024-09-19T08:13:44.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.529+0000 7f3b054f1640 1 -- 172.21.15.17:0/3357544962 wait complete. 2024-09-19T08:13:44.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 Processor -- start 2024-09-19T08:13:44.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 -- start start 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 0x7f3b0006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 0x7f3b0006d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3b000ce720 con 0x7f3b000b22c0 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3b000cea90 con 0x7f3b00156990 2024-09-19T08:13:44.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.531+0000 7f3b054f1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3b000b26f0 con 0x7f3b000cd6b0 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42476/0 (socket says 172.21.15.17:42476) 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 -- 172.21.15.17:0/992654475 learned_addr learned my addr 172.21.15.17:0/992654475 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3aff7fe640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 0x7f3b0006d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 0x7f3b0006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 -- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 msgr2=0x7f3b0006d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 0x7f3b0006d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 -- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 msgr2=0x7f3b0006d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 0x7f3b0006d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 -- 172.21.15.17:0/992654475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b00153bd0 con 0x7f3b000b22c0 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3aff7fe640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 0x7f3b0006d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:44.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 0x7f3b0006d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3afeffd640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 secure :-1 s=READY pgs=2360 cs=0 l=1 rev1=1 crypto rx=0x7f3af000c7f0 tx=0x7f3af000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af0015070 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3af0007a30 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b00141fb0 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af0007e00 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.532+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b00154170 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.533+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b000cef20 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.534+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3af0018070 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.534+0000 7f3ae77fe640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 0x7f3aec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.534+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f3af008b360 con 0x7f3b000b22c0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.535+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 0x7f3aec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.535+0000 7f3afe7fc640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 0x7f3aec06e770 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f3af4034000 tx=0x7f3af402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.539+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3af0059b60 con 0x7f3b000b22c0 2024-09-19T08:13:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.727+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3b0015c3a0 con 0x7f3b000b22c0 2024-09-19T08:13:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.727+0000 7f3ae77fe640 1 -- 172.21.15.17:0/992654475 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v138) ==== 80+0+0 (secure 0 0 0) 0x7f3af0059460 con 0x7f3b000b22c0 2024-09-19T08:13:44.727 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 msgr2=0x7f3aec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 0x7f3aec06e770 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f3af4034000 tx=0x7f3af402e000 comp rx=0 tx=0).stop 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 msgr2=0x7f3b0015ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 secure :-1 s=READY pgs=2360 cs=0 l=1 rev1=1 crypto rx=0x7f3af000c7f0 tx=0x7f3af000cbf0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 shutdown_connections 2024-09-19T08:13:44.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3aec06c2b0 0x7f3aec06e770 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3b00156990 0x7f3b0006d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3b000cd6b0 0x7f3b0006d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 --2- 172.21.15.17:0/992654475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b000b22c0 0x7f3b0015ce80 unknown :-1 s=CLOSED pgs=2360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 >> 172.21.15.17:0/992654475 conn(0x7f3b0006bc10 msgr2=0x7f3b000b1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:44.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 shutdown_connections 2024-09-19T08:13:44.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.729+0000 7f3b054f1640 1 -- 172.21.15.17:0/992654475 wait complete. 2024-09-19T08:13:44.740 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:44.741 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:44.757 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:13:44.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.899+0000 7f03a76e4640 1 Processor -- start 2024-09-19T08:13:44.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.899+0000 7f03a76e4640 1 -- start start 2024-09-19T08:13:44.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a76e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f03a00b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a76e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f03a00d26d0 0x7f03a00b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a76e4640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03a006cec0 con 0x7f03a015e8c0 2024-09-19T08:13:44.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a76e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f03a00d2d40 con 0x7f03a00d26d0 2024-09-19T08:13:44.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a76e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03a00b7250 con 0x7f03a015e4e0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a4c7f640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f03a015e8c0 0x7f03a00d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36198/0 (socket says 172.21.15.17:36198) 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a4c7f640 1 -- 172.21.15.17:0/3107475288 learned_addr learned my addr 172.21.15.17:0/3107475288 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a5c81640 1 --2- 172.21.15.17:0/3107475288 >> v2:172.21.15.160:3300/0 conn(0x7f03a00d26d0 0x7f03a00b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.900+0000 7f03a5480640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f03a00b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1677853974 0 0) 0x7f03a006cec0 con 0x7f03a015e8c0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0388003520 con 0x7f03a015e8c0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1875451908 0 0) 0x7f0388003520 con 0x7f03a015e8c0 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 msgr2=0x7f03a00b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f03a00b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 >> v2:172.21.15.160:3300/0 conn(0x7f03a00d26d0 msgr2=0x7f03a00b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 --2- 172.21.15.17:0/3107475288 >> v2:172.21.15.160:3300/0 conn(0x7f03a00d26d0 0x7f03a00b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a006d160 con 0x7f03a015e8c0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0394001670 con 0x7f03a015e8c0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 >> v1:172.21.15.17:6789/0 conn(0x7f03a015e8c0 legacy=0x7f03a00d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03880039b0 0x7f0388003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f0388004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03a00d2d40 con 0x7f0388004d40 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f03a00b7250 con 0x7f03880039b0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f038800b9c0 con 0x7f03a015e4e0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5480640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03880039b0 0x7f0388003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a4c7f640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f0388004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 -- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 msgr2=0x7f0388004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a015e4e0 0x7f0388004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 -- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03880039b0 msgr2=0x7f0388003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03880039b0 0x7f0388003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.901+0000 7f03a5c81640 1 -- 172.21.15.17:0/3107475288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0388003520 con 0x7f0388004d40 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.902+0000 7f03a5c81640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03880051c0 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f0390009fc0 tx=0x7f0388005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6e0b4ca599f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.902+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0390009c10 con 0x7f0388004d40 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.902+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0390036070 con 0x7f0388004d40 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.902+0000 7f039ffff640 1 -- 172.21.15.17:0/3107475288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039002d070 con 0x7f0388004d40 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 -- 172.21.15.17:0/3107475288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 msgr2=0x7f03880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 --2- 172.21.15.17:0/3107475288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03880051c0 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f0390009fc0 tx=0x7f0388005830 comp rx=0 tx=0).stop 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a5c81640 1 -- 172.21.15.17:0/3107475288 reap_dead start 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 -- 172.21.15.17:0/3107475288 shutdown_connections 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 -- 172.21.15.17:0/3107475288 >> 172.21.15.17:0/3107475288 conn(0x7f03a006f400 msgr2=0x7f03a006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 -- 172.21.15.17:0/3107475288 shutdown_connections 2024-09-19T08:13:44.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.903+0000 7f03a76e4640 1 -- 172.21.15.17:0/3107475288 wait complete. 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.904+0000 7f03a76e4640 1 Processor -- start 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.904+0000 7f03a76e4640 1 -- start start 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a00c8100 0x7f03a00b1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a015b6e0 0x7f03a015bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03a00b67d0 con 0x7f0388004d40 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f03a006d720 con 0x7f03a015b6e0 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a76e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f03a00b6950 con 0x7f03a00c8100 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42500/0 (socket says 172.21.15.17:42500) 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 -- 172.21.15.17:0/1387898182 learned_addr learned my addr 172.21.15.17:0/1387898182 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a4c7f640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a00c8100 0x7f03a00b1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5c81640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a015b6e0 0x7f03a015bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 -- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a00c8100 msgr2=0x7f03a00b1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a00c8100 0x7f03a00b1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 -- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a015b6e0 msgr2=0x7f03a015bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a015b6e0 0x7f03a015bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 -- 172.21.15.17:0/1387898182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a00b26a0 con 0x7f0388004d40 2024-09-19T08:13:44.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.905+0000 7f03a5480640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f0398011960 tx=0x7f0398011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.906+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039800faf0 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.906+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f039800fcb0 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.906+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a00b2980 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.906+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0398014680 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.906+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a00b2f40 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.907+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a00b6ce0 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.907+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0398012040 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.908+0000 7f039dffb640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 0x7f038c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.908+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f039808b9f0 con 0x7f0388004d40 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.908+0000 7f03a4c7f640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 0x7f038c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:44.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.908+0000 7f03a4c7f640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 0x7f038c06e770 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f03a00c8500 tx=0x7f03940078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:44.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:44.912+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0398019030 con 0x7f0388004d40 2024-09-19T08:13:45.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.100+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f03a014e240 con 0x7f0388004d40 2024-09-19T08:13:45.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.100+0000 7f039dffb640 1 -- 172.21.15.17:0/1387898182 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v138) ==== 80+0+0 (secure 0 0 0) 0x7f039800fe60 con 0x7f0388004d40 2024-09-19T08:13:45.100 INFO:teuthology.orchestra.run.smithi017.stderr:listed 0 entries 2024-09-19T08:13:45.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 msgr2=0x7f038c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 0x7f038c06e770 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f03a00c8500 tx=0x7f03940078f0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 msgr2=0x7f03a014dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f0398011960 tx=0x7f0398011e20 comp rx=0 tx=0).stop 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 shutdown_connections 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f038c06c2b0 0x7f038c06e770 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f03a015b6e0 0x7f03a015bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f03a00c8100 0x7f03a00b1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 --2- 172.21.15.17:0/1387898182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0388004d40 0x7f03a014dd00 unknown :-1 s=CLOSED pgs=2363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 >> 172.21.15.17:0/1387898182 conn(0x7f03a006f400 msgr2=0x7f03a006e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 shutdown_connections 2024-09-19T08:13:45.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:45.102+0000 7f03a76e4640 1 -- 172.21.15.17:0/1387898182 wait complete. 2024-09-19T08:13:45.113 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:13:45.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:45.114 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:45.137 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[88301]: fuse finished with error 0 and tester_r 0 2024-09-19T08:13:45.139 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:51.240 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:51.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:51.241 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:13:51.261 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:51.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.416+0000 7f056ffd8640 1 Processor -- start 2024-09-19T08:13:51.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.416+0000 7f056ffd8640 1 -- start start 2024-09-19T08:13:51.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056ffd8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f05680d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056ffd8640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f05680cf6f0 0x7f05680d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056ffd8640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f056815ea20 con 0x7f056815e640 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056ffd8640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f05680b3d00 con 0x7f05680cf6f0 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056ffd8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f05680b2860 con 0x7f05680cf2b0 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056dd74640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f056815e640 0x7f05680ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36202/0 (socket says 172.21.15.17:36202) 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056dd74640 1 -- 172.21.15.17:0/921167792 learned_addr learned my addr 172.21.15.17:0/921167792 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056d573640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f05680d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4172995631 0 0) 0x7f056815ea20 con 0x7f056815e640 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056e575640 1 --2- 172.21.15.17:0/921167792 >> v2:172.21.15.160:3300/0 conn(0x7f05680cf6f0 0x7f05680d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.417+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0554003520 con 0x7f056815e640 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1242186463 0 0) 0x7f0554003520 con 0x7f056815e640 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 msgr2=0x7f05680d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f05680d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 >> v2:172.21.15.160:3300/0 conn(0x7f05680cf6f0 msgr2=0x7f05680d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 --2- 172.21.15.17:0/921167792 >> v2:172.21.15.160:3300/0 conn(0x7f05680cf6f0 0x7f05680d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05680b1c50 con 0x7f056815e640 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f0564001670 con 0x7f056815e640 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 >> v1:172.21.15.17:6789/0 conn(0x7f056815e640 legacy=0x7f05680ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f05540039b0 0x7f0554003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f0554004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0554004d40 0x7f05540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f05680b2860 con 0x7f0554004d40 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f055400b9c0 con 0x7f05540039b0 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f055400bb70 con 0x7f05680cf2b0 2024-09-19T08:13:51.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0554004d40 0x7f05540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056dd74640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f05540039b0 0x7f0554003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056d573640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f0554004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 -- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 msgr2=0x7f0554004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f05680cf2b0 0x7f0554004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 -- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f05540039b0 msgr2=0x7f0554003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f05540039b0 0x7f0554003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.418+0000 7f056e575640 1 -- 172.21.15.17:0/921167792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0554003520 con 0x7f0554004d40 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.419+0000 7f056e575640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0554004d40 0x7f05540051c0 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f0560009f90 tx=0x7f0554005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b95678bcd2da4f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.419+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0560009c10 con 0x7f0554004d40 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.419+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0560036070 con 0x7f0554004d40 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.419+0000 7f056cd72640 1 -- 172.21.15.17:0/921167792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0560031880 con 0x7f0554004d40 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 -- 172.21.15.17:0/921167792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0554004d40 msgr2=0x7f05540051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 --2- 172.21.15.17:0/921167792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0554004d40 0x7f05540051c0 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f0560009f90 tx=0x7f0554005830 comp rx=0 tx=0).stop 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056e575640 1 -- 172.21.15.17:0/921167792 reap_dead start 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 -- 172.21.15.17:0/921167792 shutdown_connections 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 -- 172.21.15.17:0/921167792 >> 172.21.15.17:0/921167792 conn(0x7f056809d820 msgr2=0x7f05680d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 -- 172.21.15.17:0/921167792 shutdown_connections 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.420+0000 7f056ffd8640 1 -- 172.21.15.17:0/921167792 wait complete. 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.421+0000 7f056ffd8640 1 Processor -- start 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.421+0000 7f056ffd8640 1 -- start start 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0568157380 0x7f056815d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f056815d840 0x7f056815ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f05680b24f0 con 0x7f05681f6c40 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f05680b2210 con 0x7f056815d840 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056ffd8640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f05680cfe40 con 0x7f0568157380 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42510/0 (socket says 172.21.15.17:42510) 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 -- 172.21.15.17:0/1008027659 learned_addr learned my addr 172.21.15.17:0/1008027659 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056e575640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f056815d840 0x7f056815ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056d573640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0568157380 0x7f056815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 -- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0568157380 msgr2=0x7f056815d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0568157380 0x7f056815d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 -- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f056815d840 msgr2=0x7f056815ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f056815d840 0x7f056815ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.422+0000 7f056dd74640 1 -- 172.21.15.17:0/1008027659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05681f4c90 con 0x7f05681f6c40 2024-09-19T08:13:51.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.423+0000 7f056dd74640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7f05640072c0 tx=0x7f05640076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.424+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056400f9c0 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.424+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0564018070 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.424+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056400fda0 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.424+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05681f7020 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.424+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0568157ae0 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.425+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f056815dc50 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.426+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f056401d460 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.426+0000 7f055e7fc640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 0x7f054c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.426+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f056408b3e0 con 0x7f05681f6c40 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.426+0000 7f056d573640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 0x7f054c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.427+0000 7f056d573640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 0x7f054c06e770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f056815faa0 tx=0x7f0558009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.431+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05681f4c90 con 0x7f05681f6c40 2024-09-19T08:13:51.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.642+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0568160d20 con 0x7f05681f6c40 2024-09-19T08:13:51.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.643+0000 7f055e7fc640 1 -- 172.21.15.17:0/1008027659 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 333 v333) ==== 95+0+5240 (secure 0 0 0) 0x7f0564059be0 con 0x7f05681f6c40 2024-09-19T08:13:51.643 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:51.643 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":333,"btime":"2024-09-19T08:13:39:399724+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":10728,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":328}],"filesystems":[{"mdsmap":{"epoch":333,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:38.554317+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10737},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10737":{"gid":10737,"name":"b","rank":0,"incarnation":330,"state":"up:active","state_seq":3,"addr":"172.21.15.160:6837/752284890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":752284890},{"type":"v1","addr":"172.21.15.160:6837","nonce":752284890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10737,"qdb_cluster":[10737]},"id":7}]} 2024-09-19T08:13:51.643 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 333 2024-09-19T08:13:51.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 msgr2=0x7f054c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 0x7f054c06e770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f056815faa0 tx=0x7f0558009190 comp rx=0 tx=0).stop 2024-09-19T08:13:51.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 msgr2=0x7f05681f4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7f05640072c0 tx=0x7f05640076c0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 shutdown_connections 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f054c06c2b0 0x7f054c06e770 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f056815d840 0x7f056815ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f0568157380 0x7f056815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 --2- 172.21.15.17:0/1008027659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05681f6c40 0x7f05681f4750 unknown :-1 s=CLOSED pgs=2366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 >> 172.21.15.17:0/1008027659 conn(0x7f056809d820 msgr2=0x7f05680d2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 shutdown_connections 2024-09-19T08:13:51.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.645+0000 7f056ffd8640 1 -- 172.21.15.17:0/1008027659 wait complete. 2024-09-19T08:13:51.657 DEBUG:teuthology.orchestra.run.smithi160:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json flush journal 2024-09-19T08:13:51.791 INFO:teuthology.orchestra.run.smithi160.stdout:{"message":"","return_code":0} 2024-09-19T08:13:51.791 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T08:13:51.792 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:13:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.896+0000 7f1175eb7640 1 Processor -- start 2024-09-19T08:13:51.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.896+0000 7f1175eb7640 1 -- start start 2024-09-19T08:13:51.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f1175eb7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f117015e8c0 0x7f11700d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f1175eb7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f117006cec0 con 0x7f117015e4e0 2024-09-19T08:13:51.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f1175eb7640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f117006d160 con 0x7f11700b6ee0 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f1175eb7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f11700d2d40 con 0x7f117015e8c0 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f117015e8c0 0x7f11700d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116f7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f117015e4e0 0x7f11700b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:36210/0 (socket says 172.21.15.17:36210) 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116f7fe640 1 -- 172.21.15.17:0/430142325 learned_addr learned my addr 172.21.15.17:0/430142325 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f117015e8c0 0x7f11700d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42526/0 (socket says 172.21.15.17:42526) 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116effd640 1 -- 172.21.15.17:0/430142325 >> v1:172.21.15.160:6789/0 conn(0x7f11700b6ee0 legacy=0x7f11700d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116effd640 1 -- 172.21.15.17:0/430142325 >> v1:172.21.15.17:6789/0 conn(0x7f117015e4e0 legacy=0x7f11700b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116effd640 1 -- 172.21.15.17:0/430142325 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117006d440 con 0x7f117015e8c0 2024-09-19T08:13:51.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.897+0000 7f116e7fc640 1 -- 172.21.15.17:0/430142325 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 413822917 0 0) 0x7f117006cec0 con 0x7f117015e4e0 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.898+0000 7f116effd640 1 --2- 172.21.15.17:0/430142325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e8c0 0x7f11700d1fc0 secure :-1 s=READY pgs=2368 cs=0 l=1 rev1=1 crypto rx=0x7f11640097a0 tx=0x7f116402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4109586e952c873 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.898+0000 7f116e7fc640 1 -- 172.21.15.17:0/430142325 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164037070 con 0x7f117015e8c0 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.898+0000 7f116e7fc640 1 -- 172.21.15.17:0/430142325 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f116402ae50 con 0x7f117015e8c0 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.898+0000 7f116e7fc640 1 -- 172.21.15.17:0/430142325 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164032660 con 0x7f117015e8c0 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 -- 172.21.15.17:0/430142325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e8c0 msgr2=0x7f11700d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 --2- 172.21.15.17:0/430142325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e8c0 0x7f11700d1fc0 secure :-1 s=READY pgs=2368 cs=0 l=1 rev1=1 crypto rx=0x7f11640097a0 tx=0x7f116402a140 comp rx=0 tx=0).stop 2024-09-19T08:13:51.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 -- 172.21.15.17:0/430142325 shutdown_connections 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 --2- 172.21.15.17:0/430142325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e8c0 0x7f11700d1fc0 unknown :-1 s=CLOSED pgs=2368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 -- 172.21.15.17:0/430142325 >> 172.21.15.17:0/430142325 conn(0x7f117006f400 msgr2=0x7f117006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 -- 172.21.15.17:0/430142325 shutdown_connections 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.899+0000 7f1175eb7640 1 -- 172.21.15.17:0/430142325 wait complete. 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.900+0000 7f1175eb7640 1 Processor -- start 2024-09-19T08:13:51.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.900+0000 7f1175eb7640 1 -- start start 2024-09-19T08:13:51.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11700b6ee0 0x7f117014b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 0x7f1170159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1170169040 con 0x7f117015e4e0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f117006ec50 con 0x7f117015e8c0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f1175eb7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f11701691c0 con 0x7f11700b6ee0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42528/0 (socket says 172.21.15.17:42528) 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 -- 172.21.15.17:0/533599245 learned_addr learned my addr 172.21.15.17:0/533599245 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116ffff640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 0x7f1170159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116f7fe640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11700b6ee0 0x7f117014b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 -- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11700b6ee0 msgr2=0x7f117014b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11700b6ee0 0x7f117014b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 -- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 msgr2=0x7f1170159890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 0x7f1170159890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116effd640 1 -- 172.21.15.17:0/533599245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117014d5e0 con 0x7f117015e4e0 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.901+0000 7f116ffff640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 0x7f1170159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f116effd640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7f1164035040 tx=0x7f11640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164042070 con 0x7f117015e4e0 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f116403d650 con 0x7f117015e4e0 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117014d8c0 con 0x7f117015e4e0 2024-09-19T08:13:51.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164037040 con 0x7f117015e4e0 2024-09-19T08:13:51.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.902+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f117014de80 con 0x7f117015e4e0 2024-09-19T08:13:51.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.903+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11700b67d0 con 0x7f117015e4e0 2024-09-19T08:13:51.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.903+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1164045070 con 0x7f117015e4e0 2024-09-19T08:13:51.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.904+0000 7f1157fff640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 0x7f115c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:51.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.904+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5709+0+0 (secure 0 0 0) 0x7f11640abb00 con 0x7f117015e4e0 2024-09-19T08:13:51.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.904+0000 7f116f7fe640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 0x7f115c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:51.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.905+0000 7f116f7fe640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 0x7f115c06e770 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f1160000f60 tx=0x7f1160009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:51.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:51.908+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f116407a380 con 0x7f117015e4e0 2024-09-19T08:13:52.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.120+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1170071490 con 0x7f117015e4e0 2024-09-19T08:13:52.121 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:13:52.121+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:13:52.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.122+0000 7f1157fff640 1 -- 172.21.15.17:0/533599245 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v334) ==== 161+0+0 (secure 0 0 0) 0x7f11640abe20 con 0x7f117015e4e0 2024-09-19T08:13:52.122 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:13:52.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 msgr2=0x7f115c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 0x7f115c06e770 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f1160000f60 tx=0x7f1160009040 comp rx=0 tx=0).stop 2024-09-19T08:13:52.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 msgr2=0x7f11701528e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7f1164035040 tx=0x7f11640046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 shutdown_connections 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f115c06c2b0 0x7f115c06e770 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f117015e8c0 0x7f1170159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f117015e4e0 0x7f11701528e0 unknown :-1 s=CLOSED pgs=2369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 --2- 172.21.15.17:0/533599245 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11700b6ee0 0x7f117014b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 >> 172.21.15.17:0/533599245 conn(0x7f117006f400 msgr2=0x7f117015d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 shutdown_connections 2024-09-19T08:13:52.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.125+0000 7f1175eb7640 1 -- 172.21.15.17:0/533599245 wait complete. 2024-09-19T08:13:52.128 INFO:tasks.ceph.mds.b.smithi160.stderr: -5313> 2024-09-19T08:13:38.366+0000 7f860dc5c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:52.137 DEBUG:teuthology.orchestra.run.smithi017:> cephfs-journal-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 --rank cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-19T08:13:52.158 INFO:tasks.ceph.mds.b.smithi160.stdout:starting mds.b at 2024-09-19T08:13:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.179+0000 7f9a6500b280 1 -- start start 2024-09-19T08:13:52.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.179+0000 7f9a6500b280 1 Processor -- start 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c8391b800 0x560c83996b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 0x560c83997080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c84702180 con 0x560c8391ac00 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560c84702300 con 0x560c8391b800 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560c84702480 con 0x560c8391bc00 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42550/0 (socket says 172.21.15.17:42550) 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 -- 172.21.15.17:0/3061313192 learned_addr learned my addr 172.21.15.17:0/3061313192 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a632be640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 0x560c83997080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a622bc640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c8391b800 0x560c83996b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 -- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 msgr2=0x560c83997080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 0x560c83997080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 -- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c8391b800 msgr2=0x560c83996b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c8391b800 0x560c83996b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 -- 172.21.15.17:0/3061313192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c83952780 con 0x560c8391ac00 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a632be640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 0x560c83997080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a62abd640 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x560c84735800 tx=0x560c846be180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daa546f6c71a592a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.180+0000 7f9a602b8640 1 -- 172.21.15.17:0/3061313192 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83940680 con 0x560c8391ac00 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a602b8640 1 -- 172.21.15.17:0/3061313192 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560c83946fc0 con 0x560c8391ac00 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a602b8640 1 -- 172.21.15.17:0/3061313192 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83940b60 con 0x560c8391ac00 2024-09-19T08:13:52.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c839523c0 con 0x560c8391ac00 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=0}) -- 0x560c83953680 con 0x560c8391ac00 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 4 waiting for MDS map... 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a602b8640 1 -- 172.21.15.17:0/3061313192 <== mon.0 v2:172.21.15.17:3300/0 4 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x560c847f6600 con 0x560c8391ac00 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a602b8640 1 -- 172.21.15.17:0/3061313192 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 334) ==== 2893+0+0 (secure 0 0 0) 0x560c83975180 con 0x560c8391ac00 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 4 Got MDS map 334 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 10 main: JournalTool::main 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 4 main: JournalTool: connecting to RADOS... 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.181+0000 7f9a6500b280 1 Processor -- start 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 -- start start 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83997600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83997b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c84702600 con 0x560c847fbc00 2024-09-19T08:13:52.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560c84702780 con 0x560c847fb400 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560c84702900 con 0x560c847fb800 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42562/0 (socket says 172.21.15.17:42562) 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a622bc640 1 -- 172.21.15.17:0/1484728234 learned_addr learned my addr 172.21.15.17:0/1484728234 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83997b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a632be640 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83997600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.182+0000 7f9a622bc640 1 -- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 msgr2=0x560c83997b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83997b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a622bc640 1 -- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 msgr2=0x560c83997600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83997600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a622bc640 1 -- 172.21.15.17:0/1484728234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c839534a0 con 0x560c847fbc00 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x560c8480a5d0 tx=0x560c846bcae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d2a9d6c9ce8078 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a5e2b4640 1 -- 172.21.15.17:0/1484728234 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c839409c0 con 0x560c847fbc00 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a5e2b4640 1 -- 172.21.15.17:0/1484728234 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560c83946e00 con 0x560c847fbc00 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a5e2b4640 1 -- 172.21.15.17:0/1484728234 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83940680 con 0x560c847fbc00 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 -- 172.21.15.17:0/1484728234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 msgr2=0x560c83998100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x560c8480a5d0 tx=0x560c846bcae0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 -- 172.21.15.17:0/1484728234 shutdown_connections 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998100 unknown :-1 s=CLOSED pgs=2374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83997b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1484728234 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83997600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 -- 172.21.15.17:0/1484728234 >> 172.21.15.17:0/1484728234 conn(0x560c847fb000 msgr2=0x560c83a13000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 -- 172.21.15.17:0/1484728234 shutdown_connections 2024-09-19T08:13:52.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.183+0000 7f9a6500b280 1 -- 172.21.15.17:0/1484728234 wait complete. 2024-09-19T08:13:52.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 Processor -- start 2024-09-19T08:13:52.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 -- start start 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83999180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83998c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c84703b00 con 0x560c847fbc00 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560c84703980 con 0x560c847fb400 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.184+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560c84703800 con 0x560c847fb800 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a62abd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83998c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a632be640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83999180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42570/0 (socket says 172.21.15.17:42570) 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 -- 172.21.15.17:0/2388908148 learned_addr learned my addr 172.21.15.17:0/2388908148 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a62abd640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83998c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:56014/0 (socket says 172.21.15.17:56014) 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 -- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 msgr2=0x560c83998c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83998c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 -- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 msgr2=0x560c83999180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83999180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 -- 172.21.15.17:0/2388908148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c83952780 con 0x560c847fbc00 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a622bc640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x560c8480a900 tx=0x560c846be2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a5cab1640 1 -- 172.21.15.17:0/2388908148 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83940b60 con 0x560c847fbc00 2024-09-19T08:13:52.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a5cab1640 1 -- 172.21.15.17:0/2388908148 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560c83946c40 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560c839523c0 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a5cab1640 1 -- 172.21.15.17:0/2388908148 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c839404e0 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c83952000 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.185+0000 7f9a6500b280 4 main: JournalTool: resolving pool 14 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.186+0000 7f9a5cab1640 1 -- 172.21.15.17:0/2388908148 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x560c84712c00 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a5cab1640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 0x560c83999700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a5cab1640 1 -- 172.21.15.17:0/2388908148 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x560c84716600 con 0x560c847fbc00 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a6500b280 4 main: JournalTool: creating IoCtx.. 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a6500b280 4 main: Executing for rank 0 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a632be640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 0x560c83999700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a6500b280 1 -- start start 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a6500b280 1 Processor -- start 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.187+0000 7f9a632be640 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 0x560c83999700 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x560c83a96ea0 tx=0x560c83cad800 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c83ca4800 0x560c83998100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c83ca4c00 0x560c83997b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 0x560c83997600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c84703500 con 0x560c83ca5000 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x560c84702780 con 0x560c83ca4c00 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a6500b280 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x560c84702a80 con 0x560c83ca4800 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 0x560c83997600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 0x560c83997600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42582/0 (socket says 172.21.15.17:42582) 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 -- 172.21.15.17:0/1810500032 learned_addr learned my addr 172.21.15.17:0/1810500032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c83ca4c00 0x560c83997b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a632be640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c83ca4800 0x560c83998100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c83ca4800 msgr2=0x560c83998100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c83ca4800 0x560c83998100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c83ca4c00 msgr2=0x560c83997b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c83ca4c00 0x560c83997b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.188+0000 7f9a622bc640 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c83952960 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a622bc640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 0x560c83997600 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x560c83c516e0 tx=0x560c8480d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b72b6a0aa9d31142 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a59aab640 1 -- 172.21.15.17:0/1810500032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83c36ea0 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a59aab640 1 -- 172.21.15.17:0/1810500032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560c839461c0 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a59aab640 1 -- 172.21.15.17:0/1810500032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560c83c37040 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c839534a0 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=0}) -- 0x560c83952780 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 4 waiting for MDS map... 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a59aab640 1 -- 172.21.15.17:0/1810500032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x560c83d04600 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a59aab640 1 -- 172.21.15.17:0/1810500032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 334) ==== 2893+0+0 (secure 0 0 0) 0x560c83975500 con 0x560c83ca5000 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 4 Got MDS map 334 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x560c83ca5400 0x560c83d20000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:1 14.f 14:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e139) -- 0x560c83d07800 con 0x560c83ca5400 2024-09-19T08:13:52.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.189+0000 7f9a632be640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x560c83ca5400 0x560c83d20000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.190+0000 7f9a632be640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x560c83ca5400 0x560c83d20000 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=3114b27fc753cea5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.192+0000 7f9a632be640 1 -- 172.21.15.17:0/1810500032 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x560c83a28000 con 0x560c83ca5400 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.192+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x560c83d07c00 0x560c83d20580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.192+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:2 14.14 14:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2c000 con 0x560c83d07c00 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.192+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x560c83d07c00 0x560c83d20580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.192+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x560c83d07c00 0x560c83d20580 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=65b3e22972bc4d10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.194+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.4 v2:172.21.15.160:6824/2626158817 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv22 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x560c83a28500 con 0x560c83d07c00 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a582a8640 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:3 14.14 14:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2dc00 con 0x560c83d07c00 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a582a8640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x560c83d2e000 0x560c83d22680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a582a8640 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:4 14.1b 14:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2e400 con 0x560c83d2e000 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a632be640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x560c83d2e000 0x560c83d22680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.4 v2:172.21.15.160:6824/2626158817 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv17 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x560c83a28500 con 0x560c83d07c00 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a632be640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x560c83d2e000 0x560c83d22680 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=f3eba018153ee1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a632be640 1 -- 172.21.15.17:0/1810500032 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28000 con 0x560c83d2e000 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stdout:old journal was 4219768~892 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stdout:new journal start will be 8388608 (4167948 bytes past old end) 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stdout:writing journal head 2024-09-19T08:13:52.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.195+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- osd_op(unknown.0.0:5 14.14 14:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2c400 con 0x560c83d07c00 2024-09-19T08:13:52.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.4 v2:172.21.15.160:6824/2626158817 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v139'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x560c83a28500 con 0x560c83d07c00 2024-09-19T08:13:52.202 INFO:teuthology.orchestra.run.smithi017.stdout:writing EResetJournal entry 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:6 14.1b 14:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2c800 con 0x560c83d2e000 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x560c83d2cc00 0x560c83d20b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:7 14.b 14:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2d000 con 0x560c83d2cc00 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:8 14.1f 14:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2d400 con 0x560c83d2cc00 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:9 14.1a 14:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2d800 con 0x560c83d2cc00 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- osd_op(unknown.0.0:10 14.1e 14:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2e800 con 0x560c83ca5400 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- osd_op(unknown.0.0:11 14.1d 14:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2ec00 con 0x560c83d2cc00 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.197+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x560c83d2cc00 0x560c83d20b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.198+0000 7f9a62abd640 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x560c83d2cc00 0x560c83d20b00 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=8bbd216cacc889be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.198+0000 7f9a632be640 1 -- 172.21.15.17:0/1810500032 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== osd_op_reply(10 200.00000006 [delete] v139'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28000 con 0x560c83ca5400 2024-09-19T08:13:52.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.198+0000 7f9a632be640 1 -- 172.21.15.17:0/1810500032 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== osd_op_reply(6 200.00000002 [delete] v139'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28000 con 0x560c83d2e000 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.201+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== osd_op_reply(9 200.00000005 [delete] v139'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28500 con 0x560c83d2cc00 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.201+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== osd_op_reply(11 200.00000007 [delete] v139'3 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28500 con 0x560c83d2cc00 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.201+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.0 v2:172.21.15.17:6800/1152483013 3 ==== osd_op_reply(8 200.00000004 [delete] v139'7 uv6 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28500 con 0x560c83d2cc00 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.201+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 <== osd.0 v2:172.21.15.17:6800/1152483013 4 ==== osd_op_reply(7 200.00000003 [delete] v139'4 uv3 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560c83a28500 con 0x560c83d2cc00 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.201+0000 7f9a582a8640 1 -- 172.21.15.17:0/1810500032 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:12 14.1b 14:ddb4e4d7:::200.00000002:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e139) -- 0x560c83d2c000 con 0x560c83d2e000 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a632be640 1 -- 172.21.15.17:0/1810500032 <== osd.1 v2:172.21.15.17:6816/804643697 3 ==== osd_op_reply(12 200.00000002 [write 0~48] v139'3 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x560c83a28000 con 0x560c83d2e000 2024-09-19T08:13:52.205 INFO:teuthology.orchestra.run.smithi017.stdout:done 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x560c83d2cc00 msgr2=0x560c83d20b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x560c83d2cc00 0x560c83d20b00 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x560c83d2e000 msgr2=0x560c83d22680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x560c83d2e000 0x560c83d22680 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x560c83d07c00 msgr2=0x560c83d20580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x560c83d07c00 0x560c83d20580 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x560c83ca5400 msgr2=0x560c83d20000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x560c83ca5400 0x560c83d20000 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 reap_dead start 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 msgr2=0x560c83997600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/1810500032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c83ca5000 0x560c83997600 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x560c83c516e0 tx=0x560c8480d380 comp rx=0 tx=0).stop 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a62abd640 1 -- 172.21.15.17:0/1810500032 reap_dead start 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 shutdown_connections 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 >> 172.21.15.17:0/1810500032 conn(0x560c83ca4400 msgr2=0x560c83a13800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 shutdown_connections 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/1810500032 wait complete. 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 msgr2=0x560c83999700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 0x560c83999700 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x560c83a96ea0 tx=0x560c83cad800 comp rx=0 tx=0).stop 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 msgr2=0x560c83998680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x560c8480a900 tx=0x560c846be2a0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 shutdown_connections 2024-09-19T08:13:52.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x560c83ca4000 0x560c83999700 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c847fbc00 0x560c83998680 unknown :-1 s=CLOSED pgs=2375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c847fb800 0x560c83998c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.203+0000 7f9a6500b280 1 --2- 172.21.15.17:0/2388908148 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c847fb400 0x560c83999180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 >> 172.21.15.17:0/2388908148 conn(0x560c847fb000 msgr2=0x560c83a13000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 shutdown_connections 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/2388908148 wait complete. 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 msgr2=0x560c83996580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x560c84735800 tx=0x560c846be180 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 shutdown_connections 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x560c8391bc00 0x560c83997080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x560c8391b800 0x560c83996b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 --2- 172.21.15.17:0/3061313192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c8391ac00 0x560c83996580 unknown :-1 s=CLOSED pgs=2373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 >> 172.21.15.17:0/3061313192 conn(0x560c8391b000 msgr2=0x560c83a12800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 shutdown_connections 2024-09-19T08:13:52.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.204+0000 7f9a6500b280 1 -- 172.21.15.17:0/3061313192 wait complete. 2024-09-19T08:13:52.211 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'journal', 'reset', '--yes-i-really-really-mean-it'] in time 0:00:00.074317, result: old journal was 4219768~892 new journal start will be 8388608 (4167948 bytes past old end) writing journal head writing EResetJournal entry done 2024-09-19T08:13:52.211 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-19T08:13:52.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.353+0000 7f53a3986640 1 Processor -- start 2024-09-19T08:13:52.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.353+0000 7f53a3986640 1 -- start start 2024-09-19T08:13:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a3986640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f539c0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a3986640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f539c0b75a0 0x7f539c0d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a3986640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f539c0d2790 con 0x7f539c0cedd0 2024-09-19T08:13:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a3986640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f539c0b6c10 con 0x7f539c0b75a0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a3986640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f539c0d2a70 con 0x7f539c0b3490 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a1722640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f539c0cedd0 0x7f539c0cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44234/0 (socket says 172.21.15.17:44234) 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a1722640 1 -- 172.21.15.17:0/3834360705 learned_addr learned my addr 172.21.15.17:0/3834360705 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a0f21640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f539c0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2920992802 0 0) 0x7f539c0d2790 con 0x7f539c0cedd0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f53a1f23640 1 --2- 172.21.15.17:0/3834360705 >> v2:172.21.15.160:3300/0 conn(0x7f539c0b75a0 0x7f539c0d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5388003520 con 0x7f539c0cedd0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1939989118 0 0) 0x7f5388003520 con 0x7f539c0cedd0 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 msgr2=0x7f539c0d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f539c0d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 >> v2:172.21.15.160:3300/0 conn(0x7f539c0b75a0 msgr2=0x7f539c0d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 --2- 172.21.15.17:0/3834360705 >> v2:172.21.15.160:3300/0 conn(0x7f539c0b75a0 0x7f539c0d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539c0d2d50 con 0x7f539c0cedd0 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f5398001670 con 0x7f539c0cedd0 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 >> v1:172.21.15.17:6789/0 conn(0x7f539c0cedd0 legacy=0x7f539c0cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f53880039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5388003f30 0x7f5388004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.354+0000 7f5393fff640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5388004d40 0x7f53880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f539c0b6c10 con 0x7f5388004d40 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f539c0d2a70 con 0x7f5388003f30 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f538800ba10 con 0x7f539c0b3490 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f53880039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1f23640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5388004d40 0x7f53880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a0f21640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5388003f30 0x7f5388004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 -- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5388003f30 msgr2=0x7f5388004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f5388003f30 0x7f5388004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 -- 172.21.15.17:0/3834360705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5388004d40 msgr2=0x7f53880051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5388004d40 0x7f53880051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1722640 1 -- 172.21.15.17:0/3834360705 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5388003520 con 0x7f539c0b3490 2024-09-19T08:13:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.355+0000 7f53a1f23640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5388004d40 0x7f53880051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f53a1722640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f53880039b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f539800c210 tx=0x7f5388005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fc453db85aae85e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5398007d50 con 0x7f539c0b3490 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5398005ad0 con 0x7f539c0b3490 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f5393fff640 1 -- 172.21.15.17:0/3834360705 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5398007070 con 0x7f539c0b3490 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f53a3986640 1 -- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 msgr2=0x7f53880039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f53a3986640 1 --2- 172.21.15.17:0/3834360705 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c0b3490 0x7f53880039b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f539800c210 tx=0x7f5388005830 comp rx=0 tx=0).stop 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.356+0000 7f53a1f23640 1 -- 172.21.15.17:0/3834360705 reap_dead start 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.357+0000 7f53a3986640 1 -- 172.21.15.17:0/3834360705 shutdown_connections 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.357+0000 7f53a3986640 1 -- 172.21.15.17:0/3834360705 >> 172.21.15.17:0/3834360705 conn(0x7f539c0d0f40 msgr2=0x7f539c0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.357+0000 7f53a3986640 1 -- 172.21.15.17:0/3834360705 shutdown_connections 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.357+0000 7f53a3986640 1 -- 172.21.15.17:0/3834360705 wait complete. 2024-09-19T08:13:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.358+0000 7f53a3986640 1 Processor -- start 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.358+0000 7f53a3986640 1 -- start start 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c1f3dd0 0x7f539c15ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f539c1f41b0 0x7f539c1f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f539c15e720 con 0x7f539c0ccad0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f539c0d3310 con 0x7f539c1f41b0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f539c15e8a0 con 0x7f539c1f3dd0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48704/0 (socket says 172.21.15.17:48704) 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 -- 172.21.15.17:0/2866944878 learned_addr learned my addr 172.21.15.17:0/2866944878 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1722640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c1f3dd0 0x7f539c15ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a0f21640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f539c1f41b0 0x7f539c1f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 -- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c1f3dd0 msgr2=0x7f539c15ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c1f3dd0 0x7f539c15ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 -- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f539c1f41b0 msgr2=0x7f539c1f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f539c1f41b0 0x7f539c1f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 -- 172.21.15.17:0/2866944878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539c0ccf80 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a1f23640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f539c075c40 tx=0x7f539400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394009c10 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f539400fd90 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f539c0cd250 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.359+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5394003bb0 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.360+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f539c0cd810 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.360+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f539c0b7a30 con 0x7f539c0ccad0 2024-09-19T08:13:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.361+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f539401f020 con 0x7f539c0ccad0 2024-09-19T08:13:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.362+0000 7f5391ffb640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 0x7f538006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.362+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f539408b520 con 0x7f539c0ccad0 2024-09-19T08:13:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.362+0000 7f53a1722640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 0x7f538006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.362+0000 7f53a1722640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 0x7f538006e7a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f5398033000 tx=0x7f5398007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.366+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5394010040 con 0x7f539c0ccad0 2024-09-19T08:13:52.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:52.583+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f539c1f4590 con 0x7f539c0ccad0 2024-09-19T08:13:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.124+0000 7f5391ffb640 1 -- 172.21.15.17:0/2866944878 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v335) ==== 162+0+0 (secure 0 0 0) 0x7f5394059c30 con 0x7f539c0ccad0 2024-09-19T08:13:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 msgr2=0x7f538006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 0x7f538006e7a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f5398033000 tx=0x7f5398007000 comp rx=0 tx=0).stop 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 msgr2=0x7f539c160e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f539c075c40 tx=0x7f539400f580 comp rx=0 tx=0).stop 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 shutdown_connections 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f538006c2e0 0x7f538006e7a0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f539c0ccad0 0x7f539c160e20 unknown :-1 s=CLOSED pgs=2378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f539c1f41b0 0x7f539c1f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 --2- 172.21.15.17:0/2866944878 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f539c1f3dd0 0x7f539c15ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 >> 172.21.15.17:0/2866944878 conn(0x7f539c0d0f40 msgr2=0x7f539c0b9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 shutdown_connections 2024-09-19T08:13:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.127+0000 7f53a3986640 1 -- 172.21.15.17:0/2866944878 wait complete. 2024-09-19T08:13:53.145 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.254+0000 7f1960133640 1 Processor -- start 2024-09-19T08:13:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.254+0000 7f1960133640 1 -- start start 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f1960133640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1958162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f1960133640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f19580cf480 0x7f19580b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f1960133640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19580b39a0 con 0x7f195815e7c0 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f1960133640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f19581630d0 con 0x7f19580cf480 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f1960133640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f195815eba0 con 0x7f19580b6a40 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f195decf640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f195815e7c0 0x7f19580b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44240/0 (socket says 172.21.15.17:44240) 2024-09-19T08:13:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f195decf640 1 -- 172.21.15.17:0/1997985554 learned_addr learned my addr 172.21.15.17:0/1997985554 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.255+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1061719140 0 0) 0x7f19580b39a0 con 0x7f195815e7c0 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195d6ce640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1958162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1944003520 con 0x7f195815e7c0 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 --2- 172.21.15.17:0/1997985554 >> v2:172.21.15.160:3300/0 conn(0x7f19580cf480 0x7f19580b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3836863684 0 0) 0x7f1944003520 con 0x7f195815e7c0 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 msgr2=0x7f1958162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1958162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 >> v2:172.21.15.160:3300/0 conn(0x7f19580cf480 msgr2=0x7f19580b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 --2- 172.21.15.17:0/1997985554 >> v2:172.21.15.160:3300/0 conn(0x7f19580cf480 0x7f19580b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19580cfc60 con 0x7f195815e7c0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f1954001670 con 0x7f195815e7c0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 >> v1:172.21.15.17:6789/0 conn(0x7f195815e7c0 legacy=0x7f19580b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19440039b0 0x7f1944003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1944004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1944004d40 0x7f19440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19581630d0 con 0x7f1944004d40 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f195815eba0 con 0x7f19440039b0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f194400b9c0 con 0x7f19580b6a40 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1944004d40 0x7f19440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195decf640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19440039b0 0x7f1944003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195d6ce640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1944004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 -- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 msgr2=0x7f1944004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f19580b6a40 0x7f1944004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 -- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19440039b0 msgr2=0x7f1944003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19440039b0 0x7f1944003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.256+0000 7f195e6d0640 1 -- 172.21.15.17:0/1997985554 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1944003520 con 0x7f1944004d40 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.257+0000 7f195e6d0640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1944004d40 0x7f19440051c0 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f1950009f90 tx=0x7f1944005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de9cfa56ad868bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.257+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950009c10 con 0x7f1944004d40 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.257+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1950036070 con 0x7f1944004d40 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.257+0000 7f195cecd640 1 -- 172.21.15.17:0/1997985554 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950031880 con 0x7f1944004d40 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 -- 172.21.15.17:0/1997985554 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1944004d40 msgr2=0x7f19440051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 --2- 172.21.15.17:0/1997985554 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1944004d40 0x7f19440051c0 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f1950009f90 tx=0x7f1944005830 comp rx=0 tx=0).stop 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f195e6d0640 1 -- 172.21.15.17:0/1997985554 reap_dead start 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 -- 172.21.15.17:0/1997985554 shutdown_connections 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 -- 172.21.15.17:0/1997985554 >> 172.21.15.17:0/1997985554 conn(0x7f19580d1320 msgr2=0x7f19580d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 -- 172.21.15.17:0/1997985554 shutdown_connections 2024-09-19T08:13:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.258+0000 7f1960133640 1 -- 172.21.15.17:0/1997985554 wait complete. 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.259+0000 7f1960133640 1 Processor -- start 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.259+0000 7f1960133640 1 -- start start 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1944004d40 0x7f19581e93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19581e8880 0x7f195815d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f195815f100 con 0x7f19581e8400 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f195815ee20 con 0x7f19581e8880 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f1960133640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f195815f3e0 con 0x7f1944004d40 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48728/0 (socket says 172.21.15.17:48728) 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 -- 172.21.15.17:0/3683232392 learned_addr learned my addr 172.21.15.17:0/3683232392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195decf640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1944004d40 0x7f19581e93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195e6d0640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19581e8880 0x7f195815d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 -- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1944004d40 msgr2=0x7f19581e93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1944004d40 0x7f19581e93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 -- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19581e8880 msgr2=0x7f195815d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19581e8880 0x7f195815d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.260+0000 7f195d6ce640 1 -- 172.21.15.17:0/3683232392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19580cdac0 con 0x7f19581e8400 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f195d6ce640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f19480119a0 tx=0x7f1948011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194800fa90 con 0x7f19581e8400 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f194800fc30 con 0x7f19581e8400 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19580cca20 con 0x7f19581e8400 2024-09-19T08:13:53.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948014440 con 0x7f19581e8400 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.261+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19580ccfe0 con 0x7f19581e8400 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.262+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f195815f900 con 0x7f19581e8400 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.262+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1948012040 con 0x7f19581e8400 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.263+0000 7f194e7fc640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 0x7f193c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.263+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f194808bac0 con 0x7f19581e8400 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.263+0000 7f195decf640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 0x7f193c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:53.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.264+0000 7f195decf640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 0x7f193c06e770 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f1954000fb0 tx=0x7f1954009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:53.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.267+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1948019030 con 0x7f19581e8400 2024-09-19T08:13:53.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.481+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19580d2150 con 0x7f19581e8400 2024-09-19T08:13:53.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.482+0000 7f194e7fc640 1 -- 172.21.15.17:0/3683232392 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 336 v336) ==== 95+0+5235 (secure 0 0 0) 0x7f194805a1d0 con 0x7f19581e8400 2024-09-19T08:13:53.482 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:53.482 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":336,"btime":"2024-09-19T08:13:53:127990+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":336,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:53.127972+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:replay","state_seq":1,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T08:13:53.483 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 336 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 msgr2=0x7f193c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 0x7f193c06e770 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f1954000fb0 tx=0x7f1954009040 comp rx=0 tx=0).stop 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 msgr2=0x7f195815d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f19480119a0 tx=0x7f1948011e60 comp rx=0 tx=0).stop 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 shutdown_connections 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f193c06c2b0 0x7f193c06e770 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f19581e8880 0x7f195815d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19581e8400 0x7f195815d060 unknown :-1 s=CLOSED pgs=2381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 --2- 172.21.15.17:0/3683232392 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f1944004d40 0x7f19581e93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 >> 172.21.15.17:0/3683232392 conn(0x7f19580d1320 msgr2=0x7f19580d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:53.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 shutdown_connections 2024-09-19T08:13:53.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:53.484+0000 7f1960133640 1 -- 172.21.15.17:0/3683232392 wait complete. 2024-09-19T08:13:53.897 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 336, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:13:35.746147+0000', 'modified': '2024-09-19T08:13:53.127972+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 139, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10728}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10728': {'gid': 10728, 'name': 'a', 'rank': 0, 'incarnation': 336, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.17:6834/3373571080', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3373571080}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3373571080}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:13:53.898 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10728:up:replay 2024-09-19T08:13:54.899 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:55.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.014+0000 7f6813dc4640 1 Processor -- start 2024-09-19T08:13:55.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.014+0000 7f6813dc4640 1 -- start start 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6813dc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6813dc4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f680c0d3480 0x7f680c0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6813dc4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f680c0d17e0 con 0x7f680c06dae0 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6813dc4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f680c0d09d0 con 0x7f680c0d3480 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6813dc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f680c15ee90 con 0x7f680c15eab0 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6812361640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f680c0d3480 0x7f680c0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6812361640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f680c0d3480 0x7f680c0b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48730/0 (socket says 172.21.15.17:48730) 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.015+0000 7f6812361640 1 -- 172.21.15.17:0/2952453079 learned_addr learned my addr 172.21.15.17:0/2952453079 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:55.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6811b60640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6812361640 1 -- 172.21.15.17:0/2952453079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 msgr2=0x7f680c06d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:55.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6812361640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c06d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6812361640 1 -- 172.21.15.17:0/2952453079 >> v1:172.21.15.160:6789/0 conn(0x7f680c06dae0 legacy=0x7f680c0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6812361640 1 -- 172.21.15.17:0/2952453079 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680c0cfc10 con 0x7f680c0d3480 2024-09-19T08:13:55.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.016+0000 7f6812361640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c0b8290 secure :-1 s=READY pgs=2382 cs=0 l=1 rev1=1 crypto rx=0x7f6804009e80 tx=0x7f680402a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca2ad3275a719fc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:55.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6810b5e640 1 -- 172.21.15.17:0/2952453079 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6804036070 con 0x7f680c0d3480 2024-09-19T08:13:55.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6810b5e640 1 -- 172.21.15.17:0/2952453079 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6804031600 con 0x7f680c0d3480 2024-09-19T08:13:55.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6810b5e640 1 -- 172.21.15.17:0/2952453079 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68040319d0 con 0x7f680c0d3480 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 -- 172.21.15.17:0/2952453079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 msgr2=0x7f680c0b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c0b8290 secure :-1 s=READY pgs=2382 cs=0 l=1 rev1=1 crypto rx=0x7f6804009e80 tx=0x7f680402a7e0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 -- 172.21.15.17:0/2952453079 shutdown_connections 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c0b8290 unknown :-1 s=CLOSED pgs=2382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 --2- 172.21.15.17:0/2952453079 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c06d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 -- 172.21.15.17:0/2952453079 >> 172.21.15.17:0/2952453079 conn(0x7f680c0d4b30 msgr2=0x7f680c0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 -- 172.21.15.17:0/2952453079 shutdown_connections 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.017+0000 7f6813dc4640 1 -- 172.21.15.17:0/2952453079 wait complete. 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 Processor -- start 2024-09-19T08:13:55.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 -- start start 2024-09-19T08:13:55.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f680c06dae0 0x7f680c0cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c1e8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f680c0d01d0 con 0x7f680c0d3480 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f680c06df20 con 0x7f680c06dae0 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f6813dc4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f680c0d04b0 con 0x7f680c15eab0 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.019+0000 7f681135f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48746/0 (socket says 172.21.15.17:48746) 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 -- 172.21.15.17:0/1052011350 learned_addr learned my addr 172.21.15.17:0/1052011350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f6811b60640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f680c06dae0 0x7f680c0cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f6812361640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c1e8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 -- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 msgr2=0x7f680c1e8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c1e8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 -- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f680c06dae0 msgr2=0x7f680c0cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f680c06dae0 0x7f680c0cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 -- 172.21.15.17:0/1052011350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680c0cdff0 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f681135f640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 secure :-1 s=READY pgs=2383 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00c440 tx=0x7f67fc001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0052d0 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67fc005470 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f680c0cc160 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc007260 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.020+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680c0cc720 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.021+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f680c0ceb50 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.022+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67fc007400 con 0x7f680c0d3480 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.022+0000 7f68027fc640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 0x7f67f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:55.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.022+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f67fc08a9a0 con 0x7f680c0d3480 2024-09-19T08:13:55.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.022+0000 7f6811b60640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 0x7f67f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:55.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.023+0000 7f6811b60640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 0x7f67f006e770 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f680c0b9ad0 tx=0x7f6808008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:55.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.027+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f680c0cdff0 con 0x7f680c0d3480 2024-09-19T08:13:55.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.240+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f680c0b9500 con 0x7f680c0d3480 2024-09-19T08:13:55.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.241+0000 7f68027fc640 1 -- 172.21.15.17:0/1052011350 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 338 v338) ==== 95+0+5235 (secure 0 0 0) 0x7f67fc0589c0 con 0x7f680c0d3480 2024-09-19T08:13:55.241 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:55.241 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":338,"btime":"2024-09-19T08:13:55:130814+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":338,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:54.133609+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:rejoin","state_seq":8,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T08:13:55.241 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 338 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 msgr2=0x7f67f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 0x7f67f006e770 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f680c0b9ad0 tx=0x7f6808008040 comp rx=0 tx=0).stop 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 msgr2=0x7f680c15b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 secure :-1 s=READY pgs=2383 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00c440 tx=0x7f67fc001e70 comp rx=0 tx=0).stop 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 shutdown_connections 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f67f006c2b0 0x7f67f006e770 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f680c15eab0 0x7f680c1e8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f680c0d3480 0x7f680c15b5a0 unknown :-1 s=CLOSED pgs=2383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 --2- 172.21.15.17:0/1052011350 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f680c06dae0 0x7f680c0cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:55.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 >> 172.21.15.17:0/1052011350 conn(0x7f680c0d4b30 msgr2=0x7f680c0b9d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:55.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 shutdown_connections 2024-09-19T08:13:55.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:55.243+0000 7f6813dc4640 1 -- 172.21.15.17:0/1052011350 wait complete. 2024-09-19T08:13:55.656 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 338, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:13:35.746147+0000', 'modified': '2024-09-19T08:13:54.133609+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 139, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10728}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10728': {'gid': 10728, 'name': 'a', 'rank': 0, 'incarnation': 336, 'state': 'up:rejoin', 'state_seq': 8, 'addr': '172.21.15.17:6834/3373571080', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3373571080}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3373571080}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T08:13:55.656 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10728:up:rejoin 2024-09-19T08:13:56.657 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:13:56.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.773+0000 7f55495e4640 1 Processor -- start 2024-09-19T08:13:56.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.773+0000 7f55495e4640 1 -- start start 2024-09-19T08:13:56.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.774+0000 7f55495e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f554415ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.774+0000 7f55495e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.774+0000 7f55495e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55440b2820 con 0x7f55440d0510 2024-09-19T08:13:56.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.774+0000 7f55495e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f55440b2b00 con 0x7f55440d08f0 2024-09-19T08:13:56.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.774+0000 7f55495e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f5544141730 con 0x7f55440b3800 2024-09-19T08:13:56.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55437fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55437fe640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:60248/0 (socket says 172.21.15.17:60248) 2024-09-19T08:13:56.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55427fc640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f554415ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f5542ffd640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f55440d0510 0x7f55440b30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:51982/0 (socket says 172.21.15.17:51982) 2024-09-19T08:13:56.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55437fe640 1 -- 172.21.15.17:0/835185743 learned_addr learned my addr 172.21.15.17:0/835185743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f5541ffb640 1 -- 172.21.15.17:0/835185743 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1320796297 0 0) 0x7f55440b2820 con 0x7f55440d0510 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f5541ffb640 1 -- 172.21.15.17:0/835185743 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5530003440 con 0x7f55440d0510 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55427fc640 1 -- 172.21.15.17:0/835185743 >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 msgr2=0x7f5544072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55427fc640 1 --2- 172.21.15.17:0/835185743 >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55427fc640 1 -- 172.21.15.17:0/835185743 >> v1:172.21.15.160:6789/0 conn(0x7f55440d0510 legacy=0x7f55440b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55427fc640 1 -- 172.21.15.17:0/835185743 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5544144320 con 0x7f55440b3800 2024-09-19T08:13:56.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.775+0000 7f55437fe640 1 --2- 172.21.15.17:0/835185743 >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.776+0000 7f55427fc640 1 --2- 172.21.15.17:0/835185743 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f554415ef90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f552c0097a0 tx=0x7f552c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e1564aaa4b2faf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.776+0000 7f5541ffb640 1 -- 172.21.15.17:0/835185743 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c037070 con 0x7f55440b3800 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.776+0000 7f5541ffb640 1 -- 172.21.15.17:0/835185743 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f552c032440 con 0x7f55440b3800 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.776+0000 7f5541ffb640 1 -- 172.21.15.17:0/835185743 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c032810 con 0x7f55440b3800 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 -- 172.21.15.17:0/835185743 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 msgr2=0x7f554415ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 --2- 172.21.15.17:0/835185743 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f554415ef90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f552c0097a0 tx=0x7f552c02a180 comp rx=0 tx=0).stop 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 -- 172.21.15.17:0/835185743 shutdown_connections 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 --2- 172.21.15.17:0/835185743 >> v2:172.21.15.160:3300/0 conn(0x7f55440d08f0 0x7f5544072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 --2- 172.21.15.17:0/835185743 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f554415ef90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 -- 172.21.15.17:0/835185743 >> 172.21.15.17:0/835185743 conn(0x7f554406bc10 msgr2=0x7f554406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 -- 172.21.15.17:0/835185743 shutdown_connections 2024-09-19T08:13:56.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.777+0000 7f55495e4640 1 -- 172.21.15.17:0/835185743 wait complete. 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.778+0000 7f55495e4640 1 Processor -- start 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.778+0000 7f55495e4640 1 -- start start 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f5544071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 0x7f55440aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f55440b1df0 con 0x7f55440d08f0 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f5544143e40 con 0x7f55440d0510 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55495e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55440b1f70 con 0x7f55440b3800 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48760/0 (socket says 172.21.15.17:48760) 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 -- 172.21.15.17:0/1881539268 learned_addr learned my addr 172.21.15.17:0/1881539268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55427fc640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 0x7f55440aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f5542ffd640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f5544071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 -- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 msgr2=0x7f5544071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f5544071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 -- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 msgr2=0x7f55440aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 0x7f55440aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.779+0000 7f55437fe640 1 -- 172.21.15.17:0/1881539268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55441f43d0 con 0x7f55440d08f0 2024-09-19T08:13:56.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f5542ffd640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f5544071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f55427fc640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 0x7f55440aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f55437fe640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f553c006e00 tx=0x7f553c00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553c004030 con 0x7f55440d08f0 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f553c0041d0 con 0x7f55440d08f0 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55441f46b0 con 0x7f55440d08f0 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553c00c910 con 0x7f55440d08f0 2024-09-19T08:13:56.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.780+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55441f4c70 con 0x7f55440d08f0 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.781+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55440b2380 con 0x7f55440d08f0 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.781+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f553c00cab0 con 0x7f55440d08f0 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.782+0000 7f553b7fe640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 0x7f552406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.782+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f553c08b6f0 con 0x7f55440d08f0 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.782+0000 7f5542ffd640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 0x7f552406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.783+0000 7f5542ffd640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 0x7f552406e770 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f55340012e0 tx=0x7f5534009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:56.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.787+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f553c017020 con 0x7f55440d08f0 2024-09-19T08:13:56.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.998+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f554406dec0 con 0x7f55440d08f0 2024-09-19T08:13:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:56.999+0000 7f553b7fe640 1 -- 172.21.15.17:0/1881539268 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 339 v339) ==== 95+0+5244 (secure 0 0 0) 0x7f553c059e90 con 0x7f55440d08f0 2024-09-19T08:13:56.999 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:13:56.999 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":339,"btime":"2024-09-19T08:13:56:132224+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":339,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:56.132219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:active","state_seq":9,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10728,"qdb_cluster":[10728]},"id":7}]} 2024-09-19T08:13:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 339 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 msgr2=0x7f552406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 0x7f552406e770 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f55340012e0 tx=0x7f5534009040 comp rx=0 tx=0).stop 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 msgr2=0x7f55441f6b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f553c006e00 tx=0x7f553c00ed40 comp rx=0 tx=0).stop 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 shutdown_connections 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f552406c2b0 0x7f552406e770 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55440d08f0 0x7f55441f6b10 unknown :-1 s=CLOSED pgs=2384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f55440d0510 0x7f55440aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 --2- 172.21.15.17:0/1881539268 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55440b3800 0x7f5544071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 >> 172.21.15.17:0/1881539268 conn(0x7f554406bc10 msgr2=0x7f55440736e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 shutdown_connections 2024-09-19T08:13:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.001+0000 7f55495e4640 1 -- 172.21.15.17:0/1881539268 wait complete. 2024-09-19T08:13:57.362 INFO:tasks.ceph.mds.a.smithi017.stderr:2024-09-19T08:13:57.362+0000 7fc3934a4640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:57.415 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 339, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:13:35.746147+0000', 'modified': '2024-09-19T08:13:56.132219+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 139, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10728}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10728': {'gid': 10728, 'name': 'a', 'rank': 0, 'incarnation': 336, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.17:6834/3373571080', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6833', 'nonce': 3373571080}, {'type': 'v1', 'addr': '172.21.15.17:6834', 'nonce': 3373571080}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10728, 'qdb_cluster': [10728]} 2024-09-19T08:13:57.415 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:13:57.415 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T08:13:57.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.524+0000 7f498a1e4640 1 Processor -- start 2024-09-19T08:13:57.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.524+0000 7f498a1e4640 1 -- start start 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f498a1e4640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f498415b2e0 0x7f49840b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f498a1e4640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f49840cdfc0 0x7f49840b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f498a1e4640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49840ce4f0 con 0x7f49840b22c0 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f498a1e4640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f498415b6c0 con 0x7f498415b2e0 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f498a1e4640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f49840ce7d0 con 0x7f49840cdfc0 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f49837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f498415b2e0 0x7f49840b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f49837fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f498415b2e0 0x7f49840b3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48762/0 (socket says 172.21.15.17:48762) 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f49837fe640 1 -- 172.21.15.17:0/1541041146 learned_addr learned my addr 172.21.15.17:0/1541041146 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.525+0000 7f4982ffd640 1 --2- 172.21.15.17:0/1541041146 >> v2:172.21.15.160:3300/0 conn(0x7f49840cdfc0 0x7f49840b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.526+0000 7f49837fe640 1 -- 172.21.15.17:0/1541041146 >> v2:172.21.15.160:3300/0 conn(0x7f49840cdfc0 msgr2=0x7f49840b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.526+0000 7f49837fe640 1 --2- 172.21.15.17:0/1541041146 >> v2:172.21.15.160:3300/0 conn(0x7f49840cdfc0 0x7f49840b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.526+0000 7f49837fe640 1 -- 172.21.15.17:0/1541041146 >> v1:172.21.15.160:6789/0 conn(0x7f49840b22c0 legacy=0x7f49840ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.526+0000 7f49837fe640 1 -- 172.21.15.17:0/1541041146 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49840ceab0 con 0x7f498415b2e0 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.526+0000 7f49837fe640 1 --2- 172.21.15.17:0/1541041146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498415b2e0 0x7f49840b3d20 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f498415ecd0 tx=0x7f497402c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6c7b8e1a95a3212 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f49827fc640 1 -- 172.21.15.17:0/1541041146 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974036020 con 0x7f498415b2e0 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f49827fc640 1 -- 172.21.15.17:0/1541041146 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4974032640 con 0x7f498415b2e0 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f49827fc640 1 -- 172.21.15.17:0/1541041146 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974032a10 con 0x7f498415b2e0 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 -- 172.21.15.17:0/1541041146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498415b2e0 msgr2=0x7f49840b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 --2- 172.21.15.17:0/1541041146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498415b2e0 0x7f49840b3d20 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f498415ecd0 tx=0x7f497402c940 comp rx=0 tx=0).stop 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 -- 172.21.15.17:0/1541041146 shutdown_connections 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 --2- 172.21.15.17:0/1541041146 >> v2:172.21.15.160:3300/0 conn(0x7f49840cdfc0 0x7f49840b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 --2- 172.21.15.17:0/1541041146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498415b2e0 0x7f49840b3d20 unknown :-1 s=CLOSED pgs=2385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 -- 172.21.15.17:0/1541041146 >> 172.21.15.17:0/1541041146 conn(0x7f498406bc10 msgr2=0x7f498406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 -- 172.21.15.17:0/1541041146 shutdown_connections 2024-09-19T08:13:57.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.527+0000 7f498a1e4640 1 -- 172.21.15.17:0/1541041146 wait complete. 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.528+0000 7f498a1e4640 1 Processor -- start 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 -- start start 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49840cdfc0 0x7f49841429e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f498415b2e0 0x7f498415c240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49840712b0 con 0x7f49840b22c0 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4984071130 con 0x7f498415b2e0 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.529+0000 7f498a1e4640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f49840b4260 con 0x7f49840cdfc0 2024-09-19T08:13:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48766/0 (socket says 172.21.15.17:48766) 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 -- 172.21.15.17:0/4044845409 learned_addr learned my addr 172.21.15.17:0/4044845409 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f4983fff640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f498415b2e0 0x7f498415c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f4982ffd640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49840cdfc0 0x7f49841429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 -- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49840cdfc0 msgr2=0x7f49841429e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49840cdfc0 0x7f49841429e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 -- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f498415b2e0 msgr2=0x7f498415c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f498415b2e0 0x7f498415c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 -- 172.21.15.17:0/4044845409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498415cb20 con 0x7f49840b22c0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f49837fe640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f497402c980 tx=0x7f49740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f496bfff640 1 -- 172.21.15.17:0/4044845409 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974036040 con 0x7f49840b22c0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f496bfff640 1 -- 172.21.15.17:0/4044845409 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f497403bc00 con 0x7f49840b22c0 2024-09-19T08:13:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498415ce00 con 0x7f49840b22c0 2024-09-19T08:13:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f496bfff640 1 -- 172.21.15.17:0/4044845409 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49740453f0 con 0x7f49840b22c0 2024-09-19T08:13:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.530+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f498415d3c0 con 0x7f49840b22c0 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.532+0000 7f496bfff640 1 -- 172.21.15.17:0/4044845409 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f497404c060 con 0x7f49840b22c0 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.532+0000 7f496bfff640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 0x7f497006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.533+0000 7f496bfff640 1 -- 172.21.15.17:0/4044845409 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f49740ae250 con 0x7f49840b22c0 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.533+0000 7f4982ffd640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 0x7f497006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.533+0000 7f4982ffd640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 0x7f497006e7a0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f4984073150 tx=0x7f4978009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 Processor -- start 2024-09-19T08:13:57.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 -- start start 2024-09-19T08:13:57.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243acf120 0x558243acf500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243aa2a80 0x558243aeb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558243a07520 con 0x558243ae9ae0 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x5582439af3e0 con 0x558243acf120 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.534+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558243a034e0 con 0x558243aa2a80 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48770/0 (socket says 172.21.15.17:48770) 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 -- 172.21.15.17:0/1597738542 learned_addr learned my addr 172.21.15.17:0/1597738542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f49837fe640 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243acf120 0x558243acf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4983fff640 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243aa2a80 0x558243aeb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 -- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243aa2a80 msgr2=0x558243aeb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243aa2a80 0x558243aeb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 -- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243acf120 msgr2=0x558243acf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243acf120 0x558243acf500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 -- 172.21.15.17:0/1597738542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582439ca2f0 con 0x558243ae9ae0 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f4982ffd640 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f4978011e30 tx=0x7f4978014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6782001975462a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f49697fa640 1 -- 172.21.15.17:0/1597738542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497801b070 con 0x558243ae9ae0 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f49697fa640 1 -- 172.21.15.17:0/1597738542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4978027070 con 0x558243ae9ae0 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.535+0000 7f49697fa640 1 -- 172.21.15.17:0/1597738542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978003a20 con 0x558243ae9ae0 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 -- 172.21.15.17:0/1597738542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 msgr2=0x558243aeb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f4978011e30 tx=0x7f4978014000 comp rx=0 tx=0).stop 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 -- 172.21.15.17:0/1597738542 shutdown_connections 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243aa2a80 0x558243aeb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243aeb290 unknown :-1 s=CLOSED pgs=2387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 --2- 172.21.15.17:0/1597738542 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243acf120 0x558243acf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 -- 172.21.15.17:0/1597738542 >> 172.21.15.17:0/1597738542 conn(0x558243aa1a80 msgr2=0x558243ae9f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 -- 172.21.15.17:0/1597738542 shutdown_connections 2024-09-19T08:13:57.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.536+0000 7f498d056740 1 -- 172.21.15.17:0/1597738542 wait complete. 2024-09-19T08:13:57.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 -- start start 2024-09-19T08:13:57.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 Processor -- start 2024-09-19T08:13:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243ae9ae0 0x558243abba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243aa05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558243acfee0 con 0x558243acf120 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558243990450 con 0x558243aa0170 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558243aea770 con 0x558243ae9ae0 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f498d056740 10 client.0 _ll_register_callbacks cb 0x558243719ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.537+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48784/0 (socket says 172.21.15.17:48784) 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 -- 172.21.15.17:0/119673480 learned_addr learned my addr 172.21.15.17:0/119673480 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f4982ffd640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243ae9ae0 0x558243abba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f4983fff640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243aa05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 -- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243ae9ae0 msgr2=0x558243abba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243ae9ae0 0x558243abba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 -- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 msgr2=0x558243aa05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243aa05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 -- 172.21.15.17:0/119673480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55824371a2d0 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49837fe640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f4974000c00 tx=0x7f497407c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e66d9202ad72834 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974094370 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f4974084ad0 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4978027070 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=339) ==== 24+0+0 (secure 0 0 0) 0x7f4974084cd0 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f498d056740 10 client.10947 fetch_fsmap learned FSMap version 339 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=339,monmap=2+}) -- 0x5582437e46b0 con 0x558243acf120 2024-09-19T08:13:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4978027070 con 0x558243acf120 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.538+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 339) ==== 3502+0+0 (secure 0 0 0) 0x7f4974031070 con 0x558243acf120 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 10 client.10947 fetch_fsmap finished waiting for FSMap version 339 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 10 client.10947 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 20 client.10947 populate_metadata read hostname 'smithi017' 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b09f00 0x558243b0c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 4 client.10947 mds_command: new command op to 10728 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 --> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558243a14c50 con 0x558243b09f00 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f4982ffd640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b09f00 0x558243b0c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f4982ffd640 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b09f00 0x558243b0c2f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33eb471ae766175c server_cookie=e52cc05aa561a6df in_seq=0 out_seq=0 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.539+0000 7f49627fc640 10 client.10947 ms_handle_connect on v2:172.21.15.17:6833/3373571080 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f49627fc640 1 -- 172.21.15.17:0/119673480 <== mds.0 v2:172.21.15.17:6833/3373571080 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558243a14c50 con 0x558243b09f00 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f49627fc640 10 client.10947 handle_command_reply: tid=0 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 client.10947 shutdown 2024-09-19T08:13:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 msgr2=0x558243b025e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f4974000c00 tx=0x7f497407c430 comp rx=0 tx=0).stop 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 shutdown_connections 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b09f00 0x558243b0c2f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243aa05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243ae9ae0 0x558243abba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f49627fc640 0 client.10947 ms_handle_reset on v2:172.21.15.17:6833/3373571080 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 --2- 172.21.15.17:0/119673480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243acf120 0x558243b025e0 unknown :-1 s=CLOSED pgs=2388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 >> 172.21.15.17:0/119673480 conn(0x558243aa2a80 msgr2=0x558243af38d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 shutdown_connections 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 1 -- 172.21.15.17:0/119673480 wait complete. 2024-09-19T08:13:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.540+0000 7f498d056740 20 client.10947 trim_cache size 0 max 16384 2024-09-19T08:13:57.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.558+0000 7f498d056740 1 Processor -- start 2024-09-19T08:13:57.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.558+0000 7f498d056740 1 -- start start 2024-09-19T08:13:57.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243aa4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243ae9ae0 0x558243aa5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f49841fb870 con 0x558243aa0170 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4984071980 con 0x558243ae9ae0 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4984071fd0 con 0x558243acf120 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48788/0 (socket says 172.21.15.17:48788) 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 -- 172.21.15.17:0/570298669 learned_addr learned my addr 172.21.15.17:0/570298669 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f4983fff640 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243ae9ae0 0x558243aa5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f4982ffd640 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243aa4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 -- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 msgr2=0x558243aa4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243aa4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 -- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243ae9ae0 msgr2=0x558243aa5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243ae9ae0 0x558243aa5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.559+0000 7f49837fe640 1 -- 172.21.15.17:0/570298669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558243a41800 con 0x558243aa0170 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f49837fe640 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7f4974085040 tx=0x7f4974008070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b300256ad1a19c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f4968ff9640 1 -- 172.21.15.17:0/570298669 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497407bd90 con 0x558243aa0170 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f4968ff9640 1 -- 172.21.15.17:0/570298669 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49740ac660 con 0x558243aa0170 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f4968ff9640 1 -- 172.21.15.17:0/570298669 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974094170 con 0x558243aa0170 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 -- 172.21.15.17:0/570298669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 msgr2=0x558243aeb3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7f4974085040 tx=0x7f4974008070 comp rx=0 tx=0).stop 2024-09-19T08:13:57.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 -- 172.21.15.17:0/570298669 shutdown_connections 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243ae9ae0 0x558243aa5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243aa4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 --2- 172.21.15.17:0/570298669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243aa0170 0x558243aeb3b0 unknown :-1 s=CLOSED pgs=2389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 -- 172.21.15.17:0/570298669 >> 172.21.15.17:0/570298669 conn(0x558243aa2a80 msgr2=0x558243aea6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 -- 172.21.15.17:0/570298669 shutdown_connections 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.560+0000 7f498d056740 1 -- 172.21.15.17:0/570298669 wait complete. 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.561+0000 7f498d056740 1 -- start start 2024-09-19T08:13:57.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.561+0000 7f498d056740 1 Processor -- start 2024-09-19T08:13:57.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243b01850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243b52d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558243aff130 con 0x558243ae9ae0 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x558243afedb0 con 0x558243aa0170 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x558243abbfc0 con 0x558243acf120 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f498d056740 10 client.0 _ll_register_callbacks cb 0x7f497407bf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48792/0 (socket says 172.21.15.17:48792) 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 -- 172.21.15.17:0/3777674987 learned_addr learned my addr 172.21.15.17:0/3777674987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4982ffd640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243b52d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f49837fe640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243b01850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 -- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 msgr2=0x558243b52d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243b52d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 -- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 msgr2=0x558243b01850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243b01850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.562+0000 7f4983fff640 1 -- 172.21.15.17:0/3777674987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558243abb950 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f4983fff640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 secure :-1 s=READY pgs=2390 cs=0 l=1 rev1=1 crypto rx=0x7f497c0012e0 tx=0x7f497c005420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d5be8026465116 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497c006b50 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f497c006cf0 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49740ac660 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=339) ==== 24+0+0 (secure 0 0 0) 0x7f497c026050 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 10 client.10953 fetch_fsmap learned FSMap version 339 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=339,monmap=2+}) -- 0x558243b01d90 con 0x558243ae9ae0 2024-09-19T08:13:57.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49740ac660 con 0x558243ae9ae0 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 339) ==== 3502+0+0 (secure 0 0 0) 0x7f497c029020 con 0x558243ae9ae0 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 10 client.10953 fetch_fsmap finished waiting for FSMap version 339 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 10 client.10953 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 20 client.10953 populate_metadata read hostname 'smithi017' 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b53950 0x558243b53d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 4 client.10953 mds_command: new command op to 10728 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 --> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] -- command(tid 0: {"prefix": "status"}) -- 0x558243ad1610 con 0x558243b53950 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.563+0000 7f49837fe640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b53950 0x558243b53d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f49627fc640 10 client.10953 ms_handle_connect on v2:172.21.15.17:6833/3373571080 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f49837fe640 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b53950 0x558243b53d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ad8b20945c1d4b server_cookie=45f9fd1aa6c90789 in_seq=0 out_seq=0 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f49627fc640 1 -- 172.21.15.17:0/3777674987 <== mds.0 v2:172.21.15.17:6833/3373571080 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x558243ad1610 con 0x558243b53950 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f49627fc640 10 client.10953 handle_command_reply: tid=0 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 client.10953 shutdown 2024-09-19T08:13:57.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 msgr2=0x558243b53260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 secure :-1 s=READY pgs=2390 cs=0 l=1 rev1=1 crypto rx=0x7f497c0012e0 tx=0x7f497c005420 comp rx=0 tx=0).stop 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 shutdown_connections 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:6833/3373571080,v1:172.21.15.17:6834/3373571080] conn(0x558243b53950 0x558243b53d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558243ae9ae0 0x558243b53260 unknown :-1 s=CLOSED pgs=2390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x558243acf120 0x558243b52d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f49627fc640 0 client.10953 ms_handle_reset on v2:172.21.15.17:6833/3373571080 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 --2- 172.21.15.17:0/3777674987 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x558243aa0170 0x558243b01850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 >> 172.21.15.17:0/3777674987 conn(0x558243aa2a80 msgr2=0x558243aeb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 shutdown_connections 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 1 -- 172.21.15.17:0/3777674987 wait complete. 2024-09-19T08:13:57.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.564+0000 7f498d056740 20 client.10953 trim_cache size 0 max 16384 2024-09-19T08:13:57.571 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "69b5e481-59b9-432b-b815-af8fc37a64c1", 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10728, 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 4.4351825370000002, 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 339, 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 139, 2024-09-19T08:13:57.572 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 139, 2024-09-19T08:13:57.573 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 26.216216033999999 2024-09-19T08:13:57.573 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:13:57.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 msgr2=0x7f497006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 0x7f497006e7a0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f4984073150 tx=0x7f4978009190 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 msgr2=0x7f498414f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f497402c980 tx=0x7f49740046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 shutdown_connections 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f497006c2e0 0x7f497006e7a0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f498415b2e0 0x7f498415c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f49840cdfc0 0x7f49841429e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 --2- 172.21.15.17:0/4044845409 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49840b22c0 0x7f498414f070 unknown :-1 s=CLOSED pgs=2386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 >> 172.21.15.17:0/4044845409 conn(0x7f498406bc10 msgr2=0x7f4984159840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 shutdown_connections 2024-09-19T08:13:57.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.565+0000 7f498a1e4640 1 -- 172.21.15.17:0/4044845409 wait complete. 2024-09-19T08:13:57.576 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T08:13:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 Processor -- start 2024-09-19T08:13:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 -- start start 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f427815e470 0x7f42780ced20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f42780b8420 0x7f42780cf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42780d3e80 con 0x7f42780d2380 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f42780d4160 con 0x7f427815e470 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.679+0000 7f427d401640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f42780d4440 con 0x7f42780b8420 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4276ffd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f427815e470 0x7f42780ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f42767fc640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f42780d2380 0x7f42780d0d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44256/0 (socket says 172.21.15.17:44256) 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f42767fc640 1 -- 172.21.15.17:0/1046404003 learned_addr learned my addr 172.21.15.17:0/1046404003 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f42777fe640 1 --2- 172.21.15.17:0/1046404003 >> v2:172.21.15.160:3300/0 conn(0x7f42780b8420 0x7f42780cf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4276ffd640 1 -- 172.21.15.17:0/1046404003 >> v2:172.21.15.160:3300/0 conn(0x7f42780b8420 msgr2=0x7f42780cf260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1046404003 >> v2:172.21.15.160:3300/0 conn(0x7f42780b8420 0x7f42780cf260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4276ffd640 1 -- 172.21.15.17:0/1046404003 >> v1:172.21.15.17:6789/0 conn(0x7f42780d2380 legacy=0x7f42780d0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4276ffd640 1 -- 172.21.15.17:0/1046404003 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42780d4720 con 0x7f427815e470 2024-09-19T08:13:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.680+0000 7f4275ffb640 1 -- 172.21.15.17:0/1046404003 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1317876336 0 0) 0x7f42780d3e80 con 0x7f42780d2380 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1046404003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f42780ced20 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f42780d5460 tx=0x7f426802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4558ac286bbbcaf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f4275ffb640 1 -- 172.21.15.17:0/1046404003 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268007740 con 0x7f427815e470 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f4275ffb640 1 -- 172.21.15.17:0/1046404003 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42680078e0 con 0x7f427815e470 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f4275ffb640 1 -- 172.21.15.17:0/1046404003 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268007cb0 con 0x7f427815e470 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 -- 172.21.15.17:0/1046404003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 msgr2=0x7f42780ced20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 --2- 172.21.15.17:0/1046404003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f42780ced20 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f42780d5460 tx=0x7f426802a680 comp rx=0 tx=0).stop 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 -- 172.21.15.17:0/1046404003 shutdown_connections 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 --2- 172.21.15.17:0/1046404003 >> v2:172.21.15.160:3300/0 conn(0x7f42780b8420 0x7f42780cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 --2- 172.21.15.17:0/1046404003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f42780ced20 unknown :-1 s=CLOSED pgs=2392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 -- 172.21.15.17:0/1046404003 >> 172.21.15.17:0/1046404003 conn(0x7f4278067950 msgr2=0x7f4278067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 -- 172.21.15.17:0/1046404003 shutdown_connections 2024-09-19T08:13:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.681+0000 7f427d401640 1 -- 172.21.15.17:0/1046404003 wait complete. 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.683+0000 7f427d401640 1 Processor -- start 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.683+0000 7f427d401640 1 -- start start 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 0x7f427815b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 0x7f42780c9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42780d3400 con 0x7f427815e470 2024-09-19T08:13:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f427815e850 con 0x7f42780b8420 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f42780d38c0 con 0x7f42780d2380 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48812/0 (socket says 172.21.15.17:48812) 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 -- 172.21.15.17:0/1167694799 learned_addr learned my addr 172.21.15.17:0/1167694799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 0x7f427815b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42767fc640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 0x7f42780c9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 -- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 msgr2=0x7f42780c9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 0x7f42780c9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 -- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 msgr2=0x7f427815b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 0x7f427815b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 -- 172.21.15.17:0/1167694799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42780cb7c0 con 0x7f427815e470 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42767fc640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 0x7f42780c9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 0x7f427815b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f42777fe640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f427000d5b0 tx=0x7f427000da70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42700125f0 con 0x7f427815e470 2024-09-19T08:13:57.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4270019070 con 0x7f427815e470 2024-09-19T08:13:57.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42780cbaa0 con 0x7f427815e470 2024-09-19T08:13:57.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.684+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42700129f0 con 0x7f427815e470 2024-09-19T08:13:57.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.685+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42780cc060 con 0x7f427815e470 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.686+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42780ced20 con 0x7f427815e470 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.686+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4270012b90 con 0x7f427815e470 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.686+0000 7f425f7fe640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 0x7f426406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.687+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f427008b7b0 con 0x7f427815e470 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.687+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 0x7f426406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:57.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.687+0000 7f4276ffd640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 0x7f426406e770 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f4268034000 tx=0x7f4268033040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:57.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.691+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4270059f50 con 0x7f427815e470 2024-09-19T08:13:57.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.902+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f42780d0410 con 0x7f427815e470 2024-09-19T08:13:57.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.903+0000 7f425f7fe640 1 -- 172.21.15.17:0/1167694799 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v339) ==== 53+0+73 (secure 0 0 0) 0x7f4270059850 con 0x7f427815e470 2024-09-19T08:13:57.903 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 msgr2=0x7f426406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 0x7f426406e770 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f4268034000 tx=0x7f4268033040 comp rx=0 tx=0).stop 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 msgr2=0x7f4278160ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f427000d5b0 tx=0x7f427000da70 comp rx=0 tx=0).stop 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 shutdown_connections 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f426406c2b0 0x7f426406e770 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f427815e470 0x7f4278160ba0 unknown :-1 s=CLOSED pgs=2393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f42780d2380 0x7f42780c9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 --2- 172.21.15.17:0/1167694799 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f42780b8420 0x7f427815b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:57.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 >> 172.21.15.17:0/1167694799 conn(0x7f4278067950 msgr2=0x7f4278067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:57.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 shutdown_connections 2024-09-19T08:13:57.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:57.905+0000 7f427d401640 1 -- 172.21.15.17:0/1167694799 wait complete. 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:13:57.916 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:57.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:57.917 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-19T08:13:57.933 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:13:57.933 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:13:57.933 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:13:57.933 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42083sec preferred_lft 42083sec 2024-09-19T08:13:57.934 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::b09b:d1ff:fefe:f010/64 scope link 2024-09-19T08:13:57.935 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether fa:e0:f1:09:89:03 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::f8e0:f1ff:fe09:8903/64 scope link 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 5a:fb:0f:53:ab:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::58fb:fff:fe53:ab11/64 scope link 2024-09-19T08:13:57.936 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:57.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:57.937 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:13:57.998 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-19T08:13:58.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.000 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-19T08:13:58.061 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-19T08:13:58.061 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:13:58.061 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T08:13:58.061 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T08:13:58.061 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:13:58.061 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:58.061 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-19T08:13:58.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T08:13:58.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T08:13:58.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T08:13:58.062 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-19T08:13:58.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:58.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:58.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.192 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:13:58.209 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:13:58.209 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:13:58.209 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:58.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.209 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-19T08:13:58.275 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T08:13:58.275 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:58.276 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:58.332 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:13:58.332 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:58.332 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:58.387 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:13:58.454 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:13:58.511 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:13:58.512 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:58.513 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:58.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.514 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:13:58.570 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:13:58.570 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T08:13:58.613 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-19T08:13:58.639 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-19T08:13:58.697 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:58.698 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:58.699 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:13:58.700 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:58.700 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:13:58.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.700 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-19T08:13:58.700 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-19T08:13:58.697+0000 7f8e3d612480 -1 init, newargv = 0x557291f24a70 newargc=15 2024-09-19T08:13:58.701 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[89420]: starting ceph client 2024-09-19T08:13:58.701 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[89420]: starting fuse 2024-09-19T08:13:58.717 INFO:teuthology.orchestra.run.smithi017.stdout:43 2024-09-19T08:13:58.717 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:58.717 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-19T08:13:58.718 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-19T08:13:58.719 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:13:58.719 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-19T08:13:58.719 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-19T08:13:58.719 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-19T08:13:58.836 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.89420.asok 2024-09-19T08:13:58.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:58.847 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89420.asok 2024-09-19T08:13:58.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.848 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89420.asok status 2024-09-19T08:13:58.984 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "89420", 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-19T08:13:58.985 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 10968, 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 10968 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1705381051 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-19T08:13:58.986 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1705381051 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.10968 192.168.0.1:0/1705381051", 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/1705381051", 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 339, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 139, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-19T08:13:58.987 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:13:58.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:58.993 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-19T08:13:58.993 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:59.009 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-19T08:13:59.009 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:59.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:59.010 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:59.075 DEBUG:teuthology.orchestra.run.smithi017:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 10000000001.00000000 parent 2024-09-19T08:13:59.085 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:13:59.119 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:13:59.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.160+0000 7f65e53e3f40 1 Processor -- start 2024-09-19T08:13:59.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.160+0000 7f65e53e3f40 1 -- start start 2024-09-19T08:13:59.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fd0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fcfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d80fcf640 con 0x564d80fce5c0 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d80e48510 con 0x564d80fc4f90 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d80f37660 con 0x564d80fcf0e0 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48826/0 (socket says 172.21.15.17:48826) 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 -- 172.21.15.17:0/2095644363 learned_addr learned my addr 172.21.15.17:0/2095644363 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e36da640 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fcfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 -- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 msgr2=0x564d80fcfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fcfcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 -- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 msgr2=0x564d80fd0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e2ed9640 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fd0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fd0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.161+0000 7f65e26d8640 1 -- 172.21.15.17:0/2095644363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d80fc3ef0 con 0x564d80fce5c0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e26d8640 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f65d800b2c0 tx=0x7f65d800b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d90ad9554d8b35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e16d6640 1 -- 172.21.15.17:0/2095644363 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d8008070 con 0x564d80fce5c0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e16d6640 1 -- 172.21.15.17:0/2095644363 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65d800d500 con 0x564d80fce5c0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e16d6640 1 -- 172.21.15.17:0/2095644363 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d800d930 con 0x564d80fce5c0 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 -- 172.21.15.17:0/2095644363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 msgr2=0x564d80fbb900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f65d800b2c0 tx=0x7f65d800b780 comp rx=0 tx=0).stop 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 -- 172.21.15.17:0/2095644363 shutdown_connections 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fcfcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80fbb900 unknown :-1 s=CLOSED pgs=2399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/2095644363 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fd0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 -- 172.21.15.17:0/2095644363 >> 172.21.15.17:0/2095644363 conn(0x564d80f21400 msgr2=0x564d80f266b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:59.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 -- 172.21.15.17:0/2095644363 shutdown_connections 2024-09-19T08:13:59.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.162+0000 7f65e53e3f40 1 -- 172.21.15.17:0/2095644363 wait complete. 2024-09-19T08:13:59.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.163+0000 7f65e53e3f40 1 Processor -- start 2024-09-19T08:13:59.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.163+0000 7f65e53e3f40 1 -- start start 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fc6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80faaa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fa9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d80f3ed50 con 0x564d80fce5c0 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x564d80f3ea70 con 0x564d80fc4f90 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e53e3f40 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x564d80f3f030 con 0x564d80fcf0e0 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80faaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80faaa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48840/0 (socket says 172.21.15.17:48840) 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 -- 172.21.15.17:0/1191352960 learned_addr learned my addr 172.21.15.17:0/1191352960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e2ed9640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fc6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e36da640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fa9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 -- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 msgr2=0x564d80fa9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fa9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 -- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 msgr2=0x564d80fc6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x564d80fc4f90 0x564d80fc6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 -- 172.21.15.17:0/1191352960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d80faa310 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e36da640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x564d80fcf0e0 0x564d80fa9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65e26d8640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80faaa60 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7f65d8000f60 tx=0x7f65d8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65cbfff640 1 -- 172.21.15.17:0/1191352960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d80012b0 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.164+0000 7f65cbfff640 1 -- 172.21.15.17:0/1191352960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65d800fa30 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.165+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564d80fbab00 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.165+0000 7f65cbfff640 1 -- 172.21.15.17:0/1191352960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d800fe20 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.165+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d80fd11f0 con 0x564d80fce5c0 2024-09-19T08:13:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.166+0000 7f65cbfff640 1 -- 172.21.15.17:0/1191352960 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65d8017040 con 0x564d80fce5c0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65cbfff640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65d006ac90 0x7f65d006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65cbfff640 1 -- 172.21.15.17:0/1191352960 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f65d808c4b0 con 0x564d80fce5c0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d80faafa0 0x564d80f25cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e2ed9640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65d006ac90 0x7f65d006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- osd_op(unknown.0.0:1 15.7 15:e2e07930:::10000000001.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e139) -- 0x564d80fbaf20 con 0x564d80faafa0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e36da640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d80faafa0 0x564d80f25cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e36da640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d80faafa0 0x564d80f25cb0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.167+0000 7f65e2ed9640 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65d006ac90 0x7f65d006d150 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f65d4057000 tx=0x7f65d4052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e36da640 1 -- 172.21.15.17:0/1191352960 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== osd_op_reply(1 10000000001.00000000 [getxattr (91) out=91b] v0'0 uv6 ondisk = 0) ==== 164+0+91 (crc 0 0 0) 0x7f65dc011040 con 0x564d80faafa0 2024-09-19T08:13:59.171 INFO:teuthology.orchestra.run.smithi017.stdout:Ufile1dir1 2024-09-19T08:13:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d80faafa0 msgr2=0x564d80f25cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x564d80faafa0 0x564d80f25cb0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65d006ac90 msgr2=0x7f65d006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f65d006ac90 0x7f65d006d150 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f65d4057000 tx=0x7f65d4052000 comp rx=0 tx=0).stop 2024-09-19T08:13:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 msgr2=0x564d80faaa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 --2- 172.21.15.17:0/1191352960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d80fce5c0 0x564d80faaa60 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7f65d8000f60 tx=0x7f65d8000ed0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e36da640 1 -- 172.21.15.17:0/1191352960 reap_dead start 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 shutdown_connections 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 >> 172.21.15.17:0/1191352960 conn(0x564d80f21400 msgr2=0x564d80fcfcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 shutdown_connections 2024-09-19T08:13:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.168+0000 7f65e53e3f40 1 -- 172.21.15.17:0/1191352960 wait complete. 2024-09-19T08:13:59.173 DEBUG:teuthology.orchestra.run.smithi017:> ceph-dencoder type inode_backtrace_t import - decode dump_json 2024-09-19T08:13:59.314 INFO:teuthology.orchestra.run.smithi017.stderr:error: stray data at end of buffer, offset 91 2024-09-19T08:13:59.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:59.322 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T08:13:59.323 DEBUG:teuthology.orchestra.run.smithi017:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:59.365 DEBUG:teuthology.orchestra.run.smithi160:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T08:13:59.407 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T08:13:59.408 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:59.408 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:59.408 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:59.424 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T08:13:59.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.568+0000 7f685b598640 1 Processor -- start 2024-09-19T08:13:59.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.568+0000 7f685b598640 1 -- start start 2024-09-19T08:13:59.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f685b598640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f685415e4e0 0x7f68540b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f685b598640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 0x7f68540b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f685b598640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f685406cec0 con 0x7f68540d1fc0 2024-09-19T08:13:59.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f685b598640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f68540d2d40 con 0x7f685415e4e0 2024-09-19T08:13:59.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f685b598640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f68540b7250 con 0x7f685415e8c0 2024-09-19T08:13:59.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f6859334640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f685415e4e0 0x7f68540b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f6858b33640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 0x7f68540b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f6859334640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f685415e4e0 0x7f68540b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:60356/0 (socket says 172.21.15.17:60356) 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f6859334640 1 -- 172.21.15.17:0/161857057 learned_addr learned my addr 172.21.15.17:0/161857057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.569+0000 7f6859b35640 1 --1- 172.21.15.17:0/161857057 >> v1:172.21.15.160:6789/0 conn(0x7f68540d1fc0 0x7f68540d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:52002/0 (socket says 172.21.15.17:52002) 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f6859334640 1 -- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 msgr2=0x7f68540b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f6859334640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 0x7f68540b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f6859334640 1 -- 172.21.15.17:0/161857057 >> v1:172.21.15.160:6789/0 conn(0x7f68540d1fc0 legacy=0x7f68540d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f6859334640 1 -- 172.21.15.17:0/161857057 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f685406d160 con 0x7f685415e4e0 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f684bfff640 1 -- 172.21.15.17:0/161857057 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1108180355 0 0) 0x7f685406cec0 con 0x7f68540d1fc0 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.570+0000 7f6858b33640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 0x7f68540b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f6859334640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e4e0 0x7f68540b67d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f6850009870 tx=0x7f685002a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d3be3ab98d3408c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f684bfff640 1 -- 172.21.15.17:0/161857057 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850037070 con 0x7f685415e4e0 2024-09-19T08:13:59.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f684bfff640 1 -- 172.21.15.17:0/161857057 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6850032440 con 0x7f685415e4e0 2024-09-19T08:13:59.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f684bfff640 1 -- 172.21.15.17:0/161857057 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850032810 con 0x7f685415e4e0 2024-09-19T08:13:59.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 -- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e4e0 msgr2=0x7f68540b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e4e0 0x7f68540b67d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f6850009870 tx=0x7f685002a250 comp rx=0 tx=0).stop 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 -- 172.21.15.17:0/161857057 shutdown_connections 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e8c0 0x7f68540b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 --2- 172.21.15.17:0/161857057 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e4e0 0x7f68540b67d0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 -- 172.21.15.17:0/161857057 >> 172.21.15.17:0/161857057 conn(0x7f685406f400 msgr2=0x7f685406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 -- 172.21.15.17:0/161857057 shutdown_connections 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.571+0000 7f685b598640 1 -- 172.21.15.17:0/161857057 wait complete. 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 Processor -- start 2024-09-19T08:13:59.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 -- start start 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e4e0 0x7f68541e63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 0x7f68541e6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f685406dc40 con 0x7f68540d1fc0 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f685406d720 con 0x7f685415e8c0 2024-09-19T08:13:59.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f685b598640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f685406ddc0 con 0x7f685415e4e0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f6859334640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f6859334640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48848/0 (socket says 172.21.15.17:48848) 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.573+0000 7f6859334640 1 -- 172.21.15.17:0/4136049751 learned_addr learned my addr 172.21.15.17:0/4136049751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859b35640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 0x7f68541e6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6858b33640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e4e0 0x7f68541e63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 -- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e4e0 msgr2=0x7f68541e63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e4e0 0x7f68541e63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 -- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 msgr2=0x7f68541e6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 0x7f68541e6920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 -- 172.21.15.17:0/4136049751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68540b2f60 con 0x7f68540d1fc0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859b35640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 0x7f68541e6920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6859334640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7f68500090b0 tx=0x7f68500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850037040 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6850004230 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68541e3b90 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850003610 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.574+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f685414c440 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.575+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6854073840 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.576+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68500037b0 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.576+0000 7f6849ffb640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 0x7f683806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.576+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f68500ac120 con 0x7f68540d1fc0 2024-09-19T08:13:59.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.577+0000 7f6858b33640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 0x7f683806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.577+0000 7f6858b33640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 0x7f683806e770 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f6854158950 tx=0x7f6844008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.581+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6854073840 con 0x7f68540d1fc0 2024-09-19T08:13:59.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.769+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f68540d2470 con 0x7f68540d1fc0 2024-09-19T08:13:59.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.770+0000 7f6849ffb640 1 -- 172.21.15.17:0/4136049751 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v139) ==== 80+0+122 (secure 0 0 0) 0x7f685007a8c0 con 0x7f68540d1fc0 2024-09-19T08:13:59.770 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.160:6837/752284890 2024-09-20T08:13:52.122096+0000 2024-09-19T08:13:59.770 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.160:6835/752284890 2024-09-20T08:13:52.122096+0000 2024-09-19T08:13:59.770 INFO:teuthology.orchestra.run.smithi017.stderr:listed 2 entries 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 msgr2=0x7f683806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 0x7f683806e770 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f6854158950 tx=0x7f6844008040 comp rx=0 tx=0).stop 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 msgr2=0x7f685414bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7f68500090b0 tx=0x7f68500046c0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 shutdown_connections 2024-09-19T08:13:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f683806c2b0 0x7f683806e770 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f685415e8c0 0x7f68541e6920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f685415e4e0 0x7f68541e63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 --2- 172.21.15.17:0/4136049751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68540d1fc0 0x7f685414bf00 unknown :-1 s=CLOSED pgs=2401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 >> 172.21.15.17:0/4136049751 conn(0x7f685406f400 msgr2=0x7f685415be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 shutdown_connections 2024-09-19T08:13:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:13:59.772+0000 7f685b598640 1 -- 172.21.15.17:0/4136049751 wait complete. 2024-09-19T08:13:59.783 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-19T08:13:59.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:59.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:13:59.807 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[89420]: fuse finished with error 0 and tester_r 0 2024-09-19T08:13:59.808 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:59.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:59.809 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:13:59.885 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:59.885 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:13:59.885 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:59.905 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:13:59.905 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:13:59.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:59.905 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T08:13:59.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:13:59.963 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T08:13:59.964 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:13:59.964 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:13:59.964 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:59.980 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:13:59.981 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:13:59.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:59.981 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T08:14:00.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:00.037 INFO:teuthology.orchestra.run.smithi017.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T08:14:00.037 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T08:14:00.037 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:14:00.037 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:14:00.056 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:14:00.056 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:00.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:00.056 DEBUG:teuthology.orchestra.run.smithi160:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T08:14:00.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:00.114 INFO:teuthology.orchestra.run.smithi160.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T08:14:00.114 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:14:00.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.217+0000 7faa13047640 1 Processor -- start 2024-09-19T08:14:00.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.217+0000 7faa13047640 1 -- start start 2024-09-19T08:14:00.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa13047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7faa0c0d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa13047640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7faa0c0b6ee0 0x7faa0c0d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa13047640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0c06cec0 con 0x7faa0c15e4e0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa13047640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7faa0c0d2d40 con 0x7faa0c0b6ee0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa13047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa0c06d160 con 0x7faa0c15e8c0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa10de3640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7faa0c15e4e0 0x7faa0c0b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44260/0 (socket says 172.21.15.17:44260) 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa10de3640 1 -- 172.21.15.17:0/667112769 learned_addr learned my addr 172.21.15.17:0/667112769 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa115e4640 1 --2- 172.21.15.17:0/667112769 >> v2:172.21.15.160:3300/0 conn(0x7faa0c0b6ee0 0x7faa0c0d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0bfff640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7faa0c0d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2733696707 0 0) 0x7faa0c06cec0 con 0x7faa0c15e4e0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9fc003520 con 0x7faa0c15e4e0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2408737958 0 0) 0x7fa9fc003520 con 0x7faa0c15e4e0 2024-09-19T08:14:00.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 msgr2=0x7faa0c0d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7faa0c0d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 >> v2:172.21.15.160:3300/0 conn(0x7faa0c0b6ee0 msgr2=0x7faa0c0d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 --2- 172.21.15.17:0/667112769 >> v2:172.21.15.160:3300/0 conn(0x7faa0c0b6ee0 0x7faa0c0d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa0c06d440 con 0x7faa0c15e4e0 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.218+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7faa00001670 con 0x7faa0c15e4e0 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 >> v1:172.21.15.17:6789/0 conn(0x7faa0c15e4e0 legacy=0x7faa0c0b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7fa9fc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7fa9fc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9fc004d40 0x7fa9fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0d2d40 con 0x7fa9fc003f30 2024-09-19T08:14:00.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c06d160 con 0x7fa9fc004d40 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa9fc00b9c0 con 0x7faa0c15e8c0 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7fa9fc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa10de3640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7fa9fc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa115e4640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9fc004d40 0x7fa9fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 -- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 msgr2=0x7fa9fc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c15e8c0 0x7fa9fc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 -- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9fc004d40 msgr2=0x7fa9fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9fc004d40 0x7fa9fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa0bfff640 1 -- 172.21.15.17:0/667112769 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc003520 con 0x7fa9fc003f30 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.219+0000 7faa115e4640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa9fc004d40 0x7fa9fc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa0bfff640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7fa9fc004800 secure :-1 s=READY pgs=2403 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8009ac0 tx=0x7fa9fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf026e3b752aab0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8036070 con 0x7fa9fc003f30 2024-09-19T08:14:00.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f8031400 con 0x7fa9fc003f30 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa0b7fe640 1 -- 172.21.15.17:0/667112769 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8009690 con 0x7fa9fc003f30 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa13047640 1 -- 172.21.15.17:0/667112769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 msgr2=0x7fa9fc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa13047640 1 --2- 172.21.15.17:0/667112769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7fa9fc004800 secure :-1 s=READY pgs=2403 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8009ac0 tx=0x7fa9fc005830 comp rx=0 tx=0).stop 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa115e4640 1 -- 172.21.15.17:0/667112769 reap_dead start 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa13047640 1 -- 172.21.15.17:0/667112769 shutdown_connections 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.220+0000 7faa13047640 1 -- 172.21.15.17:0/667112769 >> 172.21.15.17:0/667112769 conn(0x7faa0c06f400 msgr2=0x7faa0c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.221+0000 7faa13047640 1 -- 172.21.15.17:0/667112769 shutdown_connections 2024-09-19T08:14:00.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.221+0000 7faa13047640 1 -- 172.21.15.17:0/667112769 wait complete. 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.222+0000 7faa13047640 1 Processor -- start 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.222+0000 7faa13047640 1 -- start start 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.222+0000 7faa13047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c152f80 0x7faa0c156e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa0c0b1be0 0x7faa0c0b2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0d1fc0 con 0x7fa9fc003f30 2024-09-19T08:14:00.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0d2a40 con 0x7faa0c0b1be0 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7faa0c0d2140 con 0x7faa0c152f80 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48870/0 (socket says 172.21.15.17:48870) 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 -- 172.21.15.17:0/2538736416 learned_addr learned my addr 172.21.15.17:0/2538736416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa0bfff640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c152f80 0x7faa0c156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa115e4640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa0c0b1be0 0x7faa0c0b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 -- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c152f80 msgr2=0x7faa0c156e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c152f80 0x7faa0c156e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 -- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa0c0b1be0 msgr2=0x7faa0c0b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa0c0b1be0 0x7faa0c0b2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 -- 172.21.15.17:0/2538736416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa0c157640 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa10de3640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7faa00007310 tx=0x7faa000077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0000f960 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa00018070 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa0c157920 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0000fd60 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.223+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa0c157350 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.224+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa0c0d2490 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.225+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa0001d460 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.225+0000 7faa097fa640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 0x7fa9f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.225+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7faa0008b520 con 0x7fa9fc003f30 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.226+0000 7faa0bfff640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 0x7fa9f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.226+0000 7faa0bfff640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 0x7fa9f006e770 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8033000 tx=0x7fa9f8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.230+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa00059c30 con 0x7fa9fc003f30 2024-09-19T08:14:00.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.446+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa0c070860 con 0x7fa9fc003f30 2024-09-19T08:14:00.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.446+0000 7faa097fa640 1 -- 172.21.15.17:0/2538736416 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 339 v339) ==== 95+0+5244 (secure 0 0 0) 0x7faa00059530 con 0x7fa9fc003f30 2024-09-19T08:14:00.446 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:00.446 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":339,"btime":"2024-09-19T08:13:56:132224+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":339,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:56.132219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:active","state_seq":9,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10728,"qdb_cluster":[10728]},"id":7}]} 2024-09-19T08:14:00.447 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 339 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 msgr2=0x7fa9f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 0x7fa9f006e770 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8033000 tx=0x7fa9f8008030 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 msgr2=0x7faa0c14bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7faa00007310 tx=0x7faa000077d0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 shutdown_connections 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa9f006c2b0 0x7fa9f006e770 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7faa0c0b1be0 0x7faa0c0b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7faa0c152f80 0x7faa0c156e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 --2- 172.21.15.17:0/2538736416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa9fc003f30 0x7faa0c14bde0 unknown :-1 s=CLOSED pgs=2404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.448+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 >> 172.21.15.17:0/2538736416 conn(0x7faa0c06f400 msgr2=0x7faa0c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.449+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 shutdown_connections 2024-09-19T08:14:00.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.449+0000 7faa13047640 1 -- 172.21.15.17:0/2538736416 wait complete. 2024-09-19T08:14:00.459 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:14:00.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.562+0000 7fd1906ba640 1 Processor -- start 2024-09-19T08:14:00.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.562+0000 7fd1906ba640 1 -- start start 2024-09-19T08:14:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd1906ba640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd18815e590 0x7fd188070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd1906ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880b6330 0x7fd1880cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd1906ba640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1880732d0 con 0x7fd1880cecc0 2024-09-19T08:14:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd1906ba640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd1880cf670 con 0x7fd18815e590 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd1906ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd188071080 con 0x7fd1880b6330 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18e456640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd18815e590 0x7fd188070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18dc55640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fd1880cecc0 0x7fd188162110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44262/0 (socket says 172.21.15.17:44262) 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18dc55640 1 -- 172.21.15.17:0/893332718 learned_addr learned my addr 172.21.15.17:0/893332718 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18ec57640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880b6330 0x7fd1880cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18e456640 1 -- 172.21.15.17:0/893332718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880b6330 msgr2=0x7fd1880cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18e456640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880b6330 0x7fd1880cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18e456640 1 -- 172.21.15.17:0/893332718 >> v1:172.21.15.17:6789/0 conn(0x7fd1880cecc0 legacy=0x7fd188162110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18d454640 1 -- 172.21.15.17:0/893332718 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4002681273 0 0) 0x7fd1880732d0 con 0x7fd1880cecc0 2024-09-19T08:14:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.563+0000 7fd18e456640 1 -- 172.21.15.17:0/893332718 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1880735b0 con 0x7fd18815e590 2024-09-19T08:14:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.564+0000 7fd18e456640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188070b40 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7fd184009800 tx=0x7fd18402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41f11a2b704ec31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.564+0000 7fd18d454640 1 -- 172.21.15.17:0/893332718 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184037070 con 0x7fd18815e590 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.564+0000 7fd18d454640 1 -- 172.21.15.17:0/893332718 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd184032440 con 0x7fd18815e590 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.564+0000 7fd18d454640 1 -- 172.21.15.17:0/893332718 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184032810 con 0x7fd18815e590 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 -- 172.21.15.17:0/893332718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 msgr2=0x7fd188070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188070b40 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7fd184009800 tx=0x7fd18402a270 comp rx=0 tx=0).stop 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 -- 172.21.15.17:0/893332718 shutdown_connections 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880b6330 0x7fd1880cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 --2- 172.21.15.17:0/893332718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188070b40 unknown :-1 s=CLOSED pgs=2406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 -- 172.21.15.17:0/893332718 >> 172.21.15.17:0/893332718 conn(0x7fd18806f400 msgr2=0x7fd18806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 -- 172.21.15.17:0/893332718 shutdown_connections 2024-09-19T08:14:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.565+0000 7fd1906ba640 1 -- 172.21.15.17:0/893332718 wait complete. 2024-09-19T08:14:00.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.566+0000 7fd1906ba640 1 Processor -- start 2024-09-19T08:14:00.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.566+0000 7fd1906ba640 1 -- start start 2024-09-19T08:14:00.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 0x7fd18815a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 0x7fd1881f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd188073e50 con 0x7fd18815e590 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd188073b70 con 0x7fd1880b6330 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd1906ba640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd18815e970 con 0x7fd1880cecc0 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48890/0 (socket says 172.21.15.17:48890) 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 -- 172.21.15.17:0/4128574915 learned_addr learned my addr 172.21.15.17:0/4128574915 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18e456640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 0x7fd18815a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18dc55640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 0x7fd1881f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 -- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 msgr2=0x7fd1881f87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 0x7fd1881f87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 -- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 msgr2=0x7fd18815a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 0x7fd18815a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18ec57640 1 -- 172.21.15.17:0/4128574915 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18815d630 con 0x7fd18815e590 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.567+0000 7fd18e456640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 0x7fd18815a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd18dc55640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 0x7fd1881f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd18ec57640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fd180009fd0 tx=0x7fd18000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180014420 con 0x7fd18815e590 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd180019070 con 0x7fd18815e590 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18815d8d0 con 0x7fd18815e590 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180014800 con 0x7fd18815e590 2024-09-19T08:14:00.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.568+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1881f7fa0 con 0x7fd18815e590 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.569+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd18806e4a0 con 0x7fd18815e590 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.569+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1800149a0 con 0x7fd18815e590 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.570+0000 7fd17effd640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.570+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7fd18008bd90 con 0x7fd18815e590 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.570+0000 7fd18e456640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.571+0000 7fd18e456640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fd184034000 tx=0x7fd18402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.574+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd18806e4a0 con 0x7fd18815e590 2024-09-19T08:14:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.785+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd188072f80 con 0x7fd18815e590 2024-09-19T08:14:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.785+0000 7fd17effd640 1 -- 172.21.15.17:0/4128574915 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 339 v339) ==== 95+0+5244 (secure 0 0 0) 0x7fd18005a400 con 0x7fd18815e590 2024-09-19T08:14:00.785 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:00.785 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":339,"btime":"2024-09-19T08:13:56:132224+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":339,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:56.132219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:active","state_seq":9,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10728,"qdb_cluster":[10728]},"id":7}]} 2024-09-19T08:14:00.786 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 339 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 msgr2=0x7fd16c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fd184034000 tx=0x7fd18402e000 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 msgr2=0x7fd188160860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fd180009fd0 tx=0x7fd18000e4b0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 shutdown_connections 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd16c06c2b0 0x7fd16c06e770 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd18815e590 0x7fd188160860 unknown :-1 s=CLOSED pgs=2407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.787+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd1880cecc0 0x7fd1881f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.788+0000 7fd1906ba640 1 --2- 172.21.15.17:0/4128574915 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd1880b6330 0x7fd18815a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.788+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 >> 172.21.15.17:0/4128574915 conn(0x7fd18806f400 msgr2=0x7fd1880ce3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.788+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 shutdown_connections 2024-09-19T08:14:00.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.788+0000 7fd1906ba640 1 -- 172.21.15.17:0/4128574915 wait complete. 2024-09-19T08:14:00.799 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:14:00.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.901+0000 7fdc70465640 1 Processor -- start 2024-09-19T08:14:00.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.901+0000 7fdc70465640 1 -- start start 2024-09-19T08:14:00.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc70465640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdc6815e640 0x7fdc680ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc70465640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fdc680cf0e0 0x7fdc680cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc70465640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc6815ea20 con 0x7fdc680b2cf0 2024-09-19T08:14:00.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc70465640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fdc680b2860 con 0x7fdc6815e640 2024-09-19T08:14:00.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc70465640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fdc680b1c50 con 0x7fdc680cf0e0 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6e201640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fdc6815e640 0x7fdc680ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6ea02640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fdc680b2cf0 0x7fdc680b3140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44274/0 (socket says 172.21.15.17:44274) 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6ea02640 1 -- 172.21.15.17:0/3772442145 learned_addr learned my addr 172.21.15.17:0/3772442145 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6da00640 1 --2- 172.21.15.17:0/3772442145 >> v2:172.21.15.160:3300/0 conn(0x7fdc680cf0e0 0x7fdc680cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6e201640 1 -- 172.21.15.17:0/3772442145 >> v2:172.21.15.160:3300/0 conn(0x7fdc680cf0e0 msgr2=0x7fdc680cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3772442145 >> v2:172.21.15.160:3300/0 conn(0x7fdc680cf0e0 0x7fdc680cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.902+0000 7fdc6e201640 1 -- 172.21.15.17:0/3772442145 >> v1:172.21.15.17:6789/0 conn(0x7fdc680b2cf0 legacy=0x7fdc680b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6e201640 1 -- 172.21.15.17:0/3772442145 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc680b1f30 con 0x7fdc6815e640 2024-09-19T08:14:00.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6d1ff640 1 -- 172.21.15.17:0/3772442145 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2089442170 0 0) 0x7fdc6815ea20 con 0x7fdc680b2cf0 2024-09-19T08:14:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3772442145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680ceba0 secure :-1 s=READY pgs=2409 cs=0 l=1 rev1=1 crypto rx=0x7fdc680cb580 tx=0x7fdc5802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfca2c236509beae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6d1ff640 1 -- 172.21.15.17:0/3772442145 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc58007740 con 0x7fdc6815e640 2024-09-19T08:14:00.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6d1ff640 1 -- 172.21.15.17:0/3772442145 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc580078e0 con 0x7fdc6815e640 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.903+0000 7fdc6d1ff640 1 -- 172.21.15.17:0/3772442145 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc58007cb0 con 0x7fdc6815e640 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 -- 172.21.15.17:0/3772442145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 msgr2=0x7fdc680ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 --2- 172.21.15.17:0/3772442145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680ceba0 secure :-1 s=READY pgs=2409 cs=0 l=1 rev1=1 crypto rx=0x7fdc680cb580 tx=0x7fdc5802a5f0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 -- 172.21.15.17:0/3772442145 shutdown_connections 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 --2- 172.21.15.17:0/3772442145 >> v2:172.21.15.160:3300/0 conn(0x7fdc680cf0e0 0x7fdc680cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 --2- 172.21.15.17:0/3772442145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680ceba0 unknown :-1 s=CLOSED pgs=2409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 -- 172.21.15.17:0/3772442145 >> 172.21.15.17:0/3772442145 conn(0x7fdc6809d820 msgr2=0x7fdc680d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 -- 172.21.15.17:0/3772442145 shutdown_connections 2024-09-19T08:14:00.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.904+0000 7fdc70465640 1 -- 172.21.15.17:0/3772442145 wait complete. 2024-09-19T08:14:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 Processor -- start 2024-09-19T08:14:00.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 -- start start 2024-09-19T08:14:00.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 0x7fdc68155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc680cf0e0 0x7fdc68160190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdc680cfe40 con 0x7fdc6815e640 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fdc680b24f0 con 0x7fdc680cf0e0 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc70465640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fdc680b73a0 con 0x7fdc680b2cf0 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc6ea02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc6ea02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48908/0 (socket says 172.21.15.17:48908) 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.906+0000 7fdc6ea02640 1 -- 172.21.15.17:0/3682288842 learned_addr learned my addr 172.21.15.17:0/3682288842 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6da00640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc680cf0e0 0x7fdc68160190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 0x7fdc68155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 -- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 msgr2=0x7fdc68155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 0x7fdc68155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 -- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc680cf0e0 msgr2=0x7fdc68160190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc680cf0e0 0x7fdc68160190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 -- 172.21.15.17:0/3682288842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc68156160 con 0x7fdc6815e640 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 0x7fdc68155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc6ea02640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7fdc6000c3e0 tx=0x7fdc6000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc60017070 con 0x7fdc6815e640 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc60005ce0 con 0x7fdc6815e640 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc6815ecc0 con 0x7fdc6815e640 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc60007310 con 0x7fdc6815e640 2024-09-19T08:14:00.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.907+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc6815f280 con 0x7fdc6815e640 2024-09-19T08:14:00.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.908+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc68068eb0 con 0x7fdc6815e640 2024-09-19T08:14:00.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.909+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdc6001a070 con 0x7fdc6815e640 2024-09-19T08:14:00.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.909+0000 7fdc66ffd640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 0x7fdc5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:00.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.909+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7fdc6008a7a0 con 0x7fdc6815e640 2024-09-19T08:14:00.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.909+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 0x7fdc5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:00.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.910+0000 7fdc6e201640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 0x7fdc5406e770 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fdc58034000 tx=0x7fdc5802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:00.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:00.914+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdc60058860 con 0x7fdc6815e640 2024-09-19T08:14:01.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.090+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdc680d3980 con 0x7fdc6815e640 2024-09-19T08:14:01.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.091+0000 7fdc66ffd640 1 -- 172.21.15.17:0/3682288842 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16784 (secure 0 0 0) 0x7fdc6005cb60 con 0x7fdc6815e640 2024-09-19T08:14:01.091 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:01.092 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":139,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:52.122121+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:33.406168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:34.725457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6837/752284890":"2024-09-20T08:13:52.122096+0000","172.21.15.160:6835/752284890":"2024-09-20T08:13:52.122096+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:01.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 msgr2=0x7fdc5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 0x7fdc5406e770 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fdc58034000 tx=0x7fdc5802f000 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 msgr2=0x7fdc680d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7fdc6000c3e0 tx=0x7fdc6000c8a0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 shutdown_connections 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fdc5406c2b0 0x7fdc5406e770 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc6815e640 0x7fdc680d2650 unknown :-1 s=CLOSED pgs=2410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fdc680cf0e0 0x7fdc68160190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 --2- 172.21.15.17:0/3682288842 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fdc680b2cf0 0x7fdc68155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 >> 172.21.15.17:0/3682288842 conn(0x7fdc6809d820 msgr2=0x7fdc680b9810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 shutdown_connections 2024-09-19T08:14:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.093+0000 7fdc70465640 1 -- 172.21.15.17:0/3682288842 wait complete. 2024-09-19T08:14:01.104 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:14:01.105 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.207+0000 7fa512991640 1 Processor -- start 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.207+0000 7fa512991640 1 -- start start 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa512991640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 0x7fa50c0d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa512991640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa50c15ea20 con 0x7fa50c0cf2b0 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa512991640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa50c0b1c50 con 0x7fa50c15e640 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa512991640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa50c0b3d00 con 0x7fa50c0cf720 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa50b7fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fa50c0cf2b0 0x7fa50c0d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44290/0 (socket says 172.21.15.17:44290) 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.208+0000 7fa50b7fe640 1 -- 172.21.15.17:0/1270862307 learned_addr learned my addr 172.21.15.17:0/1270862307 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa510f2e640 1 --2- 172.21.15.17:0/1270862307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 0x7fa50c0d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1966037459 0 0) 0x7fa50c15ea20 con 0x7fa50c0cf2b0 2024-09-19T08:14:01.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4f4003520 con 0x7fa50c0cf2b0 2024-09-19T08:14:01.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3885795347 0 0) 0x7fa50c0b1c50 con 0x7fa50c15e640 2024-09-19T08:14:01.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa510f2e640 1 -- 172.21.15.17:0/1270862307 >> v1:172.21.15.160:6789/0 conn(0x7fa50c15e640 legacy=0x7fa50c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa510f2e640 1 -- 172.21.15.17:0/1270862307 >> v1:172.21.15.17:6789/0 conn(0x7fa50c0cf2b0 legacy=0x7fa50c0d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.209+0000 7fa510f2e640 1 -- 172.21.15.17:0/1270862307 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50c0b1f30 con 0x7fa50c0cf720 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa510f2e640 1 --2- 172.21.15.17:0/1270862307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 0x7fa50c0d2d60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa504009dc0 tx=0x7fa50402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c92c3fe94b821331 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa50402ae60 con 0x7fa50c0cf720 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa504007740 con 0x7fa50c0cf720 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa50affd640 1 -- 172.21.15.17:0/1270862307 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504007af0 con 0x7fa50c0cf720 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 -- 172.21.15.17:0/1270862307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 msgr2=0x7fa50c0d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 --2- 172.21.15.17:0/1270862307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 0x7fa50c0d2d60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa504009dc0 tx=0x7fa50402a640 comp rx=0 tx=0).stop 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 -- 172.21.15.17:0/1270862307 shutdown_connections 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 --2- 172.21.15.17:0/1270862307 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf720 0x7fa50c0d2d60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 -- 172.21.15.17:0/1270862307 >> 172.21.15.17:0/1270862307 conn(0x7fa50c09d820 msgr2=0x7fa50c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 -- 172.21.15.17:0/1270862307 shutdown_connections 2024-09-19T08:14:01.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.210+0000 7fa512991640 1 -- 172.21.15.17:0/1270862307 wait complete. 2024-09-19T08:14:01.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.212+0000 7fa512991640 1 Processor -- start 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.212+0000 7fa512991640 1 -- start start 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.212+0000 7fa512991640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf2b0 0x7fa50c1f79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa50c15e640 0x7fa50c14d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c0b24f0 con 0x7fa50c0cf720 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fa50c0b2860 con 0x7fa50c15e640 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fa50c0cfe40 con 0x7fa50c0cf2b0 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48916/0 (socket says 172.21.15.17:48916) 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 -- 172.21.15.17:0/3081741241 learned_addr learned my addr 172.21.15.17:0/3081741241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50bfff640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf2b0 0x7fa50c1f79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa510f2e640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa50c15e640 0x7fa50c14d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 -- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf2b0 msgr2=0x7fa50c1f79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf2b0 0x7fa50c1f79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 -- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa50c15e640 msgr2=0x7fa50c14d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa50c15e640 0x7fa50c14d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 -- 172.21.15.17:0/3081741241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50c0c8580 con 0x7fa50c0cf720 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa50b7fe640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 secure :-1 s=READY pgs=2412 cs=0 l=1 rev1=1 crypto rx=0x7fa50000c430 tx=0x7fa50000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500017070 con 0x7fa50c0cf720 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa500005ce0 con 0x7fa50c0cf720 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa50c150360 con 0x7fa50c0cf720 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000072f0 con 0x7fa50c0cf720 2024-09-19T08:14:01.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.213+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa50c0cb850 con 0x7fa50c0cf720 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.214+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa50c068eb0 con 0x7fa50c0cf720 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.215+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa50001a070 con 0x7fa50c0cf720 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.215+0000 7fa508ff9640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 0x7fa4f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.215+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7fa50008a850 con 0x7fa50c0cf720 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.216+0000 7fa50bfff640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 0x7fa4f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.216+0000 7fa50bfff640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 0x7fa4f806e770 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc000f60 tx=0x7fa4fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.220+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5000589a0 con 0x7fa50c0cf720 2024-09-19T08:14:01.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.429+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa50c0b73a0 con 0x7fa50c0cf720 2024-09-19T08:14:01.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.429+0000 7fa508ff9640 1 -- 172.21.15.17:0/3081741241 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 339 v339) ==== 95+0+5244 (secure 0 0 0) 0x7fa50005cca0 con 0x7fa50c0cf720 2024-09-19T08:14:01.429 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:01.429 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":339,"btime":"2024-09-19T08:13:56:132224+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":339,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:56.132219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:active","state_seq":9,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10728,"qdb_cluster":[10728]},"id":7}]} 2024-09-19T08:14:01.430 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 339 2024-09-19T08:14:01.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 msgr2=0x7fa4f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 0x7fa4f806e770 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc000f60 tx=0x7fa4fc009040 comp rx=0 tx=0).stop 2024-09-19T08:14:01.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 msgr2=0x7fa50c06c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 secure :-1 s=READY pgs=2412 cs=0 l=1 rev1=1 crypto rx=0x7fa50000c430 tx=0x7fa50000c8f0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 shutdown_connections 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fa4f806c2b0 0x7fa4f806e770 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fa50c15e640 0x7fa50c14d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa50c0cf720 0x7fa50c06c150 unknown :-1 s=CLOSED pgs=2412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 --2- 172.21.15.17:0/3081741241 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fa50c0cf2b0 0x7fa50c1f79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 >> 172.21.15.17:0/3081741241 conn(0x7fa50c09d820 msgr2=0x7fa50c0b7b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 shutdown_connections 2024-09-19T08:14:01.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.431+0000 7fa512991640 1 -- 172.21.15.17:0/3081741241 wait complete. 2024-09-19T08:14:01.442 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:14:01.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.543+0000 7f9084d2a640 1 Processor -- start 2024-09-19T08:14:01.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.543+0000 7f9084d2a640 1 -- start start 2024-09-19T08:14:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.544+0000 7f9084d2a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f90800cf200 0x7f90800cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.544+0000 7f9084d2a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90800ce430 con 0x7f90800afc70 2024-09-19T08:14:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.544+0000 7f9084d2a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90800cf780 con 0x7f90800ce020 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.544+0000 7f9084d2a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f90800cfa60 con 0x7f90800cf200 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907dd9b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f90800cf200 0x7f90800cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907e59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f90800afc70 0x7f908015f410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44302/0 (socket says 172.21.15.17:44302) 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907e59c640 1 -- 172.21.15.17:0/2918391659 learned_addr learned my addr 172.21.15.17:0/2918391659 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907dd9b640 1 -- 172.21.15.17:0/2918391659 >> v1:172.21.15.160:6789/0 conn(0x7f90800ce020 legacy=0x7f9080154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907dd9b640 1 -- 172.21.15.17:0/2918391659 >> v1:172.21.15.17:6789/0 conn(0x7f90800afc70 legacy=0x7f908015f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907d59a640 1 -- 172.21.15.17:0/2918391659 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1460614905 0 0) 0x7f9078001490 con 0x7f90800afc70 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.545+0000 7f907dd9b640 1 -- 172.21.15.17:0/2918391659 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90800cfd40 con 0x7f90800cf200 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f907dd9b640 1 --2- 172.21.15.17:0/2918391659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800cf200 0x7f90800cdae0 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f90680097a0 tx=0x7f906802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b690e38eea607b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f907d59a640 1 -- 172.21.15.17:0/2918391659 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068037070 con 0x7f90800cf200 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f907d59a640 1 -- 172.21.15.17:0/2918391659 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9068032440 con 0x7f90800cf200 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f907d59a640 1 -- 172.21.15.17:0/2918391659 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068032810 con 0x7f90800cf200 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 -- 172.21.15.17:0/2918391659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800cf200 msgr2=0x7f90800cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 --2- 172.21.15.17:0/2918391659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800cf200 0x7f90800cdae0 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f90680097a0 tx=0x7f906802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 -- 172.21.15.17:0/2918391659 shutdown_connections 2024-09-19T08:14:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 --2- 172.21.15.17:0/2918391659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800cf200 0x7f90800cdae0 unknown :-1 s=CLOSED pgs=2414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 -- 172.21.15.17:0/2918391659 >> 172.21.15.17:0/2918391659 conn(0x7f90800b1770 msgr2=0x7f90800b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 -- 172.21.15.17:0/2918391659 shutdown_connections 2024-09-19T08:14:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.546+0000 7f9084d2a640 1 -- 172.21.15.17:0/2918391659 wait complete. 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.548+0000 7f9084d2a640 1 Processor -- start 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.548+0000 7f9084d2a640 1 -- start start 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 0x7f90801f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90800cf200 0x7f90801f4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f90800b0050 con 0x7f90800ce020 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f90800d0300 con 0x7f90800cf200 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f90800b01d0 con 0x7f90800afc70 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48938/0 (socket says 172.21.15.17:48938) 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 -- 172.21.15.17:0/902111974 learned_addr learned my addr 172.21.15.17:0/902111974 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907e59c640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 0x7f90801f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907ed9d640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90800cf200 0x7f90801f4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 -- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 msgr2=0x7f90801f52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 0x7f90801f52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 -- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90800cf200 msgr2=0x7f90801f4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90800cf200 0x7f90801f4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 -- 172.21.15.17:0/902111974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90801f58b0 con 0x7f90800ce020 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907e59c640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 0x7f90801f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f907dd9b640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 secure :-1 s=READY pgs=2415 cs=0 l=1 rev1=1 crypto rx=0x7f90680097a0 tx=0x7f90680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068041070 con 0x7f90800ce020 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f906803c870 con 0x7f90800ce020 2024-09-19T08:14:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068037040 con 0x7f90800ce020 2024-09-19T08:14:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90801f5b90 con 0x7f90800ce020 2024-09-19T08:14:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.549+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90801f6150 con 0x7f90800ce020 2024-09-19T08:14:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.550+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90801582a0 con 0x7f90800ce020 2024-09-19T08:14:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.551+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9068044070 con 0x7f90800ce020 2024-09-19T08:14:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.551+0000 7f9076ffd640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 0x7f906006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.551+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f90680ac150 con 0x7f90800ce020 2024-09-19T08:14:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.552+0000 7f907e59c640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 0x7f906006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.552+0000 7f907e59c640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 0x7f906006e770 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f90780012e0 tx=0x7f9078007d90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.556+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f906807a980 con 0x7f90800ce020 2024-09-19T08:14:01.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.770+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9080161b00 con 0x7f90800ce020 2024-09-19T08:14:01.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.770+0000 7f9076ffd640 1 -- 172.21.15.17:0/902111974 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 339 v339) ==== 95+0+5244 (secure 0 0 0) 0x7f906807a280 con 0x7f90800ce020 2024-09-19T08:14:01.770 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:01.770 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":339,"btime":"2024-09-19T08:13:56:132224+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335}],"filesystems":[{"mdsmap":{"epoch":339,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:35.746147+0000","modified":"2024-09-19T08:13:56.132219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":139,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10728},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10728":{"gid":10728,"name":"a","rank":0,"incarnation":336,"state":"up:active","state_seq":9,"addr":"172.21.15.17:6834/3373571080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":3373571080},{"type":"v1","addr":"172.21.15.17:6834","nonce":3373571080}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10728,"qdb_cluster":[10728]},"id":7}]} 2024-09-19T08:14:01.771 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 339 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 msgr2=0x7f906006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 0x7f906006e770 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f90780012e0 tx=0x7f9078007d90 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 msgr2=0x7f90801444a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 secure :-1 s=READY pgs=2415 cs=0 l=1 rev1=1 crypto rx=0x7f90680097a0 tx=0x7f90680046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 shutdown_connections 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f906006c2b0 0x7f906006e770 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f90800cf200 0x7f90801f4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90800ce020 0x7f90801444a0 unknown :-1 s=CLOSED pgs=2415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 --2- 172.21.15.17:0/902111974 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f90800afc70 0x7f90801f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 >> 172.21.15.17:0/902111974 conn(0x7f90800b1770 msgr2=0x7f90800b4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 shutdown_connections 2024-09-19T08:14:01.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.772+0000 7f9084d2a640 1 -- 172.21.15.17:0/902111974 wait complete. 2024-09-19T08:14:01.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:14:01.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.885+0000 7fb7da665640 1 Processor -- start 2024-09-19T08:14:01.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7da665640 1 -- start start 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7da665640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb7d415e640 0x7fb7d40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7da665640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7d415ea20 con 0x7fb7d40cf0e0 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7da665640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7d40b1c50 con 0x7fb7d40d3660 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7da665640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fb7d40b2860 con 0x7fb7d415e640 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7d3fff640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fb7d415e640 0x7fb7d40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7d37fe640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7d40cf0e0 0x7fb7d40b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:44318/0 (socket says 172.21.15.17:44318) 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.886+0000 7fb7d37fe640 1 -- 172.21.15.17:0/876518395 learned_addr learned my addr 172.21.15.17:0/876518395 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.887+0000 7fb7d3fff640 1 -- 172.21.15.17:0/876518395 >> v1:172.21.15.160:6789/0 conn(0x7fb7d40d3660 legacy=0x7fb7d40b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.887+0000 7fb7d3fff640 1 -- 172.21.15.17:0/876518395 >> v1:172.21.15.17:6789/0 conn(0x7fb7d40cf0e0 legacy=0x7fb7d40b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.887+0000 7fb7d3fff640 1 -- 172.21.15.17:0/876518395 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d40b1f30 con 0x7fb7d415e640 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7d3fff640 1 --2- 172.21.15.17:0/876518395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d415e640 0x7fb7d40ceba0 secure :-1 s=READY pgs=2417 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40097a0 tx=0x7fb7c402a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e5acdf13da590f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7d2ffd640 1 -- 172.21.15.17:0/876518395 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c4037070 con 0x7fb7d415e640 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7d2ffd640 1 -- 172.21.15.17:0/876518395 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c402ad30 con 0x7fb7d415e640 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7d2ffd640 1 -- 172.21.15.17:0/876518395 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c4032660 con 0x7fb7d415e640 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 -- 172.21.15.17:0/876518395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d415e640 msgr2=0x7fb7d40ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 --2- 172.21.15.17:0/876518395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d415e640 0x7fb7d40ceba0 secure :-1 s=READY pgs=2417 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40097a0 tx=0x7fb7c402a0a0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 -- 172.21.15.17:0/876518395 shutdown_connections 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 --2- 172.21.15.17:0/876518395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d415e640 0x7fb7d40ceba0 unknown :-1 s=CLOSED pgs=2417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 -- 172.21.15.17:0/876518395 >> 172.21.15.17:0/876518395 conn(0x7fb7d409d820 msgr2=0x7fb7d40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 -- 172.21.15.17:0/876518395 shutdown_connections 2024-09-19T08:14:01.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.888+0000 7fb7da665640 1 -- 172.21.15.17:0/876518395 wait complete. 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 Processor -- start 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 -- start start 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d40cf0e0 0x7fb7d40c80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 0x7fb7d4150680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d40cfe40 con 0x7fb7d40d3660 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d40b24f0 con 0x7fb7d40cf0e0 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.890+0000 7fb7da665640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d40b73a0 con 0x7fb7d415e640 2024-09-19T08:14:01.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48946/0 (socket says 172.21.15.17:48946) 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 -- 172.21.15.17:0/1043294352 learned_addr learned my addr 172.21.15.17:0/1043294352 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d3fff640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d40cf0e0 0x7fb7d40c80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d8c02640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 0x7fb7d4150680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 -- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 msgr2=0x7fb7d4150680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 0x7fb7d4150680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 -- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d40cf0e0 msgr2=0x7fb7d40c80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d40cf0e0 0x7fb7d40c80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 -- 172.21.15.17:0/1043294352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d41e9510 con 0x7fb7d40d3660 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d8c02640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 0x7fb7d4150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d37fe640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7fb7c800c750 tx=0x7fb7c800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8017070 con 0x7fb7d40d3660 2024-09-19T08:14:01.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c8005ab0 con 0x7fb7d40d3660 2024-09-19T08:14:01.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d41e8750 con 0x7fb7d40d3660 2024-09-19T08:14:01.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8007070 con 0x7fb7d40d3660 2024-09-19T08:14:01.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.891+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d41e8d10 con 0x7fb7d40d3660 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.893+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d4068eb0 con 0x7fb7d40d3660 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.893+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7c801a070 con 0x7fb7d40d3660 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.893+0000 7fb7d0ff9640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 0x7fb7c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.893+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7fb7c808a880 con 0x7fb7d40d3660 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.894+0000 7fb7d3fff640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 0x7fb7c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.894+0000 7fb7d3fff640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 0x7fb7c006e7a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4034000 tx=0x7fb7c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:01.898+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7c8058970 con 0x7fb7d40d3660 2024-09-19T08:14:02.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.072+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7d406cff0 con 0x7fb7d40d3660 2024-09-19T08:14:02.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.073+0000 7fb7d0ff9640 1 -- 172.21.15.17:0/1043294352 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16784 (secure 0 0 0) 0x7fb7c805cc70 con 0x7fb7d40d3660 2024-09-19T08:14:02.073 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:02.073 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":139,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:13:52.122121+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:33.406168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"137","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:34.725457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"138","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.160:6837/752284890":"2024-09-20T08:13:52.122096+0000","172.21.15.160:6835/752284890":"2024-09-20T08:13:52.122096+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:02.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 msgr2=0x7fb7c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 0x7fb7c006e7a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4034000 tx=0x7fb7c402e000 comp rx=0 tx=0).stop 2024-09-19T08:14:02.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 msgr2=0x7fb7d41614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7fb7c800c750 tx=0x7fb7c800cc10 comp rx=0 tx=0).stop 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 shutdown_connections 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb7c006c2e0 0x7fb7c006e7a0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7d415e640 0x7fb7d4150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7d40d3660 0x7fb7d41614b0 unknown :-1 s=CLOSED pgs=2418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 --2- 172.21.15.17:0/1043294352 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7d40cf0e0 0x7fb7d40c80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 >> 172.21.15.17:0/1043294352 conn(0x7fb7d409d820 msgr2=0x7fb7d40d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 shutdown_connections 2024-09-19T08:14:02.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.075+0000 7fb7da665640 1 -- 172.21.15.17:0/1043294352 wait complete. 2024-09-19T08:14:02.086 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T08:14:02.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.189+0000 7f4342159640 1 Processor -- start 2024-09-19T08:14:02.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.189+0000 7f4342159640 1 -- start start 2024-09-19T08:14:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f4342159640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f433c15e4e0 0x7f433c0b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f4342159640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 0x7f433c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f4342159640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f433c06cec0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f4342159640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f433c0d2d40 con 0x7f433c15e4e0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f4342159640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f433c0d2b20 con 0x7f433c15e8c0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f433b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f433c15e4e0 0x7f433c0b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f433b7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f433c15e4e0 0x7f433c0b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48958/0 (socket says 172.21.15.17:48958) 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f433b7fe640 1 -- 172.21.15.17:0/902175529 learned_addr learned my addr 172.21.15.17:0/902175529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.190+0000 7f433affd640 1 --2- 172.21.15.17:0/902175529 >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 0x7f433c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433b7fe640 1 -- 172.21.15.17:0/902175529 >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 msgr2=0x7f433c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433b7fe640 1 --2- 172.21.15.17:0/902175529 >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 0x7f433c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433b7fe640 1 -- 172.21.15.17:0/902175529 >> v1:172.21.15.160:6789/0 conn(0x7f433c0d1fc0 legacy=0x7f433c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433b7fe640 1 -- 172.21.15.17:0/902175529 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433c06d160 con 0x7f433c15e4e0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433affd640 1 --2- 172.21.15.17:0/902175529 >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 0x7f433c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.191+0000 7f433b7fe640 1 --2- 172.21.15.17:0/902175529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c15e4e0 0x7f433c0b67d0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7f433c072df0 tx=0x7f432c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=364ce7920cbb6133 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f433a7fc640 1 -- 172.21.15.17:0/902175529 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c037070 con 0x7f433c15e4e0 2024-09-19T08:14:02.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f433a7fc640 1 -- 172.21.15.17:0/902175529 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f432c032440 con 0x7f433c15e4e0 2024-09-19T08:14:02.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f433a7fc640 1 -- 172.21.15.17:0/902175529 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c032810 con 0x7f433c15e4e0 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 -- 172.21.15.17:0/902175529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c15e4e0 msgr2=0x7f433c0b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 --2- 172.21.15.17:0/902175529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c15e4e0 0x7f433c0b67d0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7f433c072df0 tx=0x7f432c02a270 comp rx=0 tx=0).stop 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 -- 172.21.15.17:0/902175529 shutdown_connections 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 --2- 172.21.15.17:0/902175529 >> v2:172.21.15.160:3300/0 conn(0x7f433c15e8c0 0x7f433c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 --2- 172.21.15.17:0/902175529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c15e4e0 0x7f433c0b67d0 unknown :-1 s=CLOSED pgs=2419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 -- 172.21.15.17:0/902175529 >> 172.21.15.17:0/902175529 conn(0x7f433c06f400 msgr2=0x7f433c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 -- 172.21.15.17:0/902175529 shutdown_connections 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.192+0000 7f4342159640 1 -- 172.21.15.17:0/902175529 wait complete. 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.193+0000 7f4342159640 1 Processor -- start 2024-09-19T08:14:02.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 -- start start 2024-09-19T08:14:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f433c15e4e0 0x7f433c1e8520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f433c15e8c0 0x7f433c1e8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f433c06d720 con 0x7f433c0d1fc0 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f433c0b7250 con 0x7f433c15e4e0 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f4342159640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f433c06dc40 con 0x7f433c15e8c0 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f433b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f433b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48968/0 (socket says 172.21.15.17:48968) 2024-09-19T08:14:02.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.194+0000 7f433b7fe640 1 -- 172.21.15.17:0/2002399039 learned_addr learned my addr 172.21.15.17:0/2002399039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433bfff640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f433c15e8c0 0x7f433c1e8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433affd640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f433c15e4e0 0x7f433c1e8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 -- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f433c15e8c0 msgr2=0x7f433c1e8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f433c15e8c0 0x7f433c1e8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 -- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f433c15e4e0 msgr2=0x7f433c1e8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f433c15e4e0 0x7f433c1e8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 -- 172.21.15.17:0/2002399039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433c1e65f0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f433b7fe640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 secure :-1 s=READY pgs=2420 cs=0 l=1 rev1=1 crypto rx=0x7f432c02a2b0 tx=0x7f432c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c041020 con 0x7f433c0d1fc0 2024-09-19T08:14:02.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f432c0306c0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f433c1e68d0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c037040 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.195+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f433c1e6e90 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.196+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f433c0d2410 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.197+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f432c044020 con 0x7f433c0d1fc0 2024-09-19T08:14:02.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.197+0000 7f4323fff640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 0x7f432806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.197+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5795+0+0 (secure 0 0 0) 0x7f432c0abcd0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.197+0000 7f433affd640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 0x7f432806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.198+0000 7f433affd640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 0x7f432806e770 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f433c1e5270 tx=0x7f4330008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.201+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f432c04b030 con 0x7f433c0d1fc0 2024-09-19T08:14:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.414+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f433c15a9e0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.415 INFO:tasks.ceph.mon.a.smithi017.stderr:2024-09-19T08:14:02.415+0000 7f15fa045640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:14:02.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.416+0000 7f4323fff640 1 -- 172.21.15.17:0/2002399039 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v340) ==== 161+0+0 (secure 0 0 0) 0x7f432c07a3e0 con 0x7f433c0d1fc0 2024-09-19T08:14:02.416 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:14:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 msgr2=0x7f432806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 0x7f432806e770 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f433c1e5270 tx=0x7f4330008040 comp rx=0 tx=0).stop 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 msgr2=0x7f433c15a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 secure :-1 s=READY pgs=2420 cs=0 l=1 rev1=1 crypto rx=0x7f432c02a2b0 tx=0x7f432c0046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 shutdown_connections 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f432806c2b0 0x7f432806e770 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f433c15e8c0 0x7f433c1e8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f433c15e4e0 0x7f433c1e8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 --2- 172.21.15.17:0/2002399039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f433c0d1fc0 0x7f433c15a4a0 unknown :-1 s=CLOSED pgs=2420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.419+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 >> 172.21.15.17:0/2002399039 conn(0x7f433c06f400 msgr2=0x7f433c070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.420+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 shutdown_connections 2024-09-19T08:14:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.420+0000 7f4342159640 1 -- 172.21.15.17:0/2002399039 wait complete. 2024-09-19T08:14:02.421 INFO:tasks.ceph.mds.a.smithi017.stderr: -360> 2024-09-19T08:13:57.362+0000 7fc3934a4640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:14:02.431 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:14:02.446 INFO:tasks.ceph.mds.a.smithi017.stdout:starting mds.a at 2024-09-19T08:14:02.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.536+0000 7f9ebbd86640 1 Processor -- start 2024-09-19T08:14:02.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.536+0000 7f9ebbd86640 1 -- start start 2024-09-19T08:14:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9ebbd86640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 0x7f9eb415cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9ebbd86640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9eb4160250 0x7f9eb40708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9ebbd86640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9eb4160750 con 0x7f9eb4073160 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9ebbd86640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f9eb4160a30 con 0x7f9eb4160250 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9ebbd86640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f9eb4160d10 con 0x7f9eb40ce8f0 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9eb4160250 0x7f9eb40708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f9eb4160250 0x7f9eb40708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41674/0 (socket says 172.21.15.17:41674) 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 -- 172.21.15.17:0/1559548078 learned_addr learned my addr 172.21.15.17:0/1559548078 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1559548078 >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 0x7f9eb415cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 -- 172.21.15.17:0/1559548078 >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 msgr2=0x7f9eb415cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 --2- 172.21.15.17:0/1559548078 >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 0x7f9eb415cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 -- 172.21.15.17:0/1559548078 >> v1:172.21.15.160:6789/0 conn(0x7f9eb4073160 legacy=0x7f9eb4073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9321640 1 -- 172.21.15.17:0/1559548078 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb4160ff0 con 0x7f9eb4160250 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.537+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1559548078 >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 0x7f9eb415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:02.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.538+0000 7f9eb9321640 1 --2- 172.21.15.17:0/1559548078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40708f0 secure :-1 s=READY pgs=2423 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4075710 tx=0x7f9ea802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ad1b8bc32284990 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.538+0000 7f9eb8b20640 1 -- 172.21.15.17:0/1559548078 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8037070 con 0x7f9eb4160250 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.538+0000 7f9eb8b20640 1 -- 172.21.15.17:0/1559548078 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ea8032440 con 0x7f9eb4160250 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.538+0000 7f9eb8b20640 1 -- 172.21.15.17:0/1559548078 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8032810 con 0x7f9eb4160250 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1559548078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 msgr2=0x7f9eb40708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1559548078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40708f0 secure :-1 s=READY pgs=2423 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4075710 tx=0x7f9ea802a1e0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1559548078 shutdown_connections 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1559548078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40708f0 unknown :-1 s=CLOSED pgs=2423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1559548078 >> v2:172.21.15.160:3300/0 conn(0x7f9eb40ce8f0 0x7f9eb415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1559548078 >> 172.21.15.17:0/1559548078 conn(0x7f9eb40d2570 msgr2=0x7f9eb40d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1559548078 shutdown_connections 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.539+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1559548078 wait complete. 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.540+0000 7f9ebbd86640 1 Processor -- start 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.540+0000 7f9ebbd86640 1 -- start start 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 0x7f9eb415ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9eb40ce8f0 0x7f9eb4158c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb4070fb0 con 0x7f9eb4160250 2024-09-19T08:14:02.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb4070e30 con 0x7f9eb4073160 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9ebbd86640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb40d30d0 con 0x7f9eb40ce8f0 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41680/0 (socket says 172.21.15.17:41680) 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 -- 172.21.15.17:0/1335208650 learned_addr learned my addr 172.21.15.17:0/1335208650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 0x7f9eb415ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eb9321640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9eb40ce8f0 0x7f9eb4158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 -- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9eb40ce8f0 msgr2=0x7f9eb4158c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9eb40ce8f0 0x7f9eb4158c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 -- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 msgr2=0x7f9eb415ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 0x7f9eb415ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eba323640 1 -- 172.21.15.17:0/1335208650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb415afb0 con 0x7f9eb4160250 2024-09-19T08:14:02.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.541+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 0x7f9eb415ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9eba323640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 secure :-1 s=READY pgs=2424 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400c6b0 tx=0x7f9ea400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4003b70 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ea4003d30 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4005310 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9eb415b220 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.542+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9eb415bf60 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.543+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9eb415cc10 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.543+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ea40054b0 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.544+0000 7f9eb27fc640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 0x7f9ea006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.544+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5881+0+0 (secure 0 0 0) 0x7f9ea408b3b0 con 0x7f9eb4160250 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.544+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 0x7f9ea006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:02.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.545+0000 7f9eb9b22640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 0x7f9ea006e770 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f9eac006fd0 tx=0x7f9eac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:02.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.549+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9ea4059a50 con 0x7f9eb4160250 2024-09-19T08:14:02.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:02.763+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9eb40d0090 con 0x7f9eb4160250 2024-09-19T08:14:03.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.418+0000 7f9eb27fc640 1 -- 172.21.15.17:0/1335208650 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v341) ==== 104+0+0 (secure 0 0 0) 0x7f9ea4059350 con 0x7f9eb4160250 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 msgr2=0x7f9ea006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 0x7f9ea006e770 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f9eac006fd0 tx=0x7f9eac008040 comp rx=0 tx=0).stop 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 msgr2=0x7f9eb40cf6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 secure :-1 s=READY pgs=2424 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400c6b0 tx=0x7f9ea400cb70 comp rx=0 tx=0).stop 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 shutdown_connections 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f9ea006c2b0 0x7f9ea006e770 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eb4160250 0x7f9eb40cf6a0 unknown :-1 s=CLOSED pgs=2424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f9eb40ce8f0 0x7f9eb4158c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 --2- 172.21.15.17:0/1335208650 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f9eb4073160 0x7f9eb415ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 >> 172.21.15.17:0/1335208650 conn(0x7f9eb40d2570 msgr2=0x7f9eb40d1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 shutdown_connections 2024-09-19T08:14:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.421+0000 7f9ebbd86640 1 -- 172.21.15.17:0/1335208650 wait complete. 2024-09-19T08:14:03.435 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:14:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 Processor -- start 2024-09-19T08:14:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 -- start start 2024-09-19T08:14:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f17cc15e7c0 0x7f17cc0cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17cc162420 0x7f17cc0d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17cc15f7e0 con 0x7f17cc0cfc80 2024-09-19T08:14:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.590+0000 7f17d1096640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f17cc15fda0 con 0x7f17cc162420 2024-09-19T08:14:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17d1096640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f17cc0cf2b0 con 0x7f17cc15e7c0 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17cc162420 0x7f17cc0d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f17cc162420 0x7f17cc0d1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41696/0 (socket says 172.21.15.17:41696) 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 -- 172.21.15.17:0/3813024547 learned_addr learned my addr 172.21.15.17:0/3813024547 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17cad9d640 1 --2- 172.21.15.17:0/3813024547 >> v2:172.21.15.160:3300/0 conn(0x7f17cc15e7c0 0x7f17cc0cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 -- 172.21.15.17:0/3813024547 >> v2:172.21.15.160:3300/0 conn(0x7f17cc15e7c0 msgr2=0x7f17cc0cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 --2- 172.21.15.17:0/3813024547 >> v2:172.21.15.160:3300/0 conn(0x7f17cc15e7c0 0x7f17cc0cf740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 -- 172.21.15.17:0/3813024547 >> v1:172.21.15.160:6789/0 conn(0x7f17cc0cfc80 legacy=0x7f17cc15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.591+0000 7f17ca59c640 1 -- 172.21.15.17:0/3813024547 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17cc15fac0 con 0x7f17cc162420 2024-09-19T08:14:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17ca59c640 1 --2- 172.21.15.17:0/3813024547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc162420 0x7f17cc0d1380 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7f17cc08d0e0 tx=0x7f17c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a1340e163c68f45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17c9d9b640 1 -- 172.21.15.17:0/3813024547 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c0037070 con 0x7f17cc162420 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17c9d9b640 1 -- 172.21.15.17:0/3813024547 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17c0032440 con 0x7f17cc162420 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17c9d9b640 1 -- 172.21.15.17:0/3813024547 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c0032810 con 0x7f17cc162420 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17d1096640 1 -- 172.21.15.17:0/3813024547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc162420 msgr2=0x7f17cc0d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.592+0000 7f17d1096640 1 --2- 172.21.15.17:0/3813024547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc162420 0x7f17cc0d1380 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7f17cc08d0e0 tx=0x7f17c002a1a0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 -- 172.21.15.17:0/3813024547 shutdown_connections 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 --2- 172.21.15.17:0/3813024547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc162420 0x7f17cc0d1380 unknown :-1 s=CLOSED pgs=2425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 --2- 172.21.15.17:0/3813024547 >> v2:172.21.15.160:3300/0 conn(0x7f17cc15e7c0 0x7f17cc0cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 -- 172.21.15.17:0/3813024547 >> 172.21.15.17:0/3813024547 conn(0x7f17cc06dae0 msgr2=0x7f17cc06def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 -- 172.21.15.17:0/3813024547 shutdown_connections 2024-09-19T08:14:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.593+0000 7f17d1096640 1 -- 172.21.15.17:0/3813024547 wait complete. 2024-09-19T08:14:03.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.594+0000 7f17d1096640 1 Processor -- start 2024-09-19T08:14:03.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.594+0000 7f17d1096640 1 -- start start 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17cc15e7c0 0x7f17cc157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17cc162420 0x7f17cc0cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc15f430 con 0x7f17cc0cfc80 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f17cc15f2b0 con 0x7f17cc15e7c0 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17d1096640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f17cc156e90 con 0x7f17cc162420 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41704/0 (socket says 172.21.15.17:41704) 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 -- 172.21.15.17:0/2805132809 learned_addr learned my addr 172.21.15.17:0/2805132809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cb59e640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17cc162420 0x7f17cc0cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 -- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17cc162420 msgr2=0x7f17cc0cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17ca59c640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17cc15e7c0 0x7f17cc157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17cc162420 0x7f17cc0cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 -- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17cc15e7c0 msgr2=0x7f17cc157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17cc15e7c0 0x7f17cc157e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.595+0000 7f17cad9d640 1 -- 172.21.15.17:0/2805132809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17cc0ceab0 con 0x7f17cc0cfc80 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17cad9d640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7f17bc00c7f0 tx=0x7f17bc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc015070 con 0x7f17cc0cfc80 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17bc004240 con 0x7f17cc0cfc80 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17cc0b59e0 con 0x7f17cc0cfc80 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17bc007620 con 0x7f17cc0cfc80 2024-09-19T08:14:03.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.596+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17cc0b5f60 con 0x7f17cc0cfc80 2024-09-19T08:14:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.597+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17cc0b6900 con 0x7f17cc0cfc80 2024-09-19T08:14:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.597+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f17bc0079d0 con 0x7f17cc0cfc80 2024-09-19T08:14:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.598+0000 7f17b37fe640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 0x7f17b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.598+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5881+0+0 (secure 0 0 0) 0x7f17bc08b4d0 con 0x7f17cc0cfc80 2024-09-19T08:14:03.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.598+0000 7f17ca59c640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 0x7f17b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.599+0000 7f17ca59c640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 0x7f17b806e770 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f17c0034000 tx=0x7f17c002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:03.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.602+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f17cc0b6900 con 0x7f17cc0cfc80 2024-09-19T08:14:03.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:03.779+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f17cc0cf740 con 0x7f17cc0cfc80 2024-09-19T08:14:04.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.630+0000 7f17b37fe640 1 -- 172.21.15.17:0/2805132809 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v141) ==== 181+0+0 (secure 0 0 0) 0x7f17cc0ceab0 con 0x7f17cc0cfc80 2024-09-19T08:14:04.630 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:14:04.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 msgr2=0x7f17b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 0x7f17b806e770 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f17c0034000 tx=0x7f17c002e000 comp rx=0 tx=0).stop 2024-09-19T08:14:04.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 msgr2=0x7f17cc156950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7f17bc00c7f0 tx=0x7f17bc00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 shutdown_connections 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f17b806c2b0 0x7f17b806e770 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f17cc162420 0x7f17cc0cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f17cc15e7c0 0x7f17cc157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 --2- 172.21.15.17:0/2805132809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17cc0cfc80 0x7f17cc156950 unknown :-1 s=CLOSED pgs=2426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 >> 172.21.15.17:0/2805132809 conn(0x7f17cc06dae0 msgr2=0x7f17cc1619f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 shutdown_connections 2024-09-19T08:14:04.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.633+0000 7f17d1096640 1 -- 172.21.15.17:0/2805132809 wait complete. 2024-09-19T08:14:04.647 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:14:04.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 Processor -- start 2024-09-19T08:14:04.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 -- start start 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4c8815e6b0 0x7f4c880d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c88073b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c8806db30 con 0x7f4c880b3fb0 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f4c880d0490 con 0x7f4c8815e6b0 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.761+0000 7f4c8d17f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4c880d0770 con 0x7f4c8806d630 2024-09-19T08:14:04.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c86d9d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f4c8815e6b0 0x7f4c880d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c8759e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f4c880b3fb0 0x7f4c880b5320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56516/0 (socket says 172.21.15.17:56516) 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c8759e640 1 -- 172.21.15.17:0/1208782723 learned_addr learned my addr 172.21.15.17:0/1208782723 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c86d9d640 1 -- 172.21.15.17:0/1208782723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 msgr2=0x7f4c88073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c8659c640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c88073b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c88073b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c85d9b640 1 -- 172.21.15.17:0/1208782723 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1262384317 0 0) 0x7f4c8806db30 con 0x7f4c880b3fb0 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c86d9d640 1 -- 172.21.15.17:0/1208782723 >> v1:172.21.15.17:6789/0 conn(0x7f4c880b3fb0 legacy=0x7f4c880b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.762+0000 7f4c86d9d640 1 -- 172.21.15.17:0/1208782723 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c880d0180 con 0x7f4c8815e6b0 2024-09-19T08:14:04.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c8815e6b0 0x7f4c880d0f70 secure :-1 s=READY pgs=2428 cs=0 l=1 rev1=1 crypto rx=0x7f4c780097a0 tx=0x7f4c7802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da4211696605755d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:04.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c85d9b640 1 -- 172.21.15.17:0/1208782723 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78037070 con 0x7f4c8815e6b0 2024-09-19T08:14:04.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c85d9b640 1 -- 172.21.15.17:0/1208782723 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c78032440 con 0x7f4c8815e6b0 2024-09-19T08:14:04.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c85d9b640 1 -- 172.21.15.17:0/1208782723 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78032810 con 0x7f4c8815e6b0 2024-09-19T08:14:04.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 -- 172.21.15.17:0/1208782723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c8815e6b0 msgr2=0x7f4c880d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c8815e6b0 0x7f4c880d0f70 secure :-1 s=READY pgs=2428 cs=0 l=1 rev1=1 crypto rx=0x7f4c780097a0 tx=0x7f4c7802a210 comp rx=0 tx=0).stop 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 -- 172.21.15.17:0/1208782723 shutdown_connections 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c88073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/1208782723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c8815e6b0 0x7f4c880d0f70 unknown :-1 s=CLOSED pgs=2428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 -- 172.21.15.17:0/1208782723 >> 172.21.15.17:0/1208782723 conn(0x7f4c88067950 msgr2=0x7f4c88067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.763+0000 7f4c8d17f640 1 -- 172.21.15.17:0/1208782723 shutdown_connections 2024-09-19T08:14:04.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.764+0000 7f4c8d17f640 1 -- 172.21.15.17:0/1208782723 wait complete. 2024-09-19T08:14:04.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.765+0000 7f4c8d17f640 1 Processor -- start 2024-09-19T08:14:04.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.765+0000 7f4c8d17f640 1 -- start start 2024-09-19T08:14:04.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c880b3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4c8815e6b0 0x7f4c88154050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4c880740c0 con 0x7f4c880b3fb0 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f4c880d14b0 con 0x7f4c8815e6b0 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8d17f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f4c88074240 con 0x7f4c8806d630 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41714/0 (socket says 172.21.15.17:41714) 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 -- 172.21.15.17:0/2835003502 learned_addr learned my addr 172.21.15.17:0/2835003502 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c880b3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8759e640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4c8815e6b0 0x7f4c88154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 -- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 msgr2=0x7f4c880b3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c880b3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 -- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4c8815e6b0 msgr2=0x7f4c88154050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4c8815e6b0 0x7f4c88154050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 -- 172.21.15.17:0/2835003502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c881f4460 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c880b3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.766+0000 7f4c8659c640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 secure :-1 s=READY pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00c7f0 tx=0x7f4c7c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.767+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c015070 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.767+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c7c004220 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.767+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c881f4740 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.767+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c007620 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.767+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c881f4d00 con 0x7f4c880b3fb0 2024-09-19T08:14:04.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.768+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c88073b80 con 0x7f4c880b3fb0 2024-09-19T08:14:04.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.768+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4c7c0079d0 con 0x7f4c880b3fb0 2024-09-19T08:14:04.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.769+0000 7f4c6f7fe640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 0x7f4c7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.769+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5443+0+0 (secure 0 0 0) 0x7f4c7c08b3f0 con 0x7f4c880b3fb0 2024-09-19T08:14:04.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.769+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 0x7f4c7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.769+0000 7f4c86d9d640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 0x7f4c7406e770 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4c78034000 tx=0x7f4c7802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:04.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.773+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4c7c059c60 con 0x7f4c880b3fb0 2024-09-19T08:14:04.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:04.952+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4c880b2830 con 0x7f4c880b3fb0 2024-09-19T08:14:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.635+0000 7f4c6f7fe640 1 -- 172.21.15.17:0/2835003502 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v142) ==== 169+0+0 (secure 0 0 0) 0x7f4c7c059560 con 0x7f4c880b3fb0 2024-09-19T08:14:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 msgr2=0x7f4c7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 0x7f4c7406e770 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4c78034000 tx=0x7f4c7802e000 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 msgr2=0x7f4c88153b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 secure :-1 s=READY pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00c7f0 tx=0x7f4c7c00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 shutdown_connections 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f4c7406c2b0 0x7f4c7406e770 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f4c8815e6b0 0x7f4c88154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c880b3fb0 0x7f4c88153b10 secure :-1 s=CLOSED pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00c7f0 tx=0x7f4c7c00ccb0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 --2- 172.21.15.17:0/2835003502 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f4c8806d630 0x7f4c880b3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.639+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 >> 172.21.15.17:0/2835003502 conn(0x7f4c88067950 msgr2=0x7f4c88068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.640+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 shutdown_connections 2024-09-19T08:14:05.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.640+0000 7f4c8d17f640 1 -- 172.21.15.17:0/2835003502 wait complete. 2024-09-19T08:14:05.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T08:14:05.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 Processor -- start 2024-09-19T08:14:05.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 -- start start 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11ec0cef60 0x7f11ec0b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec0d4710 0x7f11ec0d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ec0b39d0 con 0x7f11ec15e640 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f11ec0cf520 con 0x7f11ec0cef60 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.767+0000 7f11f258d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f11ec0cf800 con 0x7f11ec0d4710 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11ec0cef60 0x7f11ec0b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f11ec0cef60 0x7f11ec0b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41718/0 (socket says 172.21.15.17:41718) 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 -- 172.21.15.17:0/1806376046 learned_addr learned my addr 172.21.15.17:0/1806376046 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 -- 172.21.15.17:0/1806376046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec0d4710 msgr2=0x7f11ec0d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11f0b2a640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec0d4710 0x7f11ec0d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec0d4710 0x7f11ec0d4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 -- 172.21.15.17:0/1806376046 >> v1:172.21.15.160:6789/0 conn(0x7f11ec15e640 legacy=0x7f11ec0d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:05.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.768+0000 7f11eb7fe640 1 -- 172.21.15.17:0/1806376046 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec0cfae0 con 0x7f11ec0cef60 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11eb7fe640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec0b3bf0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0d23e0 tx=0x7f11e002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0ea9b12312ed275 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11eaffd640 1 -- 172.21.15.17:0/1806376046 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0037070 con 0x7f11ec0cef60 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11eaffd640 1 -- 172.21.15.17:0/1806376046 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11e002ae50 con 0x7f11ec0cef60 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11eaffd640 1 -- 172.21.15.17:0/1806376046 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0032660 con 0x7f11ec0cef60 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 -- 172.21.15.17:0/1806376046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 msgr2=0x7f11ec0b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec0b3bf0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0d23e0 tx=0x7f11e002a140 comp rx=0 tx=0).stop 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 -- 172.21.15.17:0/1806376046 shutdown_connections 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec0d4710 0x7f11ec0d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 --2- 172.21.15.17:0/1806376046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec0b3bf0 unknown :-1 s=CLOSED pgs=2430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 -- 172.21.15.17:0/1806376046 >> 172.21.15.17:0/1806376046 conn(0x7f11ec067d70 msgr2=0x7f11ec068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 -- 172.21.15.17:0/1806376046 shutdown_connections 2024-09-19T08:14:05.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.769+0000 7f11f258d640 1 -- 172.21.15.17:0/1806376046 wait complete. 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.771+0000 7f11f258d640 1 Processor -- start 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.771+0000 7f11f258d640 1 -- start start 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f11ec0d4710 0x7f11ec14fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec15e640 0x7f11ec0cac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec15ea20 con 0x7f11ec0cef60 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec0d5050 con 0x7f11ec0d4710 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f258d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f11ec0d3590 con 0x7f11ec15e640 2024-09-19T08:14:05.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41726/0 (socket says 172.21.15.17:41726) 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 -- 172.21.15.17:0/1920919621 learned_addr learned my addr 172.21.15.17:0/1920919621 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11eb7fe640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f11ec0d4710 0x7f11ec14fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11f0b2a640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec15e640 0x7f11ec0cac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 -- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec15e640 msgr2=0x7f11ec0cac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec15e640 0x7f11ec0cac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 -- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f11ec0d4710 msgr2=0x7f11ec14fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f11ec0d4710 0x7f11ec14fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 -- 172.21.15.17:0/1920919621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec0cb160 con 0x7f11ec0cef60 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11ebfff640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00c460 tx=0x7f11dc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.772+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc011790 con 0x7f11ec0cef60 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.773+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11dc017070 con 0x7f11ec0cef60 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.773+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc011bb0 con 0x7f11ec0cef60 2024-09-19T08:14:05.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.773+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ec0cb430 con 0x7f11ec0cef60 2024-09-19T08:14:05.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.773+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ec15b360 con 0x7f11ec0cef60 2024-09-19T08:14:05.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.774+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ec0b3bf0 con 0x7f11ec0cef60 2024-09-19T08:14:05.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.774+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f11dc01c460 con 0x7f11ec0cef60 2024-09-19T08:14:05.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.775+0000 7f11e8ff9640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 0x7f11d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:05.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.775+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f11dc08ae40 con 0x7f11ec0cef60 2024-09-19T08:14:05.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.775+0000 7f11eb7fe640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 0x7f11d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:05.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.775+0000 7f11eb7fe640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 0x7f11d806e7a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f11e0034000 tx=0x7f11e002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:05.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.779+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11dc059200 con 0x7f11ec0cef60 2024-09-19T08:14:05.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.963+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f11ec161e20 con 0x7f11ec0cef60 2024-09-19T08:14:05.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.966+0000 7f11e8ff9640 1 -- 172.21.15.17:0/1920919621 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f11dc05d500 con 0x7f11ec0cef60 2024-09-19T08:14:05.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 msgr2=0x7f11d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 0x7f11d806e7a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f11e0034000 tx=0x7f11e002e000 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 msgr2=0x7f11ec1f80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00c460 tx=0x7f11dc00c920 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 shutdown_connections 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f11d806c2e0 0x7f11d806e7a0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f11ec15e640 0x7f11ec0cac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f11ec0d4710 0x7f11ec14fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 --2- 172.21.15.17:0/1920919621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec0cef60 0x7f11ec1f80f0 unknown :-1 s=CLOSED pgs=2431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 >> 172.21.15.17:0/1920919621 conn(0x7f11ec067d70 msgr2=0x7f11ec0d2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 shutdown_connections 2024-09-19T08:14:05.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:05.969+0000 7f11f258d640 1 -- 172.21.15.17:0/1920919621 wait complete. 2024-09-19T08:14:05.980 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors' 2024-09-19T08:14:06.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.082+0000 7f3ae1ba6640 1 Processor -- start 2024-09-19T08:14:06.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 -- start start 2024-09-19T08:14:06.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3adc161c60 0x7f3adc0d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 0x7f3adc06d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc0d0e20 0x7f3adc0d1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f3adc0d2df0 con 0x7f3adc161c60 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f3adc0d3040 con 0x7f3adc06cd90 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.083+0000 7f3ae1ba6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3adc073050 con 0x7f3adc0d0e20 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3adc161c60 0x7f3adc0d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f3adc161c60 0x7f3adc0d1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41728/0 (socket says 172.21.15.17:41728) 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 -- 172.21.15.17:0/4070444381 learned_addr learned my addr 172.21.15.17:0/4070444381 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adaffd640 1 --2- 172.21.15.17:0/4070444381 >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 0x7f3adc06d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adbfff640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc0d0e20 0x7f3adc0d1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 -- 172.21.15.17:0/4070444381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc0d0e20 msgr2=0x7f3adc0d1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc0d0e20 0x7f3adc0d1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 -- 172.21.15.17:0/4070444381 >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 msgr2=0x7f3adc06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/4070444381 >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 0x7f3adc06d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adb7fe640 1 -- 172.21.15.17:0/4070444381 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3adc073330 con 0x7f3adc161c60 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.084+0000 7f3adaffd640 1 --2- 172.21.15.17:0/4070444381 >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 0x7f3adc06d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc161c60 0x7f3adc0d1e10 secure :-1 s=READY pgs=2432 cs=0 l=1 rev1=1 crypto rx=0x7f3adc0ced70 tx=0x7f3acc02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5943f05991d73a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ada7fc640 1 -- 172.21.15.17:0/4070444381 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc037070 con 0x7f3adc161c60 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ada7fc640 1 -- 172.21.15.17:0/4070444381 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3acc02ae00 con 0x7f3adc161c60 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ada7fc640 1 -- 172.21.15.17:0/4070444381 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc032660 con 0x7f3adc161c60 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/4070444381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc161c60 msgr2=0x7f3adc0d1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc161c60 0x7f3adc0d1e10 secure :-1 s=READY pgs=2432 cs=0 l=1 rev1=1 crypto rx=0x7f3adc0ced70 tx=0x7f3acc02a0b0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/4070444381 shutdown_connections 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc0d0e20 0x7f3adc0d1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/4070444381 >> v2:172.21.15.160:3300/0 conn(0x7f3adc06cd90 0x7f3adc06d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/4070444381 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc161c60 0x7f3adc0d1e10 unknown :-1 s=CLOSED pgs=2432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/4070444381 >> 172.21.15.17:0/4070444381 conn(0x7f3adc067950 msgr2=0x7f3adc067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:06.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/4070444381 shutdown_connections 2024-09-19T08:14:06.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.085+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/4070444381 wait complete. 2024-09-19T08:14:06.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.087+0000 7f3ae1ba6640 1 Processor -- start 2024-09-19T08:14:06.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.087+0000 7f3ae1ba6640 1 -- start start 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.087+0000 7f3ae1ba6640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3adc06cd90 0x7f3adc0ce860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.087+0000 7f3ae1ba6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc161c60 0x7f3adc149a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3adc06dc70 con 0x7f3adc0d0e20 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f3adc074100 con 0x7f3adc06cd90 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f3adc0b4090 con 0x7f3adc161c60 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41744/0 (socket says 172.21.15.17:41744) 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 -- 172.21.15.17:0/3684333807 learned_addr learned my addr 172.21.15.17:0/3684333807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3adc06cd90 0x7f3adc0ce860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adbfff640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc161c60 0x7f3adc149a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 -- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc161c60 msgr2=0x7f3adc149a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc161c60 0x7f3adc149a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 -- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3adc06cd90 msgr2=0x7f3adc0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3adc06cd90 0x7f3adc0ce860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 -- 172.21.15.17:0/3684333807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3adc0ceda0 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3adaffd640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e810 tx=0x7f3ad000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad000f040 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ad0004030 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3adc1e7d00 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0004400 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.088+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3adc1e82c0 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.089+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3adc06d730 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.090+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ad000c6d0 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.090+0000 7f3ac3fff640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 0x7f3ac806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.090+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f3ad008ad60 con 0x7f3adc0d0e20 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.090+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 0x7f3ac806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.091+0000 7f3adb7fe640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 0x7f3ac806e770 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f3acc034000 tx=0x7f3acc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:06.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.094+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ad0017020 con 0x7f3adc0d0e20 2024-09-19T08:14:06.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.335+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]} v 0) -- 0x7f3adc0b2f50 con 0x7f3adc0d0e20 2024-09-19T08:14:06.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.637+0000 7f3ac3fff640 1 -- 172.21.15.17:0/3684333807 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]}]=0 v589) ==== 135+0+0 (secure 0 0 0) 0x7f3ad00540c0 con 0x7f3adc0d0e20 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 msgr2=0x7f3ac806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 0x7f3ac806e770 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f3acc034000 tx=0x7f3acc02e000 comp rx=0 tx=0).stop 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 msgr2=0x7f3adc0b6160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7f3ad000e810 tx=0x7f3ad000ecd0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 shutdown_connections 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f3ac806c2b0 0x7f3ac806e770 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f3adc161c60 0x7f3adc149a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3adc0d0e20 0x7f3adc0b6160 unknown :-1 s=CLOSED pgs=2433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 --2- 172.21.15.17:0/3684333807 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f3adc06cd90 0x7f3adc0ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 >> 172.21.15.17:0/3684333807 conn(0x7f3adc067950 msgr2=0x7f3adc0b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 shutdown_connections 2024-09-19T08:14:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:06.639+0000 7f3ae1ba6640 1 -- 172.21.15.17:0/3684333807 wait complete. 2024-09-19T08:14:06.683 INFO:tasks.cephfs_test_runner:That errors encountered during opening inos are properly propagated ... ERROR 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner: 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner:ERROR: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner:That errors encountered during opening inos are properly propagated 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/test_damage.py", line 510, in test_open_ino_errors 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner: self.fs.read_backtrace(file1_ino) 2024-09-19T08:14:06.684 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1508, in read_backtrace 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "parent", "inode_backtrace_t", pool) 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi017 with status 1: 'ceph-dencoder type inode_backtrace_t import - decode dump_json' 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner: 2024-09-19T08:14:06.685 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:Ran 6 tests in 672.612s 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:ERROR: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:That errors encountered during opening inos are properly propagated 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/test_damage.py", line 510, in test_open_ino_errors 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: self.fs.read_backtrace(file1_ino) 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1508, in read_backtrace 2024-09-19T08:14:06.686 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "parent", "inode_backtrace_t", pool) 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi017 with status 1: 'ceph-dencoder type inode_backtrace_t import - decode dump_json' 2024-09-19T08:14:06.687 INFO:tasks.cephfs_test_runner: 2024-09-19T08:14:06.687 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:14:06.948 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=183a5f74297d41dfbe3614170cc9d3f7 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-19T08:14:06.949 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T08:14:06.960 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-19T08:14:06.988 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-19T08:14:06.989 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:14:06.989 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:14:07.011 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:14:07.011 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-19T08:14:07.012 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:14:07.071 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18606 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T08:14:07.072 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:14:07.072 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:14:07.091 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:14:07.091 DEBUG:teuthology.orchestra.run.smithi160:> set -ex 2024-09-19T08:14:07.091 DEBUG:teuthology.orchestra.run.smithi160:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:14:07.150 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16794 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T08:14:07.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.151 DEBUG:teuthology.orchestra.run.smithi160:> ip netns list 2024-09-19T08:14:07.209 INFO:teuthology.orchestra.run.smithi160.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T08:14:07.209 INFO:teuthology.orchestra.run.smithi160.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T08:14:07.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.209 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T08:14:07.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.276 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T08:14:07.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.342 DEBUG:teuthology.orchestra.run.smithi160:> sudo ip link delete ceph-brx 2024-09-19T08:14:07.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.450 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-19T08:14:07.470 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T08:14:07.470 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:14:07.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.471 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T08:14:07.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.542 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:14:07.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:14:07.612 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-09-19T08:14:07.713 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T08:14:07.723 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T08:14:07.723 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:14:07.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.829+0000 7f6889131640 1 Processor -- start 2024-09-19T08:14:07.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.829+0000 7f6889131640 1 -- start start 2024-09-19T08:14:07.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.830+0000 7f6889131640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f68840b2490 0x7f6884165db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.830+0000 7f6889131640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68840ce480 con 0x7f68840cdfc0 2024-09-19T08:14:07.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.830+0000 7f6889131640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68840ce760 con 0x7f688415b1e0 2024-09-19T08:14:07.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.830+0000 7f6889131640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f68840cea40 con 0x7f68840b2490 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688259c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f68840cdfc0 0x7f68840b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56532/0 (socket says 172.21.15.17:56532) 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688259c640 1 -- 172.21.15.17:0/2046946229 learned_addr learned my addr 172.21.15.17:0/2046946229 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688359e640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f68840b2490 0x7f6884165db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688359e640 1 -- 172.21.15.17:0/2046946229 >> v1:172.21.15.160:6789/0 conn(0x7f688415b1e0 legacy=0x7f68840b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688359e640 1 -- 172.21.15.17:0/2046946229 >> v1:172.21.15.17:6789/0 conn(0x7f68840cdfc0 legacy=0x7f68840b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f6881d9b640 1 -- 172.21.15.17:0/2046946229 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3178778830 0 0) 0x7f68840ce480 con 0x7f68840cdfc0 2024-09-19T08:14:07.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.831+0000 7f688359e640 1 -- 172.21.15.17:0/2046946229 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68840ced20 con 0x7f68840b2490 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f688359e640 1 --2- 172.21.15.17:0/2046946229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840b2490 0x7f6884165db0 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7f687c0097a0 tx=0x7f687c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2919a9350301b5c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6881d9b640 1 -- 172.21.15.17:0/2046946229 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c037070 con 0x7f68840b2490 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6881d9b640 1 -- 172.21.15.17:0/2046946229 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f687c032440 con 0x7f68840b2490 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6881d9b640 1 -- 172.21.15.17:0/2046946229 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c032810 con 0x7f68840b2490 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6889131640 1 -- 172.21.15.17:0/2046946229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840b2490 msgr2=0x7f6884165db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6889131640 1 --2- 172.21.15.17:0/2046946229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840b2490 0x7f6884165db0 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7f687c0097a0 tx=0x7f687c02a1e0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6889131640 1 -- 172.21.15.17:0/2046946229 shutdown_connections 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6889131640 1 --2- 172.21.15.17:0/2046946229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840b2490 0x7f6884165db0 unknown :-1 s=CLOSED pgs=2435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.832+0000 7f6889131640 1 -- 172.21.15.17:0/2046946229 >> 172.21.15.17:0/2046946229 conn(0x7f688406bc10 msgr2=0x7f688406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.833+0000 7f6889131640 1 -- 172.21.15.17:0/2046946229 shutdown_connections 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.833+0000 7f6889131640 1 -- 172.21.15.17:0/2046946229 wait complete. 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.834+0000 7f6889131640 1 Processor -- start 2024-09-19T08:14:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.834+0000 7f6889131640 1 -- start start 2024-09-19T08:14:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 0x7f688414c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 0x7f68840b0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6884071130 con 0x7f68840cdfc0 2024-09-19T08:14:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f688415b5c0 con 0x7f688415b1e0 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6889131640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f68840726d0 con 0x7f68840b2490 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41760/0 (socket says 172.21.15.17:41760) 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 -- 172.21.15.17:0/2793830615 learned_addr learned my addr 172.21.15.17:0/2793830615 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688359e640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 0x7f68840b0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6882d9d640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 0x7f688414c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 -- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 msgr2=0x7f688414c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 0x7f688414c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 -- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 msgr2=0x7f68840b0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 0x7f68840b0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 -- 172.21.15.17:0/2793830615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68840b0a90 con 0x7f68840cdfc0 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f6882d9d640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 0x7f688414c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688359e640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 0x7f68840b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.835+0000 7f688259c640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f686c00c500 tx=0x7f686c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:07.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.836+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686c018070 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.836+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f686c007580 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.836+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f688414bac0 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.836+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686c004a20 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.836+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f688414c080 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.837+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f688406d200 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.837+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f686c01b070 con 0x7f68840cdfc0 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.837+0000 7f687b7fe640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 0x7f686406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.838+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f686c08a470 con 0x7f68840cdfc0 2024-09-19T08:14:07.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.838+0000 7f6882d9d640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 0x7f686406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.838+0000 7f6882d9d640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 0x7f686406e770 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f6874007e90 tx=0x7f68740073a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:07.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:07.842+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68840b0a90 con 0x7f68840cdfc0 2024-09-19T08:14:08.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.016+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6884068480 con 0x7f686406c2b0 2024-09-19T08:14:08.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.017+0000 7f687b7fe640 1 -- 172.21.15.17:0/2793830615 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13436 (secure 0 0 0) 0x7f6884068480 con 0x7f686406c2b0 2024-09-19T08:14:08.017 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:08.018 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:14:08.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 msgr2=0x7f686406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 0x7f686406e770 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f6874007e90 tx=0x7f68740073a0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 msgr2=0x7f68840cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f686c00c500 tx=0x7f686c00c9c0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 shutdown_connections 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f686406c2b0 0x7f686406e770 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f688415b1e0 0x7f68840b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f68840cdfc0 0x7f68840cc2e0 unknown :-1 s=CLOSED pgs=2436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 --2- 172.21.15.17:0/2793830615 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f68840b2490 0x7f688414c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 >> 172.21.15.17:0/2793830615 conn(0x7f688406bc10 msgr2=0x7f68840cf460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 shutdown_connections 2024-09-19T08:14:08.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.019+0000 7f6889131640 1 -- 172.21.15.17:0/2793830615 wait complete. 2024-09-19T08:14:08.030 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":489,"stamp":"2024-09-19T08:14:07.564451+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":302128,"kb_used_data":15188,"kb_used_omap":12,"kb_used_meta":286771,"kb_avail":754672592,"statfs":{"total":773094113280,"available":772784734208,"internally_reserved":0,"allocated":15552512,"data_stored":8095501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":293654065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28333,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-84,"num_read_kb":-86,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001319"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":401,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.770376+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:14:03.770376+0000","last_peered":"2024-09-19T08:14:03.770376+0000","last_clean":"2024-09-19T08:14:03.770376+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:14:03.770376+0000","last_undegraded":"2024-09-19T08:14:03.770376+0000","last_fullsized":"2024-09-19T08:14:03.770376+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542289,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37676,"kb_used_data":2328,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334164,"statfs":{"total":96636764160,"available":96598183936,"internally_reserved":0,"allocated":2383872,"data_stored":1448478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542289,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37100,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334740,"statfs":{"total":96636764160,"available":96598773760,"internally_reserved":0,"allocated":1794048,"data_stored":859282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1785856,"data_stored":858068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542288,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":885166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542288,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41288,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330552,"statfs":{"total":96636764160,"available":96594485248,"internally_reserved":0,"allocated":1822720,"data_stored":885048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542288,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45412,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326428,"statfs":{"total":96636764160,"available":96590262272,"internally_reserved":0,"allocated":1785856,"data_stored":858048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542289,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":852463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542288,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29352,"kb_used_data":2324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342488,"statfs":{"total":96636764160,"available":96606707712,"internally_reserved":0,"allocated":2379776,"data_stored":1448948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:08.031 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:14:08.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.133+0000 7fe6f278d640 1 Processor -- start 2024-09-19T08:14:08.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f278d640 1 -- start start 2024-09-19T08:14:08.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f278d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fe6ec15e640 0x7fe6ec0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f278d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ec15ea20 con 0x7fe6ec0d3660 2024-09-19T08:14:08.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f278d640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ec0b1c50 con 0x7fe6ec0cf0e0 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f278d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fe6ec0b2860 con 0x7fe6ec15e640 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f0d2a640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fe6ec0d3660 0x7fe6ec0b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56542/0 (socket says 172.21.15.17:56542) 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.134+0000 7fe6f0d2a640 1 -- 172.21.15.17:0/1575608085 learned_addr learned my addr 172.21.15.17:0/1575608085 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6ebfff640 1 --2- 172.21.15.17:0/1575608085 >> v2:172.21.15.160:3300/0 conn(0x7fe6ec15e640 0x7fe6ec0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1019847322 0 0) 0x7fe6ec15ea20 con 0x7fe6ec0d3660 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe6d4003520 con 0x7fe6ec0d3660 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6ebfff640 1 -- 172.21.15.17:0/1575608085 >> v1:172.21.15.160:6789/0 conn(0x7fe6ec0cf0e0 legacy=0x7fe6ec0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6ebfff640 1 -- 172.21.15.17:0/1575608085 >> v1:172.21.15.17:6789/0 conn(0x7fe6ec0d3660 legacy=0x7fe6ec0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3017960506 0 0) 0x7fe6d4003520 con 0x7fe6ec0d3660 2024-09-19T08:14:08.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.135+0000 7fe6ebfff640 1 -- 172.21.15.17:0/1575608085 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ec0b1f30 con 0x7fe6ec15e640 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6ebfff640 1 --2- 172.21.15.17:0/1575608085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec15e640 0x7fe6ec0ceba0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc0097a0 tx=0x7fe6dc02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39327f44dfb9d6ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc037070 con 0x7fe6ec15e640 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6dc02abc0 con 0x7fe6ec15e640 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6eaffd640 1 -- 172.21.15.17:0/1575608085 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4001a10 con 0x7fe6ec15e640 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6f278d640 1 -- 172.21.15.17:0/1575608085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec15e640 msgr2=0x7fe6ec0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.136+0000 7fe6f278d640 1 --2- 172.21.15.17:0/1575608085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec15e640 0x7fe6ec0ceba0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc0097a0 tx=0x7fe6dc02a130 comp rx=0 tx=0).stop 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.137+0000 7fe6f278d640 1 -- 172.21.15.17:0/1575608085 shutdown_connections 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.137+0000 7fe6f278d640 1 --2- 172.21.15.17:0/1575608085 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec15e640 0x7fe6ec0ceba0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.137+0000 7fe6f278d640 1 -- 172.21.15.17:0/1575608085 >> 172.21.15.17:0/1575608085 conn(0x7fe6ec09d820 msgr2=0x7fe6ec0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.137+0000 7fe6f278d640 1 -- 172.21.15.17:0/1575608085 shutdown_connections 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.137+0000 7fe6f278d640 1 -- 172.21.15.17:0/1575608085 wait complete. 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.138+0000 7fe6f278d640 1 Processor -- start 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.138+0000 7fe6f278d640 1 -- start start 2024-09-19T08:14:08.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6ec0cf0e0 0x7fe6ec0c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec0d3660 0x7fe6ec0c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ec0cfe40 con 0x7fe6ec15e640 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ec0b24f0 con 0x7fe6ec0d3660 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f278d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fe6ec0b73a0 con 0x7fe6ec0cf0e0 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41774/0 (socket says 172.21.15.17:41774) 2024-09-19T08:14:08.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 -- 172.21.15.17:0/875885054 learned_addr learned my addr 172.21.15.17:0/875885054 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6ebfff640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6ec0cf0e0 0x7fe6ec0c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6eb7fe640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec0d3660 0x7fe6ec0c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 -- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6ec0cf0e0 msgr2=0x7fe6ec0c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6ec0cf0e0 0x7fe6ec0c8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 -- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec0d3660 msgr2=0x7fe6ec0c9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec0d3660 0x7fe6ec0c9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 -- 172.21.15.17:0/875885054 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ec0ca2c0 con 0x7fe6ec15e640 2024-09-19T08:14:08.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6f0d2a640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 secure :-1 s=READY pgs=2438 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400cb70 tx=0x7fe6e400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4018070 con 0x7fe6ec15e640 2024-09-19T08:14:08.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.139+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6e4004d60 con 0x7fe6ec15e640 2024-09-19T08:14:08.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.140+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6ec0c81b0 con 0x7fe6ec15e640 2024-09-19T08:14:08.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.140+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e400ad40 con 0x7fe6ec15e640 2024-09-19T08:14:08.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.140+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6ec0c8770 con 0x7fe6ec15e640 2024-09-19T08:14:08.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.141+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6ec068eb0 con 0x7fe6ec15e640 2024-09-19T08:14:08.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.141+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6e401b070 con 0x7fe6ec15e640 2024-09-19T08:14:08.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.142+0000 7fe6e8ff9640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 0x7fe6d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.142+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fe6e408a910 con 0x7fe6ec15e640 2024-09-19T08:14:08.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.142+0000 7fe6ebfff640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 0x7fe6d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.142+0000 7fe6ebfff640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 0x7fe6d806e770 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc034000 tx=0x7fe6dc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.146+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe6e4058d60 con 0x7fe6ec15e640 2024-09-19T08:14:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.320+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe6ec0ceba0 con 0x7fe6d806c2b0 2024-09-19T08:14:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.321+0000 7fe6e8ff9640 1 -- 172.21.15.17:0/875885054 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13436 (secure 0 0 0) 0x7fe6ec0ceba0 con 0x7fe6d806c2b0 2024-09-19T08:14:08.321 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:14:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 msgr2=0x7fe6d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 0x7fe6d806e770 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc034000 tx=0x7fe6dc02e000 comp rx=0 tx=0).stop 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 msgr2=0x7fe6ec157c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 secure :-1 s=READY pgs=2438 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400cb70 tx=0x7fe6e400a430 comp rx=0 tx=0).stop 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 shutdown_connections 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fe6d806c2b0 0x7fe6d806e770 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6ec15e640 0x7fe6ec157c20 unknown :-1 s=CLOSED pgs=2438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fe6ec0d3660 0x7fe6ec0c9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 --2- 172.21.15.17:0/875885054 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fe6ec0cf0e0 0x7fe6ec0c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 >> 172.21.15.17:0/875885054 conn(0x7fe6ec09d820 msgr2=0x7fe6ec0b8030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 shutdown_connections 2024-09-19T08:14:08.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.323+0000 7fe6f278d640 1 -- 172.21.15.17:0/875885054 wait complete. 2024-09-19T08:14:08.334 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":489,"stamp":"2024-09-19T08:14:07.564451+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":302128,"kb_used_data":15188,"kb_used_omap":12,"kb_used_meta":286771,"kb_avail":754672592,"statfs":{"total":773094113280,"available":772784734208,"internally_reserved":0,"allocated":15552512,"data_stored":8095501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":293654065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28333,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-84,"num_read_kb":-86,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001319"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":401,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.770376+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:14:03.770376+0000","last_peered":"2024-09-19T08:14:03.770376+0000","last_clean":"2024-09-19T08:14:03.770376+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:14:03.770376+0000","last_undegraded":"2024-09-19T08:14:03.770376+0000","last_fullsized":"2024-09-19T08:14:03.770376+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542289,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37676,"kb_used_data":2328,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334164,"statfs":{"total":96636764160,"available":96598183936,"internally_reserved":0,"allocated":2383872,"data_stored":1448478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542289,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37100,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334740,"statfs":{"total":96636764160,"available":96598773760,"internally_reserved":0,"allocated":1794048,"data_stored":859282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1785856,"data_stored":858068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542288,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":885166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542288,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41288,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330552,"statfs":{"total":96636764160,"available":96594485248,"internally_reserved":0,"allocated":1822720,"data_stored":885048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542288,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45412,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326428,"statfs":{"total":96636764160,"available":96590262272,"internally_reserved":0,"allocated":1785856,"data_stored":858048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542289,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":852463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542288,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29352,"kb_used_data":2324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342488,"statfs":{"total":96636764160,"available":96606707712,"internally_reserved":0,"allocated":2379776,"data_stored":1448948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:08.335 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T08:14:08.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:14:08.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.437+0000 7fc40bb5f640 1 Processor -- start 2024-09-19T08:14:08.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 -- start start 2024-09-19T08:14:08.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc40415e640 0x7fc4040ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040cf0e0 0x7fc4040cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc4040b2cf0 0x7fc4040b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc4040b2860 con 0x7fc40415e640 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc40415ea20 con 0x7fc4040b2cf0 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.438+0000 7fc40bb5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc4040b1c50 con 0x7fc4040cf0e0 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc40415e640 0x7fc4040ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc40415e640 0x7fc4040ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41790/0 (socket says 172.21.15.17:41790) 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 -- 172.21.15.17:0/4184128187 learned_addr learned my addr 172.21.15.17:0/4184128187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:08.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc40a0fc640 1 --2- 172.21.15.17:0/4184128187 >> v2:172.21.15.160:3300/0 conn(0x7fc4040b2cf0 0x7fc4040b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4090fa640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040cf0e0 0x7fc4040cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 -- 172.21.15.17:0/4184128187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040cf0e0 msgr2=0x7fc4040cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040cf0e0 0x7fc4040cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 -- 172.21.15.17:0/4184128187 >> v2:172.21.15.160:3300/0 conn(0x7fc4040b2cf0 msgr2=0x7fc4040b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 --2- 172.21.15.17:0/4184128187 >> v2:172.21.15.160:3300/0 conn(0x7fc4040b2cf0 0x7fc4040b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.439+0000 7fc4098fb640 1 -- 172.21.15.17:0/4184128187 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4040b1f30 con 0x7fc40415e640 2024-09-19T08:14:08.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc4098fb640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4040ceba0 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7fc40408ed40 tx=0x7fc40002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8b3acec3570810c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc4088f9640 1 -- 172.21.15.17:0/4184128187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc400037070 con 0x7fc40415e640 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc4088f9640 1 -- 172.21.15.17:0/4184128187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc400032440 con 0x7fc40415e640 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc4088f9640 1 -- 172.21.15.17:0/4184128187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc400032810 con 0x7fc40415e640 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 -- 172.21.15.17:0/4184128187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 msgr2=0x7fc4040ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4040ceba0 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7fc40408ed40 tx=0x7fc40002a140 comp rx=0 tx=0).stop 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 -- 172.21.15.17:0/4184128187 shutdown_connections 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/4184128187 >> v2:172.21.15.160:3300/0 conn(0x7fc4040b2cf0 0x7fc4040b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040cf0e0 0x7fc4040cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/4184128187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4040ceba0 unknown :-1 s=CLOSED pgs=2439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.440+0000 7fc40bb5f640 1 -- 172.21.15.17:0/4184128187 >> 172.21.15.17:0/4184128187 conn(0x7fc40409d820 msgr2=0x7fc4040d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.441+0000 7fc40bb5f640 1 -- 172.21.15.17:0/4184128187 shutdown_connections 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.441+0000 7fc40bb5f640 1 -- 172.21.15.17:0/4184128187 wait complete. 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 Processor -- start 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 -- start start 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040b2cf0 0x7fc4040ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc4040cf0e0 0x7fc404150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc4040cfe40 con 0x7fc40415e640 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc4040b24f0 con 0x7fc4040cf0e0 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.442+0000 7fc40bb5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc4040b73a0 con 0x7fc4040b2cf0 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41800/0 (socket says 172.21.15.17:41800) 2024-09-19T08:14:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 -- 172.21.15.17:0/1715007641 learned_addr learned my addr 172.21.15.17:0/1715007641 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc4098fb640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040b2cf0 0x7fc4040ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc4090fa640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc4040cf0e0 0x7fc404150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 -- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040b2cf0 msgr2=0x7fc4040ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040b2cf0 0x7fc4040ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 -- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc4040cf0e0 msgr2=0x7fc404150ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc4040cf0e0 0x7fc404150ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 -- 172.21.15.17:0/1715007641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4041f8080 con 0x7fc40415e640 2024-09-19T08:14:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40a0fc640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 secure :-1 s=READY pgs=2440 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc007d20 tx=0x7fc3fc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3fc014420 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3fc019070 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3fc014820 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4041f8360 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.443+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4040b3180 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.444+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc404068eb0 con 0x7fc40415e640 2024-09-19T08:14:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.445+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc3fc0149c0 con 0x7fc40415e640 2024-09-19T08:14:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.445+0000 7fc3fa7fc640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 0x7fc3e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.445+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fc3fc08b870 con 0x7fc40415e640 2024-09-19T08:14:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.445+0000 7fc4098fb640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 0x7fc3e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.446+0000 7fc4098fb640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 0x7fc3e806e770 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fc400034000 tx=0x7fc40002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.450+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc3fc059c20 con 0x7fc40415e640 2024-09-19T08:14:08.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.622+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc4040ceba0 con 0x7fc3e806c2b0 2024-09-19T08:14:08.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.623+0000 7fc3fa7fc640 1 -- 172.21.15.17:0/1715007641 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13436 (secure 0 0 0) 0x7fc4040ceba0 con 0x7fc3e806c2b0 2024-09-19T08:14:08.623 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:08.624 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:14:08.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 msgr2=0x7fc3e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 0x7fc3e806e770 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fc400034000 tx=0x7fc40002e000 comp rx=0 tx=0).stop 2024-09-19T08:14:08.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 msgr2=0x7fc4041f7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 secure :-1 s=READY pgs=2440 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc007d20 tx=0x7fc3fc00e4b0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 shutdown_connections 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc3e806c2b0 0x7fc3e806e770 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc40415e640 0x7fc4041f7900 unknown :-1 s=CLOSED pgs=2440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc4040cf0e0 0x7fc404150ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 --2- 172.21.15.17:0/1715007641 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc4040b2cf0 0x7fc4040ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 >> 172.21.15.17:0/1715007641 conn(0x7fc40409d820 msgr2=0x7fc4040d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 shutdown_connections 2024-09-19T08:14:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.626+0000 7fc40bb5f640 1 -- 172.21.15.17:0/1715007641 wait complete. 2024-09-19T08:14:08.636 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":489,"stamp":"2024-09-19T08:14:07.564451+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":302128,"kb_used_data":15188,"kb_used_omap":12,"kb_used_meta":286771,"kb_avail":754672592,"statfs":{"total":773094113280,"available":772784734208,"internally_reserved":0,"allocated":15552512,"data_stored":8095501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":293654065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28333,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-84,"num_read_kb":-86,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001319"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":401,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.770376+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:14:03.770376+0000","last_peered":"2024-09-19T08:14:03.770376+0000","last_clean":"2024-09-19T08:14:03.770376+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:14:03.770376+0000","last_undegraded":"2024-09-19T08:14:03.770376+0000","last_fullsized":"2024-09-19T08:14:03.770376+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542289,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37676,"kb_used_data":2328,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334164,"statfs":{"total":96636764160,"available":96598183936,"internally_reserved":0,"allocated":2383872,"data_stored":1448478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542289,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37100,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334740,"statfs":{"total":96636764160,"available":96598773760,"internally_reserved":0,"allocated":1794048,"data_stored":859282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542289,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1785856,"data_stored":858068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542288,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":885166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542288,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41288,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330552,"statfs":{"total":96636764160,"available":96594485248,"internally_reserved":0,"allocated":1822720,"data_stored":885048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542288,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45412,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326428,"statfs":{"total":96636764160,"available":96590262272,"internally_reserved":0,"allocated":1785856,"data_stored":858048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542289,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":852463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542288,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29352,"kb_used_data":2324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342488,"statfs":{"total":96636764160,"available":96606707712,"internally_reserved":0,"allocated":2379776,"data_stored":1448948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:08.637 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:14:08.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.739+0000 7f844d54b640 1 Processor -- start 2024-09-19T08:14:08.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.739+0000 7f844d54b640 1 -- start start 2024-09-19T08:14:08.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.739+0000 7f844d54b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480cf9d0 0x7f84480b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.739+0000 7f844d54b640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f84480b23c0 0x7f8448072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.739+0000 7f844d54b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84480ce060 con 0x7f844815c480 2024-09-19T08:14:08.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f844d54b640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f84480cf100 con 0x7f84480b23c0 2024-09-19T08:14:08.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f844d54b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84480ce340 con 0x7f84480cf9d0 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f8446ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f844815c480 0x7f84480cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56546/0 (socket says 172.21.15.17:56546) 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f8446ffd640 1 -- 172.21.15.17:0/207063448 learned_addr learned my addr 172.21.15.17:0/207063448 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84477fe640 1 --2- 172.21.15.17:0/207063448 >> v2:172.21.15.17:3300/0 conn(0x7f84480b23c0 0x7f8448072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f8445ffb640 1 -- 172.21.15.17:0/207063448 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 780120620 0 0) 0x7f84480ce060 con 0x7f844815c480 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f8445ffb640 1 -- 172.21.15.17:0/207063448 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8434003520 con 0x7f844815c480 2024-09-19T08:14:08.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84467fc640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480cf9d0 0x7f84480b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84477fe640 1 -- 172.21.15.17:0/207063448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480cf9d0 msgr2=0x7f84480b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84477fe640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480cf9d0 0x7f84480b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84477fe640 1 -- 172.21.15.17:0/207063448 >> v1:172.21.15.17:6789/0 conn(0x7f844815c480 legacy=0x7f84480cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.740+0000 7f84477fe640 1 -- 172.21.15.17:0/207063448 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84480ce620 con 0x7f84480b23c0 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f84477fe640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480b23c0 0x7f8448072270 secure :-1 s=READY pgs=2442 cs=0 l=1 rev1=1 crypto rx=0x7f84400097a0 tx=0x7f844002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25fa01d86936fc56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f8445ffb640 1 -- 172.21.15.17:0/207063448 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440037070 con 0x7f84480b23c0 2024-09-19T08:14:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f8445ffb640 1 -- 172.21.15.17:0/207063448 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8440032440 con 0x7f84480b23c0 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f8445ffb640 1 -- 172.21.15.17:0/207063448 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440032810 con 0x7f84480b23c0 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 -- 172.21.15.17:0/207063448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480b23c0 msgr2=0x7f8448072270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480b23c0 0x7f8448072270 secure :-1 s=READY pgs=2442 cs=0 l=1 rev1=1 crypto rx=0x7f84400097a0 tx=0x7f844002a180 comp rx=0 tx=0).stop 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 -- 172.21.15.17:0/207063448 shutdown_connections 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480b23c0 0x7f8448072270 unknown :-1 s=CLOSED pgs=2442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 --2- 172.21.15.17:0/207063448 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480cf9d0 0x7f84480b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.741+0000 7f844d54b640 1 -- 172.21.15.17:0/207063448 >> 172.21.15.17:0/207063448 conn(0x7f844806bc10 msgr2=0x7f844806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.742+0000 7f844d54b640 1 -- 172.21.15.17:0/207063448 shutdown_connections 2024-09-19T08:14:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.742+0000 7f844d54b640 1 -- 172.21.15.17:0/207063448 wait complete. 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.743+0000 7f844d54b640 1 Processor -- start 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.743+0000 7f844d54b640 1 -- start start 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 0x7f8448153f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f844815c480 0x7f844814fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84480b2850 con 0x7f84480cf9d0 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84480cebe0 con 0x7f844815c480 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f844d54b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84480727b0 con 0x7f84480b23c0 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41816/0 (socket says 172.21.15.17:41816) 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 -- 172.21.15.17:0/1256813071 learned_addr learned my addr 172.21.15.17:0/1256813071 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f8446ffd640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 0x7f8448153f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84477fe640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f844815c480 0x7f844814fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 -- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 msgr2=0x7f8448153f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 0x7f8448153f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 -- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f844815c480 msgr2=0x7f844814fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f844815c480 0x7f844814fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 -- 172.21.15.17:0/1256813071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8448154660 con 0x7f84480cf9d0 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f8446ffd640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 0x7f8448153f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f84467fc640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7f843000c820 tx=0x7f843000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.744+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430015070 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.745+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8430007a30 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.745+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430007e20 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.745+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8448154940 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.745+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8448154f00 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.746+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8448072270 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.746+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8430018070 con 0x7f84480cf9d0 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.746+0000 7f843f7fe640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 0x7f842806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:08.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.747+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f843008b070 con 0x7f84480cf9d0 2024-09-19T08:14:08.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.747+0000 7f8446ffd640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 0x7f842806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:08.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.747+0000 7f8446ffd640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 0x7f842806e770 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f8438005c00 tx=0x7f8438009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:08.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.751+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8430059a80 con 0x7f84480cf9d0 2024-09-19T08:14:08.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.931+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84480751e0 con 0x7f84480cf9d0 2024-09-19T08:14:08.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.932+0000 7f843f7fe640 1 -- 172.21.15.17:0/1256813071 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) ==== 74+0+13148 (secure 0 0 0) 0x7f8430059380 con 0x7f84480cf9d0 2024-09-19T08:14:08.932 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:08.932 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":142,"fsid":"69b5e481-59b9-432b-b815-af8fc37a64c1","created":"2024-09-19T08:02:07.296051+0000","modified":"2024-09-19T08:14:05.631403+0000","last_up_change":"2024-09-19T08:02:18.695548+0000","last_in_change":"2024-09-19T08:02:09.346300+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:02:19.436274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"70512a15-f6ec-4599-9d7f-36434ea13cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6801","nonce":1152483013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6803","nonce":1152483013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6807","nonce":1152483013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":1152483013},{"type":"v1","addr":"172.21.15.17:6805","nonce":1152483013}]},"public_addr":"172.21.15.17:6801/1152483013","cluster_addr":"172.21.15.17:6803/1152483013","heartbeat_back_addr":"172.21.15.17:6807/1152483013","heartbeat_front_addr":"172.21.15.17:6805/1152483013","state":["exists","up"]},{"osd":1,"uuid":"b5995a9e-a873-402f-8d89-ba0d51037b56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6817","nonce":804643697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6819","nonce":804643697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6823","nonce":804643697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":804643697},{"type":"v1","addr":"172.21.15.17:6821","nonce":804643697}]},"public_addr":"172.21.15.17:6817/804643697","cluster_addr":"172.21.15.17:6819/804643697","heartbeat_back_addr":"172.21.15.17:6823/804643697","heartbeat_front_addr":"172.21.15.17:6821/804643697","state":["exists","up"]},{"osd":2,"uuid":"6f81b0ce-3382-4191-b568-98fc6436fc1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6825","nonce":885435613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6827","nonce":885435613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6831","nonce":885435613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":885435613},{"type":"v1","addr":"172.21.15.17:6829","nonce":885435613}]},"public_addr":"172.21.15.17:6825/885435613","cluster_addr":"172.21.15.17:6827/885435613","heartbeat_back_addr":"172.21.15.17:6831/885435613","heartbeat_front_addr":"172.21.15.17:6829/885435613","state":["exists","up"]},{"osd":3,"uuid":"80f00a7d-9187-4b47-a452-f0c4fe81770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6809","nonce":2084830613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6811","nonce":2084830613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6815","nonce":2084830613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":2084830613},{"type":"v1","addr":"172.21.15.17:6813","nonce":2084830613}]},"public_addr":"172.21.15.17:6809/2084830613","cluster_addr":"172.21.15.17:6811/2084830613","heartbeat_back_addr":"172.21.15.17:6815/2084830613","heartbeat_front_addr":"172.21.15.17:6813/2084830613","state":["exists","up"]},{"osd":4,"uuid":"47ff2cad-727c-49b7-957d-112654f2e4b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6824","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6825","nonce":2626158817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6826","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6827","nonce":2626158817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6830","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6831","nonce":2626158817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6828","nonce":2626158817},{"type":"v1","addr":"172.21.15.160:6829","nonce":2626158817}]},"public_addr":"172.21.15.160:6825/2626158817","cluster_addr":"172.21.15.160:6827/2626158817","heartbeat_back_addr":"172.21.15.160:6831/2626158817","heartbeat_front_addr":"172.21.15.160:6829/2626158817","state":["exists","up"]},{"osd":5,"uuid":"482eec8c-bb75-4e99-89c6-9f6074088a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6816","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6817","nonce":982295261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6818","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6819","nonce":982295261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6822","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6823","nonce":982295261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6820","nonce":982295261},{"type":"v1","addr":"172.21.15.160:6821","nonce":982295261}]},"public_addr":"172.21.15.160:6817/982295261","cluster_addr":"172.21.15.160:6819/982295261","heartbeat_back_addr":"172.21.15.160:6823/982295261","heartbeat_front_addr":"172.21.15.160:6821/982295261","state":["exists","up"]},{"osd":6,"uuid":"f787b801-76e0-435b-81a5-d50ef61de28f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6800","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6801","nonce":717473473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6802","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6803","nonce":717473473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6806","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6807","nonce":717473473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6804","nonce":717473473},{"type":"v1","addr":"172.21.15.160:6805","nonce":717473473}]},"public_addr":"172.21.15.160:6801/717473473","cluster_addr":"172.21.15.160:6803/717473473","heartbeat_back_addr":"172.21.15.160:6807/717473473","heartbeat_front_addr":"172.21.15.160:6805/717473473","state":["exists","up"]},{"osd":7,"uuid":"6f377b2f-b844-4093-8ceb-a9a8de4e1057","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":136,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6808","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6809","nonce":3382423984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6810","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6811","nonce":3382423984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6814","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6815","nonce":3382423984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6812","nonce":3382423984},{"type":"v1","addr":"172.21.15.160:6813","nonce":3382423984}]},"public_addr":"172.21.15.160:6809/3382423984","cluster_addr":"172.21.15.160:6811/3382423984","heartbeat_back_addr":"172.21.15.160:6815/3382423984","heartbeat_front_addr":"172.21.15.160:6813/3382423984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.168683+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.205323+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.795935+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:15.828716+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.411977+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.076820+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.172560+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:02:16.213917+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6834/3373571080":"2024-09-20T08:14:02.415927+0000","172.21.15.17:6833/3373571080":"2024-09-20T08:14:02.415927+0000","172.21.15.160:6837/752284890":"2024-09-20T08:13:52.122096+0000","172.21.15.160:6835/752284890":"2024-09-20T08:13:52.122096+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:08.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 msgr2=0x7f842806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 0x7f842806e770 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f8438005c00 tx=0x7f8438009040 comp rx=0 tx=0).stop 2024-09-19T08:14:08.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 msgr2=0x7f84481535b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:08.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7f843000c820 tx=0x7f843000cce0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 shutdown_connections 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f842806c2b0 0x7f842806e770 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f844815c480 0x7f844814fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84480cf9d0 0x7f84481535b0 unknown :-1 s=CLOSED pgs=2443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 --2- 172.21.15.17:0/1256813071 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84480b23c0 0x7f8448153f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 >> 172.21.15.17:0/1256813071 conn(0x7f844806bc10 msgr2=0x7f84480d0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:08.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 shutdown_connections 2024-09-19T08:14:08.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:08.934+0000 7f844d54b640 1 -- 172.21.15.17:0/1256813071 wait complete. 2024-09-19T08:14:09.947 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T08:14:09.947 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:10.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.068+0000 7f7a8fef1640 1 Processor -- start 2024-09-19T08:14:10.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.068+0000 7f7a8fef1640 1 -- start start 2024-09-19T08:14:10.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8fef1640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7a880d1d50 0x7f7a880b44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8fef1640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a880cdba0 con 0x7f7a8806c320 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8fef1640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a8806f580 con 0x7f7a8815c2c0 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8fef1640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f7a8806f840 con 0x7f7a880d1d50 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8d48c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7a880d1d50 0x7f7a880b44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8d48c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7a880d1d50 0x7f7a880b44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41820/0 (socket says 172.21.15.17:41820) 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8e48e640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f7a8806c320 0x7f7a880b4a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56560/0 (socket says 172.21.15.17:56560) 2024-09-19T08:14:10.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.069+0000 7f7a8d48c640 1 -- 172.21.15.17:0/3865026921 learned_addr learned my addr 172.21.15.17:0/3865026921 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.070+0000 7f7a8d48c640 1 -- 172.21.15.17:0/3865026921 >> v1:172.21.15.160:6789/0 conn(0x7f7a8815c2c0 legacy=0x7f7a8806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.070+0000 7f7a8d48c640 1 -- 172.21.15.17:0/3865026921 >> v1:172.21.15.17:6789/0 conn(0x7f7a8806c320 legacy=0x7f7a880b4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.070+0000 7f7a8cc8b640 1 -- 172.21.15.17:0/3865026921 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 371369055 0 0) 0x7f7a880cdba0 con 0x7f7a8806c320 2024-09-19T08:14:10.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.070+0000 7f7a8d48c640 1 -- 172.21.15.17:0/3865026921 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8806fb20 con 0x7f7a880d1d50 2024-09-19T08:14:10.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.070+0000 7f7a8d48c640 1 --2- 172.21.15.17:0/3865026921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a880d1d50 0x7f7a880b44e0 secure :-1 s=READY pgs=2445 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7ddadf43621265 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8cc8b640 1 -- 172.21.15.17:0/3865026921 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78037070 con 0x7f7a880d1d50 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8cc8b640 1 -- 172.21.15.17:0/3865026921 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a78032440 con 0x7f7a880d1d50 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8cc8b640 1 -- 172.21.15.17:0/3865026921 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78032810 con 0x7f7a880d1d50 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3865026921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a880d1d50 msgr2=0x7f7a880b44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 --2- 172.21.15.17:0/3865026921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a880d1d50 0x7f7a880b44e0 secure :-1 s=READY pgs=2445 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7802a270 comp rx=0 tx=0).stop 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3865026921 shutdown_connections 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 --2- 172.21.15.17:0/3865026921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a880d1d50 0x7f7a880b44e0 unknown :-1 s=CLOSED pgs=2445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3865026921 >> 172.21.15.17:0/3865026921 conn(0x7f7a880d1230 msgr2=0x7f7a880d1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3865026921 shutdown_connections 2024-09-19T08:14:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.071+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3865026921 wait complete. 2024-09-19T08:14:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 Processor -- start 2024-09-19T08:14:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 -- start start 2024-09-19T08:14:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 0x7f7a8814deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a880d1d50 0x7f7a881540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a8815c2c0 0x7f7a88154610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880703c0 con 0x7f7a8806c320 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880700e0 con 0x7f7a880d1d50 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8fef1640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7a880cf010 con 0x7f7a8815c2c0 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.073+0000 7f7a8dc8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 0x7f7a8814deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8d48c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a880d1d50 0x7f7a881540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 0x7f7a8814deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41822/0 (socket says 172.21.15.17:41822) 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 -- 172.21.15.17:0/3581715550 learned_addr learned my addr 172.21.15.17:0/3581715550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8e48e640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a8815c2c0 0x7f7a88154610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 -- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a8815c2c0 msgr2=0x7f7a88154610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7a8815c2c0 0x7f7a88154610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 -- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a880d1d50 msgr2=0x7f7a881540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a880d1d50 0x7f7a881540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8815d850 con 0x7f7a8806c320 2024-09-19T08:14:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8d48c640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7a880d1d50 0x7f7a881540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8dc8d640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 0x7f7a8814deb0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7f7a8400c400 tx=0x7f7a8400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a84017070 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a8815db30 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a840052d0 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a84003830 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.074+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a8815e0f0 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.075+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7a8815c6a0 con 0x7f7a8806c320 2024-09-19T08:14:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a8401a070 con 0x7f7a8806c320 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a7e7fc640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a6c06c2b0 0x7f7a6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f7a8408a4f0 con 0x7f7a8806c320 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a7e7fc640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f7a6c072210 0x7f7a6c074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a8d48c640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a6c06c2b0 0x7f7a6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.077+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7a6c074ce0 con 0x7f7a6c072210 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.078+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7f7a84091050 con 0x7f7a8806c320 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.078+0000 7f7a8e48e640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f7a6c072210 0x7f7a6c074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.078+0000 7f7a8d48c640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a6c06c2b0 0x7f7a6c06e770 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f7a78034000 tx=0x7f7a7802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.078+0000 7f7a8e48e640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f7a6c072210 0x7f7a6c074630 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.079+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== osd.0 v2:172.21.15.17:6800/1152483013 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7a6c074ce0 con 0x7f7a6c072210 2024-09-19T08:14:10.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.091+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 --> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f7a880d00d0 con 0x7f7a6c072210 2024-09-19T08:14:10.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a7e7fc640 1 -- 172.21.15.17:0/3581715550 <== osd.0 v2:172.21.15.17:6800/1152483013 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f7a880d00d0 con 0x7f7a6c072210 2024-09-19T08:14:10.092 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:10.092 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:10.092 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:10.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f7a6c072210 msgr2=0x7f7a6c074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:6800/1152483013,v1:172.21.15.17:6801/1152483013] conn(0x7f7a6c072210 0x7f7a6c074630 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a6c06c2b0 msgr2=0x7f7a6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7a6c06c2b0 0x7f7a6c06e770 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f7a78034000 tx=0x7f7a7802e000 comp rx=0 tx=0).stop 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 msgr2=0x7f7a8814deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 --2- 172.21.15.17:0/3581715550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a8806c320 0x7f7a8814deb0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7f7a8400c400 tx=0x7f7a8400c8c0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8e48e640 1 -- 172.21.15.17:0/3581715550 reap_dead start 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 shutdown_connections 2024-09-19T08:14:10.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 >> 172.21.15.17:0/3581715550 conn(0x7f7a880d1230 msgr2=0x7f7a8806e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 shutdown_connections 2024-09-19T08:14:10.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.092+0000 7f7a8fef1640 1 -- 172.21.15.17:0/3581715550 wait complete. 2024-09-19T08:14:10.103 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T08:14:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.206+0000 7fb75872c640 1 Processor -- start 2024-09-19T08:14:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.207+0000 7fb75872c640 1 -- start start 2024-09-19T08:14:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb75872c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 0x7fb7500d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb75872c640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb75015ea20 con 0x7fb7500cf2b0 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb75872c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7500b1c50 con 0x7fb75015e640 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb75872c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7500b3d00 con 0x7fb7500cf720 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb755cc7640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fb7500cf2b0 0x7fb7500d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56574/0 (socket says 172.21.15.17:56574) 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb755cc7640 1 -- 172.21.15.17:0/2496933976 learned_addr learned my addr 172.21.15.17:0/2496933976 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb756cc9640 1 --2- 172.21.15.17:0/2496933976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 0x7fb7500d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 940690890 0 0) 0x7fb75015ea20 con 0x7fb7500cf2b0 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb73c003520 con 0x7fb7500cf2b0 2024-09-19T08:14:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 860624355 0 0) 0x7fb7500b1c50 con 0x7fb75015e640 2024-09-19T08:14:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb75015ea20 con 0x7fb75015e640 2024-09-19T08:14:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb756cc9640 1 -- 172.21.15.17:0/2496933976 >> v1:172.21.15.160:6789/0 conn(0x7fb75015e640 legacy=0x7fb7500ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb756cc9640 1 -- 172.21.15.17:0/2496933976 >> v1:172.21.15.17:6789/0 conn(0x7fb7500cf2b0 legacy=0x7fb7500d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.208+0000 7fb756cc9640 1 -- 172.21.15.17:0/2496933976 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7500b1f30 con 0x7fb7500cf720 2024-09-19T08:14:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.209+0000 7fb756cc9640 1 --2- 172.21.15.17:0/2496933976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 0x7fb7500d2d60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb748009dc0 tx=0x7fb74802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b05655d4a6e34efe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.209+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb74802ae60 con 0x7fb7500cf720 2024-09-19T08:14:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.209+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb748007740 con 0x7fb7500cf720 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.209+0000 7fb7554c6640 1 -- 172.21.15.17:0/2496933976 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb748007b10 con 0x7fb7500cf720 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 -- 172.21.15.17:0/2496933976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 msgr2=0x7fb7500d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 --2- 172.21.15.17:0/2496933976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 0x7fb7500d2d60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb748009dc0 tx=0x7fb74802a640 comp rx=0 tx=0).stop 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 -- 172.21.15.17:0/2496933976 shutdown_connections 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 --2- 172.21.15.17:0/2496933976 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf720 0x7fb7500d2d60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 -- 172.21.15.17:0/2496933976 >> 172.21.15.17:0/2496933976 conn(0x7fb75009d820 msgr2=0x7fb7500d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 -- 172.21.15.17:0/2496933976 shutdown_connections 2024-09-19T08:14:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.210+0000 7fb75872c640 1 -- 172.21.15.17:0/2496933976 wait complete. 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.211+0000 7fb75872c640 1 Processor -- start 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.211+0000 7fb75872c640 1 -- start start 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf2b0 0x7fb7500cac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7500cf720 0x7fb7501f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb7500b24f0 con 0x7fb75015e640 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb7500b2860 con 0x7fb7500cf720 2024-09-19T08:14:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb75872c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb7500cfe40 con 0x7fb7500cf2b0 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb756cc9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb756cc9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41828/0 (socket says 172.21.15.17:41828) 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb756cc9640 1 -- 172.21.15.17:0/1839815511 learned_addr learned my addr 172.21.15.17:0/1839815511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb7564c8640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf2b0 0x7fb7500cac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.212+0000 7fb755cc7640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7500cf720 0x7fb7501f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 -- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf2b0 msgr2=0x7fb7500cac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf2b0 0x7fb7500cac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 -- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7500cf720 msgr2=0x7fb7501f50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7500cf720 0x7fb7501f50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 -- 172.21.15.17:0/1839815511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7501f5600 con 0x7fb75015e640 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb756cc9640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7fb74802ac30 tx=0x7fb748004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb748040070 con 0x7fb75015e640 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb74802ae60 con 0x7fb75015e640 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb748031be0 con 0x7fb75015e640 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7500cd9e0 con 0x7fb75015e640 2024-09-19T08:14:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.213+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7500cdfa0 con 0x7fb75015e640 2024-09-19T08:14:10.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.214+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb750068eb0 con 0x7fb75015e640 2024-09-19T08:14:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.215+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb748039040 con 0x7fb75015e640 2024-09-19T08:14:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.215+0000 7fb742ffd640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 0x7fb73406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.215+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fb7480ac660 con 0x7fb75015e640 2024-09-19T08:14:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.215+0000 7fb7564c8640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 0x7fb73406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.216+0000 7fb7564c8640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 0x7fb73406e770 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fb74c007fd0 tx=0x7fb74c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.224+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7501f5600 con 0x7fb75015e640 2024-09-19T08:14:10.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.400+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fb7500b39c0 con 0x7fb73406c2b0 2024-09-19T08:14:10.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.401+0000 7fb742ffd640 1 -- 172.21.15.17:0/1839815511 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb7500b39c0 con 0x7fb73406c2b0 2024-09-19T08:14:10.401 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T08:14:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.402+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 msgr2=0x7fb73406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.402+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 0x7fb73406e770 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fb74c007fd0 tx=0x7fb74c009040 comp rx=0 tx=0).stop 2024-09-19T08:14:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.402+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 msgr2=0x7fb7501f7c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.402+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7fb74802ac30 tx=0x7fb748004a40 comp rx=0 tx=0).stop 2024-09-19T08:14:10.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 shutdown_connections 2024-09-19T08:14:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb73406c2b0 0x7fb73406e770 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb75015e640 0x7fb7501f7c30 unknown :-1 s=CLOSED pgs=2448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb7500cf720 0x7fb7501f50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 --2- 172.21.15.17:0/1839815511 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb7500cf2b0 0x7fb7500cac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 >> 172.21.15.17:0/1839815511 conn(0x7fb75009d820 msgr2=0x7fb7500b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 shutdown_connections 2024-09-19T08:14:10.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.403+0000 7fb75872c640 1 -- 172.21.15.17:0/1839815511 wait complete. 2024-09-19T08:14:10.415 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T08:14:10.415 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.523+0000 7fb5fca94640 1 Processor -- start 2024-09-19T08:14:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.523+0000 7fb5fca94640 1 -- start start 2024-09-19T08:14:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.524+0000 7fb5fca94640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 0x7fb5f8070a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.524+0000 7fb5fca94640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 0x7fb5f80d1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.524+0000 7fb5fca94640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5f8070f80 con 0x7fb5f806cd20 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.524+0000 7fb5fca94640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fb5f80b6a90 con 0x7fb5f815e770 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.524+0000 7fb5fca94640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb5f80b6d70 con 0x7fb5f8070660 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f659c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 0x7fb5f8070a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f5d9b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 0x7fb5f80d1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f6d9d640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7fb5f806cd20 0x7fb5f8073010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:51454/0 (socket says 172.21.15.17:51454) 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/439541979 learned_addr learned my addr 172.21.15.17:0/439541979 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f559a640 1 -- 172.21.15.17:0/439541979 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1503182032 0 0) 0x7fb5f8070f80 con 0x7fb5f806cd20 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f559a640 1 -- 172.21.15.17:0/439541979 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb5e0003520 con 0x7fb5f806cd20 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f659c640 1 -- 172.21.15.17:0/439541979 >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 msgr2=0x7fb5f80d1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f659c640 1 --2- 172.21.15.17:0/439541979 >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 0x7fb5f80d1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f659c640 1 -- 172.21.15.17:0/439541979 >> v1:172.21.15.160:6789/0 conn(0x7fb5f806cd20 legacy=0x7fb5f8073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f659c640 1 -- 172.21.15.17:0/439541979 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f80b7050 con 0x7fb5f8070660 2024-09-19T08:14:10.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.525+0000 7fb5f5d9b640 1 --2- 172.21.15.17:0/439541979 >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 0x7fb5f80d1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.526+0000 7fb5f659c640 1 --2- 172.21.15.17:0/439541979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 0x7fb5f8070a40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80097a0 tx=0x7fb5e802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9814940c7db798a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.526+0000 7fb5f559a640 1 -- 172.21.15.17:0/439541979 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e8037070 con 0x7fb5f8070660 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.526+0000 7fb5f559a640 1 -- 172.21.15.17:0/439541979 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5e8032440 con 0x7fb5f8070660 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.526+0000 7fb5f559a640 1 -- 172.21.15.17:0/439541979 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e80327f0 con 0x7fb5f8070660 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 -- 172.21.15.17:0/439541979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 msgr2=0x7fb5f8070a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 --2- 172.21.15.17:0/439541979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 0x7fb5f8070a40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80097a0 tx=0x7fb5e802a180 comp rx=0 tx=0).stop 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 -- 172.21.15.17:0/439541979 shutdown_connections 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 --2- 172.21.15.17:0/439541979 >> v2:172.21.15.160:3300/0 conn(0x7fb5f815e770 0x7fb5f80d1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 --2- 172.21.15.17:0/439541979 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f8070660 0x7fb5f8070a40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 -- 172.21.15.17:0/439541979 >> 172.21.15.17:0/439541979 conn(0x7fb5f80b4020 msgr2=0x7fb5f80b4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 -- 172.21.15.17:0/439541979 shutdown_connections 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.527+0000 7fb5fca94640 1 -- 172.21.15.17:0/439541979 wait complete. 2024-09-19T08:14:10.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.528+0000 7fb5fca94640 1 Processor -- start 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.528+0000 7fb5fca94640 1 -- start start 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f806cd20 0x7fb5f80b3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb5f8070660 0x7fb5f80ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 0x7fb5f8156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f80d1a60 con 0x7fb5f8156600 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f80b6740 con 0x7fb5f8070660 2024-09-19T08:14:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5fca94640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fb5f80d1be0 con 0x7fb5f806cd20 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5f6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 0x7fb5f8156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5f6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 0x7fb5f8156ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41844/0 (socket says 172.21.15.17:41844) 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/224378354 learned_addr learned my addr 172.21.15.17:0/224378354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5f659c640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f806cd20 0x7fb5f80b3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.529+0000 7fb5f5d9b640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb5f8070660 0x7fb5f80ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f806cd20 msgr2=0x7fb5f80b3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f806cd20 0x7fb5f80b3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb5f8070660 msgr2=0x7fb5f80ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fb5f8070660 0x7fb5f80ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f815d9b0 con 0x7fb5f8156600 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f659c640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fb5f806cd20 0x7fb5f80b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5f6d9d640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 0x7fb5f8156ab0 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7fb5f000cb40 tx=0x7fb5f000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0017070 con 0x7fb5f8156600 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f000ac40 con 0x7fb5f8156600 2024-09-19T08:14:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5f8145ba0 con 0x7fb5f8156600 2024-09-19T08:14:10.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0012620 con 0x7fb5f8156600 2024-09-19T08:14:10.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.530+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5f8145e10 con 0x7fb5f8156600 2024-09-19T08:14:10.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.531+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb5f80d1520 con 0x7fb5f8156600 2024-09-19T08:14:10.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.531+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5f001a070 con 0x7fb5f8156600 2024-09-19T08:14:10.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5e6ffd640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb5d806c2b0 0x7fb5d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fb5f008af60 con 0x7fb5f8156600 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5e6ffd640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fb5d8072210 0x7fb5d8074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb5f0014ec0 con 0x7fb5d8072210 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7fb5f008d600 con 0x7fb5f8156600 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5f659c640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb5d806c2b0 0x7fb5d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.532+0000 7fb5f5d9b640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fb5d8072210 0x7fb5d8074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.533+0000 7fb5f5d9b640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fb5d8072210 0x7fb5d8074630 crc :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.533+0000 7fb5f659c640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb5d806c2b0 0x7fb5d806e770 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8034000 tx=0x7fb5e802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.533+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== osd.1 v2:172.21.15.17:6816/804643697 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb5f0014ec0 con 0x7fb5d8072210 2024-09-19T08:14:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.550+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 --> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb5f80cf150 con 0x7fb5d8072210 2024-09-19T08:14:10.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5e6ffd640 1 -- 172.21.15.17:0/224378354 <== osd.1 v2:172.21.15.17:6816/804643697 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb5f80cf150 con 0x7fb5d8072210 2024-09-19T08:14:10.551 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:10.551 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:10.551 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fb5d8072210 msgr2=0x7fb5d8074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:6816/804643697,v1:172.21.15.17:6817/804643697] conn(0x7fb5d8072210 0x7fb5d8074630 crc :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb5d806c2b0 msgr2=0x7fb5d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fb5d806c2b0 0x7fb5d806e770 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8034000 tx=0x7fb5e802e000 comp rx=0 tx=0).stop 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 msgr2=0x7fb5f8156ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 --2- 172.21.15.17:0/224378354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5f8156600 0x7fb5f8156ab0 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7fb5f000cb40 tx=0x7fb5f000a060 comp rx=0 tx=0).stop 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5f6d9d640 1 -- 172.21.15.17:0/224378354 reap_dead start 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 shutdown_connections 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 >> 172.21.15.17:0/224378354 conn(0x7fb5f80b4020 msgr2=0x7fb5f8072f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 shutdown_connections 2024-09-19T08:14:10.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.551+0000 7fb5fca94640 1 -- 172.21.15.17:0/224378354 wait complete. 2024-09-19T08:14:10.562 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T08:14:10.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.668+0000 7f7115c77640 1 Processor -- start 2024-09-19T08:14:10.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.668+0000 7f7115c77640 1 -- start start 2024-09-19T08:14:10.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f71100ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71100cf0e0 0x7f71100cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f71100b2cf0 0x7f71100b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f71100b2860 con 0x7f71100cf0e0 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f711015ea20 con 0x7f71100b2cf0 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f7115c77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71100b1c50 con 0x7f711015e640 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f710effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71100cf0e0 0x7f71100cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f710effd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f71100cf0e0 0x7f71100cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41856/0 (socket says 172.21.15.17:41856) 2024-09-19T08:14:10.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f710effd640 1 -- 172.21.15.17:0/3230636389 learned_addr learned my addr 172.21.15.17:0/3230636389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f710ffff640 1 --2- 172.21.15.17:0/3230636389 >> v2:172.21.15.160:3300/0 conn(0x7f71100b2cf0 0x7f71100b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.669+0000 7f710f7fe640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f71100ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 -- 172.21.15.17:0/3230636389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 msgr2=0x7f71100ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f71100ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 -- 172.21.15.17:0/3230636389 >> v2:172.21.15.160:3300/0 conn(0x7f71100b2cf0 msgr2=0x7f71100b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 --2- 172.21.15.17:0/3230636389 >> v2:172.21.15.160:3300/0 conn(0x7f71100b2cf0 0x7f71100b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 -- 172.21.15.17:0/3230636389 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71100b1f30 con 0x7f71100cf0e0 2024-09-19T08:14:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710f7fe640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f71100ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.670+0000 7f710effd640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100cf520 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7f711008ed40 tx=0x7f710402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef6c4bcca01b5656 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f710e7fc640 1 -- 172.21.15.17:0/3230636389 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104037070 con 0x7f71100cf0e0 2024-09-19T08:14:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f710e7fc640 1 -- 172.21.15.17:0/3230636389 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7104032440 con 0x7f71100cf0e0 2024-09-19T08:14:10.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f710e7fc640 1 -- 172.21.15.17:0/3230636389 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104032810 con 0x7f71100cf0e0 2024-09-19T08:14:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 -- 172.21.15.17:0/3230636389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 msgr2=0x7f71100cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100cf520 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7f711008ed40 tx=0x7f710402a140 comp rx=0 tx=0).stop 2024-09-19T08:14:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 -- 172.21.15.17:0/3230636389 shutdown_connections 2024-09-19T08:14:10.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 --2- 172.21.15.17:0/3230636389 >> v2:172.21.15.160:3300/0 conn(0x7f71100b2cf0 0x7f71100b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100cf520 unknown :-1 s=CLOSED pgs=2450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 --2- 172.21.15.17:0/3230636389 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f71100ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 -- 172.21.15.17:0/3230636389 >> 172.21.15.17:0/3230636389 conn(0x7f711009d820 msgr2=0x7f71100d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 -- 172.21.15.17:0/3230636389 shutdown_connections 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.671+0000 7f7115c77640 1 -- 172.21.15.17:0/3230636389 wait complete. 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.672+0000 7f7115c77640 1 Processor -- start 2024-09-19T08:14:10.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 -- start start 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71100b2cf0 0x7f711015f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f711015d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71100cfe40 con 0x7f71100cf0e0 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f71100b24f0 con 0x7f71100b2cf0 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.673+0000 7f7115c77640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f71100b73a0 con 0x7f711015e640 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41866/0 (socket says 172.21.15.17:41866) 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 -- 172.21.15.17:0/678833424 learned_addr learned my addr 172.21.15.17:0/678833424 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710ffff640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f711015d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710f7fe640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71100b2cf0 0x7f711015f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 -- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 msgr2=0x7f711015d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f711015d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 -- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71100b2cf0 msgr2=0x7f711015f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71100b2cf0 0x7f711015f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 -- 172.21.15.17:0/678833424 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71101601e0 con 0x7f71100cf0e0 2024-09-19T08:14:10.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f710effd640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 secure :-1 s=READY pgs=2451 cs=0 l=1 rev1=1 crypto rx=0x7f710402a180 tx=0x7f71040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104037040 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7104042070 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71100b4e90 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104030880 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.674+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71100b5450 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.675+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71100ceba0 con 0x7f71100cf0e0 2024-09-19T08:14:10.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.676+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7104030a20 con 0x7f71100cf0e0 2024-09-19T08:14:10.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.677+0000 7f70f7fff640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 0x7f70fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.677+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f71040ab900 con 0x7f71100cf0e0 2024-09-19T08:14:10.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.677+0000 7f710f7fe640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 0x7f70fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.677+0000 7f710f7fe640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 0x7f70fc06e770 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f7100006fd0 tx=0x7f7100008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.681+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f71101601e0 con 0x7f71100cf0e0 2024-09-19T08:14:10.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.858+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f711006c270 con 0x7f70fc06c2b0 2024-09-19T08:14:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.858+0000 7f70f7fff640 1 -- 172.21.15.17:0/678833424 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f711006c270 con 0x7f70fc06c2b0 2024-09-19T08:14:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T08:14:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 msgr2=0x7f70fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 0x7f70fc06e770 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f7100006fd0 tx=0x7f7100008040 comp rx=0 tx=0).stop 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 msgr2=0x7f71100ca8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 secure :-1 s=READY pgs=2451 cs=0 l=1 rev1=1 crypto rx=0x7f710402a180 tx=0x7f71040046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 shutdown_connections 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f70fc06c2b0 0x7f70fc06e770 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f711015e640 0x7f711015d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71100cf0e0 0x7f71100ca8a0 unknown :-1 s=CLOSED pgs=2451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 --2- 172.21.15.17:0/678833424 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f71100b2cf0 0x7f711015f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 >> 172.21.15.17:0/678833424 conn(0x7f711009d820 msgr2=0x7f71100cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 shutdown_connections 2024-09-19T08:14:10.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.860+0000 7f7115c77640 1 -- 172.21.15.17:0/678833424 wait complete. 2024-09-19T08:14:10.871 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T08:14:10.872 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:10.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.979+0000 7f5518665640 1 Processor -- start 2024-09-19T08:14:10.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.979+0000 7f5518665640 1 -- start start 2024-09-19T08:14:10.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5518665640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f551015e8a0 0x7f55100d33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5518665640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55100cf920 0x7f55100d46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5518665640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55100d3a40 con 0x7f55100d4bf0 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5518665640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f55100d3d20 con 0x7f55100cf920 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5518665640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55100d4000 con 0x7f551015e8a0 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55100cf920 0x7f55100d46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f55100cf920 0x7f55100d46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41868/0 (socket says 172.21.15.17:41868) 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 -- 172.21.15.17:0/1423559262 learned_addr learned my addr 172.21.15.17:0/1423559262 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5516401640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f551015e8a0 0x7f55100d33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 -- 172.21.15.17:0/1423559262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f551015e8a0 msgr2=0x7f55100d33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:10.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f551015e8a0 0x7f55100d33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 -- 172.21.15.17:0/1423559262 >> v1:172.21.15.160:6789/0 conn(0x7f55100d4bf0 legacy=0x7f55100d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.980+0000 7f5515c00640 1 -- 172.21.15.17:0/1423559262 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55100d42e0 con 0x7f55100cf920 2024-09-19T08:14:10.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.981+0000 7f5515c00640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f55100d46b0 secure :-1 s=READY pgs=2452 cs=0 l=1 rev1=1 crypto rx=0x7f5504009870 tx=0x7f550402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e3867e819a63d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.981+0000 7f55153ff640 1 -- 172.21.15.17:0/1423559262 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504037070 con 0x7f55100cf920 2024-09-19T08:14:10.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.981+0000 7f55153ff640 1 -- 172.21.15.17:0/1423559262 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5504032440 con 0x7f55100cf920 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.981+0000 7f55153ff640 1 -- 172.21.15.17:0/1423559262 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504032810 con 0x7f55100cf920 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 -- 172.21.15.17:0/1423559262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 msgr2=0x7f55100d46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f55100d46b0 secure :-1 s=READY pgs=2452 cs=0 l=1 rev1=1 crypto rx=0x7f5504009870 tx=0x7f550402a270 comp rx=0 tx=0).stop 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 -- 172.21.15.17:0/1423559262 shutdown_connections 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f55100d46b0 unknown :-1 s=CLOSED pgs=2452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 --2- 172.21.15.17:0/1423559262 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f551015e8a0 0x7f55100d33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 -- 172.21.15.17:0/1423559262 >> 172.21.15.17:0/1423559262 conn(0x7f55100b6270 msgr2=0x7f55100b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 -- 172.21.15.17:0/1423559262 shutdown_connections 2024-09-19T08:14:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.982+0000 7f5518665640 1 -- 172.21.15.17:0/1423559262 wait complete. 2024-09-19T08:14:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.983+0000 7f5518665640 1 Processor -- start 2024-09-19T08:14:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.983+0000 7f5518665640 1 -- start start 2024-09-19T08:14:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f5510161640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55100d4bf0 0x7f55100cb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f551015e8a0 0x7f55101f4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f55100cfee0 con 0x7f55100cf920 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f55100cfd60 con 0x7f551015e8a0 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5518665640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f55100b8e60 con 0x7f55100d4bf0 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5516401640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f5510161640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5516401640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f5510161640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41876/0 (socket says 172.21.15.17:41876) 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5516401640 1 -- 172.21.15.17:0/3254672919 learned_addr learned my addr 172.21.15.17:0/3254672919 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5515c00640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55100d4bf0 0x7f55100cb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.984+0000 7f5516c02640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f551015e8a0 0x7f55101f4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 -- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55100d4bf0 msgr2=0x7f55100cb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f55100d4bf0 0x7f55100cb7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 -- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f551015e8a0 msgr2=0x7f55101f4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f551015e8a0 0x7f55101f4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55100cbf90 con 0x7f55100cf920 2024-09-19T08:14:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5516401640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f5510161640 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7f550c00d5f0 tx=0x7f550c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0125f0 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f550c019070 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55100cc270 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0129d0 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.985+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55100cc830 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.986+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f55100cbd30 con 0x7f55100cf920 2024-09-19T08:14:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.987+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f550c012b70 con 0x7f55100cf920 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5502ffd640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f54f406c2b0 0x7f54f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f550c08b4a0 con 0x7f55100cf920 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5502ffd640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f54f4072210 0x7f54f4074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f54f4074ce0 con 0x7f54f4072210 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7f550c092050 con 0x7f55100cf920 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5515c00640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f54f406c2b0 0x7f54f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5516c02640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f54f4072210 0x7f54f4074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:10.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5516c02640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f54f4072210 0x7f54f4074630 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.988+0000 7f5515c00640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f54f406c2b0 0x7f54f406e770 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f5504034000 tx=0x7f550402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:10.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:10.989+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== osd.2 v2:172.21.15.17:6824/885435613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f54f4074ce0 con 0x7f54f4072210 2024-09-19T08:14:11.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.001+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 --> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f55100d46b0 con 0x7f54f4072210 2024-09-19T08:14:11.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5502ffd640 1 -- 172.21.15.17:0/3254672919 <== osd.2 v2:172.21.15.17:6824/885435613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f55100d46b0 con 0x7f54f4072210 2024-09-19T08:14:11.002 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:11.002 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:11.002 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:11.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f54f4072210 msgr2=0x7f54f4074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:6824/885435613,v1:172.21.15.17:6825/885435613] conn(0x7f54f4072210 0x7f54f4074630 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f54f406c2b0 msgr2=0x7f54f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f54f406c2b0 0x7f54f406e770 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f5504034000 tx=0x7f550402e000 comp rx=0 tx=0).stop 2024-09-19T08:14:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 msgr2=0x7f5510161640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 --2- 172.21.15.17:0/3254672919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f55100cf920 0x7f5510161640 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7f550c00d5f0 tx=0x7f550c00dab0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5516c02640 1 -- 172.21.15.17:0/3254672919 reap_dead start 2024-09-19T08:14:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 shutdown_connections 2024-09-19T08:14:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 >> 172.21.15.17:0/3254672919 conn(0x7f55100b6270 msgr2=0x7f55100ced50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 shutdown_connections 2024-09-19T08:14:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.002+0000 7f5518665640 1 -- 172.21.15.17:0/3254672919 wait complete. 2024-09-19T08:14:11.013 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T08:14:11.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.118+0000 7fc86028d640 1 Processor -- start 2024-09-19T08:14:11.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.118+0000 7fc86028d640 1 -- start start 2024-09-19T08:14:11.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc86028d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc8580cf2b0 0x7fc8580d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc86028d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc8580cf720 0x7fc8580d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc86028d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc85815ea20 con 0x7fc85815e640 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc86028d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc8580b3d00 con 0x7fc8580cf2b0 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc86028d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc8580b2860 con 0x7fc8580cf720 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d828640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc8580cf2b0 0x7fc8580d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85e029640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc85815e640 0x7fc8580ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56582/0 (socket says 172.21.15.17:56582) 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85e029640 1 -- 172.21.15.17:0/4054362288 learned_addr learned my addr 172.21.15.17:0/4054362288 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85e82a640 1 --2- 172.21.15.17:0/4054362288 >> v2:172.21.15.160:3300/0 conn(0x7fc8580cf720 0x7fc8580d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d828640 1 -- 172.21.15.17:0/4054362288 >> v2:172.21.15.160:3300/0 conn(0x7fc8580cf720 msgr2=0x7fc8580d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:11.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d828640 1 --2- 172.21.15.17:0/4054362288 >> v2:172.21.15.160:3300/0 conn(0x7fc8580cf720 0x7fc8580d2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d828640 1 -- 172.21.15.17:0/4054362288 >> v1:172.21.15.17:6789/0 conn(0x7fc85815e640 legacy=0x7fc8580ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d027640 1 -- 172.21.15.17:0/4054362288 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1441466079 0 0) 0x7fc85815ea20 con 0x7fc85815e640 2024-09-19T08:14:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.119+0000 7fc85d828640 1 -- 172.21.15.17:0/4054362288 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8580b1c50 con 0x7fc8580cf2b0 2024-09-19T08:14:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.120+0000 7fc85d828640 1 --2- 172.21.15.17:0/4054362288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf2b0 0x7fc8580d2650 secure :-1 s=READY pgs=2455 cs=0 l=1 rev1=1 crypto rx=0x7fc85815ebf0 tx=0x7fc84802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a42f19718fb1b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.120+0000 7fc85d027640 1 -- 172.21.15.17:0/4054362288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc848037070 con 0x7fc8580cf2b0 2024-09-19T08:14:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.120+0000 7fc85d027640 1 -- 172.21.15.17:0/4054362288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc848032440 con 0x7fc8580cf2b0 2024-09-19T08:14:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.120+0000 7fc85d027640 1 -- 172.21.15.17:0/4054362288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84802ae60 con 0x7fc8580cf2b0 2024-09-19T08:14:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 -- 172.21.15.17:0/4054362288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf2b0 msgr2=0x7fc8580d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 --2- 172.21.15.17:0/4054362288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf2b0 0x7fc8580d2650 secure :-1 s=READY pgs=2455 cs=0 l=1 rev1=1 crypto rx=0x7fc85815ebf0 tx=0x7fc84802a110 comp rx=0 tx=0).stop 2024-09-19T08:14:11.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 -- 172.21.15.17:0/4054362288 shutdown_connections 2024-09-19T08:14:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 --2- 172.21.15.17:0/4054362288 >> v2:172.21.15.160:3300/0 conn(0x7fc8580cf720 0x7fc8580d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 --2- 172.21.15.17:0/4054362288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf2b0 0x7fc8580d2650 unknown :-1 s=CLOSED pgs=2455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 -- 172.21.15.17:0/4054362288 >> 172.21.15.17:0/4054362288 conn(0x7fc85809d820 msgr2=0x7fc8580d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 -- 172.21.15.17:0/4054362288 shutdown_connections 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.121+0000 7fc86028d640 1 -- 172.21.15.17:0/4054362288 wait complete. 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.122+0000 7fc86028d640 1 Processor -- start 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.122+0000 7fc86028d640 1 -- start start 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8580cf2b0 0x7fc858155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 0x7fc85806c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8580b24f0 con 0x7fc8580cf720 2024-09-19T08:14:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc8580b2210 con 0x7fc85815e640 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc86028d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc8580cfe40 con 0x7fc8580cf2b0 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41896/0 (socket says 172.21.15.17:41896) 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 -- 172.21.15.17:0/3929781149 learned_addr learned my addr 172.21.15.17:0/3929781149 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85e82a640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 0x7fc85806c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85e029640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8580cf2b0 0x7fc858155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 -- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8580cf2b0 msgr2=0x7fc858155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8580cf2b0 0x7fc858155ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 -- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 msgr2=0x7fc85806c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 0x7fc85806c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85d828640 1 -- 172.21.15.17:0/3929781149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8580b4370 con 0x7fc8580cf720 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.123+0000 7fc85e82a640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 0x7fc85806c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc85d828640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7fc848000c00 tx=0x7fc8480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc848037050 con 0x7fc8580cf720 2024-09-19T08:14:11.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc848038040 con 0x7fc8580cf720 2024-09-19T08:14:11.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8580b4650 con 0x7fc8580cf720 2024-09-19T08:14:11.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc848004450 con 0x7fc8580cf720 2024-09-19T08:14:11.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.124+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8580b4c10 con 0x7fc8580cf720 2024-09-19T08:14:11.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.125+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8580b73a0 con 0x7fc8580cf720 2024-09-19T08:14:11.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.125+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc848030980 con 0x7fc8580cf720 2024-09-19T08:14:11.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.126+0000 7fc84effd640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 0x7fc83c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.126+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fc8480abd60 con 0x7fc8580cf720 2024-09-19T08:14:11.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.126+0000 7fc85e029640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 0x7fc83c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.127+0000 7fc85e029640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 0x7fc83c06e770 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fc854000f60 tx=0x7fc854007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.130+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc84807a920 con 0x7fc8580cf720 2024-09-19T08:14:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.309+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fc8580693a0 con 0x7fc83c06c2b0 2024-09-19T08:14:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.309+0000 7fc84effd640 1 -- 172.21.15.17:0/3929781149 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc8580693a0 con 0x7fc83c06c2b0 2024-09-19T08:14:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.311+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 msgr2=0x7fc83c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 0x7fc83c06e770 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fc854000f60 tx=0x7fc854007d50 comp rx=0 tx=0).stop 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 msgr2=0x7fc8580b59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7fc848000c00 tx=0x7fc8480046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 shutdown_connections 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc83c06c2b0 0x7fc83c06e770 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc85815e640 0x7fc85806c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8580cf720 0x7fc8580b59c0 unknown :-1 s=CLOSED pgs=2456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 --2- 172.21.15.17:0/3929781149 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc8580cf2b0 0x7fc858155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 >> 172.21.15.17:0/3929781149 conn(0x7fc85809d820 msgr2=0x7fc8580b7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 shutdown_connections 2024-09-19T08:14:11.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.312+0000 7fc86028d640 1 -- 172.21.15.17:0/3929781149 wait complete. 2024-09-19T08:14:11.322 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T08:14:11.323 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:11.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.429+0000 7f01d8c9b640 1 Processor -- start 2024-09-19T08:14:11.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.429+0000 7f01d8c9b640 1 -- start start 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d8c9b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f01d415e840 0x7f01d406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d8c9b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01d415ecb0 con 0x7f01d40cf040 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d8c9b640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01d406d5f0 con 0x7f01d4070ea0 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d8c9b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f01d415ef20 con 0x7f01d415e840 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d2d9d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f01d40cf040 0x7f01d406f5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56592/0 (socket says 172.21.15.17:56592) 2024-09-19T08:14:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.430+0000 7f01d2d9d640 1 -- 172.21.15.17:0/1692713924 learned_addr learned my addr 172.21.15.17:0/1692713924 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/1692713924 >> v2:172.21.15.160:3300/0 conn(0x7f01d415e840 0x7f01d406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2525418386 0 0) 0x7f01d415ecb0 con 0x7f01d40cf040 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01c0003520 con 0x7f01d40cf040 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1693574610 0 0) 0x7f01d406d5f0 con 0x7f01d4070ea0 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01d415ecb0 con 0x7f01d4070ea0 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2496621161 0 0) 0x7f01c0003520 con 0x7f01d40cf040 2024-09-19T08:14:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d1d9b640 1 -- 172.21.15.17:0/1692713924 >> v1:172.21.15.160:6789/0 conn(0x7f01d4070ea0 legacy=0x7f01d4071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d1d9b640 1 -- 172.21.15.17:0/1692713924 >> v1:172.21.15.17:6789/0 conn(0x7f01d40cf040 legacy=0x7f01d406f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.431+0000 7f01d1d9b640 1 -- 172.21.15.17:0/1692713924 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d415f200 con 0x7f01d415e840 2024-09-19T08:14:11.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/1692713924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d406d0b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f01bc0097a0 tx=0x7f01bc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac7c58d57d8dd4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01bc037070 con 0x7f01d415e840 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01bc02ac50 con 0x7f01d415e840 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d159a640 1 -- 172.21.15.17:0/1692713924 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c40019f0 con 0x7f01d415e840 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d8c9b640 1 -- 172.21.15.17:0/1692713924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 msgr2=0x7f01d406d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.432+0000 7f01d8c9b640 1 --2- 172.21.15.17:0/1692713924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d406d0b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f01bc0097a0 tx=0x7f01bc02a1c0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.433+0000 7f01d8c9b640 1 -- 172.21.15.17:0/1692713924 shutdown_connections 2024-09-19T08:14:11.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.433+0000 7f01d8c9b640 1 --2- 172.21.15.17:0/1692713924 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d406d0b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.433+0000 7f01d8c9b640 1 -- 172.21.15.17:0/1692713924 >> 172.21.15.17:0/1692713924 conn(0x7f01d40d23c0 msgr2=0x7f01d40d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.433+0000 7f01d8c9b640 1 -- 172.21.15.17:0/1692713924 shutdown_connections 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.433+0000 7f01d8c9b640 1 -- 172.21.15.17:0/1692713924 wait complete. 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.434+0000 7f01d8c9b640 1 Processor -- start 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.434+0000 7f01d8c9b640 1 -- start start 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 0x7f01d4161160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01d40cf040 0x7f01d415b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d4157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f01d415faa0 con 0x7f01d4070ea0 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f01d415f7c0 con 0x7f01d415e840 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d8c9b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f01d40cf470 con 0x7f01d40cf040 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 0x7f01d4161160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 0x7f01d4161160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41900/0 (socket says 172.21.15.17:41900) 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 -- 172.21.15.17:0/2517782138 learned_addr learned my addr 172.21.15.17:0/2517782138 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 -- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01d40cf040 msgr2=0x7f01d415b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01d40cf040 0x7f01d415b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d2d9d640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d4157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01d40cf040 0x7f01d415b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 -- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 msgr2=0x7f01d4157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d4157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d40cb7f0 con 0x7f01d4070ea0 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f01d40cf040 0x7f01d415b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d2d9d640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f01d415e840 0x7f01d4157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01d259c640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 0x7f01d4161160 secure :-1 s=READY pgs=2458 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00c500 tx=0x7f01cc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.435+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc0052d0 con 0x7f01d4070ea0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.436+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc005490 con 0x7f01d4070ea0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.436+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d40cba90 con 0x7f01d4070ea0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.436+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc012870 con 0x7f01d4070ea0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.436+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d40cc050 con 0x7f01d4070ea0 2024-09-19T08:14:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.436+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f01d40cf7a0 con 0x7f01d4070ea0 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.437+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f01cc012a10 con 0x7f01d4070ea0 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01caffd640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01b406c2b0 0x7f01b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f01cc08aed0 con 0x7f01d4070ea0 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01caffd640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f01b4072210 0x7f01b4074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f01cc014e50 con 0x7f01b4072210 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7f01cc08d5d0 con 0x7f01d4070ea0 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01b406c2b0 0x7f01b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01d2d9d640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f01b4072210 0x7f01b4074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01d2d9d640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f01b4072210 0x7f01b4074630 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.438+0000 7f01d1d9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01b406c2b0 0x7f01b406e770 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f01bc034000 tx=0x7f01bc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.439+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== osd.3 v2:172.21.15.17:6808/2084830613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f01cc014e50 con 0x7f01b4072210 2024-09-19T08:14:11.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 --> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f01d40719d0 con 0x7f01b4072210 2024-09-19T08:14:11.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01caffd640 1 -- 172.21.15.17:0/2517782138 <== osd.3 v2:172.21.15.17:6808/2084830613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f01d40719d0 con 0x7f01b4072210 2024-09-19T08:14:11.452 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:11.452 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:11.453 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f01b4072210 msgr2=0x7f01b4074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:6808/2084830613,v1:172.21.15.17:6809/2084830613] conn(0x7f01b4072210 0x7f01b4074630 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01b406c2b0 msgr2=0x7f01b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f01b406c2b0 0x7f01b406e770 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f01bc034000 tx=0x7f01bc02e000 comp rx=0 tx=0).stop 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 msgr2=0x7f01d4161160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 --2- 172.21.15.17:0/2517782138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f01d4070ea0 0x7f01d4161160 secure :-1 s=READY pgs=2458 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00c500 tx=0x7f01cc00c9c0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d2d9d640 1 -- 172.21.15.17:0/2517782138 reap_dead start 2024-09-19T08:14:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 shutdown_connections 2024-09-19T08:14:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 >> 172.21.15.17:0/2517782138 conn(0x7f01d40d23c0 msgr2=0x7f01d415d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 shutdown_connections 2024-09-19T08:14:11.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.452+0000 7f01d8c9b640 1 -- 172.21.15.17:0/2517782138 wait complete. 2024-09-19T08:14:11.463 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T08:14:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.566+0000 7f7f5345c640 1 Processor -- start 2024-09-19T08:14:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 -- start start 2024-09-19T08:14:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c15e640 0x7f7f4c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f4c0d3660 0x7f7f4c0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f4c15ea20 con 0x7f7f4c0cf0e0 2024-09-19T08:14:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f7f4c0b2860 con 0x7f7f4c0d3660 2024-09-19T08:14:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f5345c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7f4c0b1c50 con 0x7f7f4c15e640 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.567+0000 7f7f519f9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f4c0d3660 0x7f7f4c0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f7f4c0d3660 0x7f7f4c0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41914/0 (socket says 172.21.15.17:41914) 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 -- 172.21.15.17:0/47957616 learned_addr learned my addr 172.21.15.17:0/47957616 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f511f8640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c15e640 0x7f7f4c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 -- 172.21.15.17:0/47957616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c15e640 msgr2=0x7f7f4c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c15e640 0x7f7f4c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 -- 172.21.15.17:0/47957616 >> v1:172.21.15.160:6789/0 conn(0x7f7f4c0cf0e0 legacy=0x7f7f4c0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.568+0000 7f7f519f9640 1 -- 172.21.15.17:0/47957616 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4c0b1f30 con 0x7f7f4c0d3660 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f519f9640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cf520 secure :-1 s=READY pgs=2459 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c15ebf0 tx=0x7f7f4402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=816480be54f0c130 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f3ffff640 1 -- 172.21.15.17:0/47957616 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44037070 con 0x7f7f4c0d3660 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f3ffff640 1 -- 172.21.15.17:0/47957616 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f44032440 con 0x7f7f4c0d3660 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f3ffff640 1 -- 172.21.15.17:0/47957616 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44032810 con 0x7f7f4c0d3660 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 -- 172.21.15.17:0/47957616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c0d3660 msgr2=0x7f7f4c0cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cf520 secure :-1 s=READY pgs=2459 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c15ebf0 tx=0x7f7f4402a130 comp rx=0 tx=0).stop 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 -- 172.21.15.17:0/47957616 shutdown_connections 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cf520 unknown :-1 s=CLOSED pgs=2459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 --2- 172.21.15.17:0/47957616 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c15e640 0x7f7f4c0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.569+0000 7f7f5345c640 1 -- 172.21.15.17:0/47957616 >> 172.21.15.17:0/47957616 conn(0x7f7f4c09d820 msgr2=0x7f7f4c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.570+0000 7f7f5345c640 1 -- 172.21.15.17:0/47957616 shutdown_connections 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.570+0000 7f7f5345c640 1 -- 172.21.15.17:0/47957616 wait complete. 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 Processor -- start 2024-09-19T08:14:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 -- start start 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c0cf0e0 0x7f7f4c14fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7f4c0cfe40 con 0x7f7f4c15e640 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f7f4c0b24f0 con 0x7f7f4c0d3660 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.571+0000 7f7f5345c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f7f4c0b73a0 con 0x7f7f4c0cf0e0 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f511f8640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c0cf0e0 0x7f7f4c14fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41926/0 (socket says 172.21.15.17:41926) 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f509f7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 -- 172.21.15.17:0/2911459004 learned_addr learned my addr 172.21.15.17:0/2911459004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 -- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c0cf0e0 msgr2=0x7f7f4c14fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c0cf0e0 0x7f7f4c14fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 -- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f4c0d3660 msgr2=0x7f7f4c0cb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 -- 172.21.15.17:0/2911459004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4c0cc0e0 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f519f9640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 secure :-1 s=READY pgs=2460 cs=0 l=1 rev1=1 crypto rx=0x7f7f4402a170 tx=0x7f7f440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44037040 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f44042070 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f4c0cd5b0 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44030920 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.572+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f4c0cc3c0 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.573+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f4c068eb0 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.574+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f44030ac0 con 0x7f7f4c15e640 2024-09-19T08:14:11.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.574+0000 7f7f3dffb640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 0x7f7f3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.574+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f7f440ab940 con 0x7f7f4c15e640 2024-09-19T08:14:11.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.575+0000 7f7f511f8640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 0x7f7f3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.575+0000 7f7f511f8640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 0x7f7f3006e770 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f7f48003b80 tx=0x7f7f480098a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.579+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f44079cf0 con 0x7f7f4c15e640 2024-09-19T08:14:11.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.755+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f7f4c0ceba0 con 0x7f7f3006c2b0 2024-09-19T08:14:11.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.755+0000 7f7f3dffb640 1 -- 172.21.15.17:0/2911459004 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f7f4c0ceba0 con 0x7f7f3006c2b0 2024-09-19T08:14:11.756 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T08:14:11.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 msgr2=0x7f7f3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 0x7f7f3006e770 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f7f48003b80 tx=0x7f7f480098a0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 msgr2=0x7f7f4c0b7720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 secure :-1 s=READY pgs=2460 cs=0 l=1 rev1=1 crypto rx=0x7f7f4402a170 tx=0x7f7f440046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 shutdown_connections 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f7f3006c2b0 0x7f7f3006e770 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f4c15e640 0x7f7f4c0b7720 unknown :-1 s=CLOSED pgs=2460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f7f4c0d3660 0x7f7f4c0cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 --2- 172.21.15.17:0/2911459004 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f7f4c0cf0e0 0x7f7f4c14fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.757+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 >> 172.21.15.17:0/2911459004 conn(0x7f7f4c09d820 msgr2=0x7f7f4c0d43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.758+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 shutdown_connections 2024-09-19T08:14:11.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.758+0000 7f7f5345c640 1 -- 172.21.15.17:0/2911459004 wait complete. 2024-09-19T08:14:11.768 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T08:14:11.769 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:11.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.876+0000 7ff4bf453640 1 Processor -- start 2024-09-19T08:14:11.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.876+0000 7ff4bf453640 1 -- start start 2024-09-19T08:14:11.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bf453640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7ff4b80d00a0 0x7ff4b80b5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bf453640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b815fa90 con 0x7ff4b80cf0a0 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bf453640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b815f1f0 con 0x7ff4b81612a0 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bf453640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b8068190 con 0x7ff4b80d00a0 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bd1ef640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7ff4b80cf0a0 0x7ff4b80cf990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56608/0 (socket says 172.21.15.17:56608) 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bd1ef640 1 -- 172.21.15.17:0/2895936779 learned_addr learned my addr 172.21.15.17:0/2895936779 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bc9ee640 1 --2- 172.21.15.17:0/2895936779 >> v2:172.21.15.160:3300/0 conn(0x7ff4b80d00a0 0x7ff4b80b5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 378432907 0 0) 0x7ff4b815fa90 con 0x7ff4b80cf0a0 2024-09-19T08:14:11.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4a4003520 con 0x7ff4b80cf0a0 2024-09-19T08:14:11.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bc9ee640 1 -- 172.21.15.17:0/2895936779 >> v1:172.21.15.160:6789/0 conn(0x7ff4b81612a0 legacy=0x7ff4b8168130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2518459406 0 0) 0x7ff4b815f1f0 con 0x7ff4b81612a0 2024-09-19T08:14:11.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.877+0000 7ff4bc9ee640 1 -- 172.21.15.17:0/2895936779 >> v1:172.21.15.17:6789/0 conn(0x7ff4b80cf0a0 legacy=0x7ff4b80cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.878+0000 7ff4bc9ee640 1 -- 172.21.15.17:0/2895936779 --> v2:172.21.15.160:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b815f4d0 con 0x7ff4b80d00a0 2024-09-19T08:14:11.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.878+0000 7ff4bc9ee640 1 --2- 172.21.15.17:0/2895936779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80d00a0 0x7ff4b80b5cf0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80097a0 tx=0x7ff4a802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b5f6993bc9ca51b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.878+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 <== mon.1 v2:172.21.15.160:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8037070 con 0x7ff4b80d00a0 2024-09-19T08:14:11.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 <== mon.1 v2:172.21.15.160:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4a8032440 con 0x7ff4b80d00a0 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4affff640 1 -- 172.21.15.17:0/2895936779 <== mon.1 v2:172.21.15.160:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8032810 con 0x7ff4b80d00a0 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 -- 172.21.15.17:0/2895936779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80d00a0 msgr2=0x7ff4b80b5cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 --2- 172.21.15.17:0/2895936779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80d00a0 0x7ff4b80b5cf0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80097a0 tx=0x7ff4a802a230 comp rx=0 tx=0).stop 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 -- 172.21.15.17:0/2895936779 shutdown_connections 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 --2- 172.21.15.17:0/2895936779 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80d00a0 0x7ff4b80b5cf0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 -- 172.21.15.17:0/2895936779 >> 172.21.15.17:0/2895936779 conn(0x7ff4b8071560 msgr2=0x7ff4b80b3bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 -- 172.21.15.17:0/2895936779 shutdown_connections 2024-09-19T08:14:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.879+0000 7ff4bf453640 1 -- 172.21.15.17:0/2895936779 wait complete. 2024-09-19T08:14:11.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.880+0000 7ff4bf453640 1 Processor -- start 2024-09-19T08:14:11.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 -- start start 2024-09-19T08:14:11.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80cf0a0 0x7ff4b8157670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80d00a0 0x7ff4b81f7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 0x7ff4b81f7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b80cf480 con 0x7ff4b81612a0 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b815fd70 con 0x7ff4b80cf0a0 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bf453640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b815eb10 con 0x7ff4b80d00a0 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bd9f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 0x7ff4b81f7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bd9f0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 0x7ff4b81f7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41936/0 (socket says 172.21.15.17:41936) 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.881+0000 7ff4bd9f0640 1 -- 172.21.15.17:0/4174385725 learned_addr learned my addr 172.21.15.17:0/4174385725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:11.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bc9ee640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80d00a0 0x7ff4b81f7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd1ef640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80cf0a0 0x7ff4b8157670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 -- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80d00a0 msgr2=0x7ff4b81f7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7ff4b80d00a0 0x7ff4b81f7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 -- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80cf0a0 msgr2=0x7ff4b8157670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7ff4b80cf0a0 0x7ff4b8157670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b8148290 con 0x7ff4b81612a0 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bd9f0640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 0x7ff4b81f7c40 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000c480 tx=0x7ff4b000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b0005480 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b00035f0 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b8148570 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b0003a00 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.882+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b8148b30 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.883+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4b815eed0 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4b0003ba0 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff49c06c450 0x7ff49c06e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7ff4b008ac50 con 0x7ff4b81612a0 2024-09-19T08:14:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7ff49c0723b0 0x7ff49c0747d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff4b0005480 con 0x7ff49c0723b0 2024-09-19T08:14:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.884+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7ff4b008d350 con 0x7ff4b81612a0 2024-09-19T08:14:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.885+0000 7ff4bd1ef640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff49c06c450 0x7ff49c06e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.885+0000 7ff4bc9ee640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7ff49c0723b0 0x7ff49c0747d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.885+0000 7ff4bc9ee640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7ff49c0723b0 0x7ff49c0747d0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.885+0000 7ff4bd1ef640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff49c06c450 0x7ff49c06e910 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4005c00 tx=0x7ff4b4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.886+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== osd.4 v2:172.21.15.160:6824/2626158817 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff4b0005480 con 0x7ff49c0723b0 2024-09-19T08:14:11.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.898+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 --> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff4b8067cb0 con 0x7ff49c0723b0 2024-09-19T08:14:11.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.899+0000 7ff4adffb640 1 -- 172.21.15.17:0/4174385725 <== osd.4 v2:172.21.15.160:6824/2626158817 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff4b8067cb0 con 0x7ff49c0723b0 2024-09-19T08:14:11.899 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:11.899 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:11.899 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:11.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.899+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7ff49c0723b0 msgr2=0x7ff49c0747d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.899+0000 7ff4bf453640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6824/2626158817,v1:172.21.15.160:6825/2626158817] conn(0x7ff49c0723b0 0x7ff49c0747d0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff49c06c450 msgr2=0x7ff49c06e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7ff49c06c450 0x7ff49c06e910 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4005c00 tx=0x7ff4b4009040 comp rx=0 tx=0).stop 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 msgr2=0x7ff4b81f7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 --2- 172.21.15.17:0/4174385725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b81612a0 0x7ff4b81f7c40 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000c480 tx=0x7ff4b000c940 comp rx=0 tx=0).stop 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bd9f0640 1 -- 172.21.15.17:0/4174385725 reap_dead start 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 shutdown_connections 2024-09-19T08:14:11.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 >> 172.21.15.17:0/4174385725 conn(0x7ff4b8071560 msgr2=0x7ff4b80ad5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 shutdown_connections 2024-09-19T08:14:11.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:11.900+0000 7ff4bf453640 1 -- 172.21.15.17:0/4174385725 wait complete. 2024-09-19T08:14:11.910 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T08:14:12.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.013+0000 7f29e0d5f640 1 Processor -- start 2024-09-19T08:14:12.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.013+0000 7f29e0d5f640 1 -- start start 2024-09-19T08:14:12.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29e0d5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29dc0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29e0d5f640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29dc0ce480 con 0x7f29dc15b1e0 2024-09-19T08:14:12.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29e0d5f640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29dc0ce760 con 0x7f29dc0b22c0 2024-09-19T08:14:12.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29e0d5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29dc0cea40 con 0x7f29dc0cdfc0 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29da59c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f29dc15b1e0 0x7f29dc0b3c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:56622/0 (socket says 172.21.15.17:56622) 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29da59c640 1 -- 172.21.15.17:0/3667312879 learned_addr learned my addr 172.21.15.17:0/3667312879 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29d9d9b640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29dc0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 993532092 0 0) 0x7f29dc0ce480 con 0x7f29dc15b1e0 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.014+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29c8003520 con 0x7f29dc15b1e0 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3437477048 0 0) 0x7f29c8003520 con 0x7f29dc15b1e0 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 msgr2=0x7f29dc0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29dc0b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 >> v1:172.21.15.160:6789/0 conn(0x7f29dc0b22c0 legacy=0x7f29dc0716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29dc0ced20 con 0x7f29dc15b1e0 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f29cc001670 con 0x7f29dc15b1e0 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 >> v1:172.21.15.17:6789/0 conn(0x7f29dc15b1e0 legacy=0x7f29dc0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29c80039e0 0x7f29c8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c8004d40 0x7f29c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29dc0cea40 con 0x7f29c80039e0 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29c800b9f0 con 0x7f29c8004d40 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29c800bbf0 con 0x7f29dc0cdfc0 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29c80039e0 0x7f29c8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29dad9d640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c8004d40 0x7f29c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d9d9b640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 -- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 msgr2=0x7f29c8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29c8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 -- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c8004d40 msgr2=0x7f29c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c8004d40 0x7f29c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29da59c640 1 -- 172.21.15.17:0/3667312879 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c8003520 con 0x7f29c80039e0 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.015+0000 7f29d9d9b640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc0cdfc0 0x7f29c8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.016+0000 7f29da59c640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29c80039e0 0x7f29c8003dc0 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f29cc00c240 tx=0x7f29c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ba5a10cdf5c96a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.016+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc007d30 con 0x7f29c80039e0 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.016+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29cc005af0 con 0x7f29c80039e0 2024-09-19T08:14:12.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.016+0000 7f29d959a640 1 -- 172.21.15.17:0/3667312879 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc007070 con 0x7f29c80039e0 2024-09-19T08:14:12.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 -- 172.21.15.17:0/3667312879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29c80039e0 msgr2=0x7f29c8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/3667312879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29c80039e0 0x7f29c8003dc0 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f29cc00c240 tx=0x7f29c8005830 comp rx=0 tx=0).stop 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29dad9d640 1 -- 172.21.15.17:0/3667312879 reap_dead start 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 -- 172.21.15.17:0/3667312879 shutdown_connections 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 -- 172.21.15.17:0/3667312879 >> 172.21.15.17:0/3667312879 conn(0x7f29dc06bc10 msgr2=0x7f29dc06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 -- 172.21.15.17:0/3667312879 shutdown_connections 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.017+0000 7f29e0d5f640 1 -- 172.21.15.17:0/3667312879 wait complete. 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.018+0000 7f29e0d5f640 1 Processor -- start 2024-09-19T08:14:12.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.018+0000 7f29e0d5f640 1 -- start start 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c80039e0 0x7f29dc15d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc154a80 0x7f29dc1f5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29dc071130 con 0x7f29dc1f2560 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f29dc15b5c0 con 0x7f29c80039e0 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29e0d5f640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f29dc0b1d80 con 0x7f29dc154a80 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41956/0 (socket says 172.21.15.17:41956) 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 -- 172.21.15.17:0/461991088 learned_addr learned my addr 172.21.15.17:0/461991088 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29d9d9b640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc154a80 0x7f29dc1f5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29da59c640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c80039e0 0x7f29dc15d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 -- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc154a80 msgr2=0x7f29dc1f5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc154a80 0x7f29dc1f5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 -- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c80039e0 msgr2=0x7f29dc15d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c80039e0 0x7f29dc15d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.019+0000 7f29dad9d640 1 -- 172.21.15.17:0/461991088 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29dc1f58a0 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29dad9d640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 secure :-1 s=READY pgs=2465 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0cf070 tx=0x7f29d400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d4019070 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29d4006d60 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29dc1551d0 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d4003bb0 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.020+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29dc15d800 con 0x7f29dc1f2560 2024-09-19T08:14:12.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.021+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29dc0b3c90 con 0x7f29dc1f2560 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.021+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29d401c070 con 0x7f29dc1f2560 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.022+0000 7f29d2ffd640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.022+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f29d408a3a0 con 0x7f29dc1f2560 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.022+0000 7f29da59c640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.022+0000 7f29da59c640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f29cc032000 tx=0x7f29cc034040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.026+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29d4058760 con 0x7f29dc1f2560 2024-09-19T08:14:12.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.201+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f29dc0d0f30 con 0x7f29bc06c2e0 2024-09-19T08:14:12.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.201+0000 7f29d2ffd640 1 -- 172.21.15.17:0/461991088 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f29dc0d0f30 con 0x7f29bc06c2e0 2024-09-19T08:14:12.201 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T08:14:12.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 msgr2=0x7f29bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f29cc032000 tx=0x7f29cc034040 comp rx=0 tx=0).stop 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 msgr2=0x7f29dc1528d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 secure :-1 s=READY pgs=2465 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0cf070 tx=0x7f29d400ff70 comp rx=0 tx=0).stop 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 shutdown_connections 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f29bc06c2e0 0x7f29bc06e7a0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29dc1f2560 0x7f29dc1528d0 unknown :-1 s=CLOSED pgs=2465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f29dc154a80 0x7f29dc1f5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 --2- 172.21.15.17:0/461991088 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f29c80039e0 0x7f29dc15d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 >> 172.21.15.17:0/461991088 conn(0x7f29dc06bc10 msgr2=0x7f29dc073c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 shutdown_connections 2024-09-19T08:14:12.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.203+0000 7f29e0d5f640 1 -- 172.21.15.17:0/461991088 wait complete. 2024-09-19T08:14:12.214 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T08:14:12.214 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:12.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.321+0000 7fee121b7640 1 Processor -- start 2024-09-19T08:14:12.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.321+0000 7fee121b7640 1 -- start start 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee121b7640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fee0c0cf0a0 0x7fee0c0b5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee121b7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fee0c15eb10 0x7fee0c0cf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee121b7640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee0c15fa90 con 0x7fee0c0cfed0 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee121b7640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fee0c068190 con 0x7fee0c15eb10 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee121b7640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fee0c15efa0 con 0x7fee0c0cf0a0 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0affd640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fee0c15eb10 0x7fee0c0cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fee0c0cfed0 0x7fee0c160290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54988/0 (socket says 172.21.15.17:54988) 2024-09-19T08:14:12.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0bfff640 1 -- 172.21.15.17:0/578874072 learned_addr learned my addr 172.21.15.17:0/578874072 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0affd640 1 -- 172.21.15.17:0/578874072 >> v2:172.21.15.160:3300/0 conn(0x7fee0c0cf0a0 msgr2=0x7fee0c0b5cf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0affd640 1 --2- 172.21.15.17:0/578874072 >> v2:172.21.15.160:3300/0 conn(0x7fee0c0cf0a0 0x7fee0c0b5cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0affd640 1 -- 172.21.15.17:0/578874072 >> v1:172.21.15.17:6789/0 conn(0x7fee0c0cfed0 legacy=0x7fee0c160290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0a7fc640 1 -- 172.21.15.17:0/578874072 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2683219392 0 0) 0x7fee0c15fa90 con 0x7fee0c0cfed0 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.322+0000 7fee0affd640 1 -- 172.21.15.17:0/578874072 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee0c15f1f0 con 0x7fee0c15eb10 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.323+0000 7fee0affd640 1 --2- 172.21.15.17:0/578874072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c15eb10 0x7fee0c0cf990 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7fee0c068da0 tx=0x7fee0002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a897d0fe6bd75f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.323+0000 7fee0a7fc640 1 -- 172.21.15.17:0/578874072 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00037070 con 0x7fee0c15eb10 2024-09-19T08:14:12.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.323+0000 7fee0a7fc640 1 -- 172.21.15.17:0/578874072 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee00032440 con 0x7fee0c15eb10 2024-09-19T08:14:12.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.323+0000 7fee0a7fc640 1 -- 172.21.15.17:0/578874072 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00032810 con 0x7fee0c15eb10 2024-09-19T08:14:12.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.323+0000 7fee121b7640 1 -- 172.21.15.17:0/578874072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c15eb10 msgr2=0x7fee0c0cf990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 --2- 172.21.15.17:0/578874072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c15eb10 0x7fee0c0cf990 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7fee0c068da0 tx=0x7fee0002a1c0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 -- 172.21.15.17:0/578874072 shutdown_connections 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 --2- 172.21.15.17:0/578874072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c15eb10 0x7fee0c0cf990 unknown :-1 s=CLOSED pgs=2467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 --2- 172.21.15.17:0/578874072 >> v2:172.21.15.160:3300/0 conn(0x7fee0c0cf0a0 0x7fee0c0b5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 -- 172.21.15.17:0/578874072 >> 172.21.15.17:0/578874072 conn(0x7fee0c071560 msgr2=0x7fee0c0b3bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 -- 172.21.15.17:0/578874072 shutdown_connections 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.324+0000 7fee121b7640 1 -- 172.21.15.17:0/578874072 wait complete. 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.325+0000 7fee121b7640 1 Processor -- start 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.325+0000 7fee121b7640 1 -- start start 2024-09-19T08:14:12.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee0c0cf0a0 0x7fee0c0ac420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 0x7fee0c1f4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee0c15eb10 0x7fee0c0ad190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fee0c15f7b0 con 0x7fee0c0cfed0 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fee0c0d0300 con 0x7fee0c15eb10 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fee0c15fd70 con 0x7fee0c0cf0a0 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 0x7fee0c1f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 0x7fee0c1f4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46570/0 (socket says 172.21.15.17:46570) 2024-09-19T08:14:12.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 -- 172.21.15.17:0/274572202 learned_addr learned my addr 172.21.15.17:0/274572202 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0b7fe640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee0c0cf0a0 0x7fee0c0ac420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0bfff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee0c15eb10 0x7fee0c0ad190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 -- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee0c0cf0a0 msgr2=0x7fee0c0ac420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee0c0cf0a0 0x7fee0c0ac420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 -- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee0c15eb10 msgr2=0x7fee0c0ad190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee0c15eb10 0x7fee0c0ad190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee0c0adce0 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0bfff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fee0c15eb10 0x7fee0c0ad190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0b7fe640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fee0c0cf0a0 0x7fee0c0ac420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee0affd640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 0x7fee0c1f4750 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7fee00009890 tx=0x7fee000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00041070 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.326+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee0c0ab940 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.327+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee0003c950 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.327+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee00037040 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.327+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee0c0abf00 con 0x7fee0c0cfed0 2024-09-19T08:14:12.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.327+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fee0c0cf480 con 0x7fee0c0cfed0 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.328+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fee00044070 con 0x7fee0c0cfed0 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fedf3fff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fee000abfb0 con 0x7fee0c0cfed0 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fedf3fff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fedf8072240 0x7fedf8074660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fee00008eb0 con 0x7fedf8072240 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7fee000b3050 con 0x7fee0c0cfed0 2024-09-19T08:14:12.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fee0b7fe640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fee0bfff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fedf8072240 0x7fedf8074660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.329+0000 7fee0b7fe640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fedfc00a810 tx=0x7fedfc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.330+0000 7fee0bfff640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fedf8072240 0x7fedf8074660 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.330+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== osd.5 v2:172.21.15.160:6816/982295261 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fee00008eb0 con 0x7fedf8072240 2024-09-19T08:14:12.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.343+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 --> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fee0c1615a0 con 0x7fedf8072240 2024-09-19T08:14:12.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.343+0000 7fedf3fff640 1 -- 172.21.15.17:0/274572202 <== osd.5 v2:172.21.15.160:6816/982295261 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fee0c1615a0 con 0x7fedf8072240 2024-09-19T08:14:12.343 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:12.344 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:12.344 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fedf8072240 msgr2=0x7fedf8074660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6816/982295261,v1:172.21.15.160:6817/982295261] conn(0x7fedf8072240 0x7fedf8074660 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 msgr2=0x7fedf806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fedf806c2e0 0x7fedf806e7a0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fedfc00a810 tx=0x7fedfc008040 comp rx=0 tx=0).stop 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 msgr2=0x7fee0c1f4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 --2- 172.21.15.17:0/274572202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fee0c0cfed0 0x7fee0c1f4750 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7fee00009890 tx=0x7fee000046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee0bfff640 1 -- 172.21.15.17:0/274572202 reap_dead start 2024-09-19T08:14:12.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 shutdown_connections 2024-09-19T08:14:12.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 >> 172.21.15.17:0/274572202 conn(0x7fee0c071560 msgr2=0x7fee0c072cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 shutdown_connections 2024-09-19T08:14:12.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.344+0000 7fee121b7640 1 -- 172.21.15.17:0/274572202 wait complete. 2024-09-19T08:14:12.354 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T08:14:12.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.459+0000 7f617174b640 1 Processor -- start 2024-09-19T08:14:12.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.459+0000 7f617174b640 1 -- start start 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f617174b640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f616c06c320 0x7f616c0b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f617174b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f616c15eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f617174b640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f616c06e3c0 con 0x7f616c158c90 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f617174b640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f616c06e170 con 0x7f616c06c320 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f617174b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f616c06e6a0 con 0x7f616c0b0610 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616affd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f616c158c90 0x7f616c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54992/0 (socket says 172.21.15.17:54992) 2024-09-19T08:14:12.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616affd640 1 -- 172.21.15.17:0/2989102832 learned_addr learned my addr 172.21.15.17:0/2989102832 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:12.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616b7fe640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f616c15eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f61627fc640 1 --2- 172.21.15.17:0/2989102832 >> v2:172.21.15.160:3300/0 conn(0x7f616c06c320 0x7f616c0b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3356046281 0 0) 0x7f616c06e3c0 con 0x7f616c158c90 2024-09-19T08:14:12.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6158003520 con 0x7f616c158c90 2024-09-19T08:14:12.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 509813155 0 0) 0x7f6158003520 con 0x7f616c158c90 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 msgr2=0x7f616c15eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f616c15eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 >> v2:172.21.15.160:3300/0 conn(0x7f616c06c320 msgr2=0x7f616c0b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 --2- 172.21.15.17:0/2989102832 >> v2:172.21.15.160:3300/0 conn(0x7f616c06c320 0x7f616c0b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 --> v1:172.21.15.17:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c06e980 con 0x7f616c158c90 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v1:172.21.15.17:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1400156380 0 0) 0x7f615c001670 con 0x7f616c158c90 2024-09-19T08:14:12.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 >> v1:172.21.15.17:6789/0 conn(0x7f616c158c90 legacy=0x7f616c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61580039b0 0x7f6158003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f6158004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6158004d40 0x7f61580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f616c06e170 con 0x7f61580039b0 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f616c06e6a0 con 0x7f6158004d40 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f615800b9c0 con 0x7f616c0b0610 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.460+0000 7f616affd640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61580039b0 0x7f6158003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f61627fc640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f6158004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616b7fe640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6158004d40 0x7f61580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 -- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 msgr2=0x7f6158004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f616c0b0610 0x7f6158004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 -- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6158004d40 msgr2=0x7f61580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6158004d40 0x7f61580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 -- 172.21.15.17:0/2989102832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6158003520 con 0x7f61580039b0 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616b7fe640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6158004d40 0x7f61580051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.461+0000 7f616affd640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61580039b0 0x7f6158003dd0 secure :-1 s=READY pgs=2470 cs=0 l=1 rev1=1 crypto rx=0x7f615c00c190 tx=0x7f6158005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=355796713d4e4b53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c007c80 con 0x7f61580039b0 2024-09-19T08:14:12.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f615c005ad0 con 0x7f61580039b0 2024-09-19T08:14:12.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f616a7fc640 1 -- 172.21.15.17:0/2989102832 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c007070 con 0x7f61580039b0 2024-09-19T08:14:12.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 -- 172.21.15.17:0/2989102832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61580039b0 msgr2=0x7f6158003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 --2- 172.21.15.17:0/2989102832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61580039b0 0x7f6158003dd0 secure :-1 s=READY pgs=2470 cs=0 l=1 rev1=1 crypto rx=0x7f615c00c190 tx=0x7f6158005830 comp rx=0 tx=0).stop 2024-09-19T08:14:12.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f616b7fe640 1 -- 172.21.15.17:0/2989102832 reap_dead start 2024-09-19T08:14:12.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 -- 172.21.15.17:0/2989102832 shutdown_connections 2024-09-19T08:14:12.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 -- 172.21.15.17:0/2989102832 >> 172.21.15.17:0/2989102832 conn(0x7f616c067b30 msgr2=0x7f616c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 -- 172.21.15.17:0/2989102832 shutdown_connections 2024-09-19T08:14:12.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.462+0000 7f617174b640 1 -- 172.21.15.17:0/2989102832 wait complete. 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.463+0000 7f617174b640 1 Processor -- start 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 -- start start 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61580039b0 0x7f616c1f3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f616c1f7c90 0x7f616c15c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f616c0b4210 con 0x7f616c1579d0 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f616c0b0aa0 con 0x7f616c1f7c90 2024-09-19T08:14:12.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f617174b640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f616c0b4390 con 0x7f61580039b0 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f61627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f61627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46576/0 (socket says 172.21.15.17:46576) 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.464+0000 7f61627fc640 1 -- 172.21.15.17:0/489113637 learned_addr learned my addr 172.21.15.17:0/489113637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f616affd640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61580039b0 0x7f616c1f3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f616b7fe640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f616c1f7c90 0x7f616c15c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 -- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61580039b0 msgr2=0x7f616c1f3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61580039b0 0x7f616c1f3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 -- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f616c1f7c90 msgr2=0x7f616c15c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f616c1f7c90 0x7f616c15c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 -- 172.21.15.17:0/489113637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c1f47a0 con 0x7f616c1579d0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f61627fc640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f61540119a0 tx=0x7f6154011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615400fa70 con 0x7f616c1579d0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f615400fc10 con 0x7f616c1579d0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616c1f4a80 con 0x7f616c1579d0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154014440 con 0x7f616c1579d0 2024-09-19T08:14:12.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.465+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f616c1f7770 con 0x7f616c1579d0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.466+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f616c161a80 con 0x7f616c1579d0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.467+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6154012040 con 0x7f616c1579d0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.467+0000 7f6163fff640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 0x7f614c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.467+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f615408b550 con 0x7f616c1579d0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.467+0000 7f616affd640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 0x7f614c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.468+0000 7f616affd640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 0x7f614c06e7a0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f615c032000 tx=0x7f615c034040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.472+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6154019030 con 0x7f616c1579d0 2024-09-19T08:14:12.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.646+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f616c068480 con 0x7f614c06c2e0 2024-09-19T08:14:12.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.647+0000 7f6163fff640 1 -- 172.21.15.17:0/489113637 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f616c068480 con 0x7f614c06c2e0 2024-09-19T08:14:12.647 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T08:14:12.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 msgr2=0x7f614c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 0x7f614c06e7a0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f615c032000 tx=0x7f615c034040 comp rx=0 tx=0).stop 2024-09-19T08:14:12.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 msgr2=0x7f616c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f61540119a0 tx=0x7f6154011e60 comp rx=0 tx=0).stop 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 shutdown_connections 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f614c06c2e0 0x7f614c06e7a0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f616c1f7c90 0x7f616c15c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f616c1579d0 0x7f616c0724d0 unknown :-1 s=CLOSED pgs=2471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 --2- 172.21.15.17:0/489113637 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f61580039b0 0x7f616c1f3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 >> 172.21.15.17:0/489113637 conn(0x7f616c067b30 msgr2=0x7f616c1e8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 shutdown_connections 2024-09-19T08:14:12.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.650+0000 7f617174b640 1 -- 172.21.15.17:0/489113637 wait complete. 2024-09-19T08:14:12.661 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T08:14:12.661 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.768+0000 7fc098f1a640 1 Processor -- start 2024-09-19T08:14:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.768+0000 7fc098f1a640 1 -- start start 2024-09-19T08:14:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc098f1a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc09415c470 0x7fc0940d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc098f1a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc0940b6af0 0x7fc0940d2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc098f1a640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc094073410 con 0x7fc0940ce9d0 2024-09-19T08:14:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc098f1a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc0940d0fe0 con 0x7fc09415c470 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc098f1a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc0940731c0 con 0x7fc0940b6af0 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc09259c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc09415c470 0x7fc0940d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc08bfff640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fc0940ce9d0 0x7fc0940709f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:54996/0 (socket says 172.21.15.17:54996) 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc08bfff640 1 -- 172.21.15.17:0/3690695104 learned_addr learned my addr 172.21.15.17:0/3690695104 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc09259c640 1 -- 172.21.15.17:0/3690695104 >> v2:172.21.15.160:3300/0 conn(0x7fc0940b6af0 msgr2=0x7fc0940d2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc09259c640 1 --2- 172.21.15.17:0/3690695104 >> v2:172.21.15.160:3300/0 conn(0x7fc0940b6af0 0x7fc0940d2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc09259c640 1 -- 172.21.15.17:0/3690695104 >> v1:172.21.15.17:6789/0 conn(0x7fc0940ce9d0 legacy=0x7fc0940709f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc09259c640 1 -- 172.21.15.17:0/3690695104 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0940736f0 con 0x7fc09415c470 2024-09-19T08:14:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.769+0000 7fc091d9b640 1 -- 172.21.15.17:0/3690695104 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3430773917 0 0) 0x7fc094073410 con 0x7fc0940ce9d0 2024-09-19T08:14:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.770+0000 7fc09259c640 1 --2- 172.21.15.17:0/3690695104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc09415c470 0x7fc0940d2410 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7fc0940ce960 tx=0x7fc08402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2c790906cacd1e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.770+0000 7fc091d9b640 1 -- 172.21.15.17:0/3690695104 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084037070 con 0x7fc09415c470 2024-09-19T08:14:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.770+0000 7fc091d9b640 1 -- 172.21.15.17:0/3690695104 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc084032440 con 0x7fc09415c470 2024-09-19T08:14:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.770+0000 7fc091d9b640 1 -- 172.21.15.17:0/3690695104 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084032810 con 0x7fc09415c470 2024-09-19T08:14:12.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 -- 172.21.15.17:0/3690695104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc09415c470 msgr2=0x7fc0940d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 --2- 172.21.15.17:0/3690695104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc09415c470 0x7fc0940d2410 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7fc0940ce960 tx=0x7fc08402a1a0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 -- 172.21.15.17:0/3690695104 shutdown_connections 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 --2- 172.21.15.17:0/3690695104 >> v2:172.21.15.160:3300/0 conn(0x7fc0940b6af0 0x7fc0940d2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 --2- 172.21.15.17:0/3690695104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc09415c470 0x7fc0940d2410 unknown :-1 s=CLOSED pgs=2473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 -- 172.21.15.17:0/3690695104 >> 172.21.15.17:0/3690695104 conn(0x7fc09406f400 msgr2=0x7fc09406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 -- 172.21.15.17:0/3690695104 shutdown_connections 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.771+0000 7fc098f1a640 1 -- 172.21.15.17:0/3690695104 wait complete. 2024-09-19T08:14:12.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.772+0000 7fc098f1a640 1 Processor -- start 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.772+0000 7fc098f1a640 1 -- start start 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 0x7fc0941f51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc0940ce9d0 0x7fc0940ab610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09415c470 0x7fc094070c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc094073f90 con 0x7fc0940b6af0 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc094073cb0 con 0x7fc09415c470 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc09415c850 con 0x7fc0940ce9d0 2024-09-19T08:14:12.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 0x7fc0941f51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 0x7fc0941f51e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46594/0 (socket says 172.21.15.17:46594) 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 -- 172.21.15.17:0/1295098337 learned_addr learned my addr 172.21.15.17:0/1295098337 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc08bfff640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc0940ce9d0 0x7fc0940ab610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc092d9d640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09415c470 0x7fc094070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 -- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc0940ce9d0 msgr2=0x7fc0940ab610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc0940ce9d0 0x7fc0940ab610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 -- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09415c470 msgr2=0x7fc094070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09415c470 0x7fc094070c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0941f4f50 con 0x7fc0940b6af0 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc08bfff640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc0940ce9d0 0x7fc0940ab610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc092d9d640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc09415c470 0x7fc094070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc09259c640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 0x7fc0941f51e0 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7fc084000c00 tx=0x7fc0840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084041070 con 0x7fc0940b6af0 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08403c950 con 0x7fc0940b6af0 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.773+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0941596a0 con 0x7fc0940b6af0 2024-09-19T08:14:12.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.774+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084037040 con 0x7fc0940b6af0 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.774+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc094159c60 con 0x7fc0940b6af0 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.774+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc0940cfda0 con 0x7fc0940b6af0 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.775+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc084044070 con 0x7fc0940b6af0 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.775+0000 7fc08affd640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07406c2b0 0x7fc07406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.775+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fc0840abf90 con 0x7fc0940b6af0 2024-09-19T08:14:12.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc08affd640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fc074072210 0x7fc074074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc08400af30 con 0x7fc074072210 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7fc0840b3050 con 0x7fc0940b6af0 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc08bfff640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07406c2b0 0x7fc07406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc092d9d640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fc074072210 0x7fc074074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc08bfff640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07406c2b0 0x7fc07406e770 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fc0941569e0 tx=0x7fc07c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.776+0000 7fc092d9d640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fc074072210 0x7fc074074630 crc :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.777+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== osd.6 v2:172.21.15.160:6800/717473473 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc08400af30 con 0x7fc074072210 2024-09-19T08:14:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.789+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 --> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc09415a080 con 0x7fc074072210 2024-09-19T08:14:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc08affd640 1 -- 172.21.15.17:0/1295098337 <== osd.6 v2:172.21.15.160:6800/717473473 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc09415a080 con 0x7fc074072210 2024-09-19T08:14:12.790 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:12.790 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:12.790 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fc074072210 msgr2=0x7fc074074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6800/717473473,v1:172.21.15.160:6801/717473473] conn(0x7fc074072210 0x7fc074074630 crc :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07406c2b0 msgr2=0x7fc07406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc07406c2b0 0x7fc07406e770 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fc0941569e0 tx=0x7fc07c009040 comp rx=0 tx=0).stop 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 msgr2=0x7fc0941f51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 --2- 172.21.15.17:0/1295098337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0940b6af0 0x7fc0941f51e0 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7fc084000c00 tx=0x7fc0840046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc092d9d640 1 -- 172.21.15.17:0/1295098337 reap_dead start 2024-09-19T08:14:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 shutdown_connections 2024-09-19T08:14:12.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 >> 172.21.15.17:0/1295098337 conn(0x7fc09406f400 msgr2=0x7fc0940cdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 shutdown_connections 2024-09-19T08:14:12.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.790+0000 7fc098f1a640 1 -- 172.21.15.17:0/1295098337 wait complete. 2024-09-19T08:14:12.800 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T08:14:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.904+0000 7feb8d76d640 1 Processor -- start 2024-09-19T08:14:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.904+0000 7feb8d76d640 1 -- start start 2024-09-19T08:14:12.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb8d76d640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7feb8815e8c0 0x7feb880d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb8d76d640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb880b6ee0 0x7feb880d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb8d76d640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb8806cec0 con 0x7feb8815e4e0 2024-09-19T08:14:12.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb8d76d640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7feb880d2d40 con 0x7feb880b6ee0 2024-09-19T08:14:12.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb8d76d640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7feb8806d160 con 0x7feb8815e8c0 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb877fe640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7feb880b6ee0 0x7feb880d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb86ffd640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7feb8815e4e0 0x7feb880b67d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:55002/0 (socket says 172.21.15.17:55002) 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb86ffd640 1 -- 172.21.15.17:0/1257519929 learned_addr learned my addr 172.21.15.17:0/1257519929 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb867fc640 1 -- 172.21.15.17:0/1257519929 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1328645139 0 0) 0x7feb8806cec0 con 0x7feb8815e4e0 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb867fc640 1 -- 172.21.15.17:0/1257519929 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb74003520 con 0x7feb8815e4e0 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb7ffff640 1 --2- 172.21.15.17:0/1257519929 >> v2:172.21.15.160:3300/0 conn(0x7feb8815e8c0 0x7feb880d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb877fe640 1 -- 172.21.15.17:0/1257519929 >> v2:172.21.15.160:3300/0 conn(0x7feb8815e8c0 msgr2=0x7feb880d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:12.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb877fe640 1 --2- 172.21.15.17:0/1257519929 >> v2:172.21.15.160:3300/0 conn(0x7feb8815e8c0 0x7feb880d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb877fe640 1 -- 172.21.15.17:0/1257519929 >> v1:172.21.15.17:6789/0 conn(0x7feb8815e4e0 legacy=0x7feb880b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.905+0000 7feb877fe640 1 -- 172.21.15.17:0/1257519929 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb8806d440 con 0x7feb880b6ee0 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.906+0000 7feb877fe640 1 --2- 172.21.15.17:0/1257519929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb880b6ee0 0x7feb880d2500 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7feb88072df0 tx=0x7feb8002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124784e9e1b07e0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.906+0000 7feb867fc640 1 -- 172.21.15.17:0/1257519929 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80007740 con 0x7feb880b6ee0 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.906+0000 7feb867fc640 1 -- 172.21.15.17:0/1257519929 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb800078e0 con 0x7feb880b6ee0 2024-09-19T08:14:12.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.906+0000 7feb867fc640 1 -- 172.21.15.17:0/1257519929 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80007cb0 con 0x7feb880b6ee0 2024-09-19T08:14:12.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 -- 172.21.15.17:0/1257519929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb880b6ee0 msgr2=0x7feb880d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1257519929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb880b6ee0 0x7feb880d2500 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7feb88072df0 tx=0x7feb8002a680 comp rx=0 tx=0).stop 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 -- 172.21.15.17:0/1257519929 shutdown_connections 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1257519929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb880b6ee0 0x7feb880d2500 unknown :-1 s=CLOSED pgs=2476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1257519929 >> v2:172.21.15.160:3300/0 conn(0x7feb8815e8c0 0x7feb880d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 -- 172.21.15.17:0/1257519929 >> 172.21.15.17:0/1257519929 conn(0x7feb8806f400 msgr2=0x7feb8806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 -- 172.21.15.17:0/1257519929 shutdown_connections 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.907+0000 7feb8d76d640 1 -- 172.21.15.17:0/1257519929 wait complete. 2024-09-19T08:14:12.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.908+0000 7feb8d76d640 1 Processor -- start 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.908+0000 7feb8d76d640 1 -- start start 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 0x7feb881f4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 0x7feb88148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb8806dc40 con 0x7feb8815e8c0 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7feb880d2a40 con 0x7feb8815e4e0 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb8d76d640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7feb8806ddc0 con 0x7feb880b6ee0 2024-09-19T08:14:12.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46608/0 (socket says 172.21.15.17:46608) 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 -- 172.21.15.17:0/1208318372 learned_addr learned my addr 172.21.15.17:0/1208318372 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb86ffd640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 0x7feb881f4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb7ffff640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 0x7feb88148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 -- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 msgr2=0x7feb881f4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 0x7feb881f4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 -- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 msgr2=0x7feb88148cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 0x7feb88148cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:12.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb877fe640 1 -- 172.21.15.17:0/1208318372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb881f4db0 con 0x7feb8815e8c0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb86ffd640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 0x7feb881f4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.909+0000 7feb7ffff640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 0x7feb88148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb877fe640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7feb8002ac70 tx=0x7feb80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80040070 con 0x7feb8815e8c0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb80031bc0 con 0x7feb8815e8c0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb880b3040 con 0x7feb8815e8c0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80009450 con 0x7feb8815e8c0 2024-09-19T08:14:12.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.910+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb880aefd0 con 0x7feb8815e8c0 2024-09-19T08:14:12.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.911+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb880b67d0 con 0x7feb8815e8c0 2024-09-19T08:14:12.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.911+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb80039040 con 0x7feb8815e8c0 2024-09-19T08:14:12.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.912+0000 7feb7f7fe640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 0x7feb6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:12.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.912+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7feb800aca30 con 0x7feb8815e8c0 2024-09-19T08:14:12.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.912+0000 7feb86ffd640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 0x7feb6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:12.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.912+0000 7feb86ffd640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 0x7feb6806e770 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7feb880d0570 tx=0x7feb78009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:12.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:12.916+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb8007b430 con 0x7feb8815e8c0 2024-09-19T08:14:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.089+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7feb880d0920 con 0x7feb6806c2b0 2024-09-19T08:14:13.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.090+0000 7feb7f7fe640 1 -- 172.21.15.17:0/1208318372 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7feb880d0920 con 0x7feb6806c2b0 2024-09-19T08:14:13.090 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T08:14:13.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 msgr2=0x7feb6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 0x7feb6806e770 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7feb880d0570 tx=0x7feb78009040 comp rx=0 tx=0).stop 2024-09-19T08:14:13.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 msgr2=0x7feb88157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7feb8002ac70 tx=0x7feb80004a40 comp rx=0 tx=0).stop 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 shutdown_connections 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7feb6806c2b0 0x7feb6806e770 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb8815e8c0 0x7feb88157840 unknown :-1 s=CLOSED pgs=2477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7feb8815e4e0 0x7feb88148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 --2- 172.21.15.17:0/1208318372 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7feb880b6ee0 0x7feb881f4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 >> 172.21.15.17:0/1208318372 conn(0x7feb8806f400 msgr2=0x7feb88070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 shutdown_connections 2024-09-19T08:14:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.092+0000 7feb8d76d640 1 -- 172.21.15.17:0/1208318372 wait complete. 2024-09-19T08:14:13.102 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T08:14:13.103 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T08:14:13.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.209+0000 7fd92b90a640 1 Processor -- start 2024-09-19T08:14:13.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.209+0000 7fd92b90a640 1 -- start start 2024-09-19T08:14:13.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd92b90a640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fd9240d2b20 0x7fd9240b5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd92b90a640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd9240ce9d0 0x7fd9240b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd92b90a640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd924073410 con 0x7fd92415c470 2024-09-19T08:14:13.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd92b90a640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fd9240d0fe0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd92b90a640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fd9240731c0 con 0x7fd9240d2b20 2024-09-19T08:14:13.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd929ea7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd9240ce9d0 0x7fd9240b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd929ea7640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fd9240ce9d0 0x7fd9240b6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46610/0 (socket says 172.21.15.17:46610) 2024-09-19T08:14:13.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd929ea7640 1 -- 172.21.15.17:0/3365114173 learned_addr learned my addr 172.21.15.17:0/3365114173 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:13.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.210+0000 7fd928ea5640 1 --2- 172.21.15.17:0/3365114173 >> v2:172.21.15.160:3300/0 conn(0x7fd9240d2b20 0x7fd9240b5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd929ea7640 1 -- 172.21.15.17:0/3365114173 >> v2:172.21.15.160:3300/0 conn(0x7fd9240d2b20 msgr2=0x7fd9240b5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:13.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd929ea7640 1 --2- 172.21.15.17:0/3365114173 >> v2:172.21.15.160:3300/0 conn(0x7fd9240d2b20 0x7fd9240b5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd929ea7640 1 -- 172.21.15.17:0/3365114173 >> v1:172.21.15.160:6789/0 conn(0x7fd92415c470 legacy=0x7fd9240d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd929ea7640 1 -- 172.21.15.17:0/3365114173 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9240736f0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd929ea7640 1 --2- 172.21.15.17:0/3365114173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9240b6020 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7fd9240d3210 tx=0x7fd91c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2d1b7d261c8de0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.211+0000 7fd917fff640 1 -- 172.21.15.17:0/3365114173 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c036070 con 0x7fd9240ce9d0 2024-09-19T08:14:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd917fff640 1 -- 172.21.15.17:0/3365114173 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd91c031600 con 0x7fd9240ce9d0 2024-09-19T08:14:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd917fff640 1 -- 172.21.15.17:0/3365114173 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c0319f0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 -- 172.21.15.17:0/3365114173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 msgr2=0x7fd9240b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 --2- 172.21.15.17:0/3365114173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9240b6020 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7fd9240d3210 tx=0x7fd91c02a7c0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 -- 172.21.15.17:0/3365114173 shutdown_connections 2024-09-19T08:14:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 --2- 172.21.15.17:0/3365114173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9240b6020 unknown :-1 s=CLOSED pgs=2478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 --2- 172.21.15.17:0/3365114173 >> v2:172.21.15.160:3300/0 conn(0x7fd9240d2b20 0x7fd9240b5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 -- 172.21.15.17:0/3365114173 >> 172.21.15.17:0/3365114173 conn(0x7fd92406f400 msgr2=0x7fd92406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 -- 172.21.15.17:0/3365114173 shutdown_connections 2024-09-19T08:14:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.212+0000 7fd92b90a640 1 -- 172.21.15.17:0/3365114173 wait complete. 2024-09-19T08:14:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.213+0000 7fd92b90a640 1 Processor -- start 2024-09-19T08:14:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.213+0000 7fd92b90a640 1 -- start start 2024-09-19T08:14:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9241f2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9240d2b20 0x7fd924157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd92415c470 0x7fd9241f3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd924073f90 con 0x7fd9240ce9d0 2024-09-19T08:14:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fd924073cb0 con 0x7fd92415c470 2024-09-19T08:14:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd92b90a640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fd92415c850 con 0x7fd9240d2b20 2024-09-19T08:14:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd9296a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9241f2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd9296a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9241f2ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46620/0 (socket says 172.21.15.17:46620) 2024-09-19T08:14:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.214+0000 7fd9296a6640 1 -- 172.21.15.17:0/1387106552 learned_addr learned my addr 172.21.15.17:0/1387106552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd929ea7640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd92415c470 0x7fd9241f3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 -- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9240d2b20 msgr2=0x7fd924157750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd928ea5640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9240d2b20 0x7fd924157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9240d2b20 0x7fd924157750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 -- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd92415c470 msgr2=0x7fd9241f3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd92415c470 0x7fd9241f3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9241f39c0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd929ea7640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fd92415c470 0x7fd9241f3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd928ea5640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fd9240d2b20 0x7fd924157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd9296a6640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9241f2ed0 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7fd92000c400 tx=0x7fd92000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd920017070 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9200052d0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9241f3c60 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd920003830 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.215+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9241f4220 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.216+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd9240cfda0 con 0x7fd9240ce9d0 2024-09-19T08:14:13.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd92001a070 con 0x7fd9240ce9d0 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd90806c2b0 0x7fd90806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fd92008a500 con 0x7fd9240ce9d0 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fd908072210 0x7fd908074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd908074ce0 con 0x7fd908072210 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=142) ==== 24+0+0 (secure 0 0 0) 0x7fd920091050 con 0x7fd9240ce9d0 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.217+0000 7fd928ea5640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd90806c2b0 0x7fd90806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.218+0000 7fd929ea7640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fd908072210 0x7fd908074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.218+0000 7fd928ea5640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd90806c2b0 0x7fd90806e770 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fd918009ab0 tx=0x7fd918008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.218+0000 7fd929ea7640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fd908072210 0x7fd908074630 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.219+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== osd.7 v2:172.21.15.160:6808/3382423984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd908074ce0 con 0x7fd908072210 2024-09-19T08:14:13.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.231+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 --> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd9241f46b0 con 0x7fd908072210 2024-09-19T08:14:13.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.232+0000 7fd915ffb640 1 -- 172.21.15.17:0/1387106552 <== osd.7 v2:172.21.15.160:6808/3382423984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd9241f46b0 con 0x7fd908072210 2024-09-19T08:14:13.238 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-19T08:14:13.238 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T08:14:13.238 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-19T08:14:13.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fd908072210 msgr2=0x7fd908074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6808/3382423984,v1:172.21.15.160:6809/3382423984] conn(0x7fd908072210 0x7fd908074630 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd90806c2b0 msgr2=0x7fd90806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fd90806c2b0 0x7fd90806e770 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fd918009ab0 tx=0x7fd918008040 comp rx=0 tx=0).stop 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 msgr2=0x7fd9241f2ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 --2- 172.21.15.17:0/1387106552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd9240ce9d0 0x7fd9241f2ed0 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7fd92000c400 tx=0x7fd92000c8c0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd929ea7640 1 -- 172.21.15.17:0/1387106552 reap_dead start 2024-09-19T08:14:13.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 shutdown_connections 2024-09-19T08:14:13.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 >> 172.21.15.17:0/1387106552 conn(0x7fd92406f400 msgr2=0x7fd9240b70a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 shutdown_connections 2024-09-19T08:14:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.233+0000 7fd92b90a640 1 -- 172.21.15.17:0/1387106552 wait complete. 2024-09-19T08:14:13.243 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T08:14:13.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.346+0000 7f8cb24af640 1 Processor -- start 2024-09-19T08:14:13.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb24af640 1 -- start start 2024-09-19T08:14:13.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb24af640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 0x7f8cac0d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb24af640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cac15ea20 con 0x7f8cac0cf6f0 2024-09-19T08:14:13.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb24af640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cac0b1c50 con 0x7f8cac15e640 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb24af640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8cac0b3d00 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb0a4c640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7f8cac0cf6f0 0x7f8cac0d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:55004/0 (socket says 172.21.15.17:55004) 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.347+0000 7f8cb0a4c640 1 -- 172.21.15.17:0/2135303614 learned_addr learned my addr 172.21.15.17:0/2135303614 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8cab7fe640 1 --2- 172.21.15.17:0/2135303614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 0x7f8cac0d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3502109614 0 0) 0x7f8cac15ea20 con 0x7f8cac0cf6f0 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c94003520 con 0x7f8cac0cf6f0 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3826887531 0 0) 0x7f8cac0b1c50 con 0x7f8cac15e640 2024-09-19T08:14:13.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8cac15ea20 con 0x7f8cac15e640 2024-09-19T08:14:13.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8cab7fe640 1 -- 172.21.15.17:0/2135303614 >> v1:172.21.15.160:6789/0 conn(0x7f8cac15e640 legacy=0x7f8cac0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8cab7fe640 1 -- 172.21.15.17:0/2135303614 >> v1:172.21.15.17:6789/0 conn(0x7f8cac0cf6f0 legacy=0x7f8cac0d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.348+0000 7f8cab7fe640 1 -- 172.21.15.17:0/2135303614 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac0b1f30 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.349+0000 7f8cab7fe640 1 --2- 172.21.15.17:0/2135303614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 0x7f8cac0d2650 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8ca00097d0 tx=0x7f8ca002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c5a35b69b91f3b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.349+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0037070 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.349+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ca0032440 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.349+0000 7f8caaffd640 1 -- 172.21.15.17:0/2135303614 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca00327f0 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 -- 172.21.15.17:0/2135303614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 msgr2=0x7f8cac0d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 --2- 172.21.15.17:0/2135303614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 0x7f8cac0d2650 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8ca00097d0 tx=0x7f8ca002a180 comp rx=0 tx=0).stop 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 -- 172.21.15.17:0/2135303614 shutdown_connections 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 --2- 172.21.15.17:0/2135303614 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf2b0 0x7f8cac0d2650 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 -- 172.21.15.17:0/2135303614 >> 172.21.15.17:0/2135303614 conn(0x7f8cac09d820 msgr2=0x7f8cac0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 -- 172.21.15.17:0/2135303614 shutdown_connections 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.350+0000 7f8cb24af640 1 -- 172.21.15.17:0/2135303614 wait complete. 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.351+0000 7f8cb24af640 1 Processor -- start 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.351+0000 7f8cb24af640 1 -- start start 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 0x7f8cac155840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf6f0 0x7f8cac0c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac0b24f0 con 0x7f8cac15e640 2024-09-19T08:14:13.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac0b2860 con 0x7f8cac0cf2b0 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb24af640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f8cac0cfe40 con 0x7f8cac0cf6f0 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46624/0 (socket says 172.21.15.17:46624) 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 -- 172.21.15.17:0/3450064200 learned_addr learned my addr 172.21.15.17:0/3450064200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cab7fe640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf6f0 0x7f8cac0c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cabfff640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 0x7f8cac155840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 -- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf6f0 msgr2=0x7f8cac0c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf6f0 0x7f8cac0c9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 -- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 msgr2=0x7f8cac155840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 0x7f8cac155840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 -- 172.21.15.17:0/3450064200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac0c8c10 con 0x7f8cac15e640 2024-09-19T08:14:13.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cabfff640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 0x7f8cac155840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:13.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.352+0000 7f8cb0a4c640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 secure :-1 s=READY pgs=2481 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400cac0 tx=0x7f8ca400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4017070 con 0x7f8cac15e640 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ca400ac30 con 0x7f8cac15e640 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cac0c8ef0 con 0x7f8cac15e640 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4012400 con 0x7f8cac15e640 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cac0c94b0 con 0x7f8cac15e640 2024-09-19T08:14:13.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.353+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cac068eb0 con 0x7f8cac15e640 2024-09-19T08:14:13.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.354+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ca401a070 con 0x7f8cac15e640 2024-09-19T08:14:13.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.355+0000 7f8ca8ff9640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 0x7f8c9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.355+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f8ca408aec0 con 0x7f8cac15e640 2024-09-19T08:14:13.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.355+0000 7f8cabfff640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 0x7f8c9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.355+0000 7f8cabfff640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 0x7f8c9806e770 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8cac15ebf0 tx=0x7f8c9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.359+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ca4059280 con 0x7f8cac15e640 2024-09-19T08:14:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.536+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f8cac0b8080 con 0x7f8c9806c2b0 2024-09-19T08:14:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.536+0000 7f8ca8ff9640 1 -- 172.21.15.17:0/3450064200 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f8cac0b8080 con 0x7f8c9806c2b0 2024-09-19T08:14:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T08:14:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 msgr2=0x7f8c9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 0x7f8c9806e770 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8cac15ebf0 tx=0x7f8c9c009040 comp rx=0 tx=0).stop 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 msgr2=0x7f8cac0ca7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 secure :-1 s=READY pgs=2481 cs=0 l=1 rev1=1 crypto rx=0x7f8ca400cac0 tx=0x7f8ca400cf80 comp rx=0 tx=0).stop 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 shutdown_connections 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f8c9806c2b0 0x7f8c9806e770 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cac15e640 0x7f8cac0ca7d0 unknown :-1 s=CLOSED pgs=2481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f8cac0cf6f0 0x7f8cac0c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 --2- 172.21.15.17:0/3450064200 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f8cac0cf2b0 0x7f8cac155840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.538+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 >> 172.21.15.17:0/3450064200 conn(0x7f8cac09d820 msgr2=0x7f8cac06c620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.539+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 shutdown_connections 2024-09-19T08:14:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.539+0000 7f8cb24af640 1 -- 172.21.15.17:0/3450064200 wait complete. 2024-09-19T08:14:13.549 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:14:13.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.652+0000 7fbb676d0640 1 Processor -- start 2024-09-19T08:14:13.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.652+0000 7fbb676d0640 1 -- start start 2024-09-19T08:14:13.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb676d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb600d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb676d0640 1 -- --> v1:172.21.15.17:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6006cec0 con 0x7fbb600b6ee0 2024-09-19T08:14:13.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb676d0640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6006d160 con 0x7fbb6015e4e0 2024-09-19T08:14:13.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb676d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbb600d2d40 con 0x7fbb6015e8c0 2024-09-19T08:14:13.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb65c6d640 1 --1- >> v1:172.21.15.17:6789/0 conn(0x7fbb600b6ee0 0x7fbb600d2500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.17:6789/0 says I am v1:172.21.15.17:55018/0 (socket says 172.21.15.17:55018) 2024-09-19T08:14:13.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb65c6d640 1 -- 172.21.15.17:0/2080399000 learned_addr learned my addr 172.21.15.17:0/2080399000 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:13.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.653+0000 7fbb64c6b640 1 --2- 172.21.15.17:0/2080399000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb600d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.0 v1:172.21.15.17:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2023761687 0 0) 0x7fbb6006cec0 con 0x7fbb600b6ee0 2024-09-19T08:14:13.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 --> v1:172.21.15.17:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb48003520 con 0x7fbb600b6ee0 2024-09-19T08:14:13.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.1 v1:172.21.15.160:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4207382516 0 0) 0x7fbb6006d160 con 0x7fbb6015e4e0 2024-09-19T08:14:13.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 --> v1:172.21.15.160:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb6006cec0 con 0x7fbb6015e4e0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb64c6b640 1 -- 172.21.15.17:0/2080399000 >> v1:172.21.15.160:6789/0 conn(0x7fbb6015e4e0 legacy=0x7fbb600b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.0 v1:172.21.15.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1979306820 0 0) 0x7fbb48003520 con 0x7fbb600b6ee0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb64c6b640 1 -- 172.21.15.17:0/2080399000 >> v1:172.21.15.17:6789/0 conn(0x7fbb600b6ee0 legacy=0x7fbb600d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.654+0000 7fbb64c6b640 1 -- 172.21.15.17:0/2080399000 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6006d440 con 0x7fbb6015e8c0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb64c6b640 1 --2- 172.21.15.17:0/2080399000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb600d1fc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbb540097d0 tx=0x7fbb5402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6aa3a3610fe992ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54037070 con 0x7fbb6015e8c0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb5402ab90 con 0x7fbb6015e8c0 2024-09-19T08:14:13.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb5ffff640 1 -- 172.21.15.17:0/2080399000 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb58001670 con 0x7fbb6015e8c0 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 -- 172.21.15.17:0/2080399000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 msgr2=0x7fbb600d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 --2- 172.21.15.17:0/2080399000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb600d1fc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbb540097d0 tx=0x7fbb5402a100 comp rx=0 tx=0).stop 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 -- 172.21.15.17:0/2080399000 shutdown_connections 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 --2- 172.21.15.17:0/2080399000 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb600d1fc0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 -- 172.21.15.17:0/2080399000 >> 172.21.15.17:0/2080399000 conn(0x7fbb6006f400 msgr2=0x7fbb6006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 -- 172.21.15.17:0/2080399000 shutdown_connections 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.655+0000 7fbb676d0640 1 -- 172.21.15.17:0/2080399000 wait complete. 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 Processor -- start 2024-09-19T08:14:13.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 -- start start 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb600b6ee0 0x7fbb601f7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb6015c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbb60169040 con 0x7fbb6015e4e0 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6006ec50 con 0x7fbb600b6ee0 2024-09-19T08:14:13.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb676d0640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fbb601691c0 con 0x7fbb6015e8c0 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.657+0000 7fbb64c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46640/0 (socket says 172.21.15.17:46640) 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 -- 172.21.15.17:0/237834717 learned_addr learned my addr 172.21.15.17:0/237834717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb65c6d640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb6015c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb6546c640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb600b6ee0 0x7fbb601f7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 -- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 msgr2=0x7fbb6015c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb6015c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 -- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb600b6ee0 msgr2=0x7fbb601f7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb600b6ee0 0x7fbb601f7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 -- 172.21.15.17:0/237834717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb60155ff0 con 0x7fbb6015e4e0 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb64c6b640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7fbb54035040 tx=0x7fbb540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54037050 con 0x7fbb6015e4e0 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb54043070 con 0x7fbb6015e4e0 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb601562d0 con 0x7fbb6015e4e0 2024-09-19T08:14:13.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54006e10 con 0x7fbb6015e4e0 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.658+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb60156890 con 0x7fbb6015e4e0 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.659+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb600b67d0 con 0x7fbb6015e4e0 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.660+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb5403ca70 con 0x7fbb6015e4e0 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.661+0000 7fbb5dffb640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 0x7fbb4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.661+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fbb540abc10 con 0x7fbb6015e4e0 2024-09-19T08:14:13.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.661+0000 7fbb6546c640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 0x7fbb4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.661+0000 7fbb6546c640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 0x7fbb4c06e770 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fbb50001560 tx=0x7fbb50009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.665+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb5407a7d0 con 0x7fbb6015e4e0 2024-09-19T08:14:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.839+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbb60154910 con 0x7fbb4c06c2b0 2024-09-19T08:14:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.841+0000 7fbb5dffb640 1 -- 172.21.15.17:0/237834717 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13491 (secure 0 0 0) 0x7fbb60154910 con 0x7fbb4c06c2b0 2024-09-19T08:14:13.840 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 msgr2=0x7fbb4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 0x7fbb4c06e770 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fbb50001560 tx=0x7fbb50009040 comp rx=0 tx=0).stop 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 msgr2=0x7fbb6014aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7fbb54035040 tx=0x7fbb540046c0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 shutdown_connections 2024-09-19T08:14:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fbb4c06c2b0 0x7fbb4c06e770 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fbb6015e8c0 0x7fbb6015c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb6015e4e0 0x7fbb6014aff0 unknown :-1 s=CLOSED pgs=2483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 --2- 172.21.15.17:0/237834717 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fbb600b6ee0 0x7fbb601f7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 >> 172.21.15.17:0/237834717 conn(0x7fbb6006f400 msgr2=0x7fbb600d1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 shutdown_connections 2024-09-19T08:14:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:13.843+0000 7fbb676d0640 1 -- 172.21.15.17:0/237834717 wait complete. 2024-09-19T08:14:13.853 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":492,"stamp":"2024-09-19T08:14:13.565395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":302312,"kb_used_data":15336,"kb_used_omap":12,"kb_used_meta":286771,"kb_avail":754672408,"statfs":{"total":773094113280,"available":772784545792,"internally_reserved":0,"allocated":15704064,"data_stored":8138640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":293654065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.931198"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":405,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T08:14:05.642238+0000","last_change":"2024-09-19T08:02:20.718168+0000","last_active":"2024-09-19T08:14:05.642238+0000","last_peered":"2024-09-19T08:14:05.642238+0000","last_clean":"2024-09-19T08:14:05.642238+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:14:05.642238+0000","last_undegraded":"2024-09-19T08:14:05.642238+0000","last_fullsized":"2024-09-19T08:14:05.642238+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:02:19.696826+0000","last_clean_scrub_stamp":"2024-09-19T08:02:19.696826+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:19.472451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542290,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37708,"kb_used_data":2352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334132,"statfs":{"total":96636764160,"available":96598151168,"internally_reserved":0,"allocated":2408448,"data_stored":1460106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542290,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37124,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334716,"statfs":{"total":96636764160,"available":96598749184,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542290,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37124,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334716,"statfs":{"total":96636764160,"available":96598749184,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542289,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32960,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542289,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41284,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330556,"statfs":{"total":96636764160,"available":96594489344,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542289,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":45444,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326396,"statfs":{"total":96636764160,"available":96590229504,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542290,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41284,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330556,"statfs":{"total":96636764160,"available":96594489344,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542289,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29384,"kb_used_data":2352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342456,"statfs":{"total":96636764160,"available":96606674944,"internally_reserved":0,"allocated":2408448,"data_stored":1460106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:13.856 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T08:02:19.696826+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=8, tm_min=2, tm_sec=19, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=8, tm_min=14, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T08:14:13.856 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T08:14:29.177 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:29.181 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:33.857 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T08:14:33.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.972+0000 7fc6d7791640 1 Processor -- start 2024-09-19T08:14:33.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.973+0000 7fc6d7791640 1 -- start start 2024-09-19T08:14:33.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7fc6d0158c90 0x7fc6d006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc6d006c150 0x7fc6d00b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d00b0610 0x7fc6d00d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7fc6d006e170 con 0x7fc6d006c150 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7fc6d006e3c0 con 0x7fc6d0158c90 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d7791640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc6d006e6a0 con 0x7fc6d00b0610 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc6d006c150 0x7fc6d00b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7fc6d006c150 0x7fc6d00b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57272/0 (socket says 172.21.15.17:57272) 2024-09-19T08:14:33.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 -- 172.21.15.17:0/64712952 learned_addr learned my addr 172.21.15.17:0/64712952 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:33.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d552d640 1 --2- 172.21.15.17:0/64712952 >> v2:172.21.15.160:3300/0 conn(0x7fc6d0158c90 0x7fc6d006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d5d2e640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d00b0610 0x7fc6d00d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 -- 172.21.15.17:0/64712952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d00b0610 msgr2=0x7fc6d00d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:33.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d00b0610 0x7fc6d00d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 -- 172.21.15.17:0/64712952 >> v2:172.21.15.160:3300/0 conn(0x7fc6d0158c90 msgr2=0x7fc6d006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:33.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/64712952 >> v2:172.21.15.160:3300/0 conn(0x7fc6d0158c90 0x7fc6d006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.974+0000 7fc6d4d2c640 1 -- 172.21.15.17:0/64712952 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d006e980 con 0x7fc6d006c150 2024-09-19T08:14:33.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.975+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00b00d0 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7fc6d00d22c0 tx=0x7fc6c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa06bb68b7dcb9f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.975+0000 7fc6cffff640 1 -- 172.21.15.17:0/64712952 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c4037070 con 0x7fc6d006c150 2024-09-19T08:14:33.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.975+0000 7fc6cffff640 1 -- 172.21.15.17:0/64712952 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6c4032440 con 0x7fc6d006c150 2024-09-19T08:14:33.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.975+0000 7fc6cffff640 1 -- 172.21.15.17:0/64712952 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c4032810 con 0x7fc6d006c150 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 -- 172.21.15.17:0/64712952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 msgr2=0x7fc6d00b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00b00d0 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7fc6d00d22c0 tx=0x7fc6c402a1e0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 -- 172.21.15.17:0/64712952 shutdown_connections 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d00b0610 0x7fc6d00d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 --2- 172.21.15.17:0/64712952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00b00d0 unknown :-1 s=CLOSED pgs=2484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 --2- 172.21.15.17:0/64712952 >> v2:172.21.15.160:3300/0 conn(0x7fc6d0158c90 0x7fc6d006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 -- 172.21.15.17:0/64712952 >> 172.21.15.17:0/64712952 conn(0x7fc6d0067b30 msgr2=0x7fc6d006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:33.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 -- 172.21.15.17:0/64712952 shutdown_connections 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.976+0000 7fc6d7791640 1 -- 172.21.15.17:0/64712952 wait complete. 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.977+0000 7fc6d7791640 1 Processor -- start 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.977+0000 7fc6d7791640 1 -- start start 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6d00b0610 0x7fc6d00cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d0158c90 0x7fc6d00cdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d00b4210 con 0x7fc6d006c150 2024-09-19T08:14:33.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d00b0aa0 con 0x7fc6d00b0610 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d7791640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7fc6d00b4390 con 0x7fc6d0158c90 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57284/0 (socket says 172.21.15.17:57284) 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 -- 172.21.15.17:0/264747233 learned_addr learned my addr 172.21.15.17:0/264747233 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6d00b0610 0x7fc6d00cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d5d2e640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d0158c90 0x7fc6d00cdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 -- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d0158c90 msgr2=0x7fc6d00cdfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d0158c90 0x7fc6d00cdfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 -- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6d00b0610 msgr2=0x7fc6d00cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6d00b0610 0x7fc6d00cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.978+0000 7fc6d552d640 1 -- 172.21.15.17:0/264747233 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d00ce6b0 con 0x7fc6d006c150 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6d552d640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 secure :-1 s=READY pgs=2485 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800d830 tx=0x7fc6c800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800b6c0 con 0x7fc6d006c150 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6c8019070 con 0x7fc6d006c150 2024-09-19T08:14:33.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6d00ce990 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800ba80 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.979+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6d00cf230 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.980+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6d00b00d0 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.980+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc6c801e460 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.981+0000 7fc6cdffb640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 0x7fc6bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.981+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7fc6c808b7a0 con 0x7fc6d006c150 2024-09-19T08:14:33.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.981+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 0x7fc6bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.982+0000 7fc6d4d2c640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 0x7fc6bc06e770 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4034000 tx=0x7fc6c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:33.985+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6c805a1b0 con 0x7fc6d006c150 2024-09-19T08:14:34.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.159+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 --> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6d0072360 con 0x7fc6bc06c2b0 2024-09-19T08:14:34.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.161+0000 7fc6cdffb640 1 -- 172.21.15.17:0/264747233 <== mgr.4105 v2:172.21.15.160:6832/1776320431 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7fc6d0072360 con 0x7fc6bc06c2b0 2024-09-19T08:14:34.161 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:34.161 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-19T08:14:34.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 msgr2=0x7fc6bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 0x7fc6bc06e770 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4034000 tx=0x7fc6c402e000 comp rx=0 tx=0).stop 2024-09-19T08:14:34.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 msgr2=0x7fc6d00d03c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 secure :-1 s=READY pgs=2485 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800d830 tx=0x7fc6c800dcf0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 shutdown_connections 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7fc6bc06c2b0 0x7fc6bc06e770 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7fc6d0158c90 0x7fc6d00cdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7fc6d00b0610 0x7fc6d00cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 --2- 172.21.15.17:0/264747233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6d006c150 0x7fc6d00d03c0 unknown :-1 s=CLOSED pgs=2485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 >> 172.21.15.17:0/264747233 conn(0x7fc6d0067b30 msgr2=0x7fc6d01579a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:34.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 shutdown_connections 2024-09-19T08:14:34.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.163+0000 7fc6d7791640 1 -- 172.21.15.17:0/264747233 wait complete. 2024-09-19T08:14:34.174 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":502,"stamp":"2024-09-19T08:14:33.569469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":302292,"kb_used_data":15336,"kb_used_omap":12,"kb_used_meta":286771,"kb_avail":754672428,"statfs":{"total":773094113280,"available":772784566272,"internally_reserved":0,"allocated":15704064,"data_stored":8138640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":293654065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002431"},"pg_stats":[{"pgid":"1.0","version":"142'119","reported_seq":417,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-19T08:14:13.976828+0000","last_change":"2024-09-19T08:14:13.976828+0000","last_active":"2024-09-19T08:14:13.976828+0000","last_peered":"2024-09-19T08:14:13.976828+0000","last_clean":"2024-09-19T08:14:13.976828+0000","last_became_active":"2024-09-19T08:02:20.715604+0000","last_became_peered":"2024-09-19T08:02:20.715604+0000","last_unstale":"2024-09-19T08:14:13.976828+0000","last_undegraded":"2024-09-19T08:14:13.976828+0000","last_fullsized":"2024-09-19T08:14:13.976828+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"142'119","last_scrub_stamp":"2024-09-19T08:14:13.976652+0000","last_deep_scrub":"142'119","last_deep_scrub_stamp":"2024-09-19T08:14:13.976652+0000","last_clean_scrub_stamp":"2024-09-19T08:14:13.976652+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:00.799788+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542294,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37696,"kb_used_data":2352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334144,"statfs":{"total":96636764160,"available":96598163456,"internally_reserved":0,"allocated":2408448,"data_stored":1460106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542294,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37124,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334716,"statfs":{"total":96636764160,"available":96598749184,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542294,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37124,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334716,"statfs":{"total":96636764160,"available":96598749184,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542293,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32960,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542293,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41284,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330556,"statfs":{"total":96636764160,"available":96594489344,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":40434120},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542293,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":45444,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326396,"statfs":{"total":96636764160,"available":96590229504,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542294,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41284,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330556,"statfs":{"total":96636764160,"available":96594489344,"internally_reserved":0,"allocated":1814528,"data_stored":869738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542293,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29376,"kb_used_data":2352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342464,"statfs":{"total":96636764160,"available":96606683136,"internally_reserved":0,"allocated":2408448,"data_stored":1460106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:34.176 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T08:14:34.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.278+0000 7f6dcd92c640 1 Processor -- start 2024-09-19T08:14:34.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.278+0000 7f6dcd92c640 1 -- start start 2024-09-19T08:14:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dcd92c640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f6dc8145110 0x7f6dc80af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dcd92c640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6dc8145700 0x7f6dc80b1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dcd92c640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6dc80b2770 con 0x7f6dc80b2360 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dcd92c640 1 -- --> v2:172.21.15.17:3300/0 -- mon_getmap magic: 0 -- 0x7f6dc8073b60 con 0x7f6dc8145700 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dcd92c640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f6dc81454f0 con 0x7f6dc8145110 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6dc8145700 0x7f6dc80b1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 --2- >> v2:172.21.15.17:3300/0 conn(0x7f6dc8145700 0x7f6dc80b1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57298/0 (socket says 172.21.15.17:57298) 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 -- 172.21.15.17:0/3436304293 learned_addr learned my addr 172.21.15.17:0/3436304293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc6ffd640 1 --2- 172.21.15.17:0/3436304293 >> v2:172.21.15.160:3300/0 conn(0x7f6dc8145110 0x7f6dc80af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 -- 172.21.15.17:0/3436304293 >> v2:172.21.15.160:3300/0 conn(0x7f6dc8145110 msgr2=0x7f6dc80af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 --2- 172.21.15.17:0/3436304293 >> v2:172.21.15.160:3300/0 conn(0x7f6dc8145110 0x7f6dc80af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 -- 172.21.15.17:0/3436304293 >> v1:172.21.15.160:6789/0 conn(0x7f6dc80b2360 legacy=0x7f6dc815ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.279+0000 7f6dc67fc640 1 -- 172.21.15.17:0/3436304293 --> v2:172.21.15.17:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc8072f50 con 0x7f6dc8145700 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.280+0000 7f6dc67fc640 1 --2- 172.21.15.17:0/3436304293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80b1e20 secure :-1 s=READY pgs=2486 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8070b40 tx=0x7f6dbc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ef896bda8ff2e58 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.280+0000 7f6dc5ffb640 1 -- 172.21.15.17:0/3436304293 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc037070 con 0x7f6dc8145700 2024-09-19T08:14:34.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.280+0000 7f6dc5ffb640 1 -- 172.21.15.17:0/3436304293 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dbc032440 con 0x7f6dc8145700 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.280+0000 7f6dc5ffb640 1 -- 172.21.15.17:0/3436304293 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc032810 con 0x7f6dc8145700 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 -- 172.21.15.17:0/3436304293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 msgr2=0x7f6dc80b1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/3436304293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80b1e20 secure :-1 s=READY pgs=2486 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8070b40 tx=0x7f6dbc02a1a0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 -- 172.21.15.17:0/3436304293 shutdown_connections 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/3436304293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80b1e20 unknown :-1 s=CLOSED pgs=2486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/3436304293 >> v2:172.21.15.160:3300/0 conn(0x7f6dc8145110 0x7f6dc80af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 -- 172.21.15.17:0/3436304293 >> 172.21.15.17:0/3436304293 conn(0x7f6dc806bc10 msgr2=0x7f6dc806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 -- 172.21.15.17:0/3436304293 shutdown_connections 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.281+0000 7f6dcd92c640 1 -- 172.21.15.17:0/3436304293 wait complete. 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.282+0000 7f6dcd92c640 1 Processor -- start 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.282+0000 7f6dcd92c640 1 -- start start 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6dc80b2360 0x7f6dc815b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6dc8145110 0x7f6dc815f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc80737f0 con 0x7f6dc8145700 2024-09-19T08:14:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc8073510 con 0x7f6dc80b2360 2024-09-19T08:14:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dcd92c640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc80d0740 con 0x7f6dc8145110 2024-09-19T08:14:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57302/0 (socket says 172.21.15.17:57302) 2024-09-19T08:14:34.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 -- 172.21.15.17:0/2540910406 learned_addr learned my addr 172.21.15.17:0/2540910406 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc6ffd640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6dc80b2360 0x7f6dc815b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc67fc640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6dc8145110 0x7f6dc815f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 -- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6dc8145110 msgr2=0x7f6dc815f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6dc8145110 0x7f6dc815f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 -- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6dc80b2360 msgr2=0x7f6dc815b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6dc80b2360 0x7f6dc815b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 -- 172.21.15.17:0/2540910406 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc815bc70 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.283+0000 7f6dc77fe640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000c7b0 tx=0x7f6dc000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.284+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0004b60 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.284+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dc0004d00 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.284+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc815d390 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.284+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc000aa90 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.284+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc815d950 con 0x7f6dc8145700 2024-09-19T08:14:34.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.285+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dc8069170 con 0x7f6dc8145700 2024-09-19T08:14:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.285+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6dc000ac30 con 0x7f6dc8145700 2024-09-19T08:14:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.286+0000 7f6daffff640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 0x7f6db406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.286+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f6dc008b550 con 0x7f6dc8145700 2024-09-19T08:14:34.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.286+0000 7f6dc6ffd640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 0x7f6db406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.287+0000 7f6dc6ffd640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 0x7f6db406e770 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f6db8006fd0 tx=0x7f6db8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.290+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6dc815bc70 con 0x7f6dc8145700 2024-09-19T08:14:34.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.465+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f6dc80af6f0 con 0x7f6dc8145700 2024-09-19T08:14:34.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.468+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v30)=0 v30) ==== 123+0+0 (secure 0 0 0) 0x7f6dc00599a0 con 0x7f6dc8145700 2024-09-19T08:14:34.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.469+0000 7f6daffff640 1 -- 172.21.15.17:0/2540910406 <== mon.0 v2:172.21.15.17:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f6dc005dca0 con 0x7f6dc8145700 2024-09-19T08:14:34.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 msgr2=0x7f6db406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 0x7f6db406e770 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f6db8006fd0 tx=0x7f6db8008040 comp rx=0 tx=0).stop 2024-09-19T08:14:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 msgr2=0x7f6dc80ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000c7b0 tx=0x7f6dc000cc70 comp rx=0 tx=0).stop 2024-09-19T08:14:34.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 shutdown_connections 2024-09-19T08:14:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f6db406c2b0 0x7f6db406e770 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6dc8145700 0x7f6dc80ae8a0 unknown :-1 s=CLOSED pgs=2487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f6dc8145110 0x7f6dc815f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 --2- 172.21.15.17:0/2540910406 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f6dc80b2360 0x7f6dc815b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 >> 172.21.15.17:0/2540910406 conn(0x7f6dc806bc10 msgr2=0x7f6dc80b0550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:34.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 shutdown_connections 2024-09-19T08:14:34.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.471+0000 7f6dcd92c640 1 -- 172.21.15.17:0/2540910406 wait complete. 2024-09-19T08:14:34.483 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:14:34.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T08:14:34.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.585+0000 7f84b2d11640 1 Processor -- start 2024-09-19T08:14:34.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.585+0000 7f84b2d11640 1 -- start start 2024-09-19T08:14:34.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.586+0000 7f84b2d11640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.586+0000 7f84b2d11640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.586+0000 7f84b2d11640 1 -- --> v1:172.21.15.160:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84ac0d17e0 con 0x7f84ac06dae0 2024-09-19T08:14:34.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.586+0000 7f84b2d11640 1 -- --> v2:172.21.15.160:3300/0 -- mon_getmap magic: 0 -- 0x7f84ac0d09d0 con 0x7f84ac0d3480 2024-09-19T08:14:34.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.586+0000 7f84b2d11640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84ac15ee90 con 0x7f84ac15eab0 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b12ae640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84abfff640 1 --1- >> v1:172.21.15.160:6789/0 conn(0x7f84ac06dae0 0x7f84ac0b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.160:6789/0 says I am v1:172.21.15.17:41400/0 (socket says 172.21.15.17:41400) 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84abfff640 1 -- 172.21.15.17:0/2518273670 learned_addr learned my addr 172.21.15.17:0/2518273670 (peer_addr_for_me v1:172.21.15.17:0/0) 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3301/0 says I am v2:172.21.15.17:53758/0 (socket says 172.21.15.17:53758) 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b12ae640 1 --2- >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.160:3300/0 says I am v2:172.21.15.17:38322/0 (socket says 172.21.15.17:38322) 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 -- 172.21.15.17:0/2518273670 >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 msgr2=0x7f84ac0b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:34.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 --2- 172.21.15.17:0/2518273670 >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 -- 172.21.15.17:0/2518273670 >> v1:172.21.15.160:6789/0 conn(0x7f84ac06dae0 legacy=0x7f84ac0b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b0aad640 1 -- 172.21.15.17:0/2518273670 --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84ac0cfc10 con 0x7f84ac15eab0 2024-09-19T08:14:34.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.587+0000 7f84b12ae640 1 --2- 172.21.15.17:0/2518273670 >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:34.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b0aad640 1 --2- 172.21.15.17:0/2518273670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009dc0 tx=0x7f84a402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a649f795eb204d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84ab7fe640 1 -- 172.21.15.17:0/2518273670 <== mon.2 v2:172.21.15.160:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4007740 con 0x7f84ac15eab0 2024-09-19T08:14:34.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84ab7fe640 1 -- 172.21.15.17:0/2518273670 <== mon.2 v2:172.21.15.160:3301/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f84a40078e0 con 0x7f84ac15eab0 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84ab7fe640 1 -- 172.21.15.17:0/2518273670 <== mon.2 v2:172.21.15.160:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4007cd0 con 0x7f84ac15eab0 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b2d11640 1 -- 172.21.15.17:0/2518273670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 msgr2=0x7f84ac06d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b2d11640 1 --2- 172.21.15.17:0/2518273670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009dc0 tx=0x7f84a402a710 comp rx=0 tx=0).stop 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b2d11640 1 -- 172.21.15.17:0/2518273670 shutdown_connections 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b2d11640 1 --2- 172.21.15.17:0/2518273670 >> v2:172.21.15.160:3300/0 conn(0x7f84ac0d3480 0x7f84ac0b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.588+0000 7f84b2d11640 1 --2- 172.21.15.17:0/2518273670 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac06d5a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.589+0000 7f84b2d11640 1 -- 172.21.15.17:0/2518273670 >> 172.21.15.17:0/2518273670 conn(0x7f84ac0d4b30 msgr2=0x7f84ac0d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:34.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.589+0000 7f84b2d11640 1 -- 172.21.15.17:0/2518273670 shutdown_connections 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.589+0000 7f84b2d11640 1 -- 172.21.15.17:0/2518273670 wait complete. 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.590+0000 7f84b2d11640 1 Processor -- start 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.590+0000 7f84b2d11640 1 -- start start 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 --2- >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84ac0d3480 0x7f84ac157830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 --2- >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac0cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f84ac0d01d0 con 0x7f84ac06dae0 2024-09-19T08:14:34.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 -- --> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] -- mon_getmap magic: 0 -- 0x7f84ac06df20 con 0x7f84ac0d3480 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b2d11640 1 -- --> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] -- mon_getmap magic: 0 -- 0x7f84ac0d04b0 con 0x7f84ac15eab0 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57312/0 (socket says 172.21.15.17:57312) 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 -- 172.21.15.17:0/3768755128 learned_addr learned my addr 172.21.15.17:0/3768755128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84abfff640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84ac0d3480 0x7f84ac157830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b12ae640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac0cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 -- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 msgr2=0x7f84ac0cd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac0cd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 -- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84ac0d3480 msgr2=0x7f84ac157830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84ac0d3480 0x7f84ac157830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 -- 172.21.15.17:0/3768755128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84ac0cc520 con 0x7f84ac06dae0 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.591+0000 7f84b0aad640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009ee0 tx=0x7f84a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.592+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4040030 con 0x7f84ac06dae0 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.592+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f84a4031a40 con 0x7f84ac06dae0 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.592+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84ac1585d0 con 0x7f84ac06dae0 2024-09-19T08:14:34.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.592+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4009450 con 0x7f84ac06dae0 2024-09-19T08:14:34.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.592+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84ac0cca80 con 0x7f84ac06dae0 2024-09-19T08:14:34.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.593+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84ac0ceb50 con 0x7f84ac06dae0 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.593+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84a4043030 con 0x7f84ac06dae0 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.594+0000 7f84a97fa640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 0x7f849806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.594+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5029+0+0 (secure 0 0 0) 0x7f84a40abfe0 con 0x7f84ac06dae0 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.594+0000 7f84abfff640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 0x7f849806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.595+0000 7f84abfff640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 0x7f849806e770 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f84ac0cabb0 tx=0x7f84a0007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:34.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.598+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84ac0cc520 con 0x7f84ac06dae0 2024-09-19T08:14:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.809+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84ac15d090 con 0x7f84ac06dae0 2024-09-19T08:14:34.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.810+0000 7f84a97fa640 1 -- 172.21.15.17:0/3768755128 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 341 v341) ==== 95+0+3923 (secure 0 0 0) 0x7f84a407a310 con 0x7f84ac06dae0 2024-09-19T08:14:34.811 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-19T08:14:34.811 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":341,"btime":"2024-09-19T08:14:03:417597+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6836/1171460196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6834","nonce":1171460196},{"type":"v1","addr":"172.21.15.160:6836","nonce":1171460196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9223,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/3970535991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":3970535991},{"type":"v1","addr":"172.21.15.17:6835","nonce":3970535991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":329},{"gid":9388,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.160:6837/1148963005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.160:6835","nonce":1148963005},{"type":"v1","addr":"172.21.15.160:6837","nonce":1148963005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":335},{"gid":11043,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6834/2465299506","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6833","nonce":2465299506},{"type":"v1","addr":"172.21.15.17:6834","nonce":2465299506}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":341}],"filesystems":[]} 2024-09-19T08:14:34.812 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 341 2024-09-19T08:14:34.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.811+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 msgr2=0x7f849806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.811+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 0x7f849806e770 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f84ac0cabb0 tx=0x7f84a0007e80 comp rx=0 tx=0).stop 2024-09-19T08:14:34.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.811+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 msgr2=0x7f84ac0cbfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:34.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.811+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009ee0 tx=0x7f84a4004a40 comp rx=0 tx=0).stop 2024-09-19T08:14:34.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 shutdown_connections 2024-09-19T08:14:34.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:6832/1776320431,v1:172.21.15.160:6833/1776320431] conn(0x7f849806c2b0 0x7f849806e770 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3301/0,v1:172.21.15.160:6790/0] conn(0x7f84ac15eab0 0x7f84ac0cd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.160:3300/0,v1:172.21.15.160:6789/0] conn(0x7f84ac0d3480 0x7f84ac157830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 --2- 172.21.15.17:0/3768755128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f84ac06dae0 0x7f84ac0cbfe0 unknown :-1 s=CLOSED pgs=2488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:34.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 >> 172.21.15.17:0/3768755128 conn(0x7f84ac0d4b30 msgr2=0x7f84ac0cefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:34.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 shutdown_connections 2024-09-19T08:14:34.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-19T08:14:34.812+0000 7f84b2d11640 1 -- 172.21.15.17:0/3768755128 wait complete. 2024-09-19T08:14:34.823 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T08:14:34.823 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T08:14:34.823 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T08:14:34.823 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:34.833 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T08:14:34.833 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T08:14:34.833 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:34.882 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T08:14:34.882 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T08:14:34.883 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:34.894 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T08:14:34.895 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T08:14:34.895 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:34.946 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T08:14:34.946 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T08:14:34.947 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T08:14:34.947 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:34.976 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T08:14:34.976 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T08:14:34.976 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.045 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T08:14:35.045 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T08:14:35.045 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.110 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T08:14:35.111 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T08:14:35.111 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.178 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T08:14:35.179 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T08:14:35.179 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.215 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T08:14:35.216 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T08:14:35.216 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.285 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T08:14:35.285 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T08:14:35.285 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.356 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T08:14:35.356 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T08:14:35.356 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.426 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T08:14:35.426 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T08:14:35.426 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T08:14:35.426 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.452 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T08:14:35.452 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T08:14:35.452 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.496 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T08:14:35.496 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T08:14:35.497 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T08:14:35.497 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.509 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T08:14:35.509 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T08:14:35.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.549 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T08:14:35.550 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T08:14:35.550 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:14:35.602 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T08:14:35.603 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T08:14:35.603 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'bad backtrace' | egrep -v 'object missing on disk' | egrep -v 'error reading table object' | egrep -v 'error reading sessionmap' | egrep -v 'Error loading MDS rank' | egrep -v 'missing journal object' | egrep -v 'Error recovering journal' | egrep -v 'error decoding table object' | egrep -v 'failed to read JournalPointer' | egrep -v 'Corrupt directory entry' | egrep -v 'Corrupt fnode header' | egrep -v 'corrupt sessionmap header' | egrep -v 'Corrupt dentry' | egrep -v 'Scrub error on inode' | egrep -v 'Metadata damage detected' | egrep -v MDS_READ_ONLY | egrep -v 'force file system read-only' | egrep -v 'with standby daemon mds' | egrep -v 'MDS abort because newly corrupt dentry' | head -n 1 2024-09-19T08:14:35.652 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:14:35.652 DEBUG:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T08:14:35.960 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:14:35.961 DEBUG:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T08:14:36.049 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:14:36.050 DEBUG:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T08:14:36.100 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:14:36.100 DEBUG:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T08:14:36.165 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:36.166 DEBUG:teuthology.orchestra.run.smithi160:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T08:14:36.307 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:36.307 DEBUG:teuthology.orchestra.run.smithi160:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T08:14:36.402 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:36.402 DEBUG:teuthology.orchestra.run.smithi160:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T08:14:36.469 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:36.470 DEBUG:teuthology.orchestra.run.smithi160:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T08:14:36.527 INFO:tasks.ceph:Archiving mon data... 2024-09-19T08:14:36.528 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/data/mon.a.tgz 2024-09-19T08:14:36.529 DEBUG:teuthology.orchestra.run.smithi017:> mktemp 2024-09-19T08:14:36.545 INFO:teuthology.orchestra.run.smithi017.stdout:/tmp/tmp.ioYWfe3TSC 2024-09-19T08:14:36.545 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.ioYWfe3TSC 2024-09-19T08:14:36.728 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0666 /tmp/tmp.ioYWfe3TSC 2024-09-19T08:14:36.813 DEBUG:teuthology.orchestra.remote:smithi017:/tmp/tmp.ioYWfe3TSC is 580KB 2024-09-19T08:14:36.886 DEBUG:teuthology.orchestra.run.smithi017:> rm -fr /tmp/tmp.ioYWfe3TSC 2024-09-19T08:14:36.901 DEBUG:teuthology.misc:Transferring archived files from smithi160:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/data/mon.b.tgz 2024-09-19T08:14:36.902 DEBUG:teuthology.orchestra.run.smithi160:> mktemp 2024-09-19T08:14:36.920 INFO:teuthology.orchestra.run.smithi160.stdout:/tmp/tmp.sGYxTpg9sB 2024-09-19T08:14:36.921 DEBUG:teuthology.orchestra.run.smithi160:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.sGYxTpg9sB 2024-09-19T08:14:37.110 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 0666 /tmp/tmp.sGYxTpg9sB 2024-09-19T08:14:37.194 DEBUG:teuthology.orchestra.remote:smithi160:/tmp/tmp.sGYxTpg9sB is 588KB 2024-09-19T08:14:37.265 DEBUG:teuthology.orchestra.run.smithi160:> rm -fr /tmp/tmp.sGYxTpg9sB 2024-09-19T08:14:37.280 DEBUG:teuthology.misc:Transferring archived files from smithi160:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/data/mon.c.tgz 2024-09-19T08:14:37.281 DEBUG:teuthology.orchestra.run.smithi160:> mktemp 2024-09-19T08:14:37.336 INFO:teuthology.orchestra.run.smithi160.stdout:/tmp/tmp.Y3rptMk3oD 2024-09-19T08:14:37.337 DEBUG:teuthology.orchestra.run.smithi160:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.Y3rptMk3oD 2024-09-19T08:14:37.505 DEBUG:teuthology.orchestra.run.smithi160:> sudo chmod 0666 /tmp/tmp.Y3rptMk3oD 2024-09-19T08:14:37.589 DEBUG:teuthology.orchestra.remote:smithi160:/tmp/tmp.Y3rptMk3oD is 588KB 2024-09-19T08:14:37.689 DEBUG:teuthology.orchestra.run.smithi160:> rm -fr /tmp/tmp.Y3rptMk3oD 2024-09-19T08:14:37.704 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T08:14:37.704 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T08:14:37.707 DEBUG:teuthology.orchestra.run.smithi160:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T08:14:37.793 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T08:14:37.824 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T08:14:37.824 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T08:14:37.826 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi017/crash 2024-09-19T08:14:37.826 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T08:14:37.871 DEBUG:teuthology.misc:Transferring archived files from smithi160:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi160/crash 2024-09-19T08:14:37.872 DEBUG:teuthology.orchestra.run.smithi160:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T08:14:37.922 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T08:14:37.922 DEBUG:teuthology.orchestra.run.smithi017:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:37.925 DEBUG:teuthology.orchestra.run.smithi160:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:37.998 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:38.026 DEBUG:teuthology.orchestra.run.smithi160:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T08:14:38.051 INFO:tasks.ceph:Compressing logs... 2024-09-19T08:14:38.051 DEBUG:teuthology.orchestra.run.smithi017:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T08:14:38.069 DEBUG:teuthology.orchestra.run.smithi160:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T08:14:38.093 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T08:14:38.106 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51876.log 2024-09-19T08:14:38.106 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60379.log 2024-09-19T08:14:38.106 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54081.log 2024-09-19T08:14:38.106 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51876.log.gz 2024-09-19T08:14:38.106 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74869.log 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.60379.log.gz 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42130.log 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57284.log 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74869.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54081.log.gz 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77155.log 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.74869.log.gz 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42130.log: /var/log/ceph/ceph-client.admin.57284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50050.log 2024-09-19T08:14:38.107 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42130.log.gz 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77155.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57284.log.gz 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53993.log 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.77155.log.gz 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70997.log 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50050.log.gz 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66817.log 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70997.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53993.log.gz 2024-09-19T08:14:38.108 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82614.log 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.70997.log.gz 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72237.log 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85810.log 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72237.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.82614.log.gz 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72373.log 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.72237.log.gz 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67435.log 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85810.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.66817.log.gz 2024-09-19T08:14:38.109 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82812.log 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.85810.log.gz 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67435.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.72373.log.gz 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77646.log 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.67435.log.gz 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42464.log 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40858.log 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.82812.log.gz 2024-09-19T08:14:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42464.log: 89.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.77646.log.gz 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.65901.log 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42464.log.gz 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.40858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76149.log 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40858.log.gz 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60700.log 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76149.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.65901.log.gz 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57916.log 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.76149.log.gz 2024-09-19T08:14:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55524.log 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.60700.log.gz 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76809.log 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55524.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57916.log.gz 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85852.log 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55524.log.gz 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52930.log 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.76809.log.gz 2024-09-19T08:14:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46113.log 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52930.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.85852.log.gz 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60886.log 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52930.log.gz 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65406.log 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61876.log 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60886.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46113.log.gz 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65406.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60886.log.gz 2024-09-19T08:14:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76056.log 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.65406.log.gz 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.61876.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.52441.log 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61876.log.gz 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86771.log 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.88301.log 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86771.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52441.log.gz 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70562.log 2024-09-19T08:14:38.114 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.86771.log.gz 2024-09-19T08:14:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89685.log 2024-09-19T08:14:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.88301.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.76056.log.gz 2024-09-19T08:14:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66574.log 2024-09-19T08:14:38.132 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T08:14:38.132 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36548.log 2024-09-19T08:14:38.132 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36382.log 2024-09-19T08:14:38.132 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36548.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T08:14:38.132 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36382.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36548.log.gz 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36502.log 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36382.log.gz 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose --/var/log/ceph/ceph-mds.b.log: /var/log/ceph/ceph-client.1.42758.log 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36502.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.1.42758.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36502.log.gz 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T08:14:38.133 INFO:teuthology.orchestra.run.smithi160.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.1.42758.log.gz 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43219.log 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36422.log 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.3.43219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36342.log 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36422.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.3.43219.log.gz 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36422.log.gz 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36342.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T08:14:38.134 INFO:teuthology.orchestra.run.smithi160.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36342.log.gz 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36634.log 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36634.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36634.log.gz 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph.log: 94.1% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-mds.d.log: 92.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T08:14:38.135 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36593.log 2024-09-19T08:14:38.151 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T08:14:38.152 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-client.admin.36593.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36593.log.gz 2024-09-19T08:14:38.163 INFO:teuthology.orchestra.run.smithi160.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36462.log 2024-09-19T08:14:38.177 INFO:teuthology.orchestra.run.smithi160.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.36462.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36462.log.gz 2024-09-19T08:14:38.197 INFO:teuthology.orchestra.run.smithi160.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T08:14:38.197 INFO:teuthology.orchestra.run.smithi160.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T08:14:38.305 INFO:teuthology.orchestra.run.smithi160.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.70562.log.gz 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48885.log 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.89685.log.gz 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71556.log 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.48885.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.66574.log.gz 2024-09-19T08:14:38.470 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56314.log 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63632.log 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.48885.log.gz 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.71556.log.gz 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41867.log 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56314.log.gz 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60658.log 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60928.log 2024-09-19T08:14:38.471 INFO:teuthology.orchestra.run.smithi017.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.63632.log.gz 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41867.log.gz 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44973.log 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60658.log.gz 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43169.log 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60928.log: /var/log/ceph/ceph-client.admin.44973.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.60928.log.gz 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61792.log 2024-09-19T08:14:38.472 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44973.log.gz 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81791.log 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43169.log.gz 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66522.log 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61792.log.gz 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61662.log 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66522.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.81791.log.gz 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52237.log 2024-09-19T08:14:38.473 INFO:teuthology.orchestra.run.smithi017.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.0.88301.log.gz 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61662.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66522.log.gz 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76243.log 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61662.log.gz 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85992.log 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52237.log.gz 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52716.log 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85992.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.76243.log.gz 2024-09-19T08:14:38.474 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79410.log 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41264.log 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52716.log.gz 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43043.log 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.79410.log.gz 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46325.log 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41264.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.85992.log.gz 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43043.log: 88.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.41264.log.gz -5 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.57706.log 2024-09-19T08:14:38.475 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43043.log.gz 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43253.log 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57706.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46325.log.gz 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83858.log 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57706.log.gz 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44482.log 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43253.log.gz 2024-09-19T08:14:38.476 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71812.log 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76767.log 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.83858.log.gz 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44482.log.gz 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56188.log 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.71812.log.gz 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48951.log 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56188.log: gzip 88.7% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.76767.log.gz -- 2024-09-19T08:14:38.477 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.55680.log 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56188.log.gz 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.48951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63928.log 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48951.log.gz 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41657.log 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63928.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55680.log.gz 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46718.log 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.63928.log.gz 2024-09-19T08:14:38.478 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88644.log 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41657.log.gz 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75645.log 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52758.log 88.7% 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46718.log.gz 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.88644.log.gz/var/log/ceph/ceph-client.admin.75645.log: 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46676.log 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75645.log.gz 2024-09-19T08:14:38.479 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52990.log 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46676.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.52758.log.gz 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.83355.log 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46676.log.gz 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52888.log 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52990.log.gz 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.83355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60970.log 2024-09-19T08:14:38.480 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58469.log 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60970.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52888.log.gz 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46420.log 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60970.log.gz 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58469.log: 91.4% -- replaced with /var/log/ceph/ceph-client.0.83355.log.gz 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66289.log 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58469.log.gz 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50344.log 2024-09-19T08:14:38.481 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46420.log: /var/log/ceph/ceph-client.admin.66289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81844.log 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46420.log.gz 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.66289.log.gz 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50344.log: /var/log/ceph/ceph-client.admin.53075.log 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86855.log 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.50344.log.gz 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.81844.log.gz 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69697.log 2024-09-19T08:14:38.482 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53075.log.gz 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58000.log 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73078.log 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69697.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.86855.log.gz 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87178.log 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.69697.log.gz 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73078.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58000.log.gz 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74674.log 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.73078.log.gz 2024-09-19T08:14:38.483 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41489.log 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36534.log 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.87178.log.gz 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.74674.log.gz 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63891.log 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.36534.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41489.log.gz 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42802.log 2024-09-19T08:14:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63891.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36534.log.gz 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80420.log 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.63891.log.gz 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48467.log 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42802.log.gz 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69276.log 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.48467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55876.log 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69276.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.80420.log.gz 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68513.log 2024-09-19T08:14:38.485 INFO:teuthology.orchestra.run.smithi017.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48467.log.gz 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.69276.log.gz 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73799.log 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55876.log: /var/log/ceph/ceph-client.admin.68513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78845.log 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55876.log.gz 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.68513.log.gz/var/log/ceph/ceph-client.admin.73799.log: 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T08:14:38.486 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84346.log 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.73799.log.gz 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.78845.log.gz 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81614.log 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73908.log 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81614.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.84346.log.gz 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75317.log 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.81614.log.gz 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.73908.log: /var/log/ceph/ceph-client.admin.41573.log 2024-09-19T08:14:38.487 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53201.log 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.73908.log.gz 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41573.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.75317.log.gz 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90150.log 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73350.log 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53201.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41573.log.gz 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90150.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53201.log.gz 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62711.log 2024-09-19T08:14:38.488 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.90150.log.gz 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82987.log 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73350.log: /var/log/ceph/ceph-client.admin.62711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70170.log 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.73350.log.gz 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62711.log.gz 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50302.log 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70510.log 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70170.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.82987.log.gz 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50302.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.70170.log.gz 2024-09-19T08:14:38.489 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44718.log 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50302.log.gz 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50642.log 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70510.log: /var/log/ceph/ceph-client.admin.44718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64224.log 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70510.log.gz 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44718.log.gz 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65625.log 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46550.log 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64224.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50642.log.gz 2024-09-19T08:14:38.490 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59705.log 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.64224.log.gz 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47649.log 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46550.log: /var/log/ceph/ceph-client.admin.59705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91076.log 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46550.log.gz 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59705.log.gz 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71039.log 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.65625.log.gz 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.47649.log.gz 2024-09-19T08:14:38.491 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60275.log 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72532.log 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.91076.log.gz 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79466.log 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.71039.log.gz 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59627.log 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68773.log 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79466.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.72532.log.gz 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.60275.log.gz 2024-09-19T08:14:38.492 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75280.log 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.79466.log.gz 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.59627.log.gz 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41308.log 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.68773.log: /var/log/ceph/ceph-client.admin.75280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82474.log 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58723.log 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41308.log.gz 2024-09-19T08:14:38.493 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77220.log 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82474.log: 91.2% -- replaced with /var/log/ceph/ceph-client.0.68773.log.gz 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54399.log 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.75280.log.gz 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3%/var/log/ceph/ceph-client.admin.77220.log: -- replaced with /var/log/ceph/ceph-client.admin.58723.log.gz 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 91.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.82474.log.gz --verbose 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.49863.log 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73739.log 2024-09-19T08:14:38.494 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54399.log: /var/log/ceph/ceph-client.admin.49863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52031.log 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54399.log.gz 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49863.log.gz 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76379.log 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55722.log 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.73739.log.gz 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52031.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.77220.log.gz 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84041.log 2024-09-19T08:14:38.495 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52031.log.gz 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.76379.log.gz 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90434.log 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55722.log.gz 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42799.log 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84041.log: /var/log/ceph/ceph-client.admin.90434.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.84041.log.gz 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53327.log 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.90434.log.gz 2024-09-19T08:14:38.496 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46844.log 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42799.log: /var/log/ceph/ceph-client.admin.53327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51768.log 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42799.log.gz 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53327.log.gz 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62152.log 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90737.log 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51768.log: /var/log/ceph/ceph-client.admin.62152.log: gzip 91.1% -5 -- replaced with /var/log/ceph/ceph-client.admin.46844.log.gz 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.82691.log 2024-09-19T08:14:38.497 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% 90.9% -- replaced with /var/log/ceph/ceph-client.admin.62152.log.gz -- replaced with /var/log/ceph/ceph-client.admin.51768.log.gz 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42123.log 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.90737.log.gz 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64372.log 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63187.log 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.82691.log.gz 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64372.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42123.log.gz 2024-09-19T08:14:38.498 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69645.log 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63187.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.64372.log.gz 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42124.log 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69645.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.63187.log.gz 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47626.log 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.69645.log.gz 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53411.log 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42124.log.gz/var/log/ceph/ceph-client.admin.47626.log: 2024-09-19T08:14:38.499 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73130.log 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47626.log.gz 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71775.log 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53411.log: /var/log/ceph/ceph-client.admin.73130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78653.log 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53411.log.gz 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71775.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.73130.log.gz 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41825.log 2024-09-19T08:14:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47723.log 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.78653.log.gz 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78920.log 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43942.log 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47723.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41825.log.gz 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78920.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.71775.log.gz 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58933.log 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47723.log.gz 2024-09-19T08:14:38.501 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.78920.log.gz 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61834.log 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43942.log: /var/log/ceph/ceph-client.admin.58933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81998.log 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43942.log.gz 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61834.log: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64076.log 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58933.log.gz 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61834.log.gz 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74911.log 2024-09-19T08:14:38.502 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.81998.log.gz 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76631.log/var/log/ceph/ceph-client.admin.64076.log: 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50954.log 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.64076.log.gz 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76421.log 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50954.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.76631.log.gz 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77586.log 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50954.log.gz 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66153.log 2024-09-19T08:14:38.503 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.74911.log.gz 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.76421.log.gz -5 --verbose 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.57454.log 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77586.log: /var/log/ceph/ceph-client.admin.66153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69940.log 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.77586.log.gz 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57454.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.66153.log.gz 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82939.log 2024-09-19T08:14:38.504 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57454.log.gz 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78532.log 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90781.log 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.82939.log.gz 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58681.log 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.69940.log.gz 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.78532.log.gz 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54165.log 2024-09-19T08:14:38.505 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.90781.log.gz 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56476.log 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54165.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.58681.log.gz 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63150.log 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54165.log.gz 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57003.log 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56476.log.gz 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54291.log 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63150.log: /var/log/ceph/ceph-client.0.57003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66097.log 2024-09-19T08:14:38.506 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.63150.log.gz 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53951.log 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54291.log.gz 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78616.log 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64730.log 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.66097.log.gz 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53951.log.gz 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90603.log 2024-09-19T08:14:38.507 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84951.log 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64730.log.gz 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80242.log 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.90603.log.gz 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50134.log 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.78616.log.gz 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.0.57003.log.gz 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.84951.log.gz 2024-09-19T08:14:38.508 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73697.log 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42131.log 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.80242.log.gz 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73697.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50134.log.gz 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90645.log 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.73697.log.gz 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49737.log 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60826.log 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42131.log.gz 2024-09-19T08:14:38.509 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.90645.log.gz 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42465.log 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49737.log.gz 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75761.log 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60826.log.gz 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45863.log 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42465.log: /var/log/ceph/ceph-client.admin.75761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49367.log 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42465.log.gz 2024-09-19T08:14:38.510 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.75761.log.gz 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85027.log 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45863.log.gz 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70033.log 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49367.log: /var/log/ceph/ceph-client.admin.85027.log: gzip 89.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.49367.log.gz --verbose 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.42128.log 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.85027.log.gz 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64187.log 2024-09-19T08:14:38.511 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86287.log 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70033.log.gz 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64187.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42128.log.gz 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82868.log 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86287.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.64187.log.gz 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81497.log 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.86287.log.gz 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63373.log 2024-09-19T08:14:38.512 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82868.log: /var/log/ceph/ceph-client.admin.81497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66658.log 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.82868.log.gz 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.81497.log.gz 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45554.log 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.63373.log.gz 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89094.log 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65541.log 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.66658.log.gz 2024-09-19T08:14:38.513 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45554.log.gz 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68405.log 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63299.log 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.65541.log.gz 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.89094.log.gz/var/log/ceph/ceph-client.admin.68405.log: 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50176.log 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63299.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68405.log.gz 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86813.log 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.63299.log.gz 2024-09-19T08:14:38.514 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71614.log 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50176.log: /var/log/ceph/ceph-client.admin.86813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69220.log 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50176.log.gz 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.86813.log.gz 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50007.log 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69220.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71614.log.gz 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70823.log 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.69220.log.gz 2024-09-19T08:14:38.515 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61277.log 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50007.log.gz 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87849.log 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70823.log: /var/log/ceph/ceph-client.admin.61277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80295.log 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.70823.log.gz 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61277.log.gz 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54333.log 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.87849.log.gz 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78962.log 2024-09-19T08:14:38.516 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61138.log 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80295.log.gz 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54333.log: /var/log/ceph/ceph-client.admin.78962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61523.log 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.78962.log.gz 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61138.log: gzip -5 --verbose 91.0% -- /var/log/ceph/ceph-client.admin.52846.log -- replaced with /var/log/ceph/ceph-client.admin.54333.log.gz 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72121.log 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61523.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61138.log.gz 2024-09-19T08:14:38.517 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52846.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61523.log.gz 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44318.log 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52846.log.gz 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65859.log 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.72121.log.gz 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79696.log 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.2.44318.log: /var/log/ceph/ceph-client.admin.65859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57394.log 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65859.log.gz 2024-09-19T08:14:38.518 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89558.log 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.2.44318.log.gz 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63558.log 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57394.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.79696.log.gz 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87083.log 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57394.log.gz 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.89558.log.gz 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68188.log 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63558.log: /var/log/ceph/ceph-client.admin.87083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64298.log 2024-09-19T08:14:38.519 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.63558.log.gz 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.87083.log.gz 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69183.log 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.68188.log.gz 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46071.log 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64298.log: /var/log/ceph/ceph-client.admin.69183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65662.log 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.64298.log.gz 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41443.log 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46071.log.gz 2024-09-19T08:14:38.520 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91286.log 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52525.log 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41443.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.65662.log.gz 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76691.log 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41443.log.gz 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.69183.log.gz 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.91286.log.gz 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63817.log 2024-09-19T08:14:38.521 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86957.log 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52525.log.gz 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63817.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76691.log.gz 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50439.log 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86957.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.63817.log.gz 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79308.log 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.86957.log.gz 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76201.log 2024-09-19T08:14:38.522 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50439.log: /var/log/ceph/ceph-client.admin.79308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55584.log 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50439.log.gz 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79308.log.gz 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42800.log 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.76201.log.gz 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53117.log 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70375.log 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42800.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55584.log.gz 2024-09-19T08:14:38.523 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53117.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42800.log.gz 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53159.log 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.53117.log.gz 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53858.log 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70375.log: /var/log/ceph/ceph-client.admin.53159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84237.log 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70375.log.gz 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53159.log.gz 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65601.log 2024-09-19T08:14:38.524 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69552.log 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53858.log.gz 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84237.log: /var/log/ceph/ceph-client.admin.65601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87765.log 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.84237.log.gz 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.65601.log.gz 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.69552.log: /var/log/ceph/ceph-client.admin.60742.log 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66910.log 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.87765.log.gz 2024-09-19T08:14:38.525 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62788.log 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60742.log.gz 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58639.log 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66910.log: /var/log/ceph/ceph-client.admin.62788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90908.log 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.66910.log.gz 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58639.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.69552.log.gz 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62788.log.gz 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75813.log 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90908.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58639.log.gz 2024-09-19T08:14:38.526 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77880.log 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4%/var/log/ceph/ceph-client.admin.75813.log: -- replaced with /var/log/ceph/ceph-client.admin.90908.log.gz 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46369.log 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.75813.log.gz 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64889.log 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41951.log 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46369.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.77880.log.gz 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42803.log 2024-09-19T08:14:38.527 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46369.log.gz 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51080.log 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41951.log.gz 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63669.log 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.64889.log.gz 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51080.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42803.log.gz 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59458.log 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73022.log 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63669.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51080.log.gz 2024-09-19T08:14:38.528 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47170.log 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.63669.log.gz 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59458.log.gz 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63965.log 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73022.log: /var/log/ceph/ceph-client.0.47170.log: gzip 89.8% -- replaced with /var/log/ceph/ceph-client.admin.73022.log.gz 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.81735.log 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77197.log 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81735.log: gzip -5 --verbose 89.7% -- -- replaced with /var/log/ceph/ceph-client.admin.63965.log.gz /var/log/ceph/ceph-client.admin.50996.log 2024-09-19T08:14:38.529 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.81735.log.gz 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60616.log 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.77197.log.gz 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80378.log 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60616.log: gzip 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50996.log.gz 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.73561.log 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5%/var/log/ceph/ceph-client.admin.80378.log: -- replaced with /var/log/ceph/ceph-client.admin.60616.log.gz 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.0.47170.log.gz 2024-09-19T08:14:38.530 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62044.log 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.80378.log.gz 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.73561.log: -- /var/log/ceph/ceph-client.admin.77019.log 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62044.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.73561.log.gz 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77019.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.62044.log.gz 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88779.log 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.77019.log.gz 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43295.log 2024-09-19T08:14:38.531 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69159.log 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88779.log: /var/log/ceph/ceph-client.admin.43295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59850.log 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.88779.log.gz 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50773.log 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.43295.log.gz 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87933.log 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.69159.log.gz 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.50773.log: -5 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59850.log.gz 2024-09-19T08:14:38.532 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.58259.log 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87933.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50773.log.gz 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.87933.log.gz 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71868.log 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73950.log 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58259.log: /var/log/ceph/ceph-client.admin.71868.log: gzip -5 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58259.log.gz 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.86603.log 2024-09-19T08:14:38.533 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.71868.log.gz 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58555.log 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.73950.log.gz 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68212.log 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58555.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.86603.log.gz 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90047.log 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58555.log.gz 2024-09-19T08:14:38.534 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46462.log 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68212.log: /var/log/ceph/ceph-client.admin.90047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58383.log 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.90047.log.gz 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58084.log 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74165.log 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7%/var/log/ceph/ceph-client.admin.58383.log: -- replaced with /var/log/ceph/ceph-client.admin.46462.log.gz 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85464.log 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58383.log.gz 2024-09-19T08:14:38.535 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.68212.log.gz 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.58084.log.gz 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.74165.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.81890.log 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87339.log 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.74165.log.gz 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.85464.log.gz 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86999.log 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44634.log 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9%/var/log/ceph/ceph-client.admin.87339.log: -- replaced with /var/log/ceph/ceph-client.admin.81890.log.gz 2024-09-19T08:14:38.536 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86999.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.87339.log.gz 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83029.log 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.86999.log.gz 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78709.log 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44634.log: /var/log/ceph/ceph-client.admin.83029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87381.log 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44634.log.gz 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55810.log 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.78709.log.gz 2024-09-19T08:14:38.537 INFO:teuthology.orchestra.run.smithi017.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.83029.log.gz 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82775.log 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.87381.log.gz 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82556.log 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55810.log: /var/log/ceph/ceph-client.admin.82775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87597.log 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82556.log: gzip -5 --verbose -- 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55810.log.gz 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.82556.log.gz 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.67477.log 2024-09-19T08:14:38.538 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52135.log 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.87597.log.gz 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63743.log 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.82775.log.gz 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56230.log 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91034.log 87.9% 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52135.log.gz 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.67477.log.gz 2024-09-19T08:14:38.539 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.63743.log.gz 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90691.log 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89006.log 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56230.log.gz 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.91034.log.gz/var/log/ceph/ceph-client.admin.90691.log: 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84500.log 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.90691.log.gz 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75098.log 2024-09-19T08:14:38.540 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.89006.log.gz 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60146.log 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84500.log: /var/log/ceph/ceph-client.admin.75098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.84760.log 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.84500.log.gz 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54249.log 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.75098.log.gz 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60146.log.gz 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.84760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41220.log 2024-09-19T08:14:38.541 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62653.log 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54249.log: /var/log/ceph/ceph-client.admin.41220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71751.log 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54249.log.gz 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41220.log.gz 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69529.log 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.0.84760.log.gz 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71751.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.62653.log.gz 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41359.log 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41178.log 2024-09-19T08:14:38.542 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71751.log.gz 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41359.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.69529.log.gz 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52195.log 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41359.log.gz 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91429.log 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78985.log 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52195.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41178.log.gz 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90866.log 2024-09-19T08:14:38.543 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52195.log.gz 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.91429.log.gz 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57958.log 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78985.log: /var/log/ceph/ceph-client.admin.90866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70721.log 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57958.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.90866.log.gz 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77061.log 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57958.log.gz 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70454.log 2024-09-19T08:14:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53033.log 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.70721.log.gz 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77061.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.78985.log.gz 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70454.log: 89.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.77061.log.gz 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51834.log 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.70454.log.gz 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72004.log 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53033.log: /var/log/ceph/ceph-client.admin.51834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70417.log 2024-09-19T08:14:38.545 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53033.log.gz 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.51834.log.gz 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87807.log 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.72004.log.gz 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61481.log 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77702.log 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87807.log: /var/log/ceph/ceph-client.admin.61481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45225.log 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.87807.log.gz 2024-09-19T08:14:38.546 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61481.log.gz 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76977.log 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.70417.log.gz 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.45225.log: 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.77702.log.gz 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.77838.log 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81044.log 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45225.log.gz 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.76977.log.gz 2024-09-19T08:14:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73214.log 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51332.log 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81044.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.77838.log.gz 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48658.log 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.81044.log.gz 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.73214.log.gz 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64446.log 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51332.log: /var/log/ceph/ceph-client.admin.48658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70879.log 2024-09-19T08:14:38.548 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.51332.log.gz 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48658.log.gz 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59808.log 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70879.log: gzip -5 --verbose -- 89.9% /var/log/ceph/ceph-client.admin.72574.log 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64446.log.gz 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70879.log.gz 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88911.log 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59808.log.gz 2024-09-19T08:14:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66963.log 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80084.log 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88911.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.72574.log.gz 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66963.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.88911.log.gz 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.59041.log 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86085.log 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.66963.log.gz 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80084.log: /var/log/ceph/ceph-client.admin.59041.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.80084.log.gz 2024-09-19T08:14:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51182.log 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61567.log 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86085.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59041.log.gz 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51182.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.86085.log.gz 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69977.log 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51182.log.gz 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.61567.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47907.log 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41531.log 2024-09-19T08:14:38.551 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.61567.log.gz 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44897.log 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.69977.log.gz 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91347.log 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41531.log.gz 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47907.log.gz 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63410.log 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.82258.log 2024-09-19T08:14:38.552 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44897.log.gz 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63410.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.91347.log.gz 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51038.log 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.82258.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.63410.log.gz 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54929.log 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47564.log 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51038.log: /var/log/ceph/ceph-client.admin.54929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72290.log 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.0.82258.log.gz 2024-09-19T08:14:38.553 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51038.log.gz 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83095.log 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.54929.log.gz 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81539.log 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47564.log.gz 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49585.log 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83095.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.72290.log.gz 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81539.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.83095.log.gz 2024-09-19T08:14:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65215.log 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.81539.log.gz 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73410.log 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49585.log: /var/log/ceph/ceph-client.0.65215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79854.log 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49585.log.gz 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62873.log 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.73410.log.gz 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81698.log 2024-09-19T08:14:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48233.log 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79854.log.gz 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62873.log: 91.2% -- replaced with /var/log/ceph/ceph-client.0.65215.log.gz 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85768.log 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.48233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41783.log 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56580.log 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41783.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.85768.log.gz 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr: 92.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.74467.log 2024-09-19T08:14:38.556 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62873.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.81698.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41783.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85104.log 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84116.log 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.74467.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56580.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69022.log 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.0.48233.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84116.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.85104.log.gz 2024-09-19T08:14:38.557 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.70216.log 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.84116.log.gz 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67243.log 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.69022.log.gz 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 91.4% --verbose -- -- replaced with /var/log/ceph/ceph-client.0.74467.log.gz 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.70086.log 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70216.log: /var/log/ceph/ceph-client.admin.67243.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.70216.log.gz 2024-09-19T08:14:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87041.log 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86458.log 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67243.log.gz 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70086.log: /var/log/ceph/ceph-client.admin.87041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48735.log 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.70086.log.gz 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.87041.log.gz 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87258.log 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.48735.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.86458.log.gz 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85623.log 2024-09-19T08:14:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87258.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.48735.log.gz 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83957.log 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.87258.log.gz 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42801.log 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73466.log 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42801.log: gzip 88.1% -- replaced with /var/log/ceph/ceph-client.admin.83957.log.gz 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.36643.log 2024-09-19T08:14:38.560 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.85623.log.gz 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42801.log.gz 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53243.log 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.73466.log.gz 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.36643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63002.log 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53243.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36643.log.gz 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58807.log 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53243.log.gz 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50092.log 2024-09-19T08:14:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47865.log 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58807.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.63002.log.gz 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79172.log 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58807.log.gz 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50092.log.gz 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74057.log 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47865.log.gz 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61180.log 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.79172.log.gz 2024-09-19T08:14:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60490.log 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79990.log 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.74057.log.gz 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60490.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61180.log.gz 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78761.log 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60490.log.gz 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73172.log 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59500.log 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.79990.log.gz 2024-09-19T08:14:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78761.log: /var/log/ceph/ceph-client.admin.73172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86560.log 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.78761.log.gz 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46239.log 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.73172.log.gz 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59500.log.gz 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83802.log 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41036.log 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8%/var/log/ceph/ceph-client.admin.46239.log: -- replaced with /var/log/ceph/ceph-client.admin.86560.log.gz 2024-09-19T08:14:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85422.log 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46239.log.gz 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78206.log 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.83802.log.gz 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41036.log.gz 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67141.log 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 89.3% -- replaced with /var/log/ceph/ceph-client.admin.85422.log.gz 2024-09-19T08:14:38.565 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose --/var/log/ceph/ceph-client.0.78206.log: /var/log/ceph/ceph-client.admin.75509.log 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67141.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.67141.log.gz 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65718.log 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70604.log 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.75509.log.gz 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65718.log: 91.5% -- replaced with /var/log/ceph/ceph-client.0.78206.log.gz 2024-09-19T08:14:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62002.log 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65718.log.gz 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43127.log 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70604.log: /var/log/ceph/ceph-client.admin.62002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69589.log 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.70604.log.gz 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62002.log.gz 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64955.log 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43127.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43127.log.gz 2024-09-19T08:14:38.567 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72457.log 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86416.log 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64955.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.69589.log.gz 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68305.log 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64955.log.gz 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2%/var/log/ceph/ceph-client.admin.86416.log: -- replaced with /var/log/ceph/ceph-client.admin.72457.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83546.log 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.86416.log.gz 2024-09-19T08:14:38.568 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78592.log 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8%/var/log/ceph/ceph-client.admin.83546.log: -- replaced with /var/log/ceph/ceph-client.admin.68305.log.gz 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87681.log 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78592.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.83546.log.gz 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74207.log 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2%/var/log/ceph/ceph-client.admin.87681.log: -- replaced with /var/log/ceph/ceph-client.admin.78592.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90276.log 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74207.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.87681.log.gz 2024-09-19T08:14:38.569 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64614.log 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.74207.log.gz 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66429.log 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64614.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.90276.log.gz 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62928.log 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64614.log.gz/var/log/ceph/ceph-client.admin.66429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43211.log 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52804.log 2024-09-19T08:14:38.570 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43211.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30165.log 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7%/var/log/ceph/ceph-client.admin.52804.log: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.43211.log.gz 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62928.log.gz 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77773.log 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52804.log.gz 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.66429.log.gz 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph.tmp-client.admin.30165.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30165.log.gz 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42126.log 2024-09-19T08:14:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59561.log 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53770.log 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.77773.log.gz 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42126.log.gz 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48801.log 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69781.log 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53770.log: /var/log/ceph/ceph-client.admin.48801.log: gzip -5 --verbose 87.7% -- /var/log/ceph/ceph-client.admin.45093.log -- replaced with /var/log/ceph/ceph-client.admin.53770.log.gz 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.59561.log.gz 2024-09-19T08:14:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61746.log 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45093.log: gzip 89.3% -- replaced with /var/log/ceph/ceph-client.admin.69781.log.gz 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48801.log.gz 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.75467.log 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61746.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45093.log.gz 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81239.log 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61746.log.gz 2024-09-19T08:14:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71962.log 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75467.log.gz 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57664.log 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.81239.log.gz 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45596.log 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57664.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71962.log.gz 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66247.log 2024-09-19T08:14:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79761.log 88.2% 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.57664.log.gz 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66247.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45596.log.gz 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82751.log 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76285.log 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79761.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.66247.log.gz 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72803.log 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.82751.log.gz 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52674.log 2024-09-19T08:14:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72803.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.76285.log.gz 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72803.log.gz 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.53728.log 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4%/var/log/ceph/ceph-client.admin.52674.log: -- replaced with /var/log/ceph/ceph-client.admin.79761.log.gz 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.52674.log.gz -5 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.81300.log 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59748.log 2024-09-19T08:14:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53728.log: /var/log/ceph/ceph-client.admin.81300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50908.log 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53728.log.gz 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42453.log 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.81300.log.gz 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59748.log.gz 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74948.log 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88702.log 2024-09-19T08:14:38.577 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50908.log.gz 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42453.log: /var/log/ceph/ceph-client.admin.74948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57874.log 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42453.log.gz 89.5% -- replaced with /var/log/ceph/ceph-client.admin.74948.log.gz 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59301.log 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72079.log 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57874.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.88702.log.gz 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.59301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61096.log 2024-09-19T08:14:38.578 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57874.log.gz 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67005.log 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61096.log: gzip 88.4% -5 --verbose -- /var/log/ceph/ceph-client.admin.68964.log 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.72079.log.gz 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67005.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61096.log.gz 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68128.log 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67005.log.gz 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45051.log 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68964.log: /var/log/ceph/ceph-client.admin.68128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41401.log 2024-09-19T08:14:38.579 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.68964.log.gz/var/log/ceph/ceph-client.admin.45051.log: 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87975.log 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.68128.log.gz 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.41401.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45051.log.gz 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.77366.log 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87975.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41401.log.gz 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47819.log 2024-09-19T08:14:38.580 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47777.log 90.9% -- replaced with /var/log/ceph/ceph-client.admin.87975.log.gz 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47819.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.77366.log.gz 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86897.log 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47819.log.gz 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72920.log 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47777.log.gz 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77408.log 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.86897.log.gz 2024-09-19T08:14:38.581 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81263.log 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77408.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.72920.log.gz 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42133.log 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81263.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66616.log 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77408.log.gz 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42133.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42133.log.gz 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose/var/log/ceph/ceph-client.admin.66616.log: -- /var/log/ceph/ceph-client.admin.90192.log 2024-09-19T08:14:38.582 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66616.log.gz 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50729.log 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-mon.a.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.81263.log.gz 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58341.log 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr: 93.4%/var/log/ceph/ceph-client.admin.90192.log: -- replaced with /var/log/ceph/ceph-client.0.59301.log.gz 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51266.log 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0%/var/log/ceph/ceph-client.admin.58341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85581.log 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.90192.log.gz 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50729.log.gz 2024-09-19T08:14:38.583 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.58341.log.gz 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45470.log 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51266.log: /var/log/ceph/ceph-client.admin.85581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.67803.log 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45470.log: 89.0% 91.3% -- replaced with /var/log/ceph/ceph-client.admin.85581.log.gz 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51266.log.gz 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85539.log 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45470.log.gz 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.67803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55918.log 2024-09-19T08:14:38.584 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58849.log 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.85539.log.gz 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55918.log: 91.5% -- replaced with /var/log/ceph/ceph-client.0.67803.log.gz 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50824.log 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55918.log.gz 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60784.log 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58849.log: /var/log/ceph/ceph-client.admin.50824.log: gzip 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58849.log.gz 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.81409.log 2024-09-19T08:14:38.585 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50824.log.gz 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58597.log 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60784.log.gz 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65817.log 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.81409.log.gz 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49947.log 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.65817.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58597.log.gz 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73603.log 2024-09-19T08:14:38.586 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49947.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.65817.log.gz 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49947.log.gz 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.82432.log 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73603.log: gzip -5 --verbose 88.6% -- replaced with /var/log/ceph/ceph-client.admin.73603.log.gz 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.90823.log 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.82432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66794.log 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.82432.log.gz 2024-09-19T08:14:38.587 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66406.log 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66794.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.90823.log.gz 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose 88.6% -- /var/log/ceph/ceph-client.admin.72181.log 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.66794.log.gz 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53686.log 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.66406.log.gz 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60104.log 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53686.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.72181.log.gz 2024-09-19T08:14:38.588 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78803.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53686.log.gz 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79798.log 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60104.log.gz 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78803.log: gzip -5 88.1% -- replaced with /var/log/ceph/ceph-client.admin.78803.log.gz 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.71105.log 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45167.log 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.79798.log.gz 2024-09-19T08:14:38.589 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77313.log 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.71105.log.gz 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46592.log 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77313.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45167.log.gz 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- 88.2% -- replaced with /var/log/ceph/ceph-client.admin.77313.log.gz 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.57832.log 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46592.log: gzip -5 --verbose -- 88.5% /var/log/ceph/ceph-client.admin.54123.log 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46592.log.gz 2024-09-19T08:14:38.590 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70333.log 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57832.log.gz 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85334.log 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54123.log.gz 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70333.log: gzip -5 --verbose -- 88.5% -- replaced with /var/log/ceph/ceph-client.admin.70333.log.gz 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.46802.log 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85334.log: gzip -5 --verbose -- 88.7% -- replaced with /var/log/ceph/ceph-client.admin.85334.log.gz 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.57580.log 2024-09-19T08:14:38.591 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46802.log: gzip -5 --verbose 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46802.log.gz -- 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.0.89420.log 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85927.log 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57580.log.gz 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.89420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64674.log 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75705.log 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9%/var/log/ceph/ceph-client.admin.85927.log: -- replaced with /var/log/ceph/ceph-client.0.89420.log.gz 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61704.log 2024-09-19T08:14:38.592 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.85927.log.gz 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48600.log 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.64674.log.gz/var/log/ceph/ceph-client.admin.75705.log: 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61704.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr: 89.7%/var/log/ceph/ceph-client.admin.48600.log: -- replaced with /var/log/ceph/ceph-client.admin.75705.log.gz 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.61704.log.gz 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53624.log 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48600.log.gz 2024-09-19T08:14:38.593 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52333.log 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-osd.2.log: /var/log/ceph/ceph-client.admin.53624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50519.log 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77544.log 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53624.log.gz 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52333.log: gzip/var/log/ceph/ceph-client.admin.50519.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.79130.log 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77544.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50519.log.gz 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52333.log.gz 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.77544.log.gz 2024-09-19T08:14:38.594 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73519.log 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64002.log 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.79130.log.gz 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75855.log 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.73519.log.gz 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65976.log 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.64002.log.gz 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55979.log 2024-09-19T08:14:38.595 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75855.log: /var/log/ceph/ceph-client.admin.65976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68447.log 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55979.log: 87.7% 87.9% -- replaced with /var/log/ceph/ceph-client.admin.65976.log.gz 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.75855.log.gz 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66018.log 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68447.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.55979.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66466.log 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- 91.2% -- replaced with /var/log/ceph/ceph-client.admin.68447.log.gz 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.61439.log 2024-09-19T08:14:38.596 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66466.log: /var/log/ceph/ceph-client.admin.66018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42466.log 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% 89.8% -- replaced with /var/log/ceph/ceph-client.admin.66466.log.gz 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.66018.log.gz 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5/var/log/ceph/ceph-client.admin.61439.log: --verbose -- /var/log/ceph/ceph-client.admin.77450.log 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42466.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61439.log.gz 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.62412.log 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42466.log.gz 2024-09-19T08:14:38.597 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49465.log 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77450.log: /var/log/ceph/ceph-client.0.62412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56086.log 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.77450.log.gz 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43001.log 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56086.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56086.log.gz 91.0% -- replaced with /var/log/ceph/ceph-client.admin.49465.log.gz 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86500.log 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72616.log 2024-09-19T08:14:38.598 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43001.log.gz 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87639.log 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.86500.log.gz 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46029.log 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87639.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.87639.log.gz 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.0.62412.log.gz 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53506.log 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.72616.log.gz 2024-09-19T08:14:38.599 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73308.log 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46029.log: /var/log/ceph/ceph-client.admin.53506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70258.log 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73308.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46029.log.gz 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53506.log.gz 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65771.log 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.73308.log.gz 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63076.log 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70258.log: /var/log/ceph/ceph-client.admin.65771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78397.log 2024-09-19T08:14:38.600 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.70258.log.gz 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7%/var/log/ceph/ceph-client.admin.63076.log: -- replaced with /var/log/ceph/ceph-client.admin.65771.log.gz 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose 89.5% -- replaced with /var/log/ceph/ceph-client.admin.63076.log.gz 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.64483.log 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.78397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70763.log 88.1% 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.78397.log.gz 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64572.log 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr: 90.1%gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T08:14:38.601 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64483.log.gz 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70763.log: /var/log/ceph/ceph-client.admin.64572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85164.log 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5%/var/log/ceph/ceph-mgr.y.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.70763.log.gz 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64572.log.gz 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42804.log 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63484.log 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.85164.log.gz 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42804.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42804.log.gz 2024-09-19T08:14:38.602 INFO:teuthology.orchestra.run.smithi017.stderr: 94.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73762.log 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73373.log 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.63484.log.gz 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77609.log 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.73373.log: /var/log/ceph/ceph-client.admin.46634.log 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77609.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.73762.log.gz 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72845.log 2024-09-19T08:14:38.603 INFO:teuthology.orchestra.run.smithi017.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.73373.log.gz 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46634.log: gzip -5 --verbose 92.5% -- replaced with /var/log/ceph/ceph-client.admin.77609.log.gz 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.53909.log 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46760.log 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46634.log.gz 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.72845.log.gz 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57622.log 2024-09-19T08:14:38.604 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86029.log 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53909.log.gz 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57622.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46760.log.gz 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88041.log 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57622.log.gz 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60061.log 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43397.log 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.86029.log.gz 2024-09-19T08:14:38.605 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60061.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.88041.log.gz 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75257.log 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60061.log.gz 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75140.log 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43397.log: /var/log/ceph/ceph-client.admin.75257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67543.log 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75140.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43397.log.gz 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75257.log.gz 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61918.log 2024-09-19T08:14:38.606 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.75140.log.gz 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67543.log: /var/log/ceph/ceph-client.admin.61918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45987.log 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67543.log.gz 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.61918.log.gz 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54659.log 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81102.log 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45987.log: /var/log/ceph/ceph-client.0.54659.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45987.log.gz 2024-09-19T08:14:38.607 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63261.log 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81102.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.81102.log.gz 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79560.log 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63261.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.63261.log.gz 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89052.log 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr: 87.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45428.log 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89052.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79560.log.gz 2024-09-19T08:14:38.608 INFO:teuthology.orchestra.run.smithi017.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.0.54659.log.gz 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.89052.log.gz 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89963.log 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75991.log 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45428.log: gzip -5/var/log/ceph/ceph-client.admin.89963.log: --verbose -- /var/log/ceph/ceph-client.admin.63780.log 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.89963.log.gz 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45428.log.gz 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75991.log: gzip 88.9% -- replaced with /var/log/ceph/ceph-client.admin.75991.log.gz 2024-09-19T08:14:38.609 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.54039.log 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45783.log 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.63780.log.gz 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64113.log 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54039.log.gz 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63039.log 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58425.log 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3%/var/log/ceph/ceph-client.admin.64113.log: -- replaced with /var/log/ceph/ceph-client.admin.45783.log.gz 2024-09-19T08:14:38.610 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75056.log 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr: 90.2% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.64113.log.gz -- replaced with /var/log/ceph/ceph-client.admin.63039.log.gz 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80962.log 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58425.log.gz 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64335.log 89.4% -- replaced with /var/log/ceph/ceph-client.admin.75056.log.gz 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85380.log 2024-09-19T08:14:38.611 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90476.log 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.80962.log.gz 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.64335.log.gz/var/log/ceph/ceph-client.admin.85380.log: 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60574.log 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54852.log 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.85380.log.gz 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60574.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.90476.log.gz 2024-09-19T08:14:38.612 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- 88.8% /var/log/ceph/ceph-client.admin.60188.log 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60574.log.gz 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67993.log 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54852.log.gz/var/log/ceph/ceph-client.admin.60188.log: 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64847.log 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64039.log 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr: 91.4%/var/log/ceph/ceph-client.admin.67993.log: -- replaced with /var/log/ceph/ceph-client.admin.60188.log.gz 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64847.log: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84293.log 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64847.log.gz 2024-09-19T08:14:38.613 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64039.log: -- replaced with /var/log/ceph/ceph-client.admin.67993.log.gz 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.80746.log 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.64039.log.gz 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61960.log 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.84293.log.gz 2024-09-19T08:14:38.614 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76481.log 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.80746.log: /var/log/ceph/ceph-client.admin.61960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52073.log 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76481.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61960.log.gz 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.76481.log.gz 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86687.log 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.0.80746.log.gz 2024-09-19T08:14:38.616 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72985.log 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86687.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52073.log.gz 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69412.log 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.86687.log.gz 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53814.log 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68051.log 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69412.log: /var/log/ceph/ceph-client.admin.53814.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69412.log.gz 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53814.log.gz 2024-09-19T08:14:38.617 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46155.log 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68051.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.72985.log.gz 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89795.log 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.68051.log.gz 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79738.log 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46155.log: /var/log/ceph/ceph-client.admin.89795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45945.log 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79738.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46155.log.gz 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.89795.log.gz 2024-09-19T08:14:38.618 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose 89.1% -- replaced with /var/log/ceph/ceph-client.admin.79738.log.gz 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.87723.log 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45945.log: gzip -5 --verbose -- 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45945.log.gz 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.83741.log 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60532.log 88.3% -- replaced with /var/log/ceph/ceph-client.admin.87723.log.gz 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83741.log: gzip -5 --verbose 88.6% -- replaced with /var/log/ceph/ceph-client.admin.83741.log.gz 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.54207.log 2024-09-19T08:14:38.619 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44440.log 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60532.log.gz 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.54207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90107.log 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54207.log.gz 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46281.log 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44440.log.gz 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47469.log 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.90107.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45512.log 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.620 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69917.log 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47469.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46281.log.gz 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56743.log 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47469.log.gz 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45512.log.gz 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69917.log: gzip 88.8% -- replaced with /var/log/ceph/ceph-client.admin.69917.log.gz 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.79214.log 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45638.log 2024-09-19T08:14:38.621 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56743.log.gz 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84434.log 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.79214.log.gz 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41136.log 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45638.log: /var/log/ceph/ceph-client.admin.84434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90005.log 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0%/var/log/ceph/ceph-client.admin.41136.log: -- replaced with /var/log/ceph/ceph-client.admin.45638.log.gz 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41136.log.gz 91.2% -- replaced with /var/log/ceph/ceph-client.admin.84434.log.gz 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45741.log 2024-09-19T08:14:38.622 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53369.log 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90005.log: /var/log/ceph/ceph-client.admin.45741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50260.log 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53369.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.90005.log.gz 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45741.log.gz 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89837.log 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53369.log.gz 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77257.log 2024-09-19T08:14:38.623 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50260.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.89837.log: /var/log/ceph/ceph-client.admin.74099.log 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50260.log.gz 88.3% -- replaced with /var/log/ceph/ceph-client.admin.89837.log.gz 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77257.log: gzip -5 --verbose -- 90.0% -- replaced with /var/log/ceph/ceph-client.admin.77257.log.gz 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.90992.log 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51592.log 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42460.log 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.74099.log.gz 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.90992.log.gzgzip 2024-09-19T08:14:38.624 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.91118.log 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.51592.log: /var/log/ceph/ceph-client.admin.42460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70932.log 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42460.log.gz 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80920.log 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.91118.log.gz 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75425.log 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6%/var/log/ceph/ceph-client.admin.80920.log: -- replaced with /var/log/ceph/ceph-client.admin.70932.log.gz 2024-09-19T08:14:38.625 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56538.log 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.80920.log.gz/var/log/ceph/ceph-client.admin.75425.log: 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75425.log.gz 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57790.log 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.0.51592.log.gz 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90950.log 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86645.log 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56538.log.gz 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57790.log: gzip/var/log/ceph/ceph-client.admin.90950.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.79948.log 2024-09-19T08:14:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86645.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.90950.log.gz 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57790.log.gz 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 89.3% -- replaced with /var/log/ceph/ceph-client.admin.86645.log.gz 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.64261.log 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75668.log 88.6% -- replaced with /var/log/ceph/ceph-client.admin.79948.log.gz 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81455.log 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.64261.log.gz 2024-09-19T08:14:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90234.log 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56622.log 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81455.log: /var/log/ceph/ceph-client.admin.90234.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.81455.log.gz 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.90234.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63336.log 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.75668.log.gz 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83765.log 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56622.log: /var/log/ceph/ceph-client.admin.63336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36269.log 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83765.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.63336.log.gz 2024-09-19T08:14:38.628 INFO:teuthology.orchestra.run.smithi017.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.56622.log.gz 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61357.log 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.36269.log: gzip -5 89.8% -- replaced with /var/log/ceph/ceph-client.admin.36269.log.gz 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.68358.log 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.83765.log.gz 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73855.log 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72653.log 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68358.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61357.log.gz 2024-09-19T08:14:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.73855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89921.log 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.73855.log.gz 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.68358.log.gz 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76444.log 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.72653.log.gz/var/log/ceph/ceph-client.admin.89921.log: 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58891.log 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.89921.log.gz 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75215.log 2024-09-19T08:14:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76444.log: /var/log/ceph/ceph-client.admin.58891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53285.log 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75215.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58891.log.gz 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66364.log 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.75215.log.gz 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.53285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58975.log 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr: 88.8%/var/log/ceph/ceph-client.admin.66364.log: -- replaced with /var/log/ceph/ceph-client.admin.53285.log.gz 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.76444.log.gz 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66364.log.gz 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77946.log 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51224.log 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.77946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58179.log 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58975.log.gz 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.77946.log.gz 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50866.log 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51224.log: /var/log/ceph/ceph-client.admin.58179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59934.log 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50866.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51224.log.gz 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.58179.log.gz 2024-09-19T08:14:38.632 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64783.log 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50866.log.gz 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56146.log 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59934.log: gzip/var/log/ceph/ceph-client.admin.64783.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.67183.log 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59934.log.gz 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.64783.log.gz 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55991.log 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56146.log.gz 2024-09-19T08:14:38.633 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66060.log 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.67183.log.gz/var/log/ceph/ceph-client.admin.55991.log: 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51953.log 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.55991.log.gz 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83911.log 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66060.log: /var/log/ceph/ceph-client.admin.51953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61012.log 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83911.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51953.log.gz 2024-09-19T08:14:38.634 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.83911.log.gz 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55768.log 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.61012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85660.log 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55768.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61012.log.gz 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.66060.log.gz 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87468.log 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55768.log.gz 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58042.log 2024-09-19T08:14:38.635 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50684.log 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.85660.log.gz 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87468.log: gzip/var/log/ceph/ceph-client.admin.58042.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49821.log 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50684.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58042.log.gz 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87468.log.gz 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50684.log.gz 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76589.log 2024-09-19T08:14:38.636 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62086.log 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49821.log.gz 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86203.log 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.76589.log.gz 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52375.log 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62086.log: /var/log/ceph/ceph-client.admin.86203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80486.log 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1%/var/log/ceph/ceph-client.admin.52375.log: -- replaced with /var/log/ceph/ceph-client.admin.86203.log.gz 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.62086.log.gz 2024-09-19T08:14:38.637 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69487.log 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.52375.log.gz 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.80486.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.69875.log 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 89.4% -- replaced with /var/log/ceph/ceph-client.admin.80486.log.gz 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57181.log 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69487.log: /var/log/ceph/ceph-client.admin.69875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80186.log 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9%/var/log/ceph/ceph-client.admin.57181.log: -- replaced with /var/log/ceph/ceph-client.admin.69875.log.gz 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69487.log.gz 2024-09-19T08:14:38.638 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56356.log 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 91.1% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.57181.log.gz /var/log/ceph/ceph-client.admin.70786.log 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.80186.log: gzip/var/log/ceph/ceph-client.admin.56356.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.76832.log 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70786.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56356.log.gz 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72962.log 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76832.log: -- replaced with /var/log/ceph/ceph-client.admin.80186.log.gz 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74809.log 2024-09-19T08:14:38.639 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72962.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.70786.log.gz 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.72962.log.gz 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62850.log 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74809.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.76832.log.gz 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 88.8% -- replaced with /var/log/ceph/ceph-client.admin.74809.log.gz 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.67299.log 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85188.log 88.9% 2024-09-19T08:14:38.640 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62850.log.gz 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52279.log 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67299.log.gz 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78455.log 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85188.log: /var/log/ceph/ceph-client.admin.52279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42805.log 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9%/var/log/ceph/ceph-client.admin.78455.log: -- replaced with /var/log/ceph/ceph-client.admin.52279.log.gz 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45344.log 2024-09-19T08:14:38.641 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42805.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.78455.log.gz 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.85188.log.gz 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42805.log.gz 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81356.log 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63224.log 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45344.log.gz 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75897.log 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.81356.log.gz 2024-09-19T08:14:38.642 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72415.log 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.63224.log.gz 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79078.log 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75897.log: /var/log/ceph/ceph-client.admin.72415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88821.log 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79078.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.75897.log.gz 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.72415.log.gz 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79078.log.gz 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48425.log 2024-09-19T08:14:38.643 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45386.log 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88821.log.gz/var/log/ceph/ceph-client.admin.48425.log: 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89160.log 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48425.log.gz 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90518.log 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41909.log 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5%/var/log/ceph/ceph-client.admin.89160.log: -- replaced with /var/log/ceph/ceph-client.admin.45386.log.gz 2024-09-19T08:14:38.644 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90518.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.89160.log.gzgzip 89.1% -5 --verbose -- /var/log/ceph/ceph-client.admin.49423.log 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.90518.log.gz 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80149.log 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41909.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41741.log 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49423.log: /var/log/ceph/ceph-client.admin.80149.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49423.log.gz 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55627.log 2024-09-19T08:14:38.645 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88964.log 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41741.log: /var/log/ceph/ceph-client.admin.55627.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41741.log.gz 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.80149.log.gz 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55627.log.gz 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85716.log 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71920.log 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88964.log: /var/log/ceph/ceph-client.admin.85716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43085.log 2024-09-19T08:14:38.646 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71920.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.85716.log.gz 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.88964.log.gz 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.71920.log.gz 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75373.log 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51140.log 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.43085.log: gzip/var/log/ceph/ceph-client.admin.75373.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57496.log 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.51140.log: 89.3% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.75373.log.gz 2024-09-19T08:14:38.647 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43085.log.gz 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51140.log.gz 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81932.log 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42468.log 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57496.log: gzip/var/log/ceph/ceph-client.admin.81932.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49905.log 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42468.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.57496.log.gz 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% 90.9% -- replaced with /var/log/ceph/ceph-client.admin.81932.log.gz 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42468.log.gz 2024-09-19T08:14:38.648 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46197.log 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41615.log 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49905.log: /var/log/ceph/ceph-client.admin.46197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44592.log 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41615.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49905.log.gz 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46197.log.gz 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41615.log.gz 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42665.log 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66854.log 2024-09-19T08:14:38.649 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44592.log.gz 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57538.log 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42665.log.gz 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.66854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91244.log 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.66854.log.gz/var/log/ceph/ceph-client.admin.57538.log: 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84392.log 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57538.log.gz 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61054.log 2024-09-19T08:14:38.650 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88844.log 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84392.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.91244.log.gz 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7%/var/log/ceph/ceph-client.admin.61054.log: -- replaced with /var/log/ceph/ceph-client.admin.84392.log.gz 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61054.log.gz 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr: /var/log/ceph/ceph-client.admin.91387.log 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.88844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89879.log 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44760.log 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.88844.log.gz 2024-09-19T08:14:38.651 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.91387.log.gz 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43821.log 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.89879.log: /var/log/ceph/ceph-client.admin.44760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45302.log 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.43821.log: 88.2% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44760.log.gz 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.89879.log.gz 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58513.log 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45302.log: 89.4% -- replaced with /var/log/ceph/ceph-client.0.43821.log.gz 2024-09-19T08:14:38.652 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55255.log 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45302.log.gz 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54995.log 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.58513.log: /var/log/ceph/ceph-client.0.55255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55447.log 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4%/var/log/ceph/ceph-client.admin.54995.log: 90.8% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58513.log.gz 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54995.log.gz 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57748.log 2024-09-19T08:14:38.653 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.55447.log: gzip -5 --verbose 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55447.log.gz 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.0.71365.log 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.57748.log: gzip -5 --verbose 92.1% -- replaced with /var/log/ceph/ceph-client.0.55255.log.gz 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.56272.log 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57748.log.gz 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.71365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61611.log 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.56272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63447.log 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2%/var/log/ceph/ceph-client.admin.61611.log: -- replaced with /var/log/ceph/ceph-client.admin.56272.log.gz 2024-09-19T08:14:38.654 INFO:teuthology.orchestra.run.smithi017.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.0.71365.log.gz 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59976.log 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61611.log.gz 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59892.log 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59976.log: 89.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87423.log 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63447.log.gz 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.59892.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.59976.log.gzgzip 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.85969.log 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4%/var/log/ceph/ceph-client.admin.87423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69099.log 2024-09-19T08:14:38.655 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59892.log.gz 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52483.log 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.87423.log.gz 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.85969.log.gz 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69099.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.72761.log 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.52483.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.69099.log.gz 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42467.log 2024-09-19T08:14:38.656 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52483.log.gz 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.72761.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.86729.log 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42467.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.72761.log.gz 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42467.log.gz 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr: -- /var/log/ceph/ceph-client.admin.85225.log 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49695.log 88.7% 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.86729.log.gz 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63113.log 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.85225.log.gz 2024-09-19T08:14:38.657 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62965.log 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49695.log.gz 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63113.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.86138.log 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.62965.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.63113.log.gz 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90560.log 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.62965.log.gz 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.86138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76869.log 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 87.9% -- replaced with /var/log/ceph/ceph-client.admin.86138.log.gz 2024-09-19T08:14:38.658 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.90560.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.64637.log 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76869.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.90560.log.gz 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68249.log 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.76869.log.gz 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87512.log 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.68249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44802.log 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87512.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.68249.log.gz 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72144.log 2024-09-19T08:14:38.659 INFO:teuthology.orchestra.run.smithi017.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87512.log.gz 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84200.log 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr: 92.6%/var/log/ceph/ceph-client.admin.44802.log: -- replaced with /var/log/ceph/ceph-client.admin.64637.log.gz/var/log/ceph/ceph-client.admin.72144.log: 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69328.log 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70646.log 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44802.log.gz 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85281.log 2024-09-19T08:14:38.660 INFO:teuthology.orchestra.run.smithi017.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.69328.log.gz 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.70646.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.72144.log.gz 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70646.log.gz 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.58765.log 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.84200.log.gz 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.85281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47411.log 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.85281.log.gz/var/log/ceph/ceph-client.admin.58765.log: 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84158.log 2024-09-19T08:14:38.661 INFO:teuthology.orchestra.run.smithi017.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58765.log.gz 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5/var/log/ceph/ceph-client.admin.47411.log: --verbose -- /var/log/ceph/ceph-client.admin.74732.log 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.84158.log: gzip 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47411.log.gz 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50218.log 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.84158.log.gz 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83681.log 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.74732.log.gz 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr:gzip/var/log/ceph/ceph-client.admin.50218.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.72709.log 2024-09-19T08:14:38.662 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83681.log: gzip -5 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50218.log.gz 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50600.log 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.83681.log.gz 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.72709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75004.log 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72709.log.gz 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.50600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79022.log 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50600.log.gz 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76925.log 2024-09-19T08:14:38.663 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75004.log.gz 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71691.log 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76925.log: gzip -5 89.5% -- replaced with /var/log/ceph/ceph-client.admin.79022.log.gz 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr: --verbose -- /var/log/ceph/ceph-client.admin.63595.log 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.71691.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76925.log.gz 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63521.log 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.71691.log.gz 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69370.log 2024-09-19T08:14:38.664 INFO:teuthology.orchestra.run.smithi017.stderr: 90.0%/var/log/ceph/ceph-client.admin.63521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91160.log 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63595.log.gz 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69370.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.63521.log.gz 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64150.log 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.69370.log.gz 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87891.log 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.91160.log.gz/var/log/ceph/ceph-osd.3.log: 2024-09-19T08:14:38.665 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60018.log 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64150.log: /var/log/ceph/ceph-client.admin.87891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66752.log 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.64150.log.gz 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63706.log 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.87891.log.gz 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.60018.log: /var/log/ceph/ceph-client.admin.66752.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60018.log.gz 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66752.log.gz 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76033.log 2024-09-19T08:14:38.666 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87555.log 2024-09-19T08:14:38.667 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63706.log: /var/log/ceph/ceph-client.admin.76033.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T08:14:38.667 INFO:teuthology.orchestra.run.smithi017.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.63706.log.gz 89.2% -- replaced with /var/log/ceph/ceph-client.admin.76033.log.gz 2024-09-19T08:14:38.667 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.87555.log: 2024-09-19T08:14:38.667 INFO:teuthology.orchestra.run.smithi017.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79518.log 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.87555.log.gz 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42469.log 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83999.log 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.79518.log.gz/var/log/ceph/ceph-client.admin.42469.log: 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42469.log.gz 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80126.log 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65464.log 2024-09-19T08:14:38.668 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83999.log: /var/log/ceph/ceph-client.admin.80126.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.83999.log.gz 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.80126.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63854.log 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49211.log 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.63854.log: /var/log/ceph/ceph-client.admin.65464.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.65464.log.gz 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.63854.log.gz 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79350.log 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.49211.log: -- /var/log/ceph/ceph-client.admin.67206.log 2024-09-19T08:14:38.669 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79350.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.79350.log.gz 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.0.49211.log.gz 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41699.log 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81656.log 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.41699.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41699.log.gz 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.67206.log.gz 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45698.log 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69739.log 2024-09-19T08:14:38.670 INFO:teuthology.orchestra.run.smithi017.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81656.log.gz 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.45698.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45698.log.gz 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74015.log 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.69739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83604.log 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.69739.log.gz 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.74015.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.74015.log.gz 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64409.log 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.83604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66205.log 2024-09-19T08:14:38.671 INFO:teuthology.orchestra.run.smithi017.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.83604.log.gz 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.64409.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.64409.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79602.log 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91202.log 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79602.log: /var/log/ceph/ceph-client.admin.66205.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66205.log.gz 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.79602.log.gz 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86245.log 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46910.log 2024-09-19T08:14:38.672 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.91202.log: /var/log/ceph/ceph-client.admin.86245.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.91202.log.gz 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.86245.log.gz 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42132.log 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46910.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46910.log.gz 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47973.log 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.42132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76093.log 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42132.log.gz 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.47973.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47973.log.gz 2024-09-19T08:14:38.673 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49779.log 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79373.log 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.76093.log.gz 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.49779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76537.log 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79373.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49779.log.gz 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.79373.log.gz 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75603.log 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.76537.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79906.log 2024-09-19T08:14:38.674 INFO:teuthology.orchestra.run.smithi017.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.76537.log.gz 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.75603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46504.log 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.79906.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.75603.log.gz 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.79906.log.gz 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44676.log 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.46504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81179.log 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46504.log.gz 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.44676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67047.log 2024-09-19T08:14:38.675 INFO:teuthology.orchestra.run.smithi017.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44676.log.gz 2024-09-19T08:14:38.676 INFO:teuthology.orchestra.run.smithi160.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T08:14:38.677 INFO:teuthology.orchestra.run.smithi160.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T08:14:38.678 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.81179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67352.log 2024-09-19T08:14:38.678 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67047.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.81179.log.gz 2024-09-19T08:14:38.678 INFO:teuthology.orchestra.run.smithi017.stderr:gzip 89.0% -5 --verbose -- /var/log/ceph/ceph-client.admin.40940.log 2024-09-19T08:14:38.678 INFO:teuthology.orchestra.run.smithi017.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67047.log.gz 2024-09-19T08:14:38.679 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.67352.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.67352.log.gz 2024-09-19T08:14:38.679 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.40940.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40940.log.gz 2024-09-19T08:14:38.679 INFO:teuthology.orchestra.run.smithi017.stderr: 90.3% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T08:14:38.752 INFO:teuthology.orchestra.run.smithi160.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T08:14:38.812 INFO:teuthology.orchestra.run.smithi160.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T08:14:38.866 INFO:teuthology.orchestra.run.smithi160.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T08:14:38.904 INFO:teuthology.orchestra.run.smithi160.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T08:14:38.906 INFO:teuthology.orchestra.run.smithi160.stderr: 2024-09-19T08:14:38.906 INFO:teuthology.orchestra.run.smithi160.stderr:real 0m0.801s 2024-09-19T08:14:38.906 INFO:teuthology.orchestra.run.smithi160.stderr:user 0m3.898s 2024-09-19T08:14:38.907 INFO:teuthology.orchestra.run.smithi160.stderr:sys 0m0.191s 2024-09-19T08:14:39.072 INFO:teuthology.orchestra.run.smithi017.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T08:14:39.098 INFO:teuthology.orchestra.run.smithi017.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T08:14:39.104 INFO:teuthology.orchestra.run.smithi017.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T08:14:39.120 INFO:teuthology.orchestra.run.smithi017.stderr: 90.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T08:14:39.149 INFO:teuthology.orchestra.run.smithi017.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T08:14:39.151 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-19T08:14:39.151 INFO:teuthology.orchestra.run.smithi017.stderr:real 0m1.067s 2024-09-19T08:14:39.151 INFO:teuthology.orchestra.run.smithi017.stderr:user 0m5.032s 2024-09-19T08:14:39.152 INFO:teuthology.orchestra.run.smithi017.stderr:sys 0m0.779s 2024-09-19T08:14:39.152 INFO:tasks.ceph:Archiving logs... 2024-09-19T08:14:39.153 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi017/log 2024-09-19T08:14:39.154 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T08:14:40.533 DEBUG:teuthology.misc:Transferring archived files from smithi160:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi160/log 2024-09-19T08:14:40.534 DEBUG:teuthology.orchestra.run.smithi160:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T08:14:41.081 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T08:14:41.089 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T08:14:41.090 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T08:14:41.093 DEBUG:teuthology.orchestra.run.smithi160:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T08:14:41.189 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T08:14:41.198 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T08:14:41.199 DEBUG:teuthology.orchestra.run.smithi017:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T08:14:41.201 DEBUG:teuthology.orchestra.run.smithi160:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T08:14:41.216 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-09-19T08:14:41.217 INFO:teuthology.orchestra.run.smithi160.stderr:bash: line 1: ntpq: command not found 2024-09-19T08:14:41.221 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T08:14:41.221 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-09-19T08:14:41.221 INFO:teuthology.orchestra.run.smithi017.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +1290us[+1263us] +/- 49ms 2024-09-19T08:14:41.221 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -3319us[-3345us] +/- 69ms 2024-09-19T08:14:41.222 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +1555us[+1529us] +/- 69ms 2024-09-19T08:14:41.222 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:14:41.223 INFO:teuthology.orchestra.run.smithi160.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T08:14:41.223 INFO:teuthology.orchestra.run.smithi160.stdout:=============================================================================== 2024-09-19T08:14:41.223 INFO:teuthology.orchestra.run.smithi160.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +1226us[+1263us] +/- 49ms 2024-09-19T08:14:41.224 INFO:teuthology.orchestra.run.smithi160.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 -3383us[-3383us] +/- 69ms 2024-09-19T08:14:41.224 INFO:teuthology.orchestra.run.smithi160.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 +1485us[+1523us] +/- 69ms 2024-09-19T08:14:41.224 INFO:teuthology.orchestra.run.smithi160.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:14:41.224 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T08:14:41.237 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T08:14:41.238 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T08:14:41.273 DEBUG:teuthology.orchestra.run.smithi017:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T08:14:41.375 DEBUG:teuthology.orchestra.run.smithi160:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T08:14:41.447 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T08:14:41.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:41.480 DEBUG:teuthology.orchestra.run.smithi160:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T08:14:41.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:41.510 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T08:14:41.519 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T08:14:41.543 INFO:teuthology.task.internal:Duration was 1123.730368 seconds 2024-09-19T08:14:41.544 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T08:14:41.585 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T08:14:41.585 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T08:14:41.588 DEBUG:teuthology.orchestra.run.smithi160:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T08:14:41.627 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T08:14:41.629 INFO:teuthology.orchestra.run.smithi160.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T08:14:41.882 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T08:14:41.883 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi017.front.sepia.ceph.com 2024-09-19T08:14:41.883 DEBUG:teuthology.orchestra.run.smithi017:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T08:14:41.944 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi160.front.sepia.ceph.com 2024-09-19T08:14:41.945 DEBUG:teuthology.orchestra.run.smithi160:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T08:14:41.976 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T08:14:41.977 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T08:14:41.987 DEBUG:teuthology.orchestra.run.smithi160:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T08:14:42.044 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T08:14:42.044 DEBUG:teuthology.orchestra.run.smithi017:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T08:14:42.055 DEBUG:teuthology.orchestra.run.smithi160:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T08:14:42.197 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T08:14:42.208 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T08:14:42.208 DEBUG:teuthology.orchestra.run.smithi017:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T08:14:42.234 DEBUG:teuthology.orchestra.run.smithi160:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T08:14:42.258 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T08:14:42.269 DEBUG:teuthology.orchestra.run.smithi017:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:14:42.276 DEBUG:teuthology.orchestra.run.smithi160:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:14:42.298 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = core 2024-09-19T08:14:42.322 INFO:teuthology.orchestra.run.smithi160.stdout:kernel.core_pattern = core 2024-09-19T08:14:42.352 DEBUG:teuthology.orchestra.run.smithi017:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:14:42.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:42.368 DEBUG:teuthology.orchestra.run.smithi160:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T08:14:42.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T08:14:42.407 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T08:14:42.418 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T08:14:42.419 DEBUG:teuthology.misc:Transferring archived files from smithi017:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi017 2024-09-19T08:14:42.419 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T08:14:42.457 DEBUG:teuthology.misc:Transferring archived files from smithi160:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911840/remote/smithi160 2024-09-19T08:14:42.457 DEBUG:teuthology.orchestra.run.smithi160:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T08:14:42.491 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T08:14:42.491 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T08:14:42.494 DEBUG:teuthology.orchestra.run.smithi160:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T08:14:42.541 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T08:14:42.553 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T08:14:42.553 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T08:14:42.577 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T08:14:42.577 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T08:14:42.580 DEBUG:teuthology.orchestra.run.smithi160:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T08:14:42.593 INFO:teuthology.orchestra.run.smithi017.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 08:14 /home/ubuntu/cephtest 2024-09-19T08:14:42.595 INFO:teuthology.orchestra.run.smithi160.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 08:14 /home/ubuntu/cephtest 2024-09-19T08:14:42.597 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T08:14:42.620 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T08:14:42.706 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage} duration: 1123.7303681373596 failure_reason: 'Test failure: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage)' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=183a5f74297d41dfbe3614170cc9d3f7 status: fail success: false 2024-09-19T08:14:42.707 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T08:14:42.796 INFO:teuthology.run:FAIL